-- Logs begin at Wed 2022-03-02 17:02:12 UTC, end at Wed 2022-03-02 20:00:19 UTC. -- Mar 02 18:00:04.864858 n-d-828839-1 systemd[1]: Started Devstack devstack@q-svc.service. Mar 02 18:00:07.386165 n-d-828839-1 neutron-server[88597]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:00:07.386864 n-d-828839-1 neutron-server[88597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 02 18:00:07.386864 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 18:00:07.390060 n-d-828839-1 neutron-server[88597]: INFO neutron.common.config [-] Logging enabled! Mar 02 18:00:07.390337 n-d-828839-1 neutron-server[88597]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 02 18:00:07.390650 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88597) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 02 18:00:07.391586 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:00:07.391813 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:00:07.392168 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:00:07.392421 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:00:07.392643 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:00:07.392961 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.393254 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.393546 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.393774 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.394067 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.394378 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.394659 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.394943 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.395237 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.395522 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.395824 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.396148 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.396377 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.396658 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.396942 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.397226 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.397446 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] debug = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.397724 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.398171 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.398583 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.398861 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.399167 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.399427 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.399687 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.399959 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.400240 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.400567 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] host = n-d-828839-1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.400844 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.401127 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.401436 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.401719 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.401987 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.402289 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.402573 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.402847 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.403115 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.403387 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.403672 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.403955 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.404239 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.404460 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.404681 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.404964 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.405294 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.405607 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.405880 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.406168 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.406445 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.406717 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.406984 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.407266 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.407546 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.407824 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.408095 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.408363 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.408628 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.408895 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.409179 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.409450 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.409718 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.409984 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.410295 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.410576 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.410856 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.411153 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.411434 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.411710 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.411989 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.412258 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.412537 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.412804 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.413070 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.413336 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_json = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.413601 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.413865 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.414157 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.414431 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.414700 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.414966 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.415232 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.415517 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.415779 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:07.416067 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.416359 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.416653 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.417466 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.417752 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.418026 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.418333 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.418610 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.418934 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.419241 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.419520 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.419793 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.420075 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.420348 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.420639 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.420943 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.421245 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.421519 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.421791 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.422062 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.422361 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.422633 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.422916 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.423207 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.423488 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.423756 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.424030 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.424311 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.424581 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.424848 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.425118 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.425398 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.425668 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.425937 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.426237 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.426511 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.426777 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.427042 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.427312 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.427595 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.427862 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.428125 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.428388 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.428659 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.428923 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.429205 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.429475 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.429742 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.430008 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.430304 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.430574 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.430840 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.431110 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.431375 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.431646 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.431911 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.432176 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.432442 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.433287 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.433556 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.433825 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.434095 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.434387 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.434655 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.434921 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.435188 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.435457 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.435725 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.436006 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.436300 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.436572 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.436844 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.437115 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.437385 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.437652 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.437920 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.438224 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.438504 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.438766 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.439048 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.439369 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.439650 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.439928 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.440195 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.440482 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.440753 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.441030 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.441303 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.441579 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.441856 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.442157 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.442447 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.442738 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.443030 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.443323 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.443609 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.443884 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.444241 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.444522 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:07.444738 n-d-828839-1 neutron-server[88597]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:00:07.444981 n-d-828839-1 neutron-server[88597]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88597) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 02 18:00:07.840288 n-d-828839-1 neutron-server[88597]: INFO keyring.backend [-] Loading KWallet Mar 02 18:00:07.848265 n-d-828839-1 neutron-server[88597]: INFO keyring.backend [-] Loading SecretService Mar 02 18:00:07.851814 n-d-828839-1 neutron-server[88597]: INFO keyring.backend [-] Loading Windows Mar 02 18:00:07.853225 n-d-828839-1 neutron-server[88597]: INFO keyring.backend [-] Loading chainer Mar 02 18:00:07.854027 n-d-828839-1 neutron-server[88597]: INFO keyring.backend [-] Loading macOS Mar 02 18:00:07.887960 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 18:00:07.888226 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 18:00:07.888511 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 02 18:00:07.888845 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 02 18:00:08.284294 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.284588 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.284861 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.286254 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.286533 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.286800 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.321182 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.321458 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.321724 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.335308 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.335585 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.335860 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.366431 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.366707 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.366973 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.404753 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.405328 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.405328 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.641810 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.642002 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.642293 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.642556 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.643285 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.763889 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.764209 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.764488 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.764757 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.765022 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.765331 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.765597 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.765860 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.766109 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.766408 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.766666 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.766928 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.767190 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.767444 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.767708 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.767973 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.768231 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.768498 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.768755 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.769035 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.769380 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.769631 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.769881 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.770188 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.770440 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.770684 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.771066 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.771308 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.771545 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.771781 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.772015 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.772251 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:08.772618 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 02 18:00:08.775792 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 02 18:00:08.779780 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 02 18:00:08.783590 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Mar 02 18:00:08.785259 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 02 18:00:08.786840 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 02 18:00:08.787182 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 02 18:00:08.787570 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 02 18:00:08.790439 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 02 18:00:08.790705 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 02 18:00:08.791052 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:00:08.819207 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 02 18:00:08.819656 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.819956 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88597) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 02 18:00:08.820317 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.821693 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88597) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 02 18:00:08.821980 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 02 18:00:08.822249 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 02 18:00:08.826178 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.826466 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:08.889102 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 02 18:00:08.889336 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 02 18:00:08.889572 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 02 18:00:08.889956 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 02 18:00:08.922410 n-d-828839-1 neutron-server[88597]: DEBUG oslo_db.sqlalchemy.engines [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88597) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 02 18:00:09.440664 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing driver for type 'gre' Mar 02 18:00:09.441324 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] gre ID ranges: [(1, 1000)] Mar 02 18:00:09.675144 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing driver for type 'local' Mar 02 18:00:09.675482 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing driver for type 'vlan' Mar 02 18:00:09.783672 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] VlanTypeDriver initialization complete Mar 02 18:00:09.783955 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing driver for type 'vxlan' Mar 02 18:00:09.784474 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] vxlan ID ranges: [(1, 1000)] Mar 02 18:00:09.974664 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing extension driver 'port_security' Mar 02 18:00:09.975011 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.extensions.port_security [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] PortSecurityExtensionDriver initialization complete Mar 02 18:00:09.975345 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing mechanism driver 'openvswitch' Mar 02 18:00:09.975679 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing mechanism driver 'hyperv' Mar 02 18:00:09.982858 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.plugin [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88597) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:09.983532 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.983900 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.984250 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.984780 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.985201 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.985549 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.985890 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.986309 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.986707 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.987050 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.987387 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.987771 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.988169 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.988555 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.988888 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.989423 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.989827 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.990203 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.990543 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994323 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.994323 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > address_group after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994323 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > address_group after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994323 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > address_group after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994323 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88597) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 02 18:00:09.994666 n-d-828839-1 neutron-server[88597]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] ML2 OVO RPC backend initialized. {{(pid=88597) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 02 18:00:09.994666 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994666 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.994666 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.995119 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > networks before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.995356 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.995656 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > ports before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.996003 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.996346 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnets before_response 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.996716 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.997596 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.997934 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.998300 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.998640 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.998974 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.999313 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:09.999700 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.000057 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > subnet after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.000633 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.plugin [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Modular L2 Plugin initialization complete Mar 02 18:00:10.000960 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading services supported by the core plugin {{(pid=88597) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 02 18:00:10.001284 n-d-828839-1 neutron-server[88597]: INFO neutron.plugins.ml2.managers [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Got port-security extension from driver 'port_security' Mar 02 18:00:10.001774 n-d-828839-1 neutron-server[88597]: INFO neutron.extensions.vlantransparent [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Disabled vlantransparent extension. Mar 02 18:00:10.002285 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88597) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 02 18:00:10.002602 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: router Mar 02 18:00:10.041014 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.041331 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_create 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.041705 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router before_create 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.042638 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.043091 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.043378 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_delete 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.044238 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > floatingip after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.044238 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_create 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.044513 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.044747 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.045093 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.045448 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.045856 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.046289 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.046599 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.046941 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: subnet after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.047271 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.047817 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > port precommit_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.048167 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_create 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.048509 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.048855 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.049210 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router after_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.049551 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_delete 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.049895 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_create 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.050282 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router_interface after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.050625 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_update 55549900 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.050987 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > agent after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.051333 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > agent after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.051675 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > network after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.052574 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Tracking information for resource: router configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:10.052907 n-d-828839-1 neutron-server[88597]: DEBUG neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Tracking information for resource: floatingip configured {{(pid=88597) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 02 18:00:10.058351 n-d-828839-1 neutron-server[88597]: INFO neutron.db.l3_agentschedulers_db [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 02 18:00:10.059007 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.059369 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.059718 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.060065 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: port after_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.060868 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router before_create 55550100 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.061229 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_delete 55550100 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.061587 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_create 55550100 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.061943 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > router precommit_update 55550100 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.066672 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.provider_configuration [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service providers = [] {{(pid=88597) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 02 18:00:10.067031 n-d-828839-1 neutron-server[88597]: DEBUG neutron.db.servicetype_db [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88597) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 02 18:00:10.070025 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.service_base [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:00:10.070398 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.service_base [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:00:10.070735 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.service_base [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:00:10.071625 n-d-828839-1 neutron-server[88597]: DEBUG neutron.services.service_base [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88597) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 02 18:00:10.072004 n-d-828839-1 neutron-server[88597]: INFO neutron.services.service_base [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 02 18:00:10.072388 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.072705 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 02 18:00:10.083759 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.084096 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: auto_allocate Mar 02 18:00:10.090693 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: network precommit_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.091083 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: network precommit_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.091607 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.091926 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: tag Mar 02 18:00:10.098821 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.099145 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: timestamp Mar 02 18:00:10.103256 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.103581 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: network_ip_availability Mar 02 18:00:10.109422 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.109787 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.110160 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.110878 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.111198 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: flavors Mar 02 18:00:10.115919 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.116272 n-d-828839-1 neutron-server[88597]: INFO neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading Plugin: revisions Mar 02 18:00:10.120627 n-d-828839-1 neutron-server[88597]: DEBUG neutron.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88597) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 02 18:00:10.121012 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.232s {{(pid=88597) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 02 18:00:10.121800 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88597) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 02 18:00:10.122159 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Initializing extension manager. Mar 02 18:00:10.122657 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: __init__.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.122997 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: __pycache__ {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.123329 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.123659 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: address_group.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.124423 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.124997 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: address-group Mar 02 18:00:10.125319 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: address_scope.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.126024 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.126572 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: address-scope Mar 02 18:00:10.126893 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: admin_state_down_before_update.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.127831 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.128343 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: router-admin-state-down-before-update Mar 02 18:00:10.128662 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: agent.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.129548 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.130065 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: agent Mar 02 18:00:10.130414 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: agent_resources_synced.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.131319 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.131832 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: agent-resources-synced Mar 02 18:00:10.132161 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: allowedaddresspairs.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.133932 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.134484 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: allowed-address-pairs Mar 02 18:00:10.134810 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: auto_allocated_topology.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.135907 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.136422 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: auto-allocated-topology Mar 02 18:00:10.136743 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: availability_zone.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.137429 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.137934 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: availability_zone Mar 02 18:00:10.138289 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: availability_zone_filter.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.139208 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.139716 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: availability_zone_filter Mar 02 18:00:10.140035 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: data_plane_status.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.140930 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.141430 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension data-plane-status not supported by any of loaded plugins Mar 02 18:00:10.141750 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: default_subnetpools.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.142753 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.143260 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: default-subnetpools Mar 02 18:00:10.143577 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: dhcpagentscheduler.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.144390 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.144940 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: dhcp_agent_scheduler Mar 02 18:00:10.145263 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: dns.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.146199 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.146704 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension dns-integration not supported by any of loaded plugins Mar 02 18:00:10.147026 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: dns_domain_ports.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.147950 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.148455 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 02 18:00:10.148849 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: dvr.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.149527 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.150042 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: dvr Mar 02 18:00:10.150411 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: empty_string_filtering.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.151845 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.152353 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: empty-string-filtering Mar 02 18:00:10.152679 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.153574 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.154076 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:00:10.154423 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.155316 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.155820 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 02 18:00:10.156143 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: external_net.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.157040 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.157553 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: external-net Mar 02 18:00:10.157875 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: extra_dhcp_opt.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.158804 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.159307 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: extra_dhcp_opt Mar 02 18:00:10.159627 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: extraroute.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.160527 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.161034 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: extraroute Mar 02 18:00:10.161351 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: extraroute_atomic.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.162440 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.162952 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: extraroute-atomic Mar 02 18:00:10.163274 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: filter_validation.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.164070 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.164578 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: filter-validation Mar 02 18:00:10.164895 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: fip_pf_description.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.165794 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.166330 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 02 18:00:10.166647 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: fip_port_details.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.168172 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.168680 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: fip-port-details Mar 02 18:00:10.168996 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: flavors.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.170271 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.170787 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: flavors Mar 02 18:00:10.171109 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.172797 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.173312 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 02 18:00:10.173637 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: floatingip_pools.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.174369 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.174885 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: floatingip-pools Mar 02 18:00:10.175204 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: ip_allocation.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.176109 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.176618 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension ip_allocation not supported by any of loaded plugins Mar 02 18:00:10.176939 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.177851 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.178392 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: ip-substring-filtering Mar 02 18:00:10.178730 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l2_adjacency.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.179650 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.180150 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension l2_adjacency not supported by any of loaded plugins Mar 02 18:00:10.180470 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.181459 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.181975 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: router Mar 02 18:00:10.182337 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3_conntrack_helper.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.184839 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.185367 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 02 18:00:10.185699 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.186661 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.187179 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: ext-gw-mode Mar 02 18:00:10.187510 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.188421 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.188933 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: l3-ha Mar 02 18:00:10.189255 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3_flavors.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.190191 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.190727 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: l3-flavors Mar 02 18:00:10.191046 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.191967 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.192472 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: l3-port-ip-change-not-allowed Mar 02 18:00:10.192792 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: l3agentscheduler.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.193838 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.194391 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: l3_agent_scheduler Mar 02 18:00:10.194718 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: logging.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.196207 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.196728 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension logging not supported by any of loaded plugins Mar 02 18:00:10.197052 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: metering.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.197794 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.198428 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: metering Mar 02 18:00:10.198751 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.199845 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.200370 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: metering_source_and_destination_fields Mar 02 18:00:10.200691 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: multiprovidernet.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.201604 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.202136 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: multi-provider Mar 02 18:00:10.202462 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: netmtu.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.203369 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.203883 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: net-mtu Mar 02 18:00:10.204201 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: netmtu_writable.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.205107 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.205616 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: net-mtu-writable Mar 02 18:00:10.205932 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: network_availability_zone.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.206626 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.207135 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: network_availability_zone Mar 02 18:00:10.207478 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: network_ip_availability.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.208577 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.209094 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: network-ip-availability Mar 02 18:00:10.209418 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: network_segment_range.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.210210 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.210717 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension network-segment-range not supported by any of loaded plugins Mar 02 18:00:10.211035 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: pagination.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.212003 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.212331 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: pagination Mar 02 18:00:10.212646 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: port_device_profile.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.213603 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.214679 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: port-device-profile Mar 02 18:00:10.215000 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.215911 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.216419 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: port-mac-address-regenerate Mar 02 18:00:10.216739 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.217649 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.218183 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: port-numa-affinity-policy Mar 02 18:00:10.218506 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: port_resource_request.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.219423 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.219925 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension port-resource-request not supported by any of loaded plugins Mar 02 18:00:10.220244 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: portbindings.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.221177 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.221687 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: binding Mar 02 18:00:10.222295 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: portbindings_extended.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.223710 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.224233 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: binding-extended Mar 02 18:00:10.224562 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: portsecurity.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.225474 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.225989 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: port-security Mar 02 18:00:10.226341 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: project_id.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.227309 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.227640 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: project-id Mar 02 18:00:10.227965 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: providernet.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.228883 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.230006 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: provider Mar 02 18:00:10.230356 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.233923 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.234477 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos not supported by any of loaded plugins Mar 02 18:00:10.234806 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.236046 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.236561 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 02 18:00:10.236888 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.237796 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.238351 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 02 18:00:10.238678 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_default.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.239575 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.240090 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-default not supported by any of loaded plugins Mar 02 18:00:10.240418 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_fip.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.241068 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.241743 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-fip not supported by any of loaded plugins Mar 02 18:00:10.242072 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_gateway_ip.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.243023 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.243534 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 02 18:00:10.243856 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_port_network_policy.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.244764 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.245297 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 02 18:00:10.245617 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_rule_type_details.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.246555 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.247063 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 02 18:00:10.247380 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: qos_rules_alias.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.248427 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.248934 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 02 18:00:10.249252 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: quotasv2.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.250180 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.250507 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: quotas Mar 02 18:00:10.250825 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: quotasv2_detail.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.252440 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.252776 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: quota_details Mar 02 18:00:10.253104 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: rbac.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.254166 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.254697 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: rbac-policies Mar 02 18:00:10.255034 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: rbac_address_group.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.255944 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.256462 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: rbac-address-group Mar 02 18:00:10.256789 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: rbac_address_scope.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.257696 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.258251 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: rbac-address-scope Mar 02 18:00:10.258575 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: rbac_security_groups.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.259483 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.259996 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: rbac-security-groups Mar 02 18:00:10.260318 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: rbac_subnetpool.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.261269 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.261779 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: rbac-subnetpool Mar 02 18:00:10.262102 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: revisionifmatch.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.263045 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.263550 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: revision-if-match Mar 02 18:00:10.263873 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: revisions.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.265181 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.265697 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: standard-attr-revisions Mar 02 18:00:10.266021 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: router_availability_zone.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.266716 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.267230 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: router_availability_zone Mar 02 18:00:10.267551 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: routerservicetype.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.268475 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.268980 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension router-service-type not supported by any of loaded plugins Mar 02 18:00:10.269302 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.270268 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.270785 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: security-groups-normalized-cidr Mar 02 18:00:10.271106 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: security_groups_port_filtering.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.272026 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.272536 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: port-security-groups-filtering Mar 02 18:00:10.272858 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.273773 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.274316 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: security-groups-remote-address-group Mar 02 18:00:10.274641 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: securitygroup.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.284710 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.285243 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: security-group Mar 02 18:00:10.285571 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: segment.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.286383 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.286895 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension segment not supported by any of loaded plugins Mar 02 18:00:10.287217 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.288146 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.288665 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 02 18:00:10.288985 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: servicetype.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.290082 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.290628 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: service-type Mar 02 18:00:10.290953 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: sorting.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.292638 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.292923 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: sorting Mar 02 18:00:10.293248 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: standard_attr_segment.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.294189 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.294709 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 02 18:00:10.295030 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: standardattrdescription.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.295673 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.296196 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: standard-attr-description Mar 02 18:00:10.296512 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: stateful_security_group.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.297431 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.298286 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: stateful-security-group Mar 02 18:00:10.298613 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: stdattrs_common.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.299197 n-d-828839-1 neutron-server[88597]: WARNING neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 02 18:00:10.299517 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.300516 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.301033 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 02 18:00:10.301350 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnet_onboard.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.302448 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.302968 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: subnet_onboard Mar 02 18:00:10.303291 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.304213 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.304723 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 02 18:00:10.305045 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnet_service_types.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.305992 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.306560 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: subnet-service-types Mar 02 18:00:10.306883 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnetallocation.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.307996 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.308518 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: subnet_allocation Mar 02 18:00:10.308847 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.309507 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.310032 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: subnetpool-prefix-ops Mar 02 18:00:10.310383 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.311310 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.311821 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 02 18:00:10.312141 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: tagging.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.313188 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.313712 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: standard-attr-tag Mar 02 18:00:10.314034 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: timestamp.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.315245 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.315764 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loaded extension: standard-attr-timestamp Mar 02 18:00:10.316090 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: trunk.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.317111 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.317625 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension trunk not supported by any of loaded plugins Mar 02 18:00:10.317949 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: trunk_details.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.318903 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.319414 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension trunk-details not supported by any of loaded plugins Mar 02 18:00:10.319735 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: uplink_status_propagation.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.320643 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.321153 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 02 18:00:10.321475 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Loading extension file: vlantransparent.py {{(pid=88597) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 02 18:00:10.322157 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88597) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 02 18:00:10.322668 n-d-828839-1 neutron-server[88597]: INFO neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extension vlan-transparent not supported by any of loaded plugins Mar 02 18:00:10.325108 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:network Mar 02 18:00:10.325862 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnet Mar 02 18:00:10.326666 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:00:10.327264 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:port Mar 02 18:00:10.328515 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.328951 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service FLAVORS assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.329587 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.330009 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.330366 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:router Mar 02 18:00:10.331028 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:00:10.331727 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service METERING assigned prefix: /metering {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.333158 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.333528 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.333882 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88597) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:00:10.336364 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:00:10.336824 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:00:10.337494 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:00:10.338246 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service CORE assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.338584 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:00:10.339488 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] subnetpool is already registered Mar 02 18:00:10.340109 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service CORE assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.340438 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:00:10.340771 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] subnetpool is already registered Mar 02 18:00:10.453267 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.453915 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service FLAVORS assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.454425 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.454855 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.455200 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:router Mar 02 18:00:10.455541 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] router is already registered Mar 02 18:00:10.456199 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:floatingip Mar 02 18:00:10.456527 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] floatingip is already registered Mar 02 18:00:10.457157 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service METERING assigned prefix: /metering {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.457972 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of CountableResource for resource:rbac_policy Mar 02 18:00:10.458327 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] rbac_policy is already registered Mar 02 18:00:10.458750 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:security_group Mar 02 18:00:10.459071 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] security_group is already registered Mar 02 18:00:10.459662 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:security_group_rule Mar 02 18:00:10.459989 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] security_group_rule is already registered Mar 02 18:00:10.460646 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service CORE assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.460973 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:00:10.461293 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] subnetpool is already registered Mar 02 18:00:10.461892 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.v2.resource_helper [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Service CORE assigned prefix: {{(pid=88597) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 02 18:00:10.462249 n-d-828839-1 neutron-server[88597]: INFO neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Creating instance of TrackedResource for resource:subnetpool Mar 02 18:00:10.462568 n-d-828839-1 neutron-server[88597]: WARNING neutron.quota.resource_registry [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] subnetpool is already registered Mar 02 18:00:10.463201 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: extensions {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.465267 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: address-groups {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.467187 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: address-scopes {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.468494 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: agents {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.469667 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: auto-allocated-topology {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.471023 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: availability_zones {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.472547 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: dhcp-networks {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.473936 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: dhcp-agents {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.475443 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: routers {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.477295 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: flavors {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.478474 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: service_profiles {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.479710 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: next_providers {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.481212 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: service_profiles {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.482752 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: floatingip-pools {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.483964 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: routers {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.485753 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: floatingips {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.488517 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: l3-routers {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.488517 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: l3-agents {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.489941 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: metering-labels {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.491216 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: metering-label-rules {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.492498 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: network-ip-availabilities {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.493838 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: bindings {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.495522 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: quotas {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.496990 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: quotas {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.498450 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: rbac-policies {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.499759 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: security-groups {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.500955 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: security-group-rules {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.502183 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: service-providers {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.503520 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: subnetpools {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.504908 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: subnetpools {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.506361 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.508115 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.509806 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.512151 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.515078 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.516971 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.518684 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.520563 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.522343 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.524217 n-d-828839-1 neutron-server[88597]: DEBUG neutron.api.extensions [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Extended resource: tags {{(pid=88597) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 02 18:00:10.530677 n-d-828839-1 neutron-server[88597]: WARNING keystonemiddleware.auth_token [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 02 18:00:10.535443 n-d-828839-1 neutron-server[88597]: WARNING keystonemiddleware.auth_token [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 02 18:00:10.543801 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Acquired lock "singleton_lock" {{(pid=88597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 02 18:00:10.544219 n-d-828839-1 neutron-server[88597]: DEBUG oslo_concurrency.lockutils [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Releasing lock "singleton_lock" {{(pid=88597) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 02 18:00:10.544922 n-d-828839-1 neutron-server[88597]: INFO oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Starting 2 workers Mar 02 18:00:10.549579 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Started child 88708 {{(pid=88597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:00:10.553907 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Started child 88709 {{(pid=88597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:00:10.554689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.555524 n-d-828839-1 neutron-server[88597]: INFO neutron.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Neutron service started, listening on 0.0.0.0:9696 Mar 02 18:00:10.556188 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Notify callbacks [] for process, before_spawn {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.556338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [-] (88708) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:00:10.558505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.558953 n-d-828839-1 neutron-server[88597]: INFO oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Starting 1 workers Mar 02 18:00:10.559885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [-] (88709) wsgi starting up on http://0.0.0.0:9696 Mar 02 18:00:10.563699 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Started child 88710 {{(pid=88597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:00:10.564210 n-d-828839-1 neutron-server[88597]: INFO oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Starting 1 workers Mar 02 18:00:10.567179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] calling RpcWorker wait() {{(pid=88710) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 02 18:00:10.567693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] returning from RpcWorker wait() {{(pid=88710) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 02 18:00:10.568663 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Started child 88711 {{(pid=88597) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 02 18:00:10.568871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.569341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:10.569450 n-d-828839-1 neutron-server[88597]: DEBUG neutron_lib.callbacks.manager [None req-33b5185e-8332-4730-8671-70197ed0aa9f None None] Notify callbacks [] for process, after_spawn {{(pid=88597) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.571309 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 18:00:10.571511 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:00:10.571692 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:00:10.571905 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:00:10.572256 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:00:10.572395 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:00:10.572901 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.573718 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.573984 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.574302 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.574606 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.574839 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:10.575307 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.575435 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.575673 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.575906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:10.576014 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.576199 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.576367 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.576539 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.576788 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.577027 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.577305 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.577549 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.577780 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.578032 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.578242 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.578500 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.578779 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.579023 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.579277 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] debug = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.579516 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.579974 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.580200 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.580453 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.580688 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.580972 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.581201 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.581457 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.581697 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.581908 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.582171 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.582429 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.582651 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.582862 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.583075 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.583331 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.583561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.584022 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] host = n-d-828839-1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.584232 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.584454 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.584693 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.584934 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.585185 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.585412 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.585674 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.585914 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.586214 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.586436 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.586699 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.586937 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.587403 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.587403 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.587791 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_options = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.587791 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.588152 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.588366 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.588563 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.588563 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.589402 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.589576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.589703 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.589948 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.590187 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.590410 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.590623 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.590857 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.591087 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.591335 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.591580 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.591821 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.592043 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.592283 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.592528 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.592808 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.593747 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.594253 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.594397 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.594570 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.594809 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.595069 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.595349 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.595585 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.595877 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.596119 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.596376 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.596618 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.597126 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.597478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.597613 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.597807 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.598085 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.598349 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.598596 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.598868 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.599087 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.599318 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.599535 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.599760 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.599975 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_json = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.600211 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.600425 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.600709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.600925 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.601155 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.601378 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.602287 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.602287 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.602287 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.602510 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.602745 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.608873 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.609576 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610903 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.610903 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.611428 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.611428 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.611578 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.611712 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.611941 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.612164 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.612444 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.612683 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.612906 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.613124 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.613341 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.613575 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.613796 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.614023 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.614290 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.614517 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.614768 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.614988 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.615200 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.615410 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.615627 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.615941 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.616087 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.616295 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.616507 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.616754 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.617061 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.617202 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.617497 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.617655 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.617859 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.618077 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.618331 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.618548 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.618784 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.619018 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.619236 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.619468 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.619698 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.619929 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.620126 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.620339 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.620570 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.620814 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.621039 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.621257 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.621478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.621691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.621907 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.622159 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.622461 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.622767 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.623011 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.623276 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.623529 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.623791 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.624009 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.624244 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.624489 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.624725 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.625113 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.625268 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.625955 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.625955 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.625955 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.626349 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.626349 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.626634 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.626935 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.627174 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.627407 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.627724 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.628045 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.628305 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.628594 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.628851 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.629099 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.629373 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.629609 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.629906 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.630169 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.630412 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.631372 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.631372 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.631372 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.631689 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.631772 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.632034 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.632282 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.632529 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.632791 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.633026 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.633284 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.633518 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.633768 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.633992 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.634242 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.634474 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.634895 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.635064 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.635309 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.635521 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.636298 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.636552 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.636790 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.637072 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.637322 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.637587 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.637839 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.638148 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.638357 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.638586 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.638831 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.639061 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.639275 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.639485 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.639718 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.639930 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.640140 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.640384 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.640615 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.640831 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.641058 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.641290 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.641503 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.641733 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.641943 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.642204 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.642466 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.642683 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.642899 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.643133 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.643566 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.643566 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.643824 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.644061 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.644316 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.644547 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.644793 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.645034 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.645303 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.645547 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.645791 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.646008 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.646252 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.646466 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.646685 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.646897 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.647111 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.647339 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.647553 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.647818 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.648056 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.648414 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.648658 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.648889 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.649143 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.649368 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.649582 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.649796 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.650009 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.650245 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.650494 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.650735 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.650971 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.651323 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.651967 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.652184 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.652398 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.652681 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.652921 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.653176 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.653450 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.653652 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.653872 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.654108 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.654347 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.654825 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.655057 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.655266 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.655485 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.655692 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.655990 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.656235 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.656464 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.656716 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.656923 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.657148 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.657355 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.657720 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.657854 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.657987 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.658207 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.658439 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.658626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.658839 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.659227 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.659387 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.659644 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.659876 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.660157 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.660399 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.660640 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.660913 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.661238 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.661453 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.661712 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.661964 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.662204 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.662455 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.662720 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.663051 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.663347 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.663621 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.663845 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.664128 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.664397 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.664667 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.664900 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.665186 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.665492 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.665770 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.666023 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.666289 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.666568 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.666810 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.667048 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.667285 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.667520 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.667756 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.668011 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.668266 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.668548 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.668720 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.668946 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.669163 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.669386 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.669615 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.669854 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.670075 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.670252 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:00:10.670768 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88597) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 02 18:00:10.670926 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 02 18:00:10.671078 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 02 18:00:10.671244 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 02 18:00:10.671424 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 02 18:00:10.671563 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 02 18:00:10.671768 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.671927 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672086 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672245 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672403 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672583 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672746 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.672901 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673061 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673218 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673395 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673523 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673685 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.673911 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674049 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674207 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674318 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674641 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674802 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.674961 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675120 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675277 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] debug = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675436 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675623 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675785 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.675942 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676105 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676243 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676400 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676559 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676716 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.676889 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.677033 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.677190 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.677346 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.677504 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.677654 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.678012 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.678012 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.678311 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] host = n-d-828839-1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.678311 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.678545 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679060 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679060 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679060 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679060 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679440 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679440 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679440 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679646 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679723 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.679881 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680038 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680196 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680352 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_options = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680509 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680666 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.680823 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681009 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681172 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681331 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681491 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681647 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681808 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.681965 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682140 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682300 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682476 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682632 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682770 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.682904 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683051 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683208 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683366 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683524 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683685 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.683842 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684003 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684158 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684315 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684471 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684627 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684789 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.684936 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685092 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685250 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685407 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685565 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685723 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.685879 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686037 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686211 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686369 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686526 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686684 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686840 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.686998 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687155 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687313 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687469 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_json = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687783 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.687941 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688098 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688255 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688412 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688569 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688743 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.688887 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.689044 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 02 18:00:10.689219 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.689379 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.689548 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.689708 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.689867 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690026 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690206 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690368 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690528 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690688 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.690855 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691015 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691187 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691551 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691551 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691784 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691784 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.691955 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692114 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692273 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692432 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692590 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692764 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.692923 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693083 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693243 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693402 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693562 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693726 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.693886 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694046 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694243 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694405 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694565 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694724 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.694882 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695040 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695220 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695380 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695539 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695701 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.695861 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696022 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696183 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696342 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696503 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696663 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696823 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.696982 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697141 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697310 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697470 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697628 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697786 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.697946 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.698651 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.698814 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.698974 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699133 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:10.699413 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699501 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699602 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699761 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.699920 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700080 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700241 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700401 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700561 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700721 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.700880 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701040 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701198 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701358 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701516 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701676 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.701837 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.702958 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.703555 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.703555 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.703555 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.703555 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704029 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704029 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704029 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704328 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704328 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704623 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704623 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704872 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.704872 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705105 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705227 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705337 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705497 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705656 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705816 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.705974 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706174 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706309 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706460 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706619 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706779 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.706951 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707099 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707257 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707426 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707586 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707748 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.707910 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708077 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708246 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708406 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708566 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708725 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.708884 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709044 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709207 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709368 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709527 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709686 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.709845 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710012 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710216 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710379 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710540 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710700 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.710884 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711045 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711203 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711363 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711541 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711678 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.711842 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712002 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712162 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712322 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712483 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712644 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712803 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.712963 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.713122 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.713281 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.713443 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.713603 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.714359 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.714497 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.714635 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.714785 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.714945 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715105 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715264 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715423 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715583 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715742 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.715901 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716060 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716218 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716377 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716535 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716695 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.716854 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.717012 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.717173 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.720709 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.721626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.722660 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.723691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.724739 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.725800 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.726478 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727073 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727073 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727073 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727073 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727459 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727459 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727459 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727667 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727746 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.727849 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728024 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728185 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728348 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728508 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728691 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728823 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.728973 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.729138 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.729334 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.729506 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.729668 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.729837 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730007 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730198 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730359 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730527 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730700 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.730860 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731022 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731182 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731374 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731545 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731707 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.731867 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732027 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732189 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732350 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732509 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732668 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732828 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.732987 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733147 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733307 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733467 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733626 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733786 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 02 18:00:10.733940 n-d-828839-1 neutron-server[88597]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88597) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 02 18:00:11.040291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:11.048971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063915 Mar 02 18:00:21.952975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22989d6-8dcc-4e4e-ba91-165fd34b1b65 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:00:22.050342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22989d6-8dcc-4e4e-ba91-165fd34b1b65 None None] No non-hosted networks {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 02 18:00:22.104927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.agentschedulers_db [None req-d22989d6-8dcc-4e4e-ba91-165fd34b1b65 None None] DHCP Agent not found on host n-d-828839-1 {{(pid=88710) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 02 18:00:22.309729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a395d358-8cfd-4cf3-be55-0b33f58f42f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.243070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64af4261-d9c0-4258-9e8a-6d951903e3b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:24.301488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-cbc4b6a6-8878-4512-a0ef-3abd01b85ff5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-828839-1 {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:00:24.302315 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-cbc4b6a6-8878-4512-a0ef-3abd01b85ff5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:00:24.888682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cbc4b6a6-8878-4512-a0ef-3abd01b85ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:25.317591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:25.391524 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:25.392300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.392649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.392984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.393399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.393776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.393979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.394503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.394979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.395457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.395952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.396680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.397163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:25.397863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-828839-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:25.403865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-828839-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:00:26.584823 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:28.172735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35482) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:28.758249 n-d-828839-1 neutron-server[88709]: WARNING oslo_policy.policy [None req-f1ab6366-1ee2-447a-9077-34c033a570ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:28.758820 n-d-828839-1 neutron-server[88709]: WARNING oslo_policy.policy [None req-f1ab6366-1ee2-447a-9077-34c033a570ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:28.976614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-f1ab6366-1ee2-447a-9077-34c033a570ac admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:00:28.990544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f1ab6366-1ee2-447a-9077-34c033a570ac admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8029773 Mar 02 18:00:30.187754 n-d-828839-1 neutron-server[88710]: INFO neutron.db.l3_hamode_db [None req-3d98310c-1aaf-430c-801d-cec3f70bce37 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 02 18:00:30.282337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98310c-1aaf-430c-801d-cec3f70bce37 None None] Routers set() bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:00:30.282733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d98310c-1aaf-430c-801d-cec3f70bce37 None None] Router IDs set() for agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 02 18:00:31.411747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35496) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:31.771299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:00:31.867517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.policy [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88709) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 18:00:31.912956 n-d-828839-1 neutron-server[88709]: WARNING oslo_policy.policy [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:31.913408 n-d-828839-1 neutron-server[88709]: WARNING oslo_policy.policy [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:31.922219 n-d-828839-1 neutron-server[88709]: INFO neutron.quota [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Loaded quota_driver: . Mar 02 18:00:31.938419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:32.065343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207778405', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207777880', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207885462', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207892554', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207869666', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762207875469', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-553808', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-555622', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1603181', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2021551'] for rbac-policy, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.269340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:32.270608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aae9f65d-0013-4cbf-831d-3ab222322d93 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8578877 Mar 02 18:00:34.890825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35510) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:35.239010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Request body: {'network': {'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'name': 'private'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:00:35.243785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:35.248327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Usage tracker for resource:network and tenant:2680edd88e1b400cb9f8a5b3f8e6b293 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:35.253043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:35.259359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:35.332121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Made reservation on behalf of 2680edd88e1b400cb9f8a5b3f8e6b293 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:35.334980 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.353558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.367260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:35.370866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Usage tracker for resource:security_group_rule and tenant:2680edd88e1b400cb9f8a5b3f8e6b293 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:35.376103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:35.381742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:35.532087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.588998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.614747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:00:35.641350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762210738692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.641935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Unsubscribe: segment precommit_create {{(pid=88709) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:00:35.642469 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Added segment d1dd8382-3c58-421f-a5f1-70a3a7cea681 of type vlan for network 97dd2f0c-e28a-4ec3-b667-57003899e892 Mar 02 18:00:35.690646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6a0629-d438-487e-8e00-41005109e73f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:35.711314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.711653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.711986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.712316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.712639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.712977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.713292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.713645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.713962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.714334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Tracked resource versions report: Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: pushed versions: Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: { 'AddressGroup': {'1.2'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'ConntrackHelper': {'1.0'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Log': {'1.0'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Network': {'1.1'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Port': {'1.7'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'PortForwarding': {'1.2'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'QosPolicy': {'1.8'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SecurityGroup': {'1.4'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SubPort': {'1.0'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Subnet': {'1.1'}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Trunk': {'1.1'}} Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: consumer versions: Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: L3 agent@n-d-828839-1: {}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: Metadata agent@n-d-828839-1: {}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: Metering agent@n-d-828839-1: {}, Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'ConntrackHelper': '1.0', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Log': '1.0', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Network': '1.1', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'Port': '1.7', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'PortForwarding': '1.2', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'QosPolicy': '1.8', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SecurityGroup': '1.4', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SecurityGroupRule': '1.2', Mar 02 18:00:35.719833 n-d-828839-1 neutron-server[88709]: 'SubPort': '1.0', Mar 02 18:00:35.722377 n-d-828839-1 neutron-server[88709]: 'Subnet': '1.1', Mar 02 18:00:35.722377 n-d-828839-1 neutron-server[88709]: 'Trunk': '1.1'}} Mar 02 18:00:35.722377 n-d-828839-1 neutron-server[88709]: {{(pid=88709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:00:35.749518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.857904 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.859091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:35.859795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:35.969372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] Pushing event updated for resources: {'Network': ['ID=97dd2f0c-e28a-4ec3-b667-57003899e892,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:35.981623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:36.059420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a6834748-665d-4c4f-8ec2-843307574c2f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1671896 Mar 02 18:00:38.782990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:39.248309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956048d-170d-4cd6-84b5-d99fc3bd3093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:39.249692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f956048d-170d-4cd6-84b5-d99fc3bd3093 admin admin] 10.222.0.66 "GET /v2.0/networks/97dd2f0c-e28a-4ec3-b667-57003899e892 HTTP/1.1" status: 200 len: 825 time: 0.4657695 Mar 02 18:00:39.277750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4d206425-8585-4f73-a3ae-a5d7fb5d0cfe admin admin] 10.222.0.66 "GET /v2.0/subnetpools/a148e8a0-abe1-4c3b-be77-81be81bce990 HTTP/1.1" status: 200 len: 734 time: 0.0226817 Mar 02 18:00:39.286770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:00:39.292037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:39.296570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Usage tracker for resource:subnet and tenant:2680edd88e1b400cb9f8a5b3f8e6b293 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:39.299510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:39.305122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:39.374096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Made reservation on behalf of 2680edd88e1b400cb9f8a5b3f8e6b293 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:39.376495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.717386 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.815154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab07f87-0245-4e6a-8a9e-f59b23c8f670,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:39.817143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Checking segment: {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:00:39.817517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Network hostable DHCP agents. Network: 97dd2f0c-e28a-4ec3-b667-57003899e892, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:00:39.888613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:00:39.963092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 97dd2f0c-e28a-4ec3-b667-57003899e892) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:39.968567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:39.969092 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:39.973258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c484e548-c3e0-4048-bf10-819b86d175dc None None] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:00:40.049776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99568ad6-a478-4a70-9a3f-4bcb0e4a7c46 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7664344 Mar 02 18:00:40.285492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-97dd2f0c-e28a-4ec3-b667-57003899e892', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:00:40.286755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.473635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Allocated IP 172.20.0.2 (97dd2f0c-e28a-4ec3-b667-57003899e892/8ab07f87-0245-4e6a-8a9e-f59b23c8f670/2ed9cb2e-ace3-4d6b-8515-055878daa8d6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:40.705460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.718380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Transition to ACTIVE for port object 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:40.738904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Transition to ACTIVE for port object 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:40.814752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:40.880713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:40.883973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:40.888620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:00:40.894775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Pushing event updated for resources: {'Port': ['ID=2ed9cb2e-ace3-4d6b-8515-055878daa8d6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:40.934214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.934562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.934907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.935241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.935571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.935900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.936237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.936546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.936868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.937500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.937611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.937928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Tracked resource versions report: Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: pushed versions: Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: { 'AddressGroup': {'1.2'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'ConntrackHelper': {'1.0'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Log': {'1.0'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Network': {'1.1'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Port': {'1.7'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'PortForwarding': {'1.2'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'QosPolicy': {'1.8'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SecurityGroup': {'1.4'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SubPort': {'1.0'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Subnet': {'1.1'}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Trunk': {'1.1'}} Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: consumer versions: Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: L3 agent@n-d-828839-1: {}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: Metadata agent@n-d-828839-1: {}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: Metering agent@n-d-828839-1: {}, Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'ConntrackHelper': '1.0', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Log': '1.0', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Network': '1.1', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Port': '1.7', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'PortForwarding': '1.2', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'QosPolicy': '1.8', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SecurityGroup': '1.4', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SecurityGroupRule': '1.2', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'SubPort': '1.0', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Subnet': '1.1', Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: 'Trunk': '1.1'}} Mar 02 18:00:40.939053 n-d-828839-1 neutron-server[88710]: {{(pid=88710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:00:40.995053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Attempting to bind port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:00:40.995763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Attempting to bind port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:00:40.995763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Attempting to bind port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 on network 97dd2f0c-e28a-4ec3-b667-57003899e892 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:00:41.001114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:00:41.001517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Checking segment: {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:00:41.001982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.002398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Bound using segment: {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:00:41.002882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Bound port: 2ed9cb2e-ace3-4d6b-8515-055878daa8d6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:00:41.003263 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.093168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] For port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:00:41.097317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] For port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2ed9cb2e-ace3-4d6b-8515-055878daa8d6,segment=NetworkSegment(d1dd8382-3c58-421f-a5f1-70a3a7cea681),segment_id=d1dd8382-3c58-421f-a5f1-70a3a7cea681)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:00:41.167171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:41.253422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a6eedd-35b1-4867-ac21-c6c701f22a43 None None] Pushing event updated for resources: {'Port': ['ID=2ed9cb2e-ace3-4d6b-8515-055878daa8d6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:42.524184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35536) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:43.106284 n-d-828839-1 neutron-server[88708]: WARNING oslo_policy.policy [None req-05a58ccf-a79c-45ca-a505-2d10931d63d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:43.106926 n-d-828839-1 neutron-server[88708]: WARNING oslo_policy.policy [None req-05a58ccf-a79c-45ca-a505-2d10931d63d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:00:43.324971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-05a58ccf-a79c-45ca-a505-2d10931d63d8 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:00:43.326042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05a58ccf-a79c-45ca-a505-2d10931d63d8 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8009791 Mar 02 18:00:45.032291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:00:45.058891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e178c502-0ac5-4fa5-bf09-46b1698d343e None None] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:00:45.257755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-71a5c419-5a21-4600-8163-d6eb488f0849 None None] Provisioning for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:45.283223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:45.314250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:45.314651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.457257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.496262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2ed9cb2e-ace3-4d6b-8515-055878daa8d6,segment=NetworkSegment(d1dd8382-3c58-421f-a5f1-70a3a7cea681),segment_id=d1dd8382-3c58-421f-a5f1-70a3a7cea681)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:00:45.594842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.662900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2ed9cb2e-ace3-4d6b-8515-055878daa8d6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:45.689450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd10c39b-935d-4276-ac79-86d789484362 None None] Provisioning complete for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:45.689826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd10c39b-935d-4276-ac79-86d789484362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:45.791040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:46.161035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-2c2bb19e-c5e8-4a13-ba2c-881125be031f admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:00:46.161992 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c2bb19e-c5e8-4a13-ba2c-881125be031f admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3695877 Mar 02 18:00:46.995507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:00:47.062930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:47.063296 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:48.848719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35568) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:49.197128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Request body: {'router': {'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'name': 'router1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:00:49.202199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:49.205946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Usage tracker for resource:router and tenant:2680edd88e1b400cb9f8a5b3f8e6b293 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:49.209815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:49.215552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:49.282534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.284123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.305027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.488899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.573869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:49.575024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ca7db858-54e8-460f-9caf-9115971d60c6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7253451 Mar 02 18:00:51.971965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35578) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:51.983898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30230c42-6d07-48af-a2ce-ce869bd6b7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:52.368779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-1f298d02-dbe7-41ba-9ce4-67b8e426c78a admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:00:52.370379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1f298d02-dbe7-41ba-9ce4-67b8e426c78a admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3969388 Mar 02 18:00:54.054260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb5db3e8-43bd-4a27-af21-6653079d17d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:54.813363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35588) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:55.182671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:00:55.187745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:55.192295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Usage tracker for resource:network and tenant:df7b220919f8425389103bff077c649c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:55.195270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:55.201498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:55.242435 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.259458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Made reservation on behalf of df7b220919f8425389103bff077c649c for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:00:55.262491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.274314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.287965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:00:55.291822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Usage tracker for resource:security_group_rule and tenant:df7b220919f8425389103bff077c649c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:00:55.294708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:00:55.300404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:00:55.351116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.381603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.448121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.471231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=88709) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 02 18:00:55.486338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496d6f75-4025-462e-9452-eb1399a19ee1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:55.491542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.491884 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Added segment 89e4b10b-c6d5-4d57-82b6-7e1506a63dc6 of type flat for network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e Mar 02 18:00:55.523342 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.611699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.612646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:55.613236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:55.711053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:55.722055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:00:55.778362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1661512c-58f0-4322-aa37-d6b3498695e9 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9638746 Mar 02 18:00:56.482535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:58.184930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35608) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:00:58.393986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2d5d40-3c35-4f3c-8657-fccd80aee24e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:00:58.395347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cf2d5d40-3c35-4f3c-8657-fccd80aee24e admin admin] 10.222.0.66 "GET /v2.0/subnets/8ab07f87-0245-4e6a-8a9e-f59b23c8f670 HTTP/1.1" status: 200 len: 849 time: 0.2094820 Mar 02 18:00:58.537990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38df46b7-6063-4d91-a470-a63fcc366572 admin admin] 10.222.0.66 "GET /v2.0/routers/8d730152-22fd-4368-a5b6-f4ab58164b64 HTTP/1.1" status: 200 len: 704 time: 0.1370130 Mar 02 18:00:58.996993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.259512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Allocated IP 172.20.0.1 (97dd2f0c-e28a-4ec3-b667-57003899e892/8ab07f87-0245-4e6a-8a9e-f59b23c8f670/be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:00:59.412819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.429644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Transition to ACTIVE for port object be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:00:59.543848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.605508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:00:59.612783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:00:59.616968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:00:59.617498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.737458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Pushing event updated for resources: {'Port': ['ID=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:00:59.880597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dd35d12c-0e8a-46fc-abdb-8a00fa777f23 None None] Provisioning for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:00:59.885604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dd35d12c-0e8a-46fc-abdb-8a00fa777f23 None None] Provisioning complete for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:00:59.885980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dd35d12c-0e8a-46fc-abdb-8a00fa777f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:00:59.942305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dd35d12c-0e8a-46fc-abdb-8a00fa777f23 None None] Port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:00:59.969173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.197715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.268956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.269708 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.409881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Pushing event updated for resources: {'Port': ['ID=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:00.463642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:00.464616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:00.665368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3cf7650-e17f-42f5-a6bc-c205ee1b4b2e None None] Provisioning complete for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:00.665767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3cf7650-e17f-42f5-a6bc-c205ee1b4b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:00.717868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf7650-e17f-42f5-a6bc-c205ee1b4b2e None None] Port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:01:00.751411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Router 8d730152-22fd-4368-a5b6-f4ab58164b64 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:01:00.903687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:01:00.912546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-618ffbe7-2982-4d10-ac83-41ac696882d4 admin admin] 10.222.0.66 "PUT /v2.0/routers/8d730152-22fd-4368-a5b6-f4ab58164b64/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3692021 Mar 02 18:01:00.913486 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Sync routers for ids ['8d730152-22fd-4368-a5b6-f4ab58164b64'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:01:00.923969 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Routers {'8d730152-22fd-4368-a5b6-f4ab58164b64'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:01:00.924792 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:00:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d730152-22fd-4368-a5b6-f4ab58164b64'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:01.100868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Set router 8d730152-22fd-4368-a5b6-f4ab58164b64 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:01:01.471075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:00:59Z', 'revision_number': 2, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port_host': None, '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:00Z', 'revision_number': 2, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:01.476170 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Checking router: 8d730152-22fd-4368-a5b6-f4ab58164b64 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:01:01.476539 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Updating router 8d730152-22fd-4368-a5b6-f4ab58164b64 port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:01:01.528781 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.910011 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:01.925481 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Transition to ACTIVE for port object be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:01.991475 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.222161 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Pushing event updated for resources: {'Port': ['ID=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:02.232417 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.232761 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.233096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.233426 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.233750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.234074 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.234415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.234736 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.235055 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.235368 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.235682 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.235996 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Tracked resource versions report: Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: pushed versions: Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: { 'AddressGroup': {'1.2'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'ConntrackHelper': {'1.0'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Log': {'1.0'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Network': {'1.1'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Port': {'1.7'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'PortForwarding': {'1.2'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'QosPolicy': {'1.8'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SecurityGroup': {'1.4'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SubPort': {'1.0'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Subnet': {'1.1'}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Trunk': {'1.1'}} Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: consumer versions: Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: L3 agent@n-d-828839-1: {}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: Metadata agent@n-d-828839-1: {}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: Metering agent@n-d-828839-1: {}, Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'ConntrackHelper': '1.0', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Log': '1.0', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Network': '1.1', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Port': '1.7', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'PortForwarding': '1.2', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'QosPolicy': '1.8', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SecurityGroup': '1.4', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SecurityGroupRule': '1.2', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'SubPort': '1.0', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Subnet': '1.1', Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: 'Trunk': '1.1'}} Mar 02 18:01:02.237070 n-d-828839-1 neutron-server[88711]: {{(pid=88711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:01:02.240872 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Attempting to bind port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:02.241069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Attempting to bind port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:02.241414 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Attempting to bind port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 on network 97dd2f0c-e28a-4ec3-b667-57003899e892 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:01:02.247387 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:01:02.247983 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Checking segment: {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:01:02.248269 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.248648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Bound using segment: {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:01:02.249160 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Bound port: be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1dd8382-3c58-421f-a5f1-70a3a7cea681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:02.249542 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.336681 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] For port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:01:02.341189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] For port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,segment=NetworkSegment(d1dd8382-3c58-421f-a5f1-70a3a7cea681),segment_id=d1dd8382-3c58-421f-a5f1-70a3a7cea681)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:01:02.403192 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:02.479624 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Routers {'8d730152-22fd-4368-a5b6-f4ab58164b64'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:01:02.480255 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:00:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d730152-22fd-4368-a5b6-f4ab58164b64'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:02.618650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8d393-5692-4874-8cd6-5eb0151aceae None None] Pushing event updated for resources: {'Port': ['ID=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:02.651075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] Set router 8d730152-22fd-4368-a5b6-f4ab58164b64 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:01:02.971280 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:00:59Z', 'revision_number': 2, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port_host': None, '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:02Z', 'revision_number': 4, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:02.975300 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9791e12e-20b5-4782-b556-2e26282d69a3 None None] The sync data for ids ['8d730152-22fd-4368-a5b6-f4ab58164b64'] in n-d-828839-1 is: [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:00:59Z', 'revision_number': 2, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port_host': None, '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:02Z', 'revision_number': 4, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:01:03.152510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35630) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:03.427159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.policy [None req-b544cff9-a257-4ea9-b54f-a04cba5c1a3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88708) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 02 18:01:03.472233 n-d-828839-1 neutron-server[88708]: WARNING oslo_policy.policy [None req-b544cff9-a257-4ea9-b54f-a04cba5c1a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:01:03.472560 n-d-828839-1 neutron-server[88708]: WARNING oslo_policy.policy [None req-b544cff9-a257-4ea9-b54f-a04cba5c1a3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 02 18:01:03.481520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544cff9-a257-4ea9-b54f-a04cba5c1a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:03.483229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b544cff9-a257-4ea9-b54f-a04cba5c1a3c admin admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 842 time: 0.3296294 Mar 02 18:01:03.493927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Request body: {'subnet': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'name': 'public-subnet', 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:01:03.495896 n-d-828839-1 neutron-server[88708]: INFO neutron.quota [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Loaded quota_driver: . Mar 02 18:01:03.502302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:01:03.508528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Usage tracker for resource:subnet and tenant:df7b220919f8425389103bff077c649c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:01:03.511969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:01:03.520413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:01:03.635638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Made reservation on behalf of df7b220919f8425389103bff077c649c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:01:03.638570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.229532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:01:04.230206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.309967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:01:04.310381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Network hostable DHCP agents. Network: ae40ce2c-b33f-4fb6-9053-98bd37d9b90e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:01:04.319667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed073686-83e2-4a3a-ba14-e2e4206d9778,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:04.330991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.331337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.331675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.332007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.332338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.332665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.332987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.333310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.333631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.333959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.334300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.334619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Tracked resource versions report: Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: pushed versions: Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: { 'AddressGroup': {'1.2'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'ConntrackHelper': {'1.0'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Log': {'1.0'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Network': {'1.1'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Port': {'1.7'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'PortForwarding': {'1.2'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'QosPolicy': {'1.8'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SecurityGroup': {'1.4'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SubPort': {'1.0'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Subnet': {'1.1'}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Trunk': {'1.1'}} Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: consumer versions: Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: L3 agent@n-d-828839-1: {}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: Metadata agent@n-d-828839-1: {}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: Metering agent@n-d-828839-1: {}, Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'ConntrackHelper': '1.0', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Log': '1.0', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Network': '1.1', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Port': '1.7', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'PortForwarding': '1.2', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'QosPolicy': '1.8', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SecurityGroup': '1.4', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SecurityGroupRule': '1.2', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'SubPort': '1.0', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Subnet': '1.1', Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: 'Trunk': '1.1'}} Mar 02 18:01:04.335708 n-d-828839-1 neutron-server[88708]: {{(pid=88708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:01:04.425577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:01:04.503393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ae40ce2c-b33f-4fb6-9053-98bd37d9b90e) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:04.509084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:04.510500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:04.511558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6e204-5850-4118-8127-e587b1d0817b None None] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:01:04.595826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-feec9736-b8fd-470e-88e2-146a18a01023 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1064539 Mar 02 18:01:04.620499 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:01:04.744203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ac33313-7193-4d06-bbc8-9fc0563ac4b9 None None] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:01:05.022960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:05.162298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:05.167350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:05.172348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.281144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.314415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,segment=NetworkSegment(d1dd8382-3c58-421f-a5f1-70a3a7cea681),segment_id=d1dd8382-3c58-421f-a5f1-70a3a7cea681)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:01:05.362252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:05.428372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:06.882799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35650) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:07.003607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:07.071819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:07.072113 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:07.089231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0400954a-28e6-4506-b232-397efebf1624 admin admin] 10.222.0.66 "GET /v2.0/routers/8d730152-22fd-4368-a5b6-f4ab58164b64 HTTP/1.1" status: 200 len: 710 time: 0.2053015 Mar 02 18:01:07.220554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee66fde-a446-450c-b877-3230cabe5924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:01:07.221121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ee66fde-a446-450c-b877-3230cabe5924 admin admin] Synchronizing usage tracker for tenant:df7b220919f8425389103bff077c649c on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:01:07.316683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ee66fde-a446-450c-b877-3230cabe5924 admin admin] Unset dirty status for tenant:df7b220919f8425389103bff077c649c on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:01:07.317891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ee66fde-a446-450c-b877-3230cabe5924 admin admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 886 time: 0.2234700 Mar 02 18:01:07.327906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:01:07.772030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.235064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.291591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.428440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Allocated IP 172.25.7.179 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f80c8dbd-1aca-4103-8749-1bb4435ecf8a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:01:08.584281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.671135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:08.738374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:01:08.741505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:01:08.745482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:01:08.798529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:09.295928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.624470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.627656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:09.859347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Router 8d730152-22fd-4368-a5b6-f4ab58164b64 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:01:10.037799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:01:10.046494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:10.048804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a35ebdf3-ceff-4f11-9fd7-b1276a2f23b4 admin admin] 10.222.0.66 "PUT /v2.0/routers/8d730152-22fd-4368-a5b6-f4ab58164b64 HTTP/1.1" status: 200 len: 890 time: 2.7233083 Mar 02 18:01:10.048912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Sync routers for ids ['8d730152-22fd-4368-a5b6-f4ab58164b64'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:01:10.059243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Routers {'8d730152-22fd-4368-a5b6-f4ab58164b64'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:01:10.059923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:00:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d730152-22fd-4368-a5b6-f4ab58164b64'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:10.255544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Set router 8d730152-22fd-4368-a5b6-f4ab58164b64 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:01:10.617126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:01:08Z', 'revision_number': 4, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port': {'id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:08Z', 'updated_at': '2022-03-02T18:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:05Z', 'revision_number': 5, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:10.622454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Checking router: 8d730152-22fd-4368-a5b6-f4ab58164b64 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:01:10.622831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Updating router 8d730152-22fd-4368-a5b6-f4ab58164b64 port f80c8dbd-1aca-4103-8749-1bb4435ecf8a binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:01:10.673041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.005261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.017104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Transition to ACTIVE for port object f80c8dbd-1aca-4103-8749-1bb4435ecf8a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:01:11.099773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.179920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Attempting to bind port f80c8dbd-1aca-4103-8749-1bb4435ecf8a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:01:11.180280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Attempting to bind port f80c8dbd-1aca-4103-8749-1bb4435ecf8a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:01:11.180640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Attempting to bind port f80c8dbd-1aca-4103-8749-1bb4435ecf8a on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:01:11.184121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d56d9-a691-4187-90c4-6ef9bb985453 None None] Pushing event updated for resources: {'Port': ['ID=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:11.188594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:01:11.188977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:01:11.189380 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.189769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:01:11.190260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Bound port: f80c8dbd-1aca-4103-8749-1bb4435ecf8a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:01:11.190658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.268003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] For port f80c8dbd-1aca-4103-8749-1bb4435ecf8a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:01:11.271000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] For port f80c8dbd-1aca-4103-8749-1bb4435ecf8a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:01:11.338701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:11.421745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Routers {'8d730152-22fd-4368-a5b6-f4ab58164b64'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:01:11.422374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:00:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d730152-22fd-4368-a5b6-f4ab58164b64'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.473442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d56d9-a691-4187-90c4-6ef9bb985453 None None] Pushing event updated for resources: {'Port': ['ID=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:11.605450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] Set router 8d730152-22fd-4368-a5b6-f4ab58164b64 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:01:11.942490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:01:08Z', 'revision_number': 4, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port': {'id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:08Z', 'updated_at': '2022-03-02T18:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:05Z', 'revision_number': 5, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:01:11.946760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f8e2a33-18a3-41f0-9524-19d8e7e2645d None None] The sync data for ids ['8d730152-22fd-4368-a5b6-f4ab58164b64'] in n-d-828839-1 is: [{'id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'name': 'router1', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179'}], 'enable_snat': True}, 'gw_port_id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:00:49Z', 'updated_at': '2022-03-02T18:01:08Z', 'revision_number': 4, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'gw_port': {'id': 'f80c8dbd-1aca-4103-8749-1bb4435ecf8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:bc:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:01:08Z', 'updated_at': '2022-03-02T18:01:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123', 'name': '', 'network_id': '97dd2f0c-e28a-4ec3-b667-57003899e892', 'tenant_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'mac_address': 'fa:16:3e:e8:96:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d730152-22fd-4368-a5b6-f4ab58164b64', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:00:59Z', 'updated_at': '2022-03-02T18:01:05Z', 'revision_number': 5, 'project_id': '2680edd88e1b400cb9f8a5b3f8e6b293', 'subnets': [{'id': '8ab07f87-0245-4e6a-8a9e-f59b23c8f670', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a148e8a0-abe1-4c3b-be77-81be81bce990'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:01:12.452862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:01:12.577453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0a3102e8-6cf3-49a6-ba63-dc892fda6c6b admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1233542 Mar 02 18:01:13.037008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f80c8dbd-1aca-4103-8749-1bb4435ecf8a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:13.194946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f80c8dbd-1aca-4103-8749-1bb4435ecf8a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:01:13.200845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f80c8dbd-1aca-4103-8749-1bb4435ecf8a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:13.201226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.320925 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.368401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f80c8dbd-1aca-4103-8749-1bb4435ecf8a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:01:13.471152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:13.542388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f80c8dbd-1aca-4103-8749-1bb4435ecf8a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:01:15.032784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f80c8dbd-1aca-4103-8749-1bb4435ecf8a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:01:15.149379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f80c8dbd-1aca-4103-8749-1bb4435ecf8a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:01:15.149746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:21.978105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20fe7437-6b49-44e5-b02a-736a23c52ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:24.058010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e32c016-8bee-4124-bd59-d029ecd94811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:25.248180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:25.333217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:26.470999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:41.621199 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:01:51.961782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5873fd1a-7523-4bfb-9e36-9aa91ee30d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:54.105080 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc585880-c575-4587-9f81-a11bc3f014a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.285512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:55.428143 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:01:56.533692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:18.620561 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:02:21.973203 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c8e6f494-47ef-4ce0-b319-302512cdd2db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:24.090785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be516175-0d55-4656-a01d-1c44bf419950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.285598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:25.413084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:26.499476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:51.999385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0fe18229-2351-4474-8db8-fe1dcea8ed4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:54.075367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e52a738c-cc56-4d43-8f4c-07aa84fcef95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.299304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.384061 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:02:55.621360 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:02:56.489880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:21.977742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e2bdbc8-949e-4684-9e65-fc31041a8a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:23.685483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36262) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:23.751949 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-31809441-0478-411e-888d-315d2029ebb3 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:03:23.753200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-31809441-0478-411e-888d-315d2029ebb3 admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0668554 Mar 02 18:03:23.884974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04db516-9436-42d1-bea6-22e63b6dd7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:23.886487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a04db516-9436-42d1-bea6-22e63b6dd7ea admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1290729 Mar 02 18:03:24.090278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8af45cfe-58ec-411c-80da-cb7a947d6ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.286441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:25.412035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.077176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:26.185783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987e0a23-39e3-4c25-be75-cc592ad7a2d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:26.187171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-987e0a23-39e3-4c25-be75-cc592ad7a2d4 admin admin] 10.222.0.66 "GET /v2.0/subnets/8ab07f87-0245-4e6a-8a9e-f59b23c8f670 HTTP/1.1" status: 200 len: 849 time: 0.1090415 Mar 02 18:03:26.196633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:03:26.315814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Notify callbacks [] for subnet, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.489699 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.566497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762210563557'] for subnet, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.612154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:26.613353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:26.613993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] 10.222.0.66 "PUT /v2.0/subnets/8ab07f87-0245-4e6a-8a9e-f59b23c8f670 HTTP/1.1" status: 200 len: 868 time: 0.4211390 Mar 02 18:03:26.616646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf88f2-24d3-4ffa-8100-8bf2e5e67d51 None None] Network 97dd2f0c-e28a-4ec3-b667-57003899e892 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:03:26.638927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ab07f87-0245-4e6a-8a9e-f59b23c8f670,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:03:26.648024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.648348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.648662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.649011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.649349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.649694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.650019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.650375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.650702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.651324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.651324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:26.651659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daa82bda-35cf-4d4d-a70c-e0d86492b16b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:03:27.074980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74009946-81ef-495b-9a54-779063cf664c None None] Provisioning complete for port be4207ae-bbfc-4fb8-8fc0-69d5d8c8e123 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:27.075348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74009946-81ef-495b-9a54-779063cf664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:27.200351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74009946-81ef-495b-9a54-779063cf664c None None] Provisioning complete for port 2ed9cb2e-ace3-4d6b-8515-055878daa8d6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:03:27.200726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74009946-81ef-495b-9a54-779063cf664c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:28.792405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36282) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:28.969488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20167c84-b683-43cb-a17d-b87cc2b7e9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:28.969988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20167c84-b683-43cb-a17d-b87cc2b7e9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:28.971907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-20167c84-b683-43cb-a17d-b87cc2b7e9fd admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1784687 Mar 02 18:03:31.163640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36292) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:31.339592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2d0c5-5df1-43a0-a4e1-22e4db69fc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:31.339980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f2d0c5-5df1-43a0-a4e1-22e4db69fc41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:31.341501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-21f2d0c5-5df1-43a0-a4e1-22e4db69fc41 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1769001 Mar 02 18:03:32.620678 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:03:33.516228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36302) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:33.723213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840246a9-1553-43b2-b010-f3183de4a973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:33.724613 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-840246a9-1553-43b2-b010-f3183de4a973 admin admin] 10.222.0.66 "GET /v2.0/networks/97dd2f0c-e28a-4ec3-b667-57003899e892 HTTP/1.1" status: 200 len: 869 time: 0.2071693 Mar 02 18:03:35.899556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36312) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:36.077661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0a29e-508a-4fdb-a323-2d3718602817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:36.081158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aab0a29e-508a-4fdb-a323-2d3718602817 admin admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 886 time: 0.1785595 Mar 02 18:03:38.288405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:38.394557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041164e-6bb4-47c0-9bb7-e1220ed3da11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:38.395021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d041164e-6bb4-47c0-9bb7-e1220ed3da11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:38.396570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d041164e-6bb4-47c0-9bb7-e1220ed3da11 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1072190 Mar 02 18:03:40.589523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36332) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:40.699262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e6dc4-5185-4e44-b283-c79a0f699705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:40.699903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e6dc4-5185-4e44-b283-c79a0f699705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:40.700226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d63e6dc4-5185-4e44-b283-c79a0f699705 admin admin] Synchronizing usage tracker for tenant:df7b220919f8425389103bff077c649c on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:03:40.800797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d63e6dc4-5185-4e44-b283-c79a0f699705 admin admin] Unset dirty status for tenant:df7b220919f8425389103bff077c649c on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:03:40.802464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d63e6dc4-5185-4e44-b283-c79a0f699705 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2116263 Mar 02 18:03:43.009302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36342) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:43.135320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd850875-1e37-48a7-88e7-b59f4878739e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:43.136704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd850875-1e37-48a7-88e7-b59f4878739e admin admin] 10.222.0.66 "GET /v2.0/subnets/8ab07f87-0245-4e6a-8a9e-f59b23c8f670 HTTP/1.1" status: 200 len: 868 time: 0.1263080 Mar 02 18:03:45.365576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36352) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:03:45.466881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5024e5-9ff5-4861-af56-ed22d81426e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:03:45.468243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ac5024e5-9ff5-4861-af56-ed22d81426e3 admin admin] 10.222.0.66 "GET /v2.0/subnets/ed073686-83e2-4a3a-ba14-e2e4206d9778 HTTP/1.1" status: 200 len: 816 time: 0.1016855 Mar 02 18:03:51.992919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-87f06969-4914-4cc2-a7ed-de9f2c583a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:54.091865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db679966-5c3b-41a0-9f85-709dc5016867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.325011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:55.411738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:03:56.529941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:05.075611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:05.125496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-b2c042b4-1f9a-4107-80cc-15f19b87c91b admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:04:05.128759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2c042b4-1f9a-4107-80cc-15f19b87c91b admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499747 Mar 02 18:04:07.363763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36408) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:07.429883 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca3b59e-f2aa-494c-a76c-93e288a37f52 admin admin] GET failed (client error): The resource could not be found. Mar 02 18:04:07.431229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ca3b59e-f2aa-494c-a76c-93e288a37f52 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0665324 Mar 02 18:04:07.561922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bc46c7-b0b8-45ef-836c-c90a9fa7cf72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:07.563984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f9bc46c7-b0b8-45ef-836c-c90a9fa7cf72 admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1288152 Mar 02 18:04:09.618761 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:04:09.759663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36418) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:09.809528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:04:09.815403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:09.824567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:09.965765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Made reservation on behalf of df7b220919f8425389103bff077c649c for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:09.968162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.109720 n-d-828839-1 neutron-server[88709]: WARNING neutron.services.revisions.revision_plugin [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Could not find related network for resource to bump revision. Mar 02 18:04:10.121094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 656} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:04:10.139768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.139768 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Added segment 462b30f4-b199-4a51-b552-8c2e3f38b736 of type vlan for network 654b3ce9-76eb-4349-9a68-278fafd70184 Mar 02 18:04:10.153871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.289751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.290680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:10.291306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:10.394793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] Pushing event updated for resources: {'Network': ['ID=654b3ce9-76eb-4349-9a68-278fafd70184,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:10.405382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 654b3ce9-76eb-4349-9a68-278fafd70184 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:04:10.469020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab778863-dc36-4c5a-bca2-24a65334ab13 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7081439 Mar 02 18:04:12.678924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:04:12.746841 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfc2d00-a647-4bb3-852f-ec8b684d28dd admin admin] GET failed (client error): The resource could not be found. Mar 02 18:04:12.748116 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ddfc2d00-a647-4bb3-852f-ec8b684d28dd admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0682714 Mar 02 18:04:12.858633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fdb089-cdce-4cf7-bcd6-efda66178236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:12.861132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-09fdb089-cdce-4cf7-bcd6-efda66178236 admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1088204 Mar 02 18:04:12.870724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:04:12.875402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:04:12.884883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:04:13.062459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Made reservation on behalf of df7b220919f8425389103bff077c649c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:04:13.064970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.386587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.461132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da15b09-a708-4a56-89be-ed7e32d16857,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:13.473464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.473815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.474180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.474524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.474859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.475192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.475521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.475848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.476173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.476497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.476823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.477146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:13.481690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:04:13.482058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Network hostable DHCP agents. Network: 654b3ce9-76eb-4349-9a68-278fafd70184, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:04:13.592335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:04:13.691382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 654b3ce9-76eb-4349-9a68-278fafd70184) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:13.696115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:04:13.696717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:13.701511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a0756f-9ec6-4936-a3fe-e752af4fbec7 None None] Network 654b3ce9-76eb-4349-9a68-278fafd70184 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:04:13.834156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-449fa960-f306-414b-9db9-128695cfe006 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9566333 Mar 02 18:04:13.955214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-654b3ce9-76eb-4349-9a68-278fafd70184', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'tenant_id': 'df7b220919f8425389103bff077c649c', 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:04:13.956087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.155754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Allocated IP 192.168.233.2 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/6be43d95-47e9-4768-9e64-2a3409bd0bfe) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:04:14.378913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.389900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Transition to ACTIVE for port object 6be43d95-47e9-4768-9e64-2a3409bd0bfe will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:14.414600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Transition to ACTIVE for port object 6be43d95-47e9-4768-9e64-2a3409bd0bfe will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:04:14.497773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.573024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:04:14.574332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:04:14.578965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:04:14.588177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Pushing event updated for resources: {'Port': ['ID=6be43d95-47e9-4768-9e64-2a3409bd0bfe,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:14.628899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.629313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.629598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.629945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.630313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.630657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.631002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.631333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.631666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.631990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.632316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.632636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:04:14.685895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Attempting to bind port 6be43d95-47e9-4768-9e64-2a3409bd0bfe on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:04:14.686287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Attempting to bind port 6be43d95-47e9-4768-9e64-2a3409bd0bfe by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:04:14.686644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Attempting to bind port 6be43d95-47e9-4768-9e64-2a3409bd0bfe on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:04:14.693129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 3, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:04:14.693537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:04:14.693947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.694367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:04:14.694840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Bound port: 6be43d95-47e9-4768-9e64-2a3409bd0bfe, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:04:14.695233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.793644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] For port 6be43d95-47e9-4768-9e64-2a3409bd0bfe, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:04:14.797900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] For port 6be43d95-47e9-4768-9e64-2a3409bd0bfe, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6be43d95-47e9-4768-9e64-2a3409bd0bfe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:04:14.886556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:14.971752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e4b14-9324-4589-8f99-811ee99e5531 None None] Pushing event updated for resources: {'Port': ['ID=6be43d95-47e9-4768-9e64-2a3409bd0bfe,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:15.823490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a6189c-107b-4ac8-9984-aaad9aae0430 None None] Network 654b3ce9-76eb-4349-9a68-278fafd70184 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:04:16.024095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-509e6299-1fa5-4ddc-9118-00da7ebe0dcd None None] Provisioning for port 6be43d95-47e9-4768-9e64-2a3409bd0bfe completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:17.143508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6be43d95-47e9-4768-9e64-2a3409bd0bfe up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:17.271709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6be43d95-47e9-4768-9e64-2a3409bd0bfe completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:04:17.276943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6be43d95-47e9-4768-9e64-2a3409bd0bfe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:17.277311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.398941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.431041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6be43d95-47e9-4768-9e64-2a3409bd0bfe, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6be43d95-47e9-4768-9e64-2a3409bd0bfe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:04:17.531448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:17.623522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6be43d95-47e9-4768-9e64-2a3409bd0bfe,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:04:19.122460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6be43d95-47e9-4768-9e64-2a3409bd0bfe up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:04:19.194976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6be43d95-47e9-4768-9e64-2a3409bd0bfe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:04:19.195348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:21.959683 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e45d1dfb-270a-41ff-8619-67061074a6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:24.073770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25410532-0286-47b9-bbfd-8dadcf441328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.317267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:25.397272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:26.502366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:46.617589 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:04:51.959183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-766ecf8a-13b5-44c8-9437-dbb94d22426c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:54.090412 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7186f71a-9ebd-4ff6-9dac-354abb6620a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.290658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:55.379726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:04:56.620084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:21.996768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-821975c8-fab6-4c98-9c36-d4aa0897b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:23.617308 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:05:24.084609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-39b970e8-66cb-4870-a04f-6639f52a8be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.312534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:25.436999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:26.633051 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:45.362557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:45.368450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-a8165bf4-83be-42df-a70d-cfd01c0e2b5f tempest-verify_tempest_config-316619259 tempest-verify_tempest_config-316619259-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:05:45.369475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8165bf4-83be-42df-a70d-cfd01c0e2b5f tempest-verify_tempest_config-316619259 tempest-verify_tempest_config-316619259-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059264 Mar 02 18:05:46.085513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36490) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.222019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.238800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:05:46.242579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd604b8e86245a7bc204f06dd0d6302 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:05:46.245353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:05:46.251282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:05:46.336024 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.455215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.507299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Synchronizing usage tracker for tenant:df7b220919f8425389103bff077c649c on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:05:46.511349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eacfc92-9156-442d-b207-583dcaac9a8d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:46.525537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.525877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.526239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.526573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.526899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.527228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.527549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.527869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.528187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.528503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.528818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.529136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:05:46.636992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] Unset dirty status for tenant:df7b220919f8425389103bff077c649c on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:05:46.638466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-79e0e64f-2d03-4a14-b46c-d1e7dcc16e04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bdd604b8e86245a7bc204f06dd0d6302&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5517642 Mar 02 18:05:46.642226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36496) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:05:46.713480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.741104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.962388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.976616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eacfc92-9156-442d-b207-583dcaac9a8d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:05:46.983114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:46.987350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c27ea0df-98f9-4ad9-8625-05990fba5b7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4eacfc92-9156-442d-b207-583dcaac9a8d HTTP/1.1" status: 204 len: 168 time: 0.3412306 Mar 02 18:05:52.036439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4c605343-49ba-487f-bd2b-9c566a8172fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:54.116449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75c25b23-3c18-4155-a58d-6c62f7484c39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.315210 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:55.447679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:05:56.592432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:00.616381 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:06:21.982008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8457404-948a-4789-8e89-adf00ed446a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:24.092661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f3e4b23d-d105-42f2-af92-fd369c85c5b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.300506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:25.391884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:26.595441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:37.614849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:06:51.985686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5141c517-0741-486e-8c43-3346060ed39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:54.098147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9aaaf85f-b713-4f3a-9d38-a4bab1f48d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.313471 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:55.458269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:06:56.579704 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:14.614059 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:07:21.971982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8800ca88-22a6-42bc-97b1-75b5aa4cf6fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:24.080359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45468a57-c7d0-4051-b7c5-a13d3bb387a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.333679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:25.423388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:26.542910 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:51.614620 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:07:51.972965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bcaa403-d27b-4862-ac31-20ff6ef19661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:54.119455 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75bf7683-4674-48c3-a341-cb60828fde44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.371166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:55.475713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:07:56.611895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:22.073510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46259acb-a8fd-4a22-b47a-dca8a2dbe802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:24.118938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c396d82b-a894-457c-9fbc-05a5fb0f9285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.378332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:25.530703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:26.646368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:28.614384 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 5 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:08:52.152549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92378478-abe2-40a7-881b-0f171eed55f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:54.468905 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94668d1b-4520-4dd6-b307-9a15a4f99bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.377684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.434836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:55.467211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.400636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2035829'] for agent, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:08:56.645699 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:05.615160 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:09:22.063087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bbd1d1d-4f6f-4955-ba8f-edd5b062bf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:24.134955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ce464af-4a14-465f-93fa-bed468ec5e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.517674 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.565250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:25.566709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.529068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:26.730895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:42.615580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:09:49.860523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:49.974205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-99abbc13-4443-4ced-9e32-3a653befb9cb admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1125705 Mar 02 18:09:51.997643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9eb37c03-7383-4f14-95d0-7caab41e560f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:52.176524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36574) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:09:52.236668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-600643aa-f67a-4573-87a5-aa90bc7ecb0a admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0590150 Mar 02 18:09:54.227669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df72edd9-a520-4afc-8c2a-a293840411b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.306005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.353933 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:55.496353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:56.505571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:09:56.678646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:19.615027 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:10:21.990832 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25a14bdf-37ce-4b1b-819d-042f9942064c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:24.112454 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-35ed96c1-8aa3-4ba9-8ae2-2f0f6952a1d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.215687 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.368032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:25.482554 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.419477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:26.569532 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:51.963374 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a319395-16a3-48e6-826b-91a96129f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:54.121472 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0f7e8223-a4eb-4123-ba38-c7a0fd920f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:55.190260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:55.338530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:55.431752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.436124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.557903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:10:56.615081 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:11:21.974158 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4dd5da65-d1ce-40a6-ad75-ae2389e78856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:24.128371 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-472aa579-2ea4-43a4-bd08-43bd33801293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:25.231320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:25.322367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:25.373723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:26.385534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:26.556892 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:33.615884 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:11:37.839814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36788) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.478964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-74b8ef5e-5cf9-48b7-87d5-39b99519997c tempest-AutoAllocateNetworkTest-564908112 tempest-AutoAllocateNetworkTest-564908112-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a21cdf80b6a44ca0861d1cfb3518d71a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6379719 Mar 02 18:11:38.481560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36806) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.629302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f2797-89f2-48f6-ac09-81a85bfa2626 tempest-AutoAllocateNetworkTest-564908112 tempest-AutoAllocateNetworkTest-564908112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:38.633361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-967f2797-89f2-48f6-ac09-81a85bfa2626 tempest-AutoAllocateNetworkTest-564908112 tempest-AutoAllocateNetworkTest-564908112-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1482806 Mar 02 18:11:38.633720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36816) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.717122 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1a80a175-3fea-49bb-a881-9cf7c2f5d3c4 tempest-AutoAllocateNetworkTest-564908112 tempest-AutoAllocateNetworkTest-564908112-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796130 Mar 02 18:11:38.717537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36822) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:38.745218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87e7d2d2-5cd4-4240-8d70-18225f5644a5 tempest-AutoAllocateNetworkTest-564908112 tempest-AutoAllocateNetworkTest-564908112-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a21cdf80b6a44ca0861d1cfb3518d71a HTTP/1.1" status: 200 len: 208 time: 0.0259759 Mar 02 18:11:39.872894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36866) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.307826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.323740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:40.327777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Usage tracker for resource:security_group_rule and tenant:a21cdf80b6a44ca0861d1cfb3518d71a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:40.330844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:40.337622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:40.432603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.549529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.599993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1ca000-f608-4fc8-b8a2-63b07fe19eb2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:40.606652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a21cdf80b6a44ca0861d1cfb3518d71a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7325037 Mar 02 18:11:40.607295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36900) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:40.617434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.621195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.621833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.628095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.628731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.629278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.629813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.630365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.630879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d302c3-eb72-49a1-b9b6-88375c20060d admin admin] Tracked resource versions report: Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: pushed versions: Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: { 'AddressGroup': {'1.2'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'ConntrackHelper': {'1.0'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Log': {'1.0'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Network': {'1.1'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Port': {'1.7'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'PortForwarding': {'1.2'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'QosPolicy': {'1.8'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SecurityGroup': {'1.4'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SubPort': {'1.0'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Subnet': {'1.1'}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Trunk': {'1.1'}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: consumer versions: Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: HyperV agent@n-h1-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: HyperV agent@n-h2-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: L3 agent@n-d-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: Metadata agent@n-d-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: Metering agent@n-d-828839-1: {}, Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'ConntrackHelper': '1.0', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Log': '1.0', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Network': '1.1', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Port': '1.7', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'PortForwarding': '1.2', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'QosPolicy': '1.8', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SecurityGroup': '1.4', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SecurityGroupRule': '1.2', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'SubPort': '1.0', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Subnet': '1.1', Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: 'Trunk': '1.1'}} Mar 02 18:11:40.635911 n-d-828839-1 neutron-server[88709]: {{(pid=88709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:11:40.690006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.718476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.846494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.866526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1ca000-f608-4fc8-b8a2-63b07fe19eb2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:40.870559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:40.871807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7c1ca000-f608-4fc8-b8a2-63b07fe19eb2 HTTP/1.1" status: 204 len: 168 time: 0.2635310 Mar 02 18:11:40.877334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.877879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.878298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.878718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.879061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.879535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.879731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.880061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.880393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.880717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.881044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.881366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-560a5340-44d1-4175-a9fb-ee29bd58362d admin admin] Tracked resource versions report: Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: pushed versions: Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: { 'AddressGroup': {'1.2'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'ConntrackHelper': {'1.0'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Log': {'1.0'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Network': {'1.1'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Port': {'1.7'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'PortForwarding': {'1.2'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'QosPolicy': {'1.8'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SecurityGroup': {'1.4'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SubPort': {'1.0'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Subnet': {'1.1'}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Trunk': {'1.1'}} Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: consumer versions: Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: HyperV agent@n-h1-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: HyperV agent@n-h2-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: L3 agent@n-d-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: Metadata agent@n-d-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: Metering agent@n-d-828839-1: {}, Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'ConntrackHelper': '1.0', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Log': '1.0', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Network': '1.1', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Port': '1.7', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'PortForwarding': '1.2', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'QosPolicy': '1.8', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SecurityGroup': '1.4', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SecurityGroupRule': '1.2', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'SubPort': '1.0', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Subnet': '1.1', Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: 'Trunk': '1.1'}} Mar 02 18:11:40.882476 n-d-828839-1 neutron-server[88708]: {{(pid=88708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:11:43.876394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37106) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:44.274962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37144) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:44.280019 n-d-828839-1 neutron-server[88709]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:11:44.295337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.321718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:44.324105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Usage tracker for resource:security_group_rule and tenant:92da7565a0b7429abbfcdb73be368dc0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:44.324789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-afc36d65-8198-433e-b5b1-446141b20bfb tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=5a15176b6a4e40399791c98179bf2156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464010 Mar 02 18:11:44.328161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:44.334329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:44.433010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.489935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-67d70894-6ff7-4b35-b903-8d806f0d6da8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:44.491841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-67d70894-6ff7-4b35-b903-8d806f0d6da8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660366 Mar 02 18:11:44.499834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.507236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-baad89ff-9aff-4804-bf43-a990bd468aec tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/quotas/5a15176b6a4e40399791c98179bf2156 HTTP/1.1" status: 200 len: 375 time: 0.0102582 Mar 02 18:11:44.539459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91684f7-38c0-42cc-b1ff-2354ba51d676,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.563305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-af7c7092-ede4-436a-80ca-ea3d029e239e tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a15176b6a4e40399791c98179bf2156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502651 Mar 02 18:11:44.569440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0630321-0296-41f1-af73-4291f9304255 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92da7565a0b7429abbfcdb73be368dc0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6914818 Mar 02 18:11:44.571915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37160) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:44.649800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.687355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.825361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.842449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91684f7-38c0-42cc-b1ff-2354ba51d676,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:44.846924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:44.848037 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-129167d5-442d-412d-a384-a66df1ca575a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d91684f7-38c0-42cc-b1ff-2354ba51d676 HTTP/1.1" status: 204 len: 168 time: 0.2748487 Mar 02 18:11:45.284390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37220) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:45.393345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37232) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:45.717912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37240) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:45.737923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.754357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:45.758286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Usage tracker for resource:security_group_rule and tenant:4f92a93442894042ad62a82378aa2907 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:45.762618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:45.769499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:45.876564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:45.982058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.007298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37252) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:46.017357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:46.021675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Usage tracker for resource:security_group_rule and tenant:af5d4ad59ff5402587b6f43867f88aa3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:46.025883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.044716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:46.083183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:46.105000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f92a93442894042ad62a82378aa2907&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3859513 Mar 02 18:11:46.108139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37262) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:46.188568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f79010-799d-4f8b-9bcc-9f0529f1295c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591a1d42-2515-4995-9b8f-a5e8120bb604,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:46.216546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.242005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.253494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4028fa3-d9b2-4881-b8c2-3ee8e1fe7d93 req-346afd0d-054d-4923-a62b-37959aab13b0 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.8590240 Mar 02 18:11:46.267534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.271074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:46.283830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.286287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Usage tracker for resource:security_group_rule and tenant:e30b9247e79649519f23335acdb9e4a6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:46.291389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:46.304032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:46.383691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.433353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.437531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b2bce3-dd0f-4804-b24a-7836ec0cbf1a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:46.446921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d356ef28-4550-4251-bca8-98306d62a272 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af5d4ad59ff5402587b6f43867f88aa3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1612854 Mar 02 18:11:46.449496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37282) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:46.471563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.475439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/591a1d42-2515-4995-9b8f-a5e8120bb604 HTTP/1.1" status: 204 len: 168 time: 0.3633451 Mar 02 18:11:46.492986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9705a3d-a984-49a3-832c-2a48983673ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591a1d42-2515-4995-9b8f-a5e8120bb604,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:46.535062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.575777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.610656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.642895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.696808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e30b9247e79649519f23335acdb9e4a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6879160 Mar 02 18:11:46.699718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37296) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:46.722605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac54e-b46b-4365-b4ca-8a597df21f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b37fa2c-70e5-44a6-a7ee-a67fd0947b4f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:46.780882 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.801367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b2bce3-dd0f-4804-b24a-7836ec0cbf1a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:46.805804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.844160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.853447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a483f54a-5271-471d-8f11-3678ae7d32d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2b2bce3-dd0f-4804-b24a-7836ec0cbf1a HTTP/1.1" status: 204 len: 168 time: 0.4019082 Mar 02 18:11:46.862211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:46.997711 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.021992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b37fa2c-70e5-44a6-a7ee-a67fd0947b4f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:47.037688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.050288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-51322d2b-a809-4ee1-bab0-2a4fddb56d55 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b37fa2c-70e5-44a6-a7ee-a67fd0947b4f HTTP/1.1" status: 204 len: 168 time: 0.3402936 Mar 02 18:11:47.480799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63ba5d99-75e3-4a25-8f5a-6a0475c058d3 req-b305acd4-4965-4ed6-8779-4a66705fe862 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.0504837 Mar 02 18:11:47.925479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37370) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:47.945662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:47.967125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:47.971781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Usage tracker for resource:security_group_rule and tenant:f6fa3b6c503c40faad9edd5227ee2351 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:47.975692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:47.984353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:48.097307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.130396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37378) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.148272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.164255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:48.168986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Usage tracker for resource:security_group_rule and tenant:7bc69e17e03648cebbb627bcc046c31b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:48.172698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:48.180332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:48.237392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.314277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6fa3b6c503c40faad9edd5227ee2351&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3875718 Mar 02 18:11:48.317069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.317629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd683882-2cc4-4757-a2f6-9ab99520155c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182dd950-0173-469b-baf2-c3a4d253219f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.397857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.403257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.430334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.454649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.569955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bc69e17e03648cebbb627bcc046c31b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4361062 Mar 02 18:11:48.571248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.572290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d663b2c-d711-4b14-9564-8a4b325152af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1891a1f1-0963-44c8-80a7-d28e90342ec7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.575344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.600572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182dd950-0173-469b-baf2-c3a4d253219f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.651918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.656066 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a93d661-396d-4e5d-957b-273d475c300c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/182dd950-0173-469b-baf2-c3a4d253219f HTTP/1.1" status: 204 len: 168 time: 0.3348672 Mar 02 18:11:48.674643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.691838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d97d90eb-de8a-4308-8a3f-0f27245c660c req-34487684-6e56-4fd4-bfc5-38b8862be0a4 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.0658574 Mar 02 18:11:48.716642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.862388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.865798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.893673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.65', 52260) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.900932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:48.902473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1891a1f1-0963-44c8-80a7-d28e90342ec7 HTTP/1.1" status: 204 len: 168 time: 0.3269484 Mar 02 18:11:48.903680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b47a187-2786-4639-9d6c-04312afd903e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1891a1f1-0963-44c8-80a7-d28e90342ec7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:48.906014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37436) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:48.949196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-8d0f5139-f313-4427-99a7-697cd46aa9d1 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=5a15176b6a4e40399791c98179bf2156&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543323 Mar 02 18:11:49.055808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-network', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:11:49.063641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.073929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Usage tracker for resource:network and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.077661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.088036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.126827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-3c217d2b-df07-430a-afad-6d1592eacba1 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:49.128298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-3c217d2b-df07-430a-afad-6d1592eacba1 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1746829 Mar 02 18:11:49.183581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Made reservation on behalf of dc79866343b04a79b12a1f41ae26cd53 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:49.186263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.200352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.216855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.221433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.224486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.230663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.232896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Request body: {'port': {'device_id': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '5a15176b6a4e40399791c98179bf2156'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:11:49.332448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.386403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.387733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.390472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Usage tracker for resource:port and tenant:5a15176b6a4e40399791c98179bf2156 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.395968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.399228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.428044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:11:49.454679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762210738692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.458956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Unsubscribe: segment precommit_create {{(pid=88708) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 02 18:11:49.458956 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Added segment c58a34a7-2282-4f6c-977f-bb1ce7819ad6 of type vlan for network b17efd3d-cfb5-4db8-b0a1-9705de258897 Mar 02 18:11:49.469413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab993386-065c-4d63-bff1-bef277ecd45f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:49.477004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Made reservation on behalf of 5a15176b6a4e40399791c98179bf2156 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:49.482050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.500611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.506890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.528181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.533019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Usage tracker for resource:security_group_rule and tenant:5a15176b6a4e40399791c98179bf2156 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.536027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.541984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.566663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.591045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.597284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Usage tracker for resource:security_group_rule and tenant:afd27f7f94a646948830b5ed0ab16768 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.602243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.610503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.616593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.617906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:49.618773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.647694 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.732505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.793692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b17efd3d-cfb5-4db8-b0a1-9705de258897,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:49.870038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:11:49.878865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:49.883831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2e9f09e3-3180-434b-aa78-e003017b69c1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0202703 Mar 02 18:11:49.892808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37478) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:49.902872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Request body: {'subnet': {'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-subnet', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:11:49.919703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:49.924397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Usage tracker for resource:subnet and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:49.927946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:49.937642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:49.938885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Allocated IP 192.168.233.237 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/a8976c14-9ed4-401a-817f-8d549297f7d4) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:49.972097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.055493 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afd27f7f94a646948830b5ed0ab16768&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1482198 Mar 02 18:11:50.059233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:50.065973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Made reservation on behalf of dc79866343b04a79b12a1f41ae26cd53 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:11:50.069021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.074221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77209d69-6bbb-4949-a8b8-0884075c1c1d req-534a9b0a-29fe-47d4-aed4-565c07399003 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.1171820 Mar 02 18:11:50.103165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b37ebe3-c200-4cb6-b609-558ba3a2d18f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.238946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb08ba-1d31-42a8-9ea2-2ac50f744023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c694337c-c8d4-48b7-805f-6bfb9df1fcd2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.324053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.358855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.362354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.383365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Transition to ACTIVE for port object a8976c14-9ed4-401a-817f-8d549297f7d4 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:50.488887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.558618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:50.571229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:50.571229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:11:50.576402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:50.577606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.591583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.632415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.642737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694337c-c8d4-48b7-805f-6bfb9df1fcd2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.644951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Pushing event updated for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.707616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-ab23acc8-37c3-4fea-8c3a-8240963aa69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4790967 Mar 02 18:11:50.721440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-08888bf8-e9e5-4eae-b34f-0636a9a39077 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:11:50.722590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-08888bf8-e9e5-4eae-b34f-0636a9a39077 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092475 Mar 02 18:11:50.735909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:50.737075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a1e5d25-8f81-48ac-9058-f331421611d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c694337c-c8d4-48b7-805f-6bfb9df1fcd2 HTTP/1.1" status: 204 len: 168 time: 0.6766920 Mar 02 18:11:50.816687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Checking segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:11:50.817129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Network hostable DHCP agents. Network: b17efd3d-cfb5-4db8-b0a1-9705de258897, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:11:50.834984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a1ea21a-5d29-4d02-8798-ac28e5b34357,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:50.991186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:11:51.027022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f4da1404-6a7e-4683-878c-a1145d614c44 None None] Provisioning for port a8976c14-9ed4-401a-817f-8d549297f7d4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:51.036571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f4da1404-6a7e-4683-878c-a1145d614c44 None None] Provisioning complete for port a8976c14-9ed4-401a-817f-8d549297f7d4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:51.036947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4da1404-6a7e-4683-878c-a1145d614c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.085950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b17efd3d-cfb5-4db8-b0a1-9705de258897) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:51.100036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:51.100629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.145124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2387a88e-4086-4d0b-b10c-ef928d9f0b5b None None] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:11:51.277763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b44fe769-57d5-4451-b76b-7dbccb257896 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3838551 Mar 02 18:11:51.280837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37552) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:51.287304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:11:51.293212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:51.319622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Usage tracker for resource:router and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:51.332376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:51.335845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f4da1404-6a7e-4683-878c-a1145d614c44 None None] Port a8976c14-9ed4-401a-817f-8d549297f7d4 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:11:51.358793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:51.405981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-4e212957-9d3f-43e6-bf66-9ecc30c43d60 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:51.406998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-4e212957-9d3f-43e6-bf66-9ecc30c43d60 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Synchronizing usage tracker for tenant:5a15176b6a4e40399791c98179bf2156 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:11:51.477375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.482825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.515553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.543696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Request body: {'port': {'device_id': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'device_owner': 'compute:tempest-test_az-937939487', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:11:51.598338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b17efd3d-cfb5-4db8-b0a1-9705de258897', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:11:51.599990 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.621239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-4e212957-9d3f-43e6-bf66-9ecc30c43d60 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Unset dirty status for tenant:5a15176b6a4e40399791c98179bf2156 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:11:51.624319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-4e212957-9d3f-43e6-bf66-9ecc30c43d60 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 936 time: 0.4084606 Mar 02 18:11:51.834612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-9a1554ad-d6df-4663-9fff-818b41dd68a3 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Synchronizing usage tracker for tenant:5a15176b6a4e40399791c98179bf2156 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:11:51.834612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:51.864088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Allocated IP 172.20.0.2 (b17efd3d-cfb5-4db8-b0a1-9705de258897/3a1ea21a-5d29-4d02-8798-ac28e5b34357/db97f111-b9d5-45bb-b09b-34f517bff011) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:52.191415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37566) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:52.192176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.213595 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c114567f-9d81-4587-895b-135f6a22042f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.253700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-9a1554ad-d6df-4663-9fff-818b41dd68a3 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Unset dirty status for tenant:5a15176b6a4e40399791c98179bf2156 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:11:52.262299 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.264598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4890a14f-a138-44a3-acf3-6e06d0db29b4 req-9a1554ad-d6df-4663-9fff-818b41dd68a3 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612514 Mar 02 18:11:52.269153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.293504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Transition to ACTIVE for port object db97f111-b9d5-45bb-b09b-34f517bff011 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:52.299245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:52.329451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Transition to ACTIVE for port object db97f111-b9d5-45bb-b09b-34f517bff011 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:52.330006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Usage tracker for resource:security_group_rule and tenant:84d62eff1f5c4dfd89040f81452f70aa is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:52.335947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:52.368859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:52.415425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.597911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8976c14-9ed4-401a-817f-8d549297f7d4 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:11:52.618336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:52.625817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:52.635615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:11:52.641870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.668492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Pushing event updated for resources: {'Port': ['ID=db97f111-b9d5-45bb-b09b-34f517bff011,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:52.718321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.718686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.718987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.719320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.719611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.719948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.720248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.720959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.720959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.721170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.721489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.721763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Transition to ACTIVE for port object a8976c14-9ed4-401a-817f-8d549297f7d4 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:11:52.721873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Tracked resource versions report: Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: pushed versions: Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: { 'AddressGroup': {'1.2'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'ConntrackHelper': {'1.0'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Log': {'1.0'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Network': {'1.1'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Port': {'1.7'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'PortForwarding': {'1.2'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'QosPolicy': {'1.8'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SecurityGroup': {'1.4'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SubPort': {'1.0'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Subnet': {'1.1'}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Trunk': {'1.1'}} Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: consumer versions: Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: HyperV agent@n-h1-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: HyperV agent@n-h2-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: L3 agent@n-d-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: Metadata agent@n-d-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: Metering agent@n-d-828839-1: {}, Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'ConntrackHelper': '1.0', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Log': '1.0', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Network': '1.1', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Port': '1.7', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'PortForwarding': '1.2', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'QosPolicy': '1.8', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SecurityGroup': '1.4', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SecurityGroupRule': '1.2', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'SubPort': '1.0', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Subnet': '1.1', Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: 'Trunk': '1.1'}} Mar 02 18:11:52.722916 n-d-828839-1 neutron-server[88710]: {{(pid=88710) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:11:52.744543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.782060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Attempting to bind port db97f111-b9d5-45bb-b09b-34f517bff011 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:52.782446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Attempting to bind port db97f111-b9d5-45bb-b09b-34f517bff011 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:52.782820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Attempting to bind port db97f111-b9d5-45bb-b09b-34f517bff011 on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:11:52.789704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:11:52.790179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Checking segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:11:52.790587 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.791055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Bound using segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:11:52.791589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Bound port: db97f111-b9d5-45bb-b09b-34f517bff011, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:52.791989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.869654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.937433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:52.971055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=84d62eff1f5c4dfd89040f81452f70aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7767594 Mar 02 18:11:52.980155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:52.990645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] For port db97f111-b9d5-45bb-b09b-34f517bff011, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:11:53.002991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] For port db97f111-b9d5-45bb-b09b-34f517bff011, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db97f111-b9d5-45bb-b09b-34f517bff011,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:11:53.042293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.093447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.265960 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.365101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.461733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:53.497755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a3005-6663-416d-919b-3953650b1b99 None None] Pushing event updated for resources: {'Port': ['ID=db97f111-b9d5-45bb-b09b-34f517bff011,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:53.816996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Allocated IP 172.25.7.43 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/7226d974-eadc-4174-a212-c0824666a21d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:11:54.097015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.142151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452a52c-6b20-4914-a9ec-bf373b64c2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4a8c42-3fb8-47e0-97da-d19ed7df73b7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.192482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37600) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:54.234390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.244338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Attempting to bind port a8976c14-9ed4-401a-817f-8d549297f7d4 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:11:54.244808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Attempting to bind port a8976c14-9ed4-401a-817f-8d549297f7d4 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:11:54.245128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Attempting to bind port a8976c14-9ed4-401a-817f-8d549297f7d4 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:11:54.246483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-214608e5-0c8b-466c-824b-5557efcd5a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.271574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Port a8976c14-9ed4-401a-817f-8d549297f7d4 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:11:54.272039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Attempting to bind port a8976c14-9ed4-401a-817f-8d549297f7d4 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:11:54.275651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4a8c42-3fb8-47e0-97da-d19ed7df73b7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.305111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.306539 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc138873-1586-4d07-aaa2-6223305aa9b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e4a8c42-3fb8-47e0-97da-d19ed7df73b7 HTTP/1.1" status: 204 len: 168 time: 1.3235190 Mar 02 18:11:54.327671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:11:54.327671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:11:54.335164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:11:54.336671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Bound port: a8976c14-9ed4-401a-817f-8d549297f7d4, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:11:54.337307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.351594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.449890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e682392-ac6c-4022-83f9-9456d563d895 req-9d17f356-8ff4-43b2-bb21-aabbc3f4c7ad tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:54.451150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e682392-ac6c-4022-83f9-9456d563d895 req-9d17f356-8ff4-43b2-bb21-aabbc3f4c7ad tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.8951538 Mar 02 18:11:54.528872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.641567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e682392-ac6c-4022-83f9-9456d563d895 req-e279ac12-6451-49a7-a117-b5ba57766a6a tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402755 Mar 02 18:11:54.778591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Pushing event updated for resources: {'Port': ['ID=7226d974-eadc-4174-a212-c0824666a21d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:54.784204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:11:54.807773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8976c14-9ed4-401a-817f-8d549297f7d4,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:11:54.828386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:54.866082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:11:54.869631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:11:54.873197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:11:55.066274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.240198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:55.242690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.262644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Usage tracker for resource:security_group_rule and tenant:3513f798abd245d1a75ed774d1283237 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:55.284397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:55.285356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.287270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8976c14-9ed4-401a-817f-8d549297f7d4 HTTP/1.1" status: 200 len: 1117 time: 4.2379506 Mar 02 18:11:55.299059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:11:55.321646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:55.489244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:55.619144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25325250-0bd1-435c-83da-7054fafa5bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:55.666941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.670051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537f88d9-1997-462b-addc-67c65ac3b6f7 None None] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:11:55.726065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:55.739390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db97f111-b9d5-45bb-b09b-34f517bff011 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:55.954653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-5c872001-7a2e-4b8c-b559-6d1bfcade6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:55.956761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-5c872001-7a2e-4b8c-b559-6d1bfcade6d3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a15176b6a4e40399791c98179bf2156&device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 1120 time: 0.1922951 Mar 02 18:11:55.969032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.052386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.205141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-af45d120-b6c8-4cdb-964d-920e697f518e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a8976c14-9ed4-401a-817f-8d549297f7d4 HTTP/1.1" status: 200 len: 217 time: 0.2362185 Mar 02 18:11:56.319515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3513f798abd245d1a75ed774d1283237&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1260636 Mar 02 18:11:56.324336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37644) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:56.409689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-d4f35e84-8f45-4754-9714-99ac13c0455b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.418974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-d4f35e84-8f45-4754-9714-99ac13c0455b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2029362 Mar 02 18:11:56.446609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-af1c1767-e6b8-4519-b8d6-0bbcfece919a None None] Provisioning for port db97f111-b9d5-45bb-b09b-34f517bff011 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:56.469863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.528716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b87f86-8b71-4523-8d55-7c916bf929a6 req-16cd912b-486a-4d38-be29-4d5a46c363b8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.544191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5b87f86-8b71-4523-8d55-7c916bf929a6 req-16cd912b-486a-4d38-be29-4d5a46c363b8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.4902802 Mar 02 18:11:56.555174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3282fd-1013-41ea-aab8-5f85137ca85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883d4eac-e424-4ee1-b3de-8f11480d7c39,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:56.654111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.689678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.697466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5b87f86-8b71-4523-8d55-7c916bf929a6 req-6b22617f-73fe-427c-9ee0-7af1ef06874b tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519921 Mar 02 18:11:56.770391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-c1319f92-18a5-4f65-bdbe-07ed2ba0b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:56.772462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-c1319f92-18a5-4f65-bdbe-07ed2ba0b964 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3458605 Mar 02 18:11:56.801435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port db97f111-b9d5-45bb-b09b-34f517bff011 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:11:56.808496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db97f111-b9d5-45bb-b09b-34f517bff011 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:56.809728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:56.836765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.016507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d4eac-e424-4ee1-b3de-8f11480d7c39,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:57.017690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.018685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.018685 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c30a4257-ce1b-4b6d-a82a-03acfd985d37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/883d4eac-e424-4ee1-b3de-8f11480d7c39 HTTP/1.1" status: 204 len: 168 time: 0.6155086 Mar 02 18:11:57.019499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.093986 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.149944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-92d73b6d-e089-4588-b6dd-ccaa69534218 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029745 Mar 02 18:11:57.184252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port db97f111-b9d5-45bb-b09b-34f517bff011, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db97f111-b9d5-45bb-b09b-34f517bff011,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:11:57.196574 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4', 'status': 'completed', 'code': 200} Mar 02 18:11:57.242398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.445747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=db97f111-b9d5-45bb-b09b-34f517bff011,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:57.491310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:57.501781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2e2a30-548a-40ca-9965-36d10d116d2d req-dbae8ed8-1d68-4ede-8225-fc68f848ef0c service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409607 Mar 02 18:11:57.558728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1c15b6f9-b5a0-4fcb-821f-0a07eb756e05 None None] Provisioning complete for port db97f111-b9d5-45bb-b09b-34f517bff011 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:57.563698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1c15b6f9-b5a0-4fcb-821f-0a07eb756e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.113609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-71894929-b81e-4d29-a6e2-a485a1b82560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:58.115648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-71894929-b81e-4d29-a6e2-a485a1b82560 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5a15176b6a4e40399791c98179bf2156&device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 1120 time: 0.3444710 Mar 02 18:11:58.271126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Router c897598d-b17b-4ca2-8520-2433fe580c36 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:11:58.397200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-b19c90b2-f884-4200-ab55-1fc54bb1518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:58.398702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-b19c90b2-f884-4200-ab55-1fc54bb1518d service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2711418 Mar 02 18:11:58.411008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517e5a6-f626-41f2-827e-59e34e2b4bb4 req-a32bcc97-acde-4f15-bed3-d797259463b7 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:58.412570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a517e5a6-f626-41f2-827e-59e34e2b4bb4 req-a32bcc97-acde-4f15-bed3-d797259463b7 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.2438309 Mar 02 18:11:58.564256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-5d500748-49f9-4ee8-92a3-66a5169055aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=a8976c14-9ed4-401a-817f-8d549297f7d4 HTTP/1.1" status: 200 len: 217 time: 0.1466568 Mar 02 18:11:58.608049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:11:58.608910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a517e5a6-f626-41f2-827e-59e34e2b4bb4 req-207cae85-9ddf-4e7e-aff1-97c88d73d69f tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853211 Mar 02 18:11:58.625980 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:11:58.644470 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:11:58.646630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:58.691497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37710) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:58.743811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:58.744709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c7571d0-2961-4baf-89e8-cb73084d84f2 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.4626343 Mar 02 18:11:58.749236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37716) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:58.908809 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:11:58.984013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.036081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:11:59.050399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6e17ab11128b4688b9c4680b0d16c042 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:11:59.051112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:11:59.078157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:11:59.192123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.194329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-ebea18cd-e968-40d9-ab40-e095eedb79c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:59.198582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-ebea18cd-e968-40d9-ab40-e095eedb79c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.4761410 Mar 02 18:11:59.321193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37722) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:59.330272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.443831 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:11:55Z', 'revision_number': 3, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:11:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:11:59.446486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db97f111-b9d5-45bb-b09b-34f517bff011 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:11:59.448649 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:11:59.449006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Updating router c897598d-b17b-4ca2-8520-2433fe580c36 port 7226d974-eadc-4174-a212-c0824666a21d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:11:59.466869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e17ab11128b4688b9c4680b0d16c042&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7713537 Mar 02 18:11:59.469775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37730) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:59.530330 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.571503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462f0807-dfe3-4248-83a6-df1767f940c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98a8a97-1fea-4e37-81f4-b6e36528641a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:11:59.596271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db97f111-b9d5-45bb-b09b-34f517bff011 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:11:59.597555 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.626633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37734) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:11:59.644781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:11:59.664346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-0f571435-a14a-4757-8a96-e13b502fe8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:11:59.666042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-0f571435-a14a-4757-8a96-e13b502fe8fc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4435911 Mar 02 18:11:59.808402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.231467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.468916 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.493681 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Transition to ACTIVE for port object 7226d974-eadc-4174-a212-c0824666a21d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:00.514909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.557841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.584469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:00.588812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Usage tracker for resource:security_group_rule and tenant:56a8153bdb9d48199204cd09725aad9f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:00.592106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:00.598638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:00.618060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Allocated IP 172.20.0.1 (b17efd3d-cfb5-4db8-b0a1-9705de258897/3a1ea21a-5d29-4d02-8798-ac28e5b34357/8025c895-39fc-4700-b5ff-4c91086ecbe8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:00.662207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:00.673700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Usage tracker for resource:security_group_rule and tenant:a547b93dd7fe45c681ec30677680ae0c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:00.685335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:00.698622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:00.712269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-cd93deca-bdc6-4bd1-81a7-d0bf8b07b960 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0334501 Mar 02 18:12:00.744399 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.893157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.925675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de73dea-a649-46e3-bb04-70dd3ffeb92d req-31ba8c74-1534-4579-8bc3-9fa170cd324e tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:00.933661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4de73dea-a649-46e3-bb04-70dd3ffeb92d req-31ba8c74-1534-4579-8bc3-9fa170cd324e tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 1.0610466 Mar 02 18:12:00.976320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:00.994389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98a8a97-1fea-4e37-81f4-b6e36528641a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.008817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Transition to ACTIVE for port object 8025c895-39fc-4700-b5ff-4c91086ecbe8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:01.013041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Attempting to bind port 7226d974-eadc-4174-a212-c0824666a21d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:01.013422 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Attempting to bind port 7226d974-eadc-4174-a212-c0824666a21d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:01.014471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Attempting to bind port 7226d974-eadc-4174-a212-c0824666a21d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:01.027457 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:01.027956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:01.028233 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.028631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:01.029460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Bound port: 7226d974-eadc-4174-a212-c0824666a21d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:01.029948 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.075443 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Pushing event updated for resources: {'Port': ['ID=7226d974-eadc-4174-a212-c0824666a21d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.092737 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.093080 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.093420 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.093758 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.094089 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.094442 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.094766 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.095091 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.095407 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.095729 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.096153 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.096363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Tracked resource versions report: Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: pushed versions: Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: { 'AddressGroup': {'1.2'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'ConntrackHelper': {'1.0'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Log': {'1.0'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Network': {'1.1'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Port': {'1.7'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'PortForwarding': {'1.2'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'QosPolicy': {'1.8'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SecurityGroup': {'1.4'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SecurityGroupRule': {'1.2'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SubPort': {'1.0'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Subnet': {'1.1'}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Trunk': {'1.1'}} Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: consumer versions: Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: { DHCP agent@n-d-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: HyperV agent@n-h1-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: HyperV agent@n-h2-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: L3 agent@n-d-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: Metadata agent@n-d-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: Metering agent@n-d-828839-1: {}, Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: Open vSwitch agent@n-d-828839-1: { 'AddressGroup': '1.2', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'ConntrackHelper': '1.0', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Log': '1.0', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Network': '1.1', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Port': '1.7', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'PortForwarding': '1.2', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'QosPolicy': '1.8', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SecurityGroup': '1.4', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SecurityGroupRule': '1.2', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'SubPort': '1.0', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Subnet': '1.1', Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: 'Trunk': '1.1'}} Mar 02 18:12:01.097436 n-d-828839-1 neutron-server[88711]: {{(pid=88711) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 02 18:12:01.116626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4de73dea-a649-46e3-bb04-70dd3ffeb92d req-8e8af3e5-0e00-4e16-99bb-214b48eda2b9 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817119 Mar 02 18:12:01.138040 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.199519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.204292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-de693836-4f82-496e-a74f-fad2cb92d93c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c98a8a97-1fea-4e37-81f4-b6e36528641a HTTP/1.1" status: 204 len: 168 time: 1.7243454 Mar 02 18:12:01.208983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.213803 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] For port 7226d974-eadc-4174-a212-c0824666a21d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:01.225975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] For port 7226d974-eadc-4174-a212-c0824666a21d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7226d974-eadc-4174-a212-c0824666a21d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:01.251616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.296246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:01.299414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56a8153bdb9d48199204cd09725aad9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6717513 Mar 02 18:12:01.304102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:01.307176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:01.313641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:01.314592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.322810 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.350078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89e0b83-d52f-44c2-b747-580b5afe0133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b670ac19-97d0-4f1e-9572-514889d1b09d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.440943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dba0e84-5dcf-4011-a47c-69d3daf1c6d3 req-a79dc3d0-7534-4bde-aa26-5cbdd2c00e29 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6252689 Mar 02 18:12:01.502997 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:01.504341 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:01.578752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.600108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37772) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:01.634649 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786eae5-5a33-417e-9b13-7a2d2913ff65 None None] Pushing event updated for resources: {'Port': ['ID=7226d974-eadc-4174-a212-c0824666a21d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.635800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Pushing event updated for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.657554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.788586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.803068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a547b93dd7fe45c681ec30677680ae0c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4727199 Mar 02 18:12:01.805703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1160ac76-c0b8-4109-a811-6eabee18834e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d737577-f86d-42b9-970f-48f078ee0fc6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:01.806389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:01.832188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d1ecefe-a6cc-4587-928b-9081ba4d64df None None] Provisioning for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:01.834382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d1ecefe-a6cc-4587-928b-9081ba4d64df None None] Provisioning complete for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:01.834940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d1ecefe-a6cc-4587-928b-9081ba4d64df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.881673 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:01.886502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.921218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:01.932594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:01.942428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d1e60c3b844e5cb5f0defee09678d9 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:01.952533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:01.954653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1d1ecefe-a6cc-4587-928b-9081ba4d64df None None] Port 8025c895-39fc-4700-b5ff-4c91086ecbe8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:01.966997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:02.126243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.128442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37784) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:02.136859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.185328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.231330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.266775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.268029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:02.283942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.334241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Usage tracker for resource:security_group_rule and tenant:0f7142d956994cb998aacdc9e5fa59b5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:02.382390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.425834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:02.435300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:02.442400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b670ac19-97d0-4f1e-9572-514889d1b09d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.443375 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:11:55Z', 'revision_number': 3, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:02.443375 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c29d2f-59f3-460b-876a-1195bb4e6434 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:11:55Z', 'revision_number': 3, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:02.464198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.465778 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b917858f-7773-4ef0-8de2-b1e5f169f71b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b670ac19-97d0-4f1e-9572-514889d1b09d HTTP/1.1" status: 204 len: 168 time: 1.1605234 Mar 02 18:12:02.501535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0d1e60c3b844e5cb5f0defee09678d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8968060 Mar 02 18:12:02.502095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:02.510654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf55673-ad6e-4ea9-ad00-f88f8052ba29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65ce907-26ec-44ef-84b4-a7c69add9d4e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.642318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3825e-9600-4415-bc38-55f01b1d9269 req-4eae6df0-f83b-4e94-9ba7-0838f48c8fed tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:02.643903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10b3825e-9600-4415-bc38-55f01b1d9269 req-4eae6df0-f83b-4e94-9ba7-0838f48c8fed tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.3344316 Mar 02 18:12:02.647200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.691709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d737577-f86d-42b9-970f-48f078ee0fc6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.701982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.705428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9044283-ea09-402f-a152-84191c604769 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d737577-f86d-42b9-970f-48f078ee0fc6 HTTP/1.1" status: 204 len: 168 time: 0.8957090 Mar 02 18:12:02.736192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.779518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10b3825e-9600-4415-bc38-55f01b1d9269 req-b435b481-6dbc-43b2-8308-49db67128861 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186042 Mar 02 18:12:02.782043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.796762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.853620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.892685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:02.947071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989078b7-7f79-4db7-822b-6901545178bb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:02.969321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-57477f9b-cca8-49dc-be0d-26fb82ccca82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f7142d956994cb998aacdc9e5fa59b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8353231 Mar 02 18:12:02.970096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:03.016728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.056034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.057854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.309161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65ce907-26ec-44ef-84b4-a7c69add9d4e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:03.447784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7226d974-eadc-4174-a212-c0824666a21d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:03.458645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.462781 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7ffe2f6-91be-401d-96ff-fb66aa2f0759 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d65ce907-26ec-44ef-84b4-a7c69add9d4e HTTP/1.1" status: 204 len: 168 time: 0.9596572 Mar 02 18:12:03.475799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.490569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Pushing event updated for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:03.564425 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.615754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:03.619549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7226d974-eadc-4174-a212-c0824666a21d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:03.627988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7226d974-eadc-4174-a212-c0824666a21d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:03.628423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.628720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:03.761583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:03.799633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.840925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:03.858968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:03.865971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Usage tracker for resource:security_group_rule and tenant:980759cd284541fb8360857a5c7b56a2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:03.903176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.912795 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.915819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:03.945459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:03.968395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7226d974-eadc-4174-a212-c0824666a21d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7226d974-eadc-4174-a212-c0824666a21d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:03.972961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989078b7-7f79-4db7-822b-6901545178bb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:03.974000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:04.005001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:04.006164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.008262 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7760889-ba7f-4337-8d3b-b54f6f887627 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/989078b7-7f79-4db7-822b-6901545178bb HTTP/1.1" status: 204 len: 168 time: 1.0361075 Mar 02 18:12:04.057086 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.078159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:12:04.080455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Usage tracker for resource:security_group_rule and tenant:4151765d0dc24599b9ad726693376429 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:04.089868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:04.108872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:04.152225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2a6c8f5-0e0a-48eb-bd12-db2358f65a8a None None] Provisioning complete for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:04.152600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2a6c8f5-0e0a-48eb-bd12-db2358f65a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.211390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00de8e3-09a1-44b0-b953-64242937cf37 req-6a9d62a7-248f-4d3e-b52c-f84ce04f5774 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:04.219992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d00de8e3-09a1-44b0-b953-64242937cf37 req-6a9d62a7-248f-4d3e-b52c-f84ce04f5774 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.2014577 Mar 02 18:12:04.249705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a2a6c8f5-0e0a-48eb-bd12-db2358f65a8a None None] Port 8025c895-39fc-4700-b5ff-4c91086ecbe8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:04.288712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7226d974-eadc-4174-a212-c0824666a21d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:04.315446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.334754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d00de8e3-09a1-44b0-b953-64242937cf37 req-f73ebd9a-d388-4785-a1ca-f99c641a60f2 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135209 Mar 02 18:12:04.379688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.411642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.436114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:04.445353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-38fcfed1-2315-41fb-9258-813646673097 admin admin] 10.222.0.66 "PUT /v2.0/routers/c897598d-b17b-4ca2-8520-2433fe580c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6956000 Mar 02 18:12:04.464917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.475368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc55d711-6237-4807-906d-eb0349aa83c5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:04.492368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01a88b02-2578-43e7-88f3-f3f61b278449 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=980759cd284541fb8360857a5c7b56a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7307789 Mar 02 18:12:04.504537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:04.528309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4151765d0dc24599b9ad726693376429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6681061 Mar 02 18:12:04.529307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db453ba-d828-4feb-abb4-1142eb040600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c8df92-0ca0-4f6b-9f15-a0346394db45,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:04.531559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:04.632827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.644920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.692190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.704933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.853187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.871755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c8df92-0ca0-4f6b-9f15-a0346394db45,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:04.893014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.910988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fcf94ef3-39ba-4e93-84b7-093f2ccffac3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/68c8df92-0ca0-4f6b-9f15-a0346394db45 HTTP/1.1" status: 204 len: 168 time: 0.3614953 Mar 02 18:12:04.910988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.910988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:04.910988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc55d711-6237-4807-906d-eb0349aa83c5 HTTP/1.1" status: 204 len: 168 time: 0.4011288 Mar 02 18:12:04.919591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56b3f6-374d-43ee-8cb4-5e51da9bc2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc55d711-6237-4807-906d-eb0349aa83c5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:05.022078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37852) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:05.051056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.078682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:05.082891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Usage tracker for resource:security_group_rule and tenant:c91600c2dd6f4541a5ee4aec1cc428d7 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:05.086034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:05.097825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:05.199283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.291582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.324436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:05.343698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:05.345727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:05.409714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7226d974-eadc-4174-a212-c0824666a21d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:05.409912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a894f666-83cc-4102-accd-2831a6e0e8b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:05.415348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d9966d70-8682-4140-8056-cc697633b949 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c91600c2dd6f4541a5ee4aec1cc428d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922036 Mar 02 18:12:05.418063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37862) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:05.489178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.603314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7226d974-eadc-4174-a212-c0824666a21d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:05.603595 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.630703 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.657684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:05.706961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e9134-cc03-4976-8708-ed6e6d03de2e req-a2771266-fa8f-4618-b5ad-bfa8950199ed tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:05.708552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-915e9134-cc03-4976-8708-ed6e6d03de2e req-a2771266-fa8f-4618-b5ad-bfa8950199ed tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.2159855 Mar 02 18:12:05.790996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-915e9134-cc03-4976-8708-ed6e6d03de2e req-e1d2aed5-c3e4-49a9-92dc-00228052e0b8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745113 Mar 02 18:12:05.793141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.833500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a894f666-83cc-4102-accd-2831a6e0e8b1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:05.874644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:05.875764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-400ec296-74c9-4c80-8659-a0f8ec35890d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a894f666-83cc-4102-accd-2831a6e0e8b1 HTTP/1.1" status: 204 len: 168 time: 0.4565470 Mar 02 18:12:06.154316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 2, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:06.158895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:06.159251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Updating router c897598d-b17b-4ca2-8520-2433fe580c36 port 8025c895-39fc-4700-b5ff-4c91086ecbe8 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:06.220184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.321873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37894) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:06.327837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-network', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:06.333377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:06.337793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Usage tracker for resource:network and tenant:d2e10d7e9a154dcb84176f48df426c53 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:06.343523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:06.352892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:06.446513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Made reservation on behalf of d2e10d7e9a154dcb84176f48df426c53 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:06.451191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.477009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.491996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:06.495932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Usage tracker for resource:security_group_rule and tenant:d2e10d7e9a154dcb84176f48df426c53 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:06.499315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:06.505160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:06.584351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.590580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.598221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Transition to ACTIVE for port object 8025c895-39fc-4700-b5ff-4c91086ecbe8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:06.651529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.676336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.693071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:06.705897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.708181 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Added segment 008ecd76-8747-453f-9b80-426c20a7644d of type vlan for network 96e6ebed-b12d-4041-892d-f6e31afee3e4 Mar 02 18:12:06.724755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38fcfe35-82dc-498f-99f2-04bbb58363f0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:06.754852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.850096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.852428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:06.853076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.887102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377efb-31a4-4485-b7b3-e4a01836ab07 None None] Pushing event updated for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:06.939078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Attempting to bind port 8025c895-39fc-4700-b5ff-4c91086ecbe8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:06.940351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Attempting to bind port 8025c895-39fc-4700-b5ff-4c91086ecbe8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:06.940870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Attempting to bind port 8025c895-39fc-4700-b5ff-4c91086ecbe8 on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:06.948053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:06.948715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Checking segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:06.949278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:06.949830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Bound using segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:06.950482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Bound port: 8025c895-39fc-4700-b5ff-4c91086ecbe8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:06.951021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.069427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] For port 8025c895-39fc-4700-b5ff-4c91086ecbe8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:07.073749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] For port 8025c895-39fc-4700-b5ff-4c91086ecbe8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8025c895-39fc-4700-b5ff-4c91086ecbe8,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:07.075967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37916) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:07.156003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] Pushing event updated for resources: {'Network': ['ID=96e6ebed-b12d-4041-892d-f6e31afee3e4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:07.169244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:07.199346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.201125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b514d-f51d-4a40-8069-01474753de93 req-96e9492f-9630-43ca-850e-c8440b9f64c9 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:07.203441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-088b514d-f51d-4a40-8069-01474753de93 req-96e9492f-9630-43ca-850e-c8440b9f64c9 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.2140622 Mar 02 18:12:07.264547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-088b514d-f51d-4a40-8069-01474753de93 req-8f8a00ec-78c9-44ce-86bd-b9e38040cc82 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545597 Mar 02 18:12:07.275590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9c065f99-485b-4a67-b103-26f1bd4507fb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9519227 Mar 02 18:12:07.278307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:07.284497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Request body: {'subnet': {'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-subnet', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:07.289139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:07.293729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Usage tracker for resource:subnet and tenant:d2e10d7e9a154dcb84176f48df426c53 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:07.297356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:07.304550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-404761900-network', 'tenant_id': '561dbeedd5a54c33a69a84a145a53849'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:07.305949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:07.311559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:07.317222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Usage tracker for resource:network and tenant:561dbeedd5a54c33a69a84a145a53849 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:07.320560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:07.327977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:07.378525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9377efb-31a4-4485-b7b3-e4a01836ab07 None None] Pushing event updated for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:07.387758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:07.388610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:07.390101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Made reservation on behalf of d2e10d7e9a154dcb84176f48df426c53 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:07.393379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.425615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Made reservation on behalf of 561dbeedd5a54c33a69a84a145a53849 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:07.428431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.460719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.493635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:07.500481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Usage tracker for resource:security_group_rule and tenant:561dbeedd5a54c33a69a84a145a53849 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:07.503879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:07.511487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:07.642362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:07.653405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.758632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.801766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.817922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:07.843940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe4f3db-58d0-4c0b-a0a0-69f1f089f8a0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:07.872274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.872618 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Added segment 66d7aeb0-bdbc-422a-b9f0-6e80d15610a7 of type vlan for network 58cfd987-8a06-4ee1-bed6-54e67b825874 Mar 02 18:12:07.904374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:07.970772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8976c14-9ed4-401a-817f-8d549297f7d4 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:12:07.972586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Checking segment: {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:07.973147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Network hostable DHCP agents. Network: 96e6ebed-b12d-4041-892d-f6e31afee3e4, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:07.996299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Pushing event updated for resources: {'Subnet': ['ID=22729828-561e-4f31-9d23-aabeea97bd69,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:08.018926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.024243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:08.024243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.093132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:08.156641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] Pushing event updated for resources: {'Network': ['ID=58cfd987-8a06-4ee1-bed6-54e67b825874,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:08.161712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 96e6ebed-b12d-4041-892d-f6e31afee3e4) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:08.168414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:08.169436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.225433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 58cfd987-8a06-4ee1-bed6-54e67b825874 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:08.238863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396bda36-729a-448b-88a5-468e11acade8 None None] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:08.254174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-86eb5ff5-d571-42b4-a875-b90e249bc296 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1765182 Mar 02 18:12:08.256434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9eac507b-5a4d-405e-8128-a34a2c9f141d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9767897 Mar 02 18:12:08.262976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:08.264728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:08.270183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:08.275334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:08.275942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Request body: {'subnet': {'network_id': '58cfd987-8a06-4ee1-bed6-54e67b825874', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-404761900-subnet', 'tenant_id': '561dbeedd5a54c33a69a84a145a53849', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:08.281267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Usage tracker for resource:router and tenant:d2e10d7e9a154dcb84176f48df426c53 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:08.286928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:08.291912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:08.299486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Usage tracker for resource:subnet and tenant:561dbeedd5a54c33a69a84a145a53849 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:08.303407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:08.304369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:08.313633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:08.447053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8976c14-9ed4-401a-817f-8d549297f7d4,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:08.458348 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.459473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.476695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Made reservation on behalf of 561dbeedd5a54c33a69a84a145a53849 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:08.479626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.485565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.531516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'a8976c14-9ed4-401a-817f-8d549297f7d4', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'a8976c14-9ed4-401a-817f-8d549297f7d4', 'mac_address': 'fa:16:3e:4c:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:tempest-test_az-937939487', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:12:08.537816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56e60c-2bd2-45f2-b73c-8de5a0f28c43 req-871a97f2-fdda-400b-926f-b0774d2f685a tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:08.537816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a56e60c-2bd2-45f2-b73c-8de5a0f28c43 req-871a97f2-fdda-400b-926f-b0774d2f685a tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 969 time: 0.1120632 Mar 02 18:12:08.650682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:07Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:08.656177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.697888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf7118d-3f76-4491-9db2-eddeb1502f08 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:07Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:08.716587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:08.717960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8976c14-9ed4-401a-817f-8d549297f7d4 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:08.827652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8976c14-9ed4-401a-817f-8d549297f7d4,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:08.859104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-96e6ebed-b12d-4041-892d-f6e31afee3e4', 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'fixed_ips': [{'subnet_id': '22729828-561e-4f31-9d23-aabeea97bd69'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:12:08.860323 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.893855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.952753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:08.997418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc493a2a-adfb-49a5-9829-71306c8e3de5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:09.016721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a56e60c-2bd2-45f2-b73c-8de5a0f28c43 req-d1a75383-bdc3-4cd9-8f68-b7853e0cd574 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698942 Mar 02 18:12:09.066105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Checking segment: {'id': '66d7aeb0-bdbc-422a-b9f0-6e80d15610a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '58cfd987-8a06-4ee1-bed6-54e67b825874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:09.066666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Network hostable DHCP agents. Network: 58cfd987-8a06-4ee1-bed6-54e67b825874, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:09.103111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.178677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1642690563-network', 'tenant_id': '22ecd64c79744520a3cef4a113036cd7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:09.192551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:09.203713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Usage tracker for resource:network and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:09.207248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:09.224516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Network 58cfd987-8a06-4ee1-bed6-54e67b825874 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:09.232880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:09.253760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:09.275511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a8976c14-9ed4-401a-817f-8d549297f7d4'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:12:09.306990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 58cfd987-8a06-4ee1-bed6-54e67b825874) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:09.314469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:09.315520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.323836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315eb1f-f5ef-45a8-8dd7-0daa0afec04c None None] Network 58cfd987-8a06-4ee1-bed6-54e67b825874 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:09.375670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:09.385691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.427189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.487852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:09.495344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Usage tracker for resource:security_group_rule and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:09.500416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:09.515489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:09.535468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Allocated IP 172.20.0.2 (96e6ebed-b12d-4041-892d-f6e31afee3e4/22729828-561e-4f31-9d23-aabeea97bd69/1c7d6531-1c40-431c-9f9e-632807696cbc) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:09.560164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8025c895-39fc-4700-b5ff-4c91086ecbe8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:09.584812 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f827d70b-9b17-4bdb-815b-600665b0e1a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3080716 Mar 02 18:12:09.680926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.716118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.793376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:09.797278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e92d4b-199d-4844-b59d-492ad19abd86,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:09.823335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:09.827991 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Added segment 841db7f1-a6c3-4ed9-982d-6665c77e197a of type vlan for network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f Mar 02 18:12:09.892320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.002785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.013033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.014060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:10.014679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.093739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.177682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.183600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4650199 Mar 02 18:12:10.194831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38010) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:10.324856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Transition to ACTIVE for port object 1c7d6531-1c40-431c-9f9e-632807696cbc will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:10.338166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5c4c1-2c38-4dd0-a12b-393b2aba5353 admin admin] Pushing event updated for resources: {'Network': ['ID=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:10.370456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Request body: {'subnet': {'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1642690563-subnet', 'tenant_id': '22ecd64c79744520a3cef4a113036cd7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:10.370862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:10.377460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:10.382958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Usage tracker for resource:subnet and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:10.385460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e913ec-e459-49cc-a6d8-856e0d231b38 None None] Network 58cfd987-8a06-4ee1-bed6-54e67b825874 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:10.387256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:10.396912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:10.455240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Transition to ACTIVE for port object 1c7d6531-1c40-431c-9f9e-632807696cbc will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:10.575745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:10.581900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Notify callbacks [] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.583973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.595321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:10.617317 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:12:10.642999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Allocated IP 172.25.7.25 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/71ed8d8e-9c68-45a6-81ab-068dc8af67d8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:10.651233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:10.674502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:10.677269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:10.702283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:10.702430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:10.778955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Pushing event updated for resources: {'Port': ['ID=1c7d6531-1c40-431c-9f9e-632807696cbc,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:10.816594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d4d8f8-e705-4cb7-a3e9-b9442e40a38c req-78d55933-19ed-47bd-9873-6e4bf8d2232c tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:10.818533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5d4d8f8-e705-4cb7-a3e9-b9442e40a38c req-78d55933-19ed-47bd-9873-6e4bf8d2232c tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 970 time: 0.5286763 Mar 02 18:12:10.959064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5d4d8f8-e705-4cb7-a3e9-b9442e40a38c req-1858f4ee-5e34-4d6d-a256-e19871697fc2 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896640 Mar 02 18:12:11.050498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.085396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Attempting to bind port 1c7d6531-1c40-431c-9f9e-632807696cbc on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:11.086431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Attempting to bind port 1c7d6531-1c40-431c-9f9e-632807696cbc by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:11.086951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Attempting to bind port 1c7d6531-1c40-431c-9f9e-632807696cbc on network 96e6ebed-b12d-4041-892d-f6e31afee3e4 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:11.130714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:11.130714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Checking segment: {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:11.130714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.131003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Bound using segment: {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:11.131452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Bound port: 1c7d6531-1c40-431c-9f9e-632807696cbc, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:11.132121 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.187178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38040) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:11.193614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575768630-network', 'tenant_id': 'fb607d1b15754a3ca2af8897e42a3756'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:11.199401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:11.203775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Usage tracker for resource:network and tenant:fb607d1b15754a3ca2af8897e42a3756 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:11.207092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:11.215977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.222365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:11.224858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.282840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.298355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 8025c895-39fc-4700-b5ff-4c91086ecbe8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8025c895-39fc-4700-b5ff-4c91086ecbe8,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:11.302565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] For port 1c7d6531-1c40-431c-9f9e-632807696cbc, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:11.306186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] For port 1c7d6531-1c40-431c-9f9e-632807696cbc, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c7d6531-1c40-431c-9f9e-632807696cbc,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:11.376897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b86e433-8211-473d-8d29-2d62b075df62,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:11.381254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:11.388048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:11.389376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.391861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.394674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:11.475729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Made reservation on behalf of fb607d1b15754a3ca2af8897e42a3756 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:11.477991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.483199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:11.487671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Pushing event updated for resources: {'Port': ['ID=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:11.502691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:11.503054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Network hostable DHCP agents. Network: b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:11.511190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.594738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:11.620080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d2262-4956-48ad-8b06-fb7ecf99111b None None] Pushing event updated for resources: {'Port': ['ID=1c7d6531-1c40-431c-9f9e-632807696cbc,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:11.639645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Usage tracker for resource:security_group_rule and tenant:fb607d1b15754a3ca2af8897e42a3756 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:11.645995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:11.666998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:11.676167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:11.740077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:11.863352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:11.880950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:11.881551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8674759-dd46-424f-971a-d281485090da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.886331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8694357d-a010-4445-ac8c-bb195d2e9d00 None None] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:11.908557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.929386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:11.932132 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:11.935909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Usage tracker for resource:security_group_rule and tenant:cf6d52a91bf54677b0e196feb6ae491a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:11.940606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:11.948531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:12.000042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8976c14-9ed4-401a-817f-8d549297f7d4 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:12.038471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.073250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.135072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.164244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.216041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27790b5d-6fd8-4e0a-ba4e-b75e26e2035b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:12.223690 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9bdd42a5-d482-4424-99c0-2a44e1bcdb2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cf6d52a91bf54677b0e196feb6ae491a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5468562 Mar 02 18:12:12.225036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:12.260819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f374c62-3bc2-45a4-a784-ffeb883a47f8 None None] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:12.288667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port a8976c14-9ed4-401a-817f-8d549297f7d4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:12.306999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.312042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port a8976c14-9ed4-401a-817f-8d549297f7d4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:12.312408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.351274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.411789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:12.481865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f8674759-dd46-424f-971a-d281485090da admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2890608 Mar 02 18:12:12.516899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.572527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27790b5d-6fd8-4e0a-ba4e-b75e26e2035b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:12.582649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.584627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d354bb90-6a9e-4577-964b-8447c092db9c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27790b5d-6fd8-4e0a-ba4e-b75e26e2035b HTTP/1.1" status: 204 len: 168 time: 0.3577116 Mar 02 18:12:12.589612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd32948-f649-49c9-b663-280044c88948,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:12.604911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa202509-42e6-4e94-8353-e5babcd48346 req-6ec9a5ac-61f4-450e-b731-e7bf95e25a99 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1875832 Mar 02 18:12:12.741742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c233151-e48e-45b0-a90a-78f5f4db2fa7 None None] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:12.757307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.757941 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Added segment 4654e6b2-ed4a-49d2-bba2-f24a2609cf18 of type vlan for network 55ee2853-64de-4310-aae9-6f01c049a7d3 Mar 02 18:12:12.760506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.913809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9b060f5c-ccef-4934-a78d-217172f16bd4 None None] Provisioning for port 1c7d6531-1c40-431c-9f9e-632807696cbc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:12.939408 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:12.942733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:12.992628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa202509-42e6-4e94-8353-e5babcd48346 req-df461420-c299-45de-babb-f39bc6f14dda tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:12.994068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa202509-42e6-4e94-8353-e5babcd48346 req-df461420-c299-45de-babb-f39bc6f14dda tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3749638 Mar 02 18:12:13.000711 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.026634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8976c14-9ed4-401a-817f-8d549297f7d4,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:13.105144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a1335-c511-4693-9956-76bfad529995 req-acef9f2c-a0d6-4e74-aa7b-2ebc40d83b3b tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:13.112531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb8a1335-c511-4693-9956-76bfad529995 req-acef9f2c-a0d6-4e74-aa7b-2ebc40d83b3b tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 970 time: 0.7018659 Mar 02 18:12:13.115047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa202509-42e6-4e94-8353-e5babcd48346 req-1fd43c71-be66-4d29-a35e-36259d191bd4 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/quotas/d8cdb4b87e9845a8bb291e86b7cd0e3c HTTP/1.1" status: 200 len: 375 time: 0.1048176 Mar 02 18:12:13.149482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.211954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa202509-42e6-4e94-8353-e5babcd48346 req-ccc0d507-fa06-4969-a6eb-b77665e5bfb1 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0790873 Mar 02 18:12:13.252991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:13.274589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.275600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:13.276194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.313818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb8a1335-c511-4693-9956-76bfad529995 req-d0b0ffb0-85aa-4fd1-a715-810f0421fd81 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003226 Mar 02 18:12:13.430459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] Pushing event updated for resources: {'Network': ['ID=55ee2853-64de-4310-aae9-6f01c049a7d3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:13.450994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:13.465207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 55ee2853-64de-4310-aae9-6f01c049a7d3 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:13.474367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.505544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1e3f2e0-f1ef-4353-9bf1-e1af9d614844 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3167100 Mar 02 18:12:13.508694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38108) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:13.515560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Request body: {'subnet': {'network_id': '55ee2853-64de-4310-aae9-6f01c049a7d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-575768630-subnet', 'tenant_id': 'fb607d1b15754a3ca2af8897e42a3756', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:13.515673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:13.525285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:13.546048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Usage tracker for resource:subnet and tenant:fb607d1b15754a3ca2af8897e42a3756 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:13.549799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Usage tracker for resource:security_group_rule and tenant:7b1f7c91f88e4432b92d03ef83a8d62a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:13.552135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:13.554802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:13.565187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:13.567020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:13.579265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Router 7397838e-450c-454b-95ad-d18bcf5b686e is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:12:13.672077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.742721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Made reservation on behalf of fb607d1b15754a3ca2af8897e42a3756 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:13.745467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.754385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.770095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c7d6531-1c40-431c-9f9e-632807696cbc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:13.861943 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7b1f7c91f88e4432b92d03ef83a8d62a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086173 Mar 02 18:12:13.862929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:13.889317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa39837-2139-46bb-afb4-e0c91897b32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d4232c-ca9d-44e4-a5bf-1cee1a1ec19f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:13.972133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:13.985304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1c7d6531-1c40-431c-9f9e-632807696cbc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:13.993943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1c7d6531-1c40-431c-9f9e-632807696cbc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:13.995085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.062800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.127893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:14.137676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1858818984-network', 'tenant_id': 'ba83a18f90954651aa46232b524b72e0'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:14.154823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:14.215639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Usage tracker for resource:network and tenant:ba83a18f90954651aa46232b524b72e0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:14.228433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:14.242210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:14.245063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:14.259221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Sync routers for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:14.274785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.276228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:14.276822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:14.291310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.318507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d4232c-ca9d-44e4-a5bf-1cee1a1ec19f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.331610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.335711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea0e33e4-b4e0-4b7a-89b4-f7300e081d4c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0d4232c-ca9d-44e4-a5bf-1cee1a1ec19f HTTP/1.1" status: 204 len: 168 time: 0.4677114 Mar 02 18:12:14.353321 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4', 'code': 200} Mar 02 18:12:14.355122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1c7d6531-1c40-431c-9f9e-632807696cbc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c7d6531-1c40-431c-9f9e-632807696cbc,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:14.379353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.487710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.488460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8025c895-39fc-4700-b5ff-4c91086ecbe8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:14.549272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Made reservation on behalf of ba83a18f90954651aa46232b524b72e0 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:14.552197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.565830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.567247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-196cdc47-ebad-4978-b291-268da16a9b2f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3013546 Mar 02 18:12:14.571331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38146) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:14.578495 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:14.739600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8025c895-39fc-4700-b5ff-4c91086ecbe8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:14.740255 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.777594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1c7d6531-1c40-431c-9f9e-632807696cbc,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.830325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:14.890185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:14.897070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01170698-e422-4713-bca5-c84d31e3b23b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:14.917690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Usage tracker for resource:security_group_rule and tenant:ba83a18f90954651aa46232b524b72e0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:14.926668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:14.928562 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 3, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:14.934219 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Checking router: 7397838e-450c-454b-95ad-d18bcf5b686e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:14.934812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Updating router 7397838e-450c-454b-95ad-d18bcf5b686e port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:14.949698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:15.001363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Checking segment: {'id': '4654e6b2-ed4a-49d2-bba2-f24a2609cf18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '55ee2853-64de-4310-aae9-6f01c049a7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:15.001739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Network hostable DHCP agents. Network: 55ee2853-64de-4310-aae9-6f01c049a7d3, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:15.042290 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.239762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.258215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-47aa6d1d-5559-4225-ab1d-128d572a97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.259907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-47aa6d1d-5559-4225-ab1d-128d572a97f7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 1122 time: 0.7929058 Mar 02 18:12:15.260561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Network 55ee2853-64de-4310-aae9-6f01c049a7d3 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:15.294037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320ddd8-0985-4718-a6f2-508b9e7ae47f req-808f4b98-b605-4124-96cc-9146fba1ba74 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.295850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c320ddd8-0985-4718-a6f2-508b9e7ae47f req-808f4b98-b605-4124-96cc-9146fba1ba74 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.7240820 Mar 02 18:12:15.322093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-510f5f0a-8839-47a4-b782-66149e1ab21b req-9e46ee97-f215-4782-952f-9e50101b7e1b tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696692 Mar 02 18:12:15.339937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.377460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.416279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:15.438666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Usage tracker for resource:security_group_rule and tenant:3989fb09a96c469b8e4d1270399ff2c2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:15.440507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:15.515829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:15.523137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 55ee2853-64de-4310-aae9-6f01c049a7d3) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:15.534597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c7d6531-1c40-431c-9f9e-632807696cbc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:15.540920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c320ddd8-0985-4718-a6f2-508b9e7ae47f req-d2916b80-6401-4e7a-a8b1-14c553b68bdc tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242696 Mar 02 18:12:15.547338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:15.562724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.564002 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.568194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24c743d-e3b8-4300-8d78-4360d1030815,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:15.586483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4e55ab-09b7-40ea-91f1-ee78ce41f13a None None] Network 55ee2853-64de-4310-aae9-6f01c049a7d3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:15.589901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.591478 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Added segment dfa02466-e361-4a69-9d84-d6581aab14ed of type vlan for network 2bd5121e-c7b8-491b-a69c-137600a42e9a Mar 02 18:12:15.615112 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.636694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Transition to ACTIVE for port object 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:15.686774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5f0a-8839-47a4-b782-66149e1ab21b req-0f094161-5b10-46d1-b1e1-521c8303d8fd tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.693473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-510f5f0a-8839-47a4-b782-66149e1ab21b req-0f094161-5b10-46d1-b1e1-521c8303d8fd tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571210 Mar 02 18:12:15.699101 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.700034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.732406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-510f5f0a-8839-47a4-b782-66149e1ab21b req-1a12d52a-837a-4c00-8989-523cf790e7f7 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/quotas/d8cdb4b87e9845a8bb291e86b7cd0e3c HTTP/1.1" status: 200 len: 375 time: 0.0380256 Mar 02 18:12:15.773347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cc64b2bb-d208-4e33-b2e4-5c47fd7adf28 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2635179 Mar 02 18:12:15.824469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-510f5f0a-8839-47a4-b782-66149e1ab21b req-1dc5e97f-a367-4972-b867-2225744feaa6 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0906644 Mar 02 18:12:15.845563 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763a61-ab10-4db7-9828-fe872bdc77d1 None None] Pushing event updated for resources: {'Port': ['ID=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:15.866939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.902630 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.904620 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Attempting to bind port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:15.904992 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Attempting to bind port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:15.905349 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Attempting to bind port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:15.912364 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:15.913150 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:15.913767 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.914401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:15.915147 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Bound port: 71ed8d8e-9c68-45a6-81ab-068dc8af67d8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:15.916028 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.928422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1c7d6531-1c40-431c-9f9e-632807696cbc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:15.928790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.929246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:15.934257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:15.936800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.044600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7947b6a-1342-4b1b-b1c8-02336cfa663b None None] Network 55ee2853-64de-4310-aae9-6f01c049a7d3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:16.058641 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] For port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:16.065409 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] For port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:16.070318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.109199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:16.136250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Synchronizing usage tracker for tenant:3989fb09a96c469b8e4d1270399ff2c2 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:16.200890 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.241412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1094568 Mar 02 18:12:16.272901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38194) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:16.294342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ca445-0db3-4dc6-af22-4dae53fbecdd admin admin] Pushing event updated for resources: {'Network': ['ID=2bd5121e-c7b8-491b-a69c-137600a42e9a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:16.304954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Request body: {'subnet': {'network_id': '2bd5121e-c7b8-491b-a69c-137600a42e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1858818984-subnet', 'tenant_id': 'ba83a18f90954651aa46232b524b72e0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:16.312704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:16.320681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Usage tracker for resource:subnet and tenant:ba83a18f90954651aa46232b524b72e0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:16.326397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:16.334830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:16.346648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9bf75e-e78a-489d-b7ad-4c289761915e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:16.353077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] Unset dirty status for tenant:3989fb09a96c469b8e4d1270399ff2c2 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:16.354394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3be0cb1f-1593-4712-b8d8-92500431f71e req-e2157913-a6f4-4ac6-aa60-31d82e7bfa5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0574126 Mar 02 18:12:16.362155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Allocated IP 172.20.0.1 (96e6ebed-b12d-4041-892d-f6e31afee3e4/22729828-561e-4f31-9d23-aabeea97bd69/680b3ca1-f053-4b8d-b2b4-d21eb4582224) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:16.362502 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e763a61-ab10-4db7-9828-fe872bdc77d1 None None] Pushing event updated for resources: {'Port': ['ID=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:16.363323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Deleting subnet fc493a2a-adfb-49a5-9829-71306c8e3de5 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:12:16.367707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.402060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:16.403099 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:16.409682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Made reservation on behalf of ba83a18f90954651aa46232b524b72e0 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:16.412200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.417938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 2bd5121e-c7b8-491b-a69c-137600a42e9a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:16.550410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.581683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.620203 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:16.660590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.686652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Transition to ACTIVE for port object 680b3ca1-f053-4b8d-b2b4-d21eb4582224 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:16.817803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.897232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.944583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:16.947346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc493a2a-adfb-49a5-9829-71306c8e3de5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:16.950114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:16.954774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:16.961060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1d1a1-7563-4523-867a-d51221ed6efd req-23fd7538-062e-4e7a-a619-b82b3e74a2e7 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:16.962618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63e1d1a1-7563-4523-867a-d51221ed6efd req-23fd7538-062e-4e7a-a619-b82b3e74a2e7 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.2135000 Mar 02 18:12:16.969266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-302c72c7-886d-4ec7-b3b2-fc8c8889531b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fc493a2a-adfb-49a5-9829-71306c8e3de5 HTTP/1.1" status: 204 len: 168 time: 0.8299165 Mar 02 18:12:16.976466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38212) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:16.979027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:16.985901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.009796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.015614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Pushing event updated for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:17.016288 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 3, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:17.020879 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0117e83f-8ae3-4353-81c2-b728152bd9aa None None] The sync data for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 is: [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 3, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:17.270642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.276178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.279540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d385606d-20ba-448b-aafb-c6385de5c2f2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:17.312265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Checking segment: {'id': 'dfa02466-e361-4a69-9d84-d6581aab14ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '2bd5121e-c7b8-491b-a69c-137600a42e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:17.312650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Network hostable DHCP agents. Network: 2bd5121e-c7b8-491b-a69c-137600a42e9a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:17.328843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63e1d1a1-7563-4523-867a-d51221ed6efd req-a72b973c-b355-46ca-985c-6f2c236c48b4 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532052 Mar 02 18:12:17.438154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Network 2bd5121e-c7b8-491b-a69c-137600a42e9a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:17.526109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6c482434-5797-424b-ad5b-95af03d6b279 None None] Provisioning for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:17.532927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6c482434-5797-424b-ad5b-95af03d6b279 None None] Provisioning complete for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:17.533305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c482434-5797-424b-ad5b-95af03d6b279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.554764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 2bd5121e-c7b8-491b-a69c-137600a42e9a) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:17.569168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:17.570044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.589142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.618733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:17.640161 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.640511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.641289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.641892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > port after_create 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.642319 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.642755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > port after_update 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.643083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.643935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.644322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.644646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.681214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98457c6f-8ca5-4c41-81bd-3681e357af9b None None] Network 2bd5121e-c7b8-491b-a69c-137600a42e9a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:17.740496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.820518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.821017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.822983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.822983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88709) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:17.822983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58cfd987-8a06-4ee1-bed6-54e67b825874']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:17.832374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-af0f0db0-e1ef-4582-8c1f-3dc0878bc4b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5566378 Mar 02 18:12:17.840097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d7aeb0-bdbc-422a-b9f0-6e80d15610a7') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:17.840398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d7aeb0-bdbc-422a-b9f0-6e80d15610a7') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:17.846172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.847297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.875094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.885958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6c482434-5797-424b-ad5b-95af03d6b279 None None] Port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:17.940354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.951454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:12:17.951864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: from cryptography.utils import int_from_bytes Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: from cryptography.utils import int_from_bytes Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: util.warn_limited( Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: util.warn_limited( Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:12:17.989630 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:12:18.031471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:18.117829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:18.148950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.210053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa02ca31-38ba-4629-973c-441ff1c90ce2 None None] Network 2bd5121e-c7b8-491b-a69c-137600a42e9a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:18.256325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Pushing event updated for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:18.357189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:18.358729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:18.424476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.482822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.485723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] Pushing event deleted for resources: {'Network': ['ID=58cfd987-8a06-4ee1-bed6-54e67b825874,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:18.495459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ab3d7d7-99f0-45c4-a4d5-4dbb239ab097 admin admin] 10.222.0.66 "DELETE /v2.0/networks/58cfd987-8a06-4ee1-bed6-54e67b825874 HTTP/1.1" status: 204 len: 168 time: 1.5154235 Mar 02 18:12:18.522760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38258) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:18.680412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Router 7397838e-450c-454b-95ad-d18bcf5b686e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:12:18.680680 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.702910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb471c9e-6c05-47e4-a759-ff14e95e514e req-7d1221aa-ce54-44fd-9e73-c43a0a3fa113 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1787925 Mar 02 18:12:18.712257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Deleting subnet 01170698-e422-4713-bca5-c84d31e3b23b {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:12:18.715967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.717653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:18.820810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc80408b-bfa8-42f1-ba94-c7c6b2e4c843 None None] Provisioning complete for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:18.823598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc80408b-bfa8-42f1-ba94-c7c6b2e4c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.870652 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.912441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:18.936356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78c4c93d-8024-4b92-a882-2b7d87da1735 admin admin] 10.222.0.66 "PUT /v2.0/routers/7397838e-450c-454b-95ad-d18bcf5b686e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3498983 Mar 02 18:12:18.952137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:18.968121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:18.970905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc80408b-bfa8-42f1-ba94-c7c6b2e4c843 None None] Port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:19.064051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.107990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb471c9e-6c05-47e4-a759-ff14e95e514e req-5c8b8255-80f0-416e-b1b7-9f2052eca5f6 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:19.109438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb471c9e-6c05-47e4-a759-ff14e95e514e req-5c8b8255-80f0-416e-b1b7-9f2052eca5f6 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057562 Mar 02 18:12:19.147095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb471c9e-6c05-47e4-a759-ff14e95e514e req-ac2a62cb-a031-413e-baa3-713b98cf7654 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/quotas/d8cdb4b87e9845a8bb291e86b7cd0e3c HTTP/1.1" status: 200 len: 375 time: 0.0289588 Mar 02 18:12:19.163446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1061336-c16c-42f9-82ae-d47e71df9767 req-39c10d92-0f80-45b3-804a-f2c8d2535223 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:19.164860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1061336-c16c-42f9-82ae-d47e71df9767 req-39c10d92-0f80-45b3-804a-f2c8d2535223 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.2614312 Mar 02 18:12:19.227324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb471c9e-6c05-47e4-a759-ff14e95e514e req-d736da02-35a6-48d3-bfef-b33d2aaf1d68 tempest-QuotasAdminNegativeTest-45380796 tempest-QuotasAdminNegativeTest-45380796-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721278 Mar 02 18:12:19.256390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1061336-c16c-42f9-82ae-d47e71df9767 req-4ce66609-8c73-4654-ad18-a832e746efcc tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571883 Mar 02 18:12:19.276533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.323623 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.328769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01170698-e422-4713-bca5-c84d31e3b23b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:19.334697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b4c259c-f6d7-4482-ad4a-0ece079c8e88 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/01170698-e422-4713-bca5-c84d31e3b23b HTTP/1.1" status: 204 len: 168 time: 0.8084862 Mar 02 18:12:19.335982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:19.396428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Sync routers for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:19.413893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:19.414236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:19.459838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.619266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:19.641097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.671243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.671697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.672351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.672752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > port after_create 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.673162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > port after_delete 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.673588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > port after_update 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.673976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.674429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.674821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.675207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.691239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-403b335e-861e-4b44-825f-abfa36c78176 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:19.693032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-403b335e-861e-4b44-825f-abfa36c78176 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.2078087 Mar 02 18:12:19.713334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:19.717443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-13cdb5e4-7626-474b-9a08-720fa0cea0b5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/quotas/22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 375 time: 0.0140176 Mar 02 18:12:19.810524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-33387350-b80d-4086-90fa-ee0696744aa8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0866284 Mar 02 18:12:19.825219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:19.825643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.869053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.869843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.870410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.870939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-3e357f9f-1da3-4946-b227-60785fdd1d09 tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:19.877943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 02 18:12:19.877943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee2853-64de-4310-aae9-6f01c049a7d3']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:19.878292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-3e357f9f-1da3-4946-b227-60785fdd1d09 tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 1122 time: 0.1074877 Mar 02 18:12:19.886094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4654e6b2-ed4a-49d2-bba2-f24a2609cf18') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:19.886655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4654e6b2-ed4a-49d2-bba2-f24a2609cf18') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:19.900501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.902650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.920451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.923903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:19.928722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Usage tracker for resource:security_group_rule and tenant:7d907c9d895746d08efa187e6865916b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:19.931625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:12:19.932325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:19.934489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:19.945415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: from cryptography.utils import int_from_bytes Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: from cryptography.utils import int_from_bytes Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: util.warn_limited( Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: util.warn_limited( Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:12:19.954704 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:12:20.090619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-8cd2ec48-ece0-4009-9025-88876cf5e509 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:12:20.091690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-8cd2ec48-ece0-4009-9025-88876cf5e509 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1075056 Mar 02 18:12:20.096887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.179181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.207731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.218822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] Pushing event deleted for resources: {'Network': ['ID=55ee2853-64de-4310-aae9-6f01c049a7d3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:20.219091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.227191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8612d165-5fc3-4312-b621-639b4ffe340f admin admin] 10.222.0.66 "DELETE /v2.0/networks/55ee2853-64de-4310-aae9-6f01c049a7d3 HTTP/1.1" status: 204 len: 168 time: 0.8872864 Mar 02 18:12:20.277363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90c1dd31-3e33-4dd5-b731-a911ec9e8a2a req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3983629 Mar 02 18:12:20.284380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-44c58f00-58c8-4d89-9d6e-0b4cc8096d99 service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837420 Mar 02 18:12:20.285125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df43a51-f760-4f7d-992a-cd01c650c6ad tempest-AggregatesAdminTestJSON-592160224 tempest-AggregatesAdminTestJSON-592160224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbd7278-fdd2-4cdc-8814-c861847649a7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:20.314040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 4, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '680b3ca1-f053-4b8d-b2b4-d21eb4582224', 'name': '', 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'mac_address': 'fa:16:3e:e8:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '22729828-561e-4f31-9d23-aabeea97bd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:15Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 2, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'subnets': [{'id': '22729828-561e-4f31-9d23-aabeea97bd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:20.326000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Checking router: 7397838e-450c-454b-95ad-d18bcf5b686e for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:20.326000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Updating router 7397838e-450c-454b-95ad-d18bcf5b686e port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:20.384092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.448579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-61d67576-cfee-4912-b06f-0709769aa688 service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461401 Mar 02 18:12:20.710948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38334) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:20.787063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.787686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38342) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:20.788088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8d974439-8192-4424-bdd4-9292ab27cd7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=561dbeedd5a54c33a69a84a145a53849&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770698 Mar 02 18:12:20.807081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Transition to ACTIVE for port object 680b3ca1-f053-4b8d-b2b4-d21eb4582224 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:20.856451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.878671 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:20.889414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.047488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.057596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6d19d-448a-4fa5-9363-fb61eee3fa41 None None] Pushing event updated for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:21.092813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe4f3db-58d0-4c0b-a0a0-69f1f089f8a0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:21.100239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.102260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e251e3b2-be2d-4815-805e-a5f141dca146 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/abe4f3db-58d0-4c0b-a0a0-69f1f089f8a0 HTTP/1.1" status: 204 len: 168 time: 0.3140821 Mar 02 18:12:21.186392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Attempting to bind port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:21.186696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Attempting to bind port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:21.187128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Attempting to bind port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 on network 96e6ebed-b12d-4041-892d-f6e31afee3e4 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:21.192940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:21.193319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Checking segment: {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:21.193724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.194217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Bound using segment: {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:21.200611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Bound port: 680b3ca1-f053-4b8d-b2b4-d21eb4582224, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008ecd76-8747-453f-9b80-426c20a7644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:21.200611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.297459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] For port 680b3ca1-f053-4b8d-b2b4-d21eb4582224, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:21.301378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] For port 680b3ca1-f053-4b8d-b2b4-d21eb4582224, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=680b3ca1-f053-4b8d-b2b4-d21eb4582224,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:21.346943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9fd91cd-3150-4b96-8e47-d4071bc7fdf0 req-55b3b12c-9be9-479b-9eff-4e31657a8c47 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.0457084 Mar 02 18:12:21.425031 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:21.509121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:21.509872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:21.587848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74ceef-9466-4abd-b12e-194048f61ed5 req-02a8f9fa-00b6-42e0-a0a8-6ae2fd0ebf17 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:21.589589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff74ceef-9466-4abd-b12e-194048f61ed5 req-02a8f9fa-00b6-42e0-a0a8-6ae2fd0ebf17 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.1092236 Mar 02 18:12:21.616305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6d19d-448a-4fa5-9363-fb61eee3fa41 None None] Pushing event updated for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:21.744992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff74ceef-9466-4abd-b12e-194048f61ed5 req-2a589fcd-cb6f-4734-b14a-e7f78abffdb9 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440425 Mar 02 18:12:21.763118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:21.982087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:22.088029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8d5fa63a-6ecf-4931-ac8d-04b215513202 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fb607d1b15754a3ca2af8897e42a3756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042356 Mar 02 18:12:22.090345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:22.161413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.164399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:22.179905 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-438bf82a-6232-44a6-891d-c29310e27eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.241858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 4, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '680b3ca1-f053-4b8d-b2b4-d21eb4582224', 'name': '', 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'mac_address': 'fa:16:3e:e8:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '22729828-561e-4f31-9d23-aabeea97bd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:15Z', 'updated_at': '2022-03-02T18:12:21Z', 'revision_number': 4, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'subnets': [{'id': '22729828-561e-4f31-9d23-aabeea97bd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:22.247487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55623c2d-ee9c-4e82-a1d8-7909311de4a8 None None] The sync data for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 is: [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:12:17Z', 'revision_number': 4, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '680b3ca1-f053-4b8d-b2b4-d21eb4582224', 'name': '', 'network_id': '96e6ebed-b12d-4041-892d-f6e31afee3e4', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'mac_address': 'fa:16:3e:e8:44:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_interface', 'standard_attr_id': 196, 'fixed_ips': [{'subnet_id': '22729828-561e-4f31-9d23-aabeea97bd69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:15Z', 'updated_at': '2022-03-02T18:12:21Z', 'revision_number': 4, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'subnets': [{'id': '22729828-561e-4f31-9d23-aabeea97bd69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:22.247739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.390696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38402) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:22.397015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--560043010', 'description': 'tempest-description--2049325634'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:22.406453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:22.408579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.411850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:security_group and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:22.421556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:22.435346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:22.435605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:22.441384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Usage tracker for resource:security_group_rule and tenant:d8cdb4b87e9845a8bb291e86b7cd0e3c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:22.447091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:22.455597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:22.509469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a5ae378-c525-4eb2-97b9-ec755946c12e req-88f0ea88-4ab7-4892-b0d3-cba448b0c848 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.0589652 Mar 02 18:12:22.522993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.555875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:22.560385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:security_group_rule and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:22.565779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:22.572439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:22.573343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.642686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd32948-f649-49c9-b663-280044c88948,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:22.697479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.703896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.706049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f07878f7-4a67-4799-81ce-9225b0fb9217 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cd32948-f649-49c9-b663-280044c88948 HTTP/1.1" status: 204 len: 168 time: 0.6142077 Mar 02 18:12:22.745924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.777372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.796806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-e49d0e81-345f-4dcf-8834-596b80de9850 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:22.799111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-e49d0e81-345f-4dcf-8834-596b80de9850 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.1618013 Mar 02 18:12:22.801724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.842961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9df713-f0db-483e-aed4-67e4206c57da,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:22.883123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:22.890367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae25b12e-af7f-4015-bc98-527e49e3a63f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4922137 Mar 02 18:12:22.890367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38416) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:22.895920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'security_group_rule': {'security_group_id': 'cf9df713-f0db-483e-aed4-67e4206c57da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:22.907203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:22.918786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:security_group_rule and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:22.930914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:22.945383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:22.964532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Deleting port a8976c14-9ed4-401a-817f-8d549297f7d4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:12:22.970675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.078236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a08b7b0-7d25-4904-8227-fe6664da2063,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:23.095017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0fd0d1f5-079f-4ff7-b509-d80f4cac4c09 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8cdb4b87e9845a8bb291e86b7cd0e3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9257786 Mar 02 18:12:23.096215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:23.113082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.235869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.303213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.336846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.379744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2dfdbd-085c-4a64-95a4-b75d25982cfe,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:23.389646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739aedfa-03cd-44d2-bf11-10fddac9033f req-6d1c3f67-42ee-44af-a211-d42239b535a6 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:23.391747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-739aedfa-03cd-44d2-bf11-10fddac9033f req-6d1c3f67-42ee-44af-a211-d42239b535a6 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 971 time: 0.4374979 Mar 02 18:12:23.475756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.483603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cce90708-6407-4116-8e15-221ace9378f1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5941219 Mar 02 18:12:23.484034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:23.492100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'security_group_rule': {'security_group_id': 'cf9df713-f0db-483e-aed4-67e4206c57da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:23.501192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:23.503482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.507978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:security_group_rule and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:23.513079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:23.519479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-739aedfa-03cd-44d2-bf11-10fddac9033f req-346142e1-a7f9-4952-bb1f-d5662fdbb425 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/security-groups?id=0b37ebe3-c200-4cb6-b609-558ba3a2d18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121373 Mar 02 18:12:23.520280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:23.591269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 680b3ca1-f053-4b8d-b2b4-d21eb4582224 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:23.596602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] For port a8976c14-9ed4-401a-817f-8d549297f7d4, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8976c14-9ed4-401a-817f-8d549297f7d4,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:23.598748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.668688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.791891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.818647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:23.831876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:23.832442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.835166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Calling delete_port for a8976c14-9ed4-401a-817f-8d549297f7d4 owned by compute:tempest-test_az-937939487 {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:12:23.898570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:23.933730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-448ce235-56be-4dba-a833-4083f473cca2 req-9687cf35-2a72-4b9e-bd00-0b1a44e05d77 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.2376459 Mar 02 18:12:23.983270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=380c4d02-632a-4cef-b977-f1878fc8a1c9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:24.071316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.093261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.098870 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a73e4ee3-5dd9-43c4-b539-5e210fd27803 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6136003 Mar 02 18:12:24.099828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38444) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:24.105972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:24.119886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:24.127519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46c99d11-1393-403d-a88d-1f808b94d79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.136322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:floatingip and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:24.141452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:24.149125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:24.153591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38448) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:24.163963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.11', 54619) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:24.172101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 680b3ca1-f053-4b8d-b2b4-d21eb4582224, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=680b3ca1-f053-4b8d-b2b4-d21eb4582224,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:24.177451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.198567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a08b7b0-7d25-4904-8227-fe6664da2063,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:24.242029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.243219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-35bb393b-d11c-48e8-b199-5f2473698905 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a08b7b0-7d25-4904-8227-fe6664da2063 HTTP/1.1" status: 204 len: 168 time: 1.1459537 Mar 02 18:12:24.298688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.319781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.388476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.415656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a8976c14-9ed4-401a-817f-8d549297f7d4'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:12:24.472966 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.489982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-6b42eb73-78c9-467f-a494-a6c14b5c57ec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:24.490914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-6b42eb73-78c9-467f-a494-a6c14b5c57ec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:24.492254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:24.545599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Pushing event deleted for resources: {'Port': ['ID=a8976c14-9ed4-401a-817f-8d549297f7d4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:24.558905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:24.580397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Usage tracker for resource:security_group_rule and tenant:a0fce68389854ae4b6e70b91ce536fa4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:24.580397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:24.604613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:24.725868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] No DVR routers for this DVR port a8976c14-9ed4-401a-817f-8d549297f7d4 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:12:24.737928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.751272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'name': 'network-vif-deleted', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:24.808262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:24.848832 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08b8c6b6-32cd-4698-a218-a56758fb781b', 'name': 'network-vif-deleted', 'tag': 'a8976c14-9ed4-401a-817f-8d549297f7d4', 'status': 'completed', 'code': 200} Mar 02 18:12:24.864006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9f9097c1-f61e-4cbd-8009-7a245264d3b2 req-d23e8693-ee57-4323-9627-5d9b04d6bef8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Synchronizing usage tracker for tenant:5a15176b6a4e40399791c98179bf2156 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:24.885217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-6b42eb73-78c9-467f-a494-a6c14b5c57ec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:24.886706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-6b42eb73-78c9-467f-a494-a6c14b5c57ec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.7209122 Mar 02 18:12:24.898475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0842edd-24ec-4942-bc3a-b81752efd97c req-03324e42-7e48-4282-99fa-6536ae0754ea tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.65 "DELETE /v2.0/ports/a8976c14-9ed4-401a-817f-8d549297f7d4 HTTP/1.1" status: 204 len: 173 time: 2.0853593 Mar 02 18:12:24.970795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.005938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Request body: {'port': {'device_id': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'admin_state_up': True, 'tenant_id': '22ecd64c79744520a3cef4a113036cd7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:25.041647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9f9097c1-f61e-4cbd-8009-7a245264d3b2 req-d23e8693-ee57-4323-9627-5d9b04d6bef8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] Unset dirty status for tenant:5a15176b6a4e40399791c98179bf2156 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:25.043331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f9097c1-f61e-4cbd-8009-7a245264d3b2 req-d23e8693-ee57-4323-9627-5d9b04d6bef8 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.2778511 Mar 02 18:12:25.099667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.156648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0fce68389854ae4b6e70b91ce536fa4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0016654 Mar 02 18:12:25.157959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38486) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:25.196658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24ff55-850b-426b-80eb-94f83110acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713f801d-af53-401d-a89e-34f7ba2df3df,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:25.232469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Allocated IP 172.25.7.68 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/3caf4e98-03a5-4ecf-9889-f71ceac036f4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:25.292073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.407761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:25.410330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.415366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Usage tracker for resource:port and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:25.420184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.420392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:25.430537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:25.442250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00e55065-89b0-43ef-bd95-d03e95331ea5 req-d3e05ace-c594-465a-879e-86d22864674d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.0725965 Mar 02 18:12:25.487205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.494780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.540929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38500) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:25.544249 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.571983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 680b3ca1-f053-4b8d-b2b4-d21eb4582224 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:25.579528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.600298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:25.604400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Usage tracker for resource:security_group_rule and tenant:7ce261d7c5ab4e83917f0a83a0ce4759 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:25.608021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:25.614281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:25.624903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:25.628741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.652041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:25.652412 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.689747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.725629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.751198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713f801d-af53-401d-a89e-34f7ba2df3df,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:25.767582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.768087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a2df497a-40fa-422d-a3e1-cb7b57c5496d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/713f801d-af53-401d-a89e-34f7ba2df3df HTTP/1.1" status: 204 len: 168 time: 0.6076109 Mar 02 18:12:25.797640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:25.812893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:25.825353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:25.891545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:25.916574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'Port': ['ID=3caf4e98-03a5-4ecf-9889-f71ceac036f4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:25.959599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.087465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Allocated IP 172.20.0.13 (b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f/1b86e433-8211-473d-8d29-2d62b075df62/7534c3e5-f667-46b9-b5f7-5a72919619bb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:26.183105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ce261d7c5ab4e83917f0a83a0ce4759&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6407964 Mar 02 18:12:26.184068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:26.185443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0cf820-103d-4308-87b7-2cf5f11f9ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bad81b-b1ee-4b8a-9916-5056b3d5048e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:26.368427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.386632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-125e53ba-1df3-4dfd-b9aa-e7c24246210d req-597f9a24-e90f-4ba6-b9ad-101b7534a186 tempest-AggregatesAdminTestJSON-14932105 tempest-AggregatesAdminTestJSON-14932105-project] 10.222.0.66 "GET /v2.0/ports?device_id=08b8c6b6-32cd-4698-a218-a56758fb781b HTTP/1.1" status: 200 len: 210 time: 0.0863855 Mar 02 18:12:26.394850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.431469 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.445629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.599700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.603805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.615659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.625659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-190bc12c-a25a-4bff-8d5d-f301111d9637 req-1b3b7b68-df50-4a0c-98e9-def7b079020f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.0535510 Mar 02 18:12:26.664479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.679630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bad81b-b1ee-4b8a-9916-5056b3d5048e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:26.687344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.691396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e33a2f1-8014-4681-a4ef-d2b5d943430f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4bad81b-b1ee-4b8a-9916-5056b3d5048e HTTP/1.1" status: 204 len: 168 time: 0.5006831 Mar 02 18:12:26.840064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:26.928692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:26.933509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:26.947117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:26.995772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:27.027139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38532) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:27.038227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.056632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.081352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:27.082895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.085707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:27.091320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Usage tracker for resource:security_group_rule and tenant:9ebf923f89b3411b9af0b424cd0d0f0c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:27.095282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:27.106761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:27.144514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.238076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.282694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'Port': ['ID=3caf4e98-03a5-4ecf-9889-f71ceac036f4,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:27.294326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-36c30742-dd6a-44fe-b7e3-dfb09fc772a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2934992 Mar 02 18:12:27.299161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.335164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a1e101e-3bf9-4fe3-ba25-75cf82a3bc4f req-a672cb46-d7cd-48ae-902f-2c29611ee89b tempest-FlavorsV2NegativeTest-1513724361 tempest-FlavorsV2NegativeTest-1513724361-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d17ddec71b1e426a81cc146d43977403&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342035 Mar 02 18:12:27.337927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.388932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.403788 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c9746d9-1d46-4f51-978a-750aec9ed54c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3019056 Mar 02 18:12:27.490894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe9b3c-97ec-4255-854d-bb4526540a10,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:27.495509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f84bba2b-0a4d-44bb-a330-1198179ee242 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ebf923f89b3411b9af0b424cd0d0f0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4682305 Mar 02 18:12:27.499108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:27.565390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e101e-3bf9-4fe3-ba25-75cf82a3bc4f req-abfd3a0f-3c2a-480d-83d9-d457b456d20e tempest-FlavorsV2NegativeTest-1513724361 tempest-FlavorsV2NegativeTest-1513724361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:27.566982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a1e101e-3bf9-4fe3-ba25-75cf82a3bc4f req-abfd3a0f-3c2a-480d-83d9-d457b456d20e tempest-FlavorsV2NegativeTest-1513724361 tempest-FlavorsV2NegativeTest-1513724361-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2213931 Mar 02 18:12:27.589111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.603961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a1e101e-3bf9-4fe3-ba25-75cf82a3bc4f req-004f451c-f2a4-485d-b41e-abe21a24244e tempest-FlavorsV2NegativeTest-1513724361 tempest-FlavorsV2NegativeTest-1513724361-project] 10.222.0.66 "GET /v2.0/quotas/d17ddec71b1e426a81cc146d43977403 HTTP/1.1" status: 200 len: 375 time: 0.0152731 Mar 02 18:12:27.637032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.650456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a1e101e-3bf9-4fe3-ba25-75cf82a3bc4f req-331b53c9-dab1-4a55-9606-c7da718b83a2 tempest-FlavorsV2NegativeTest-1513724361 tempest-FlavorsV2NegativeTest-1513724361-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d17ddec71b1e426a81cc146d43977403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446508 Mar 02 18:12:27.836139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.861488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe9b3c-97ec-4255-854d-bb4526540a10,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:27.869780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:27.874858 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-53609a21-576e-4953-8c92-edcb2f09ca32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/affe9b3c-97ec-4255-854d-bb4526540a10 HTTP/1.1" status: 204 len: 168 time: 0.3746462 Mar 02 18:12:28.079003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8976c14-9ed4-401a-817f-8d549297f7d4 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:12:28.135324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: a8976c14-9ed4-401a-817f-8d549297f7d4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:12:28.135927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8976c14-9ed4-401a-817f-8d549297f7d4 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:12:28.176988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bda1c5-7781-4053-b3d2-70713b725348 req-ada4bbda-bf27-4196-8fb0-8501a169d6ee tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:28.178492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46bda1c5-7781-4053-b3d2-70713b725348 req-ada4bbda-bf27-4196-8fb0-8501a169d6ee tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 932 time: 0.1187174 Mar 02 18:12:28.241369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46bda1c5-7781-4053-b3d2-70713b725348 req-1c65732d-cf9e-42e1-8b0a-aeda9cc108e6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560505 Mar 02 18:12:28.862733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-ea500ea4-f50a-4fc6-b468-17d2ceb80b37 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--560043010&fields=id&tenant_id=dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 267 time: 0.0466914 Mar 02 18:12:29.052208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-8b4cdda6-964b-4aba-937b-e62140ccd144 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:29.054025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-8b4cdda6-964b-4aba-937b-e62140ccd144 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 824 time: 0.1851554 Mar 02 18:12:29.071441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-f7f863b5-a7b6-4e10-a46e-5fb411710483 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/quotas/dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 375 time: 0.0115199 Mar 02 18:12:29.193186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-6026afb7-3fc5-458d-89e1-a9c728e0913d tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1154206 Mar 02 18:12:29.552832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38674) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:29.627808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d758d34-240b-4108-825d-6bef642da25f req-e78c2bf6-fb57-4536-86b7-be60931b6fd4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:29.629375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d758d34-240b-4108-825d-6bef642da25f req-e78c2bf6-fb57-4536-86b7-be60931b6fd4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 932 time: 0.0944352 Mar 02 18:12:29.684110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d758d34-240b-4108-825d-6bef642da25f req-80fad594-7e64-47d1-a427-0223c6147b58 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484419 Mar 02 18:12:29.762001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:29.777593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:29.782154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Usage tracker for resource:security_group_rule and tenant:d17ddec71b1e426a81cc146d43977403 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:29.785622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:29.792494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:29.960091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.009724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-53b739ea-e3a9-4267-8bed-e36a7c54da14 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:12:30.010935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-53b739ea-e3a9-4267-8bed-e36a7c54da14 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3967981 Mar 02 18:12:30.058979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.136888 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d17ddec71b1e426a81cc146d43977403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821288 Mar 02 18:12:30.137881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:30.142590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd98686-36fc-48c9-a0c9-f1fbc56af9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd405fc-450d-4ac5-97af-9ebc874c3895,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:30.207200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.220406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-1860615f-c10f-4d41-994a-c6001457cda3 service neutron] 10.222.0.66 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009408 Mar 02 18:12:30.231783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-e86f297f-8562-471d-bffd-95c50b5fc891 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:12:30.233364 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-e86f297f-8562-471d-bffd-95c50b5fc891 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057158 Mar 02 18:12:30.243969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.371895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Request body: {'port': {'device_id': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:30.377908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-4aaa5a65-f3e4-4cf1-84c5-fb9c3a8206d1 service neutron] 10.222.0.66 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510568 Mar 02 18:12:30.425766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.454014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd405fc-450d-4ac5-97af-9ebc874c3895,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:30.501405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.502673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18915879-6902-45da-bb78-026b5b3da511 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acd405fc-450d-4ac5-97af-9ebc874c3895 HTTP/1.1" status: 204 len: 168 time: 0.3621385 Mar 02 18:12:30.521015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:30.796661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-854a9ce0-c353-42f8-bb5b-7107aaed4112 req-f569675f-0c71-4410-a17c-5893993f0885 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 210 time: 0.0642190 Mar 02 18:12:30.925306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-94bfb50d-7e9e-4116-bbdf-380ab838c1af tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=9bd2ac3f34d347f593568b64829186f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412517 Mar 02 18:12:30.994829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7534c3e5-f667-46b9-b5f7-5a72919619bb {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:31.003752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:31.023349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Transition to ACTIVE for port object 7534c3e5-f667-46b9-b5f7-5a72919619bb will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:31.092981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:31.172252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-c2b913af-a566-4125-8941-32fb9a942abf tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:31.179886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-c2b913af-a566-4125-8941-32fb9a942abf tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482071 Mar 02 18:12:31.196050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-528f4a0b-e5e1-4596-b22b-6f13f7d14406 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/quotas/9bd2ac3f34d347f593568b64829186f5 HTTP/1.1" status: 200 len: 375 time: 0.0149987 Mar 02 18:12:31.259670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-c1cae0fd-a8f7-4aef-b01b-2f5b2909b433 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9bd2ac3f34d347f593568b64829186f5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624061 Mar 02 18:12:31.363260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:31.411903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:31.412313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:31.412668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Bound port: 7534c3e5-f667-46b9-b5f7-5a72919619bb, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:31.553650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:32.183509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.275057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:32.275698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:32.277360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] 10.222.0.11 "PUT /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 1092 time: 1.9600632 Mar 02 18:12:32.277838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:32.336528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce36fe-51fe-4116-aaca-cf7b726ea180 service neutron] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:32.488536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a85f0-22c5-41e3-86bf-1e6c1b1261ef req-c20ae574-d544-4d88-9879-33df800512f1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:32.500203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-471a85f0-22c5-41e3-86bf-1e6c1b1261ef req-c20ae574-d544-4d88-9879-33df800512f1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.1491170 Mar 02 18:12:32.512332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-2304b243-2323-4507-9612-ee7d301642ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:32.523227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-2304b243-2323-4507-9612-ee7d301642ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1095 time: 0.1166344 Mar 02 18:12:32.553356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-471a85f0-22c5-41e3-86bf-1e6c1b1261ef req-544a22ff-6c8f-4f5d-8c92-2e85d418a8ac tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517597 Mar 02 18:12:32.608880 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-ba7e027b-f73f-4ac8-b8d2-1abe13f14a8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.0873001 Mar 02 18:12:32.679442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad206a58-8077-4477-a439-9553826853f2 req-b7d31570-2916-4f41-ab7b-f3b76b800a0c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 210 time: 0.0447598 Mar 02 18:12:32.681560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-76808e56-7639-4873-82e8-9886219967d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:32.694168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-76808e56-7639-4873-82e8-9886219967d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0683165 Mar 02 18:12:32.736971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-3985f7bf-e839-4eed-acd5-8ab593b19d57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472112 Mar 02 18:12:32.802186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2f81159-86e8-451a-a0f5-34840b98900d req-2da41fb1-83f5-417f-af99-c65680bd8c07 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 210 time: 0.0787237 Mar 02 18:12:32.906679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38808) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:32.924702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-5919cd46-1b5e-49a8-9cce-59fdfa78c758 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805744 Mar 02 18:12:33.071947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-70467952-network', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:33.078259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:33.083876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Usage tracker for resource:network and tenant:b9bb7f46c7674105a187258ba5550252 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:33.092925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:33.110273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:33.123463 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'status': 'completed', 'code': 200} Mar 02 18:12:33.183681 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a59fca2f-14a6-4293-89fe-aace61878aa1 req-d5c64607-7988-4842-815a-dcd29b44d86d service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520037 Mar 02 18:12:33.225235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Made reservation on behalf of b9bb7f46c7674105a187258ba5550252 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:33.231139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.245005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.288320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:33.291265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Usage tracker for resource:security_group_rule and tenant:b9bb7f46c7674105a187258ba5550252 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:33.296480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:33.307431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:33.407147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.418152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-139ea9e8-93d8-4df3-aadd-955dba496ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:33.420340 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-139ea9e8-93d8-4df3-aadd-955dba496ff4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1095 time: 0.1086550 Mar 02 18:12:33.485112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.513829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:33.528101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.534581 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Added segment ed09d493-def0-4e39-89f7-fd8e882b0165 of type vlan for network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e Mar 02 18:12:33.579571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.593199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b783c53-6aec-4c86-aa09-74b2bb4d52bd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:33.650637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-cae78609-18cd-4a6d-9a96-0fa0eb9f4b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:33.652287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-cae78609-18cd-4a6d-9a96-0fa0eb9f4b8b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2254970 Mar 02 18:12:33.724235 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-a4110a9f-4993-482c-8602-90da2305b673 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.0657547 Mar 02 18:12:33.742885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.744993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:33.746035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:33.807826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-1a6c07d0-25ec-4534-b744-eab7d2efc001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:33.809429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-1a6c07d0-25ec-4534-b744-eab7d2efc001 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0703089 Mar 02 18:12:33.889703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] Pushing event updated for resources: {'Network': ['ID=d931b3f3-d3b5-4d8a-b40b-cabe25afa16e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:33.901120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:33.911220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-2476b41a-5851-424c-aeaf-25fead70ecfe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955400 Mar 02 18:12:33.919287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f183c2-d1e9-4ec2-8fa1-6515b9d18382 req-7a2291b6-e061-41d9-80a5-937b60a40ae7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:33.943447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f183c2-d1e9-4ec2-8fa1-6515b9d18382 req-7a2291b6-e061-41d9-80a5-937b60a40ae7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.2317142 Mar 02 18:12:34.026693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65bf7a74-bc43-438d-8f84-3c936e02590e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1186912 Mar 02 18:12:34.037871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:34.067838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Request body: {'subnet': {'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-subnet', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:34.073595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:34.079643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f183c2-d1e9-4ec2-8fa1-6515b9d18382 req-d47c8aa6-f595-4e62-aaaf-a9106d16d528 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496336 Mar 02 18:12:34.082359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aab702fd-9011-4526-a7dc-35edcc63e986 req-2b885921-589c-478e-9e6b-d6b8a85713da tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 210 time: 0.1210990 Mar 02 18:12:34.082849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38872) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:34.088677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Usage tracker for resource:subnet and tenant:b9bb7f46c7674105a187258ba5550252 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:34.104871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:34.115715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:34.180191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-9b73e5b6-0298-446a-8de8-d51a2504986f service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590764 Mar 02 18:12:34.265878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Made reservation on behalf of b9bb7f46c7674105a187258ba5550252 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:34.268349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.321254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ab0cf26-eb8b-49f5-9ad8-c1f7e38d77a7 req-f5762e31-a998-40b9-9421-aa173711fe61 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 210 time: 0.0972366 Mar 02 18:12:34.330169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a90a4c-5f61-4e5f-b52c-40d1fc341741 req-1f760ad3-475b-4c61-9466-c2f1fe06ad32 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425772 Mar 02 18:12:34.332325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.407105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:34.415321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef87248bc8b4e6ca1f602a090a59459 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:34.421811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:34.429865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:34.625554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.672295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.714990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.858604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ef87248bc8b4e6ca1f602a090a59459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7732337 Mar 02 18:12:34.859438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e424d-19c7-4ebc-80c5-a097efe9b134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae130a7-1ef2-4115-8833-c0416960989b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:34.861430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:34.862635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b6a28e-a55a-43b3-a9a4-85836f496ca8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:34.940276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Checking segment: {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:34.940632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Network hostable DHCP agents. Network: d931b3f3-d3b5-4d8a-b40b-cabe25afa16e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:34.990648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:34.990648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.023159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-a72cccca-4d55-4749-a01e-dcb822a884a5 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:35.025512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-a72cccca-4d55-4749-a01e-dcb822a884a5 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.65 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 824 time: 0.2487791 Mar 02 18:12:35.085768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-f1a30ec7-9852-49d3-b5f4-839ac0210d7e tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 379 time: 0.0522928 Mar 02 18:12:35.097686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'port': {'device_id': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'admin_state_up': True, 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'security_groups': ['cf9df713-f0db-483e-aed4-67e4206c57da']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:35.130280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:35.196161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.222361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae130a7-1ef2-4115-8833-c0416960989b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:35.226477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.235322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48dcb381-ab6a-4b0e-b69f-c6bdc793ce1b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aae130a7-1ef2-4115-8833-c0416960989b HTTP/1.1" status: 204 len: 168 time: 0.3655877 Mar 02 18:12:35.270979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d931b3f3-d3b5-4d8a-b40b-cabe25afa16e) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:35.281081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:35.281081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.281380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8e0a1-7ee0-4732-a6ee-1a785216a3a9 None None] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:35.309181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:35.327078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Usage tracker for resource:port and tenant:dc79866343b04a79b12a1f41ae26cd53 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:35.338012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:35.359782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:35.394956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38944) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:35.481261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f7bcdc27-a919-472e-8e46-c6dad5de1748 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4392462 Mar 02 18:12:35.481536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38950) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:35.488771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:35.493853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18774644-5365-49bb-8fac-c822c4a4a844 req-a70ca6bc-7675-41a5-b385-51765316cf73 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 210 time: 0.1371543 Mar 02 18:12:35.510305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.65', 52276) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:35.511263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:35.528141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Usage tracker for resource:router and tenant:b9bb7f46c7674105a187258ba5550252 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:35.531035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a726d-07da-4579-ae45-3f391997197b req-995aefd9-b040-4bbe-9180-8c2526ad944f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:35.532962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-877a726d-07da-4579-ae45-3f391997197b req-995aefd9-b040-4bbe-9180-8c2526ad944f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.1785626 Mar 02 18:12:35.535211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:35.556862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:35.581789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Made reservation on behalf of dc79866343b04a79b12a1f41ae26cd53 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:35.581981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'fixed_ips': [{'subnet_id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:12:35.582911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.585450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.603045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cd3f730f-e7b7-41c6-b743-d9ea5e346ba4 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bd2ac3f34d347f593568b64829186f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680590 Mar 02 18:12:35.643692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.662765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:35.667982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Usage tracker for resource:security_group_rule and tenant:66ba5d8099384c33b2f366eed855e00c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:35.671367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:35.678575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:35.795668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.797851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.798778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.811490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-877a726d-07da-4579-ae45-3f391997197b req-58d093cb-e430-4d79-882e-f4597c601441 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534473 Mar 02 18:12:35.832715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:35.858522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Allocated IP 172.20.0.2 (d931b3f3-d3b5-4d8a-b40b-cabe25afa16e/45b6a28e-a55a-43b3-a9a4-85836f496ca8/80773642-0521-4456-91d6-2e68a8b00aea) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:35.942399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.022567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-9fa6a067-dc61-4550-a00d-de46b3de35b6 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:36.030459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-9fa6a067-dc61-4550-a00d-de46b3de35b6 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4128463 Mar 02 18:12:36.043539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Request body: {'port': {'device_id': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '9bd2ac3f34d347f593568b64829186f5'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:36.144415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.158883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Transition to ACTIVE for port object 80773642-0521-4456-91d6-2e68a8b00aea will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:36.183183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Transition to ACTIVE for port object 80773642-0521-4456-91d6-2e68a8b00aea will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:36.186929 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=66ba5d8099384c33b2f366eed855e00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871666 Mar 02 18:12:36.188020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:36.188815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945cf307-9958-4d18-8335-8f70a0e98fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd67b8-860b-49b5-b9ef-9b191db2022e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:36.231173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-886e4501-17e7-4264-9fae-09980c63aa3c req-457534ce-7d45-4f2e-8681-053b23bf0804 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 210 time: 0.1532376 Mar 02 18:12:36.323911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.354648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.365078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Allocated IP 172.20.0.7 (b17efd3d-cfb5-4db8-b0a1-9705de258897/3a1ea21a-5d29-4d02-8798-ac28e5b34357/776082a7-071a-4330-b275-752d0a8f639d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:36.379509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38978) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:36.393228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:36.396724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:36.404908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:36.410426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.427034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.441832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:36.458326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Usage tracker for resource:security_group_rule and tenant:75829e8177b84669a54d5ae01edb55cb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:36.458599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Pushing event updated for resources: {'Port': ['ID=80773642-0521-4456-91d6-2e68a8b00aea,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:36.464985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:36.487237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.494187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:36.497668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:36.501040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Usage tracker for resource:port and tenant:9bd2ac3f34d347f593568b64829186f5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:36.505552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:36.513130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:36.563356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Attempting to bind port 80773642-0521-4456-91d6-2e68a8b00aea on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:36.563730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Attempting to bind port 80773642-0521-4456-91d6-2e68a8b00aea by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:36.564486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Attempting to bind port 80773642-0521-4456-91d6-2e68a8b00aea on network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:36.573003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:36.573530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Checking segment: {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:36.573947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.574374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Bound using segment: {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:36.574916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Bound port: 80773642-0521-4456-91d6-2e68a8b00aea, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:36.575313 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.676682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] For port 80773642-0521-4456-91d6-2e68a8b00aea, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:36.680419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] For port 80773642-0521-4456-91d6-2e68a8b00aea, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=80773642-0521-4456-91d6-2e68a8b00aea,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:36.715450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Made reservation on behalf of 9bd2ac3f34d347f593568b64829186f5 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:36.719318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.759731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.782263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.805158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7854685f-2f7d-4262-9449-81d08c90e0f1 req-b808f4f4-0be4-4e67-a999-61bb23ed62ea tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 210 time: 0.0906947 Mar 02 18:12:36.814321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.818454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:36.828593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Usage tracker for resource:security_group_rule and tenant:9bd2ac3f34d347f593568b64829186f5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:36.841861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:36.855839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:36.859717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.868400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb1891-f48e-42b4-a3cc-1bf783f769dc None None] Pushing event updated for resources: {'Port': ['ID=80773642-0521-4456-91d6-2e68a8b00aea,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:36.884941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.893524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:36.905721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd67b8-860b-49b5-b9ef-9b191db2022e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:36.932743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Transition to ACTIVE for port object 776082a7-071a-4330-b275-752d0a8f639d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:37.063137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.123184 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75829e8177b84669a54d5ae01edb55cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7403355 Mar 02 18:12:37.135150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:37.135802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cd30d0-8176-4c66-a859-bc00015846a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9471b9-10bd-496e-a949-a847b2c7e39f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:37.156588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.190278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:12:37.230712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.232393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51e67e04-0395-49f0-8dea-bc4e96644cfd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45fd67b8-860b-49b5-b9ef-9b191db2022e HTTP/1.1" status: 204 len: 168 time: 1.0408099 Mar 02 18:12:37.244158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.326540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.346148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93de8aea-c6d9-49cc-b07d-6ea837eea27c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:37.372414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.407340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.413368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:37.437907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:37.463139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:37.467510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.509929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:37.540770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'port_id': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'mac_address': 'fa:16:3e:1b:b7:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b86e433-8211-473d-8d29-2d62b075df62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:12:37.591979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.592255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:37.632651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 80773642-0521-4456-91d6-2e68a8b00aea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:37.645345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a7d0a-0572-4f7c-8491-7537a296218c req-8f297f39-6e0e-40ec-b1a2-3135607cdcd9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:37.647362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-832a7d0a-0572-4f7c-8491-7537a296218c req-8f297f39-6e0e-40ec-b1a2-3135607cdcd9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.5525861 Mar 02 18:12:37.658210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9471b9-10bd-496e-a949-a847b2c7e39f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:37.691376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.692616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-825765ca-5de3-418c-b7b2-d5a239cfda23 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9c9471b9-10bd-496e-a949-a847b2c7e39f HTTP/1.1" status: 204 len: 168 time: 0.5528092 Mar 02 18:12:37.724821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Allocated IP 172.25.7.118 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/b94c5975-00f7-4d7e-ac26-d17564af7b26) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:37.760083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:37.760701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.821131 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.833260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d728608-d8ff-4938-852a-f75ce529a941 req-c1b46233-cd6f-4e9f-8a54-a9c998900b3a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Synchronizing usage tracker for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:37.889952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7534c3e5-f667-46b9-b5f7-5a72919619bb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:37.899624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-832a7d0a-0572-4f7c-8491-7537a296218c req-77e64ba9-a59c-4596-b33f-e9f59c7d75d9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568170 Mar 02 18:12:37.913072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 80773642-0521-4456-91d6-2e68a8b00aea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:37.929319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:37.941274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-314bf831-d54d-4f1d-9b6c-2bfcd424b600 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8496525 Mar 02 18:12:37.942634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Allocated IP 192.168.233.90 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/65a9931e-2180-47c4-ac90-01c53caaa7eb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:37.948590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:37.956596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Request body: {'port': {'device_id': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:38.014393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d728608-d8ff-4938-852a-f75ce529a941 req-c1b46233-cd6f-4e9f-8a54-a9c998900b3a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Unset dirty status for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:38.020074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d728608-d8ff-4938-852a-f75ce529a941 req-c1b46233-cd6f-4e9f-8a54-a9c998900b3a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 210 time: 0.3671520 Mar 02 18:12:38.024980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c30426c-45a0-453f-8ee4-7d53b908bee6 None None] Provisioning for port 776082a7-071a-4330-b275-752d0a8f639d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:38.032814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c30426c-45a0-453f-8ee4-7d53b908bee6 None None] Provisioning complete for port 776082a7-071a-4330-b275-752d0a8f639d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:38.033337 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c30426c-45a0-453f-8ee4-7d53b908bee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.066002 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.172927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c30426c-45a0-453f-8ee4-7d53b908bee6 None None] Port 776082a7-071a-4330-b275-752d0a8f639d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:38.183313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:38.217649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.252909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.342880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Pushing event updated for resources: {'Port': ['ID=b94c5975-00f7-4d7e-ac26-d17564af7b26,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:38.357100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:38.357858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:38.360398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:38.412697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7534c3e5-f667-46b9-b5f7-5a72919619bb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:12:38.414902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:38.454527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.457295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a594d75a-8f0f-4aab-ad9d-28982d6944c8 None None] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:38.480227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:38.488247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Usage tracker for resource:security_group_rule and tenant:87ec2fdf1f0f4894bd5eaa5458b43030 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:38.659437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Provisioning for port 80773642-0521-4456-91d6-2e68a8b00aea completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:38.704837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Provisioning complete for port 80773642-0521-4456-91d6-2e68a8b00aea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:38.705026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.726496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:38.735393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:38.744674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28ee42-6069-49f0-b4c5-7864f8f9056b req-d536e82e-68ad-4156-b7f9-83d6a6afe90b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:38.745301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ca28ee42-6069-49f0-b4c5-7864f8f9056b req-d536e82e-68ad-4156-b7f9-83d6a6afe90b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Synchronizing usage tracker for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:38.868467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:38.888648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ca28ee42-6069-49f0-b4c5-7864f8f9056b req-d536e82e-68ad-4156-b7f9-83d6a6afe90b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Unset dirty status for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:38.894018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca28ee42-6069-49f0-b4c5-7864f8f9056b req-d536e82e-68ad-4156-b7f9-83d6a6afe90b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 931 time: 0.7034564 Mar 02 18:12:38.951796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Transition to ACTIVE for port object 65a9931e-2180-47c4-ac90-01c53caaa7eb will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:39.004632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.048745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.116303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.146347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] For port 80773642-0521-4456-91d6-2e68a8b00aea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=80773642-0521-4456-91d6-2e68a8b00aea,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:39.186556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca28ee42-6069-49f0-b4c5-7864f8f9056b req-010da3f0-ebea-41ed-a773-13a56baf8d82 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2914279 Mar 02 18:12:39.191827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.241269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.374717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9c5b83-004c-48b5-b885-bfdd91bd36ef None None] Pushing event updated for resources: {'Port': ['ID=80773642-0521-4456-91d6-2e68a8b00aea,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:39.464154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-40ccb29c-efe2-44df-b2ce-cfde03392d10 None None] Provisioning complete for port 80773642-0521-4456-91d6-2e68a8b00aea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:39.464528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40ccb29c-efe2-44df-b2ce-cfde03392d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.486553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e3e434-5e5e-4d3e-b84e-c17eb6b3220a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:39.493308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d1adcdc-95b7-49a8-ab0d-d719f92c224c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87ec2fdf1f0f4894bd5eaa5458b43030&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0721588 Mar 02 18:12:39.499146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39072) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:39.527129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.559064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 80773642-0521-4456-91d6-2e68a8b00aea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:39.619119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39078) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:39.665222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.668226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Pushing event updated for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:39.693647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:39.696043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 80773642-0521-4456-91d6-2e68a8b00aea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:39.696773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.703531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:39.706948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:39.755598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:12:39.765389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39084) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:39.793762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.895746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.936887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c35418-1144-4656-87ea-519e0b2cf4fd req-4e2e7f24-7ea9-4327-b299-8f2cc1d5f471 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:39.945884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9c35418-1144-4656-87ea-519e0b2cf4fd req-4e2e7f24-7ea9-4327-b299-8f2cc1d5f471 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.6372283 Mar 02 18:12:39.982970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:39.983630 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:39.995250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-network', 'tenant_id': 'facf57b794c74457b505b83530d21fb1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:40.010961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:40.018108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Usage tracker for resource:network and tenant:facf57b794c74457b505b83530d21fb1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:40.030477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:40.032594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 776082a7-071a-4330-b275-752d0a8f639d {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:40.040407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:40.040878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.056866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Transition to ACTIVE for port object 776082a7-071a-4330-b275-752d0a8f639d will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:40.124020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80b13e-aa5d-4580-a1c0-592e5c307125 req-56758cb0-bc4f-44e2-b1ca-bdd649a1b443 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:40.125671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a80b13e-aa5d-4580-a1c0-592e5c307125 req-56758cb0-bc4f-44e2-b1ca-bdd649a1b443 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 935 time: 0.7094278 Mar 02 18:12:40.128505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9c35418-1144-4656-87ea-519e0b2cf4fd req-7c3f55b3-9360-41eb-84da-25489b42e8f6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817167 Mar 02 18:12:40.151285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-968f95ad-8364-467c-945e-424be87781c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a15176b6a4e40399791c98179bf2156&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3751869 Mar 02 18:12:40.151505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:40.168831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.185660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e3e434-5e5e-4d3e-b84e-c17eb6b3220a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:40.194459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.195841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5f391acc-2a44-4545-a58e-d50a48d83056 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0e3e434-5e5e-4d3e-b84e-c17eb6b3220a HTTP/1.1" status: 204 len: 168 time: 0.6957917 Mar 02 18:12:40.218026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0a80b13e-aa5d-4580-a1c0-592e5c307125 req-8b01396e-6e21-438e-8e50-0cb3fb1246ee tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Synchronizing usage tracker for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:40.252306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.279840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.313545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.317775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-cdfb09b5-d00a-496c-95ba-a8d55096be2b tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2830079 Mar 02 18:12:40.355460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Request body: {'port': {'device_id': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:40.395243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7802d7e-17cf-497a-bc13-7b205b11bbbd None None] Provisioning for port 65a9931e-2180-47c4-ac90-01c53caaa7eb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:40.395802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Router 4ca06d31-162c-4eab-a07e-7958ce2cd661 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:12:40.412824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7802d7e-17cf-497a-bc13-7b205b11bbbd None None] Provisioning complete for port 65a9931e-2180-47c4-ac90-01c53caaa7eb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:40.413208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7802d7e-17cf-497a-bc13-7b205b11bbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.476067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0a80b13e-aa5d-4580-a1c0-592e5c307125 req-8b01396e-6e21-438e-8e50-0cb3fb1246ee tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Unset dirty status for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:40.477734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a80b13e-aa5d-4580-a1c0-592e5c307125 req-8b01396e-6e21-438e-8e50-0cb3fb1246ee tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3457434 Mar 02 18:12:40.569862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Made reservation on behalf of facf57b794c74457b505b83530d21fb1 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:40.573708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.602066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.632154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:40.633611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d7802d7e-17cf-497a-bc13-7b205b11bbbd None None] Port 65a9931e-2180-47c4-ac90-01c53caaa7eb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:40.648967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:facf57b794c74457b505b83530d21fb1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:40.655820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:40.687753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Pushing event updated for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:40.718219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:40.788773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.789124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.793364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:40.800423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.820676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Attempting to bind port 776082a7-071a-4330-b275-752d0a8f639d on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:40.820962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Attempting to bind port 776082a7-071a-4330-b275-752d0a8f639d by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:40.821304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Attempting to bind port 776082a7-071a-4330-b275-752d0a8f639d on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:40.841007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Port 776082a7-071a-4330-b275-752d0a8f639d on network b17efd3d-cfb5-4db8-b0a1-9705de258897 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:12:40.841374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Attempting to bind port 776082a7-071a-4330-b275-752d0a8f639d on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:40.843589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b37ebe3-c200-4cb6-b609-558ba3a2d18f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:40.855096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.856618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:40.864656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:40.864999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Checking segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:40.865382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Bound using segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:40.865823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Bound port: 776082a7-071a-4330-b275-752d0a8f639d, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:40.866050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Sync routers for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:40.866592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.886258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:40.886722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:40.916195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.956849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:40.958007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ec1f0b46-d49d-4d3d-bea0-8cbb1c74b6e5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b37ebe3-c200-4cb6-b609-558ba3a2d18f HTTP/1.1" status: 204 len: 168 time: 0.8056092 Mar 02 18:12:41.038498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d2da4-f6f2-4cbe-b677-878378d68c70 req-09889e04-69a2-41ae-9430-62ca2931ab7a tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:41.040071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d82d2da4-f6f2-4cbe-b677-878378d68c70 req-09889e04-69a2-41ae-9430-62ca2931ab7a tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 943 time: 0.3637938 Mar 02 18:12:41.081680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.085558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-717269cd-0f9c-4aa6-8b7f-017c0f2cec2f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.5997250 Mar 02 18:12:41.085558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.095106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39124) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:41.102783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:12:41.125444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.125790 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Added segment e7017b0e-4fb6-4224-811d-0683895f09ca of type vlan for network 9f318dad-0def-454b-a8d5-dfd72bf723a5 Mar 02 18:12:41.162957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:41.192085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.205555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:41.274821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:41.286214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdf21c0-a5e4-4e91-85c0-539e9ed25536,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:41.307232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.307581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.307921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.308256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.308589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.308724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=776082a7-071a-4330-b275-752d0a8f639d,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:41.308923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.309250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.309571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.309894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.310298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.310622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.310941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:41.324941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.324941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:41.324941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.462917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=9f318dad-0def-454b-a8d5-dfd72bf723a5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:41.478044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:12:41.511378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 7534c3e5-f667-46b9-b5f7-5a72919619bb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:41.512085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6f6cb10-88c8-4440-81d4-73579eaa2dc5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8865874 Mar 02 18:12:41.516732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:41.520341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Request body: {'subnet': {'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-subnet', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:41.525260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7534c3e5-f667-46b9-b5f7-5a72919619bb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:41.525950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.532051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:41.547021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d82d2da4-f6f2-4cbe-b677-878378d68c70 req-4e353eab-74fa-46e5-b439-dbd0d4337746 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4569526 Mar 02 18:12:41.548004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Usage tracker for resource:subnet and tenant:facf57b794c74457b505b83530d21fb1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:41.555965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:41.573713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:41.610223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.661930 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:38Z', 'revision_number': 3, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:41.666650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Checking router: 4ca06d31-162c-4eab-a07e-7958ce2cd661 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:41.667523 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Updating router 4ca06d31-162c-4eab-a07e-7958ce2cd661 port b94c5975-00f7-4d7e-ac26-d17564af7b26 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:41.680935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Made reservation on behalf of facf57b794c74457b505b83530d21fb1 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:12:41.685924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.748773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39152) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:41.751401 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.854940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.896834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:41.900835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:41.901611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:41.903636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] 10.222.0.65 "PUT /v2.0/ports/776082a7-071a-4330-b275-752d0a8f639d HTTP/1.1" status: 200 len: 1091 time: 3.9515486 Mar 02 18:12:41.904864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'tag': '776082a7-071a-4330-b275-752d0a8f639d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:41.911110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:41.968979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b539034c-f957-418c-96b8-5e8132691560 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d907c9d895746d08efa187e6865916b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143538 Mar 02 18:12:41.969486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:42.001786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.050083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7d802-8daf-4542-8a2b-06a567311d1c req-26de2fc0-ea26-4f69-a653-cd919d76d712 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.057306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be7d802-8daf-4542-8a2b-06a567311d1c req-26de2fc0-ea26-4f69-a653-cd919d76d712 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.7098060 Mar 02 18:12:42.072662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.153264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.184665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be7d802-8daf-4542-8a2b-06a567311d1c req-0b0cb1d7-23f0-41e2-b029-003a83f8c48d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263297 Mar 02 18:12:42.185860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.246856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381f27-c735-4cad-b137-769d30c7f87c service neutron] Pushing event updated for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.351281 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.363417 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Transition to ACTIVE for port object b94c5975-00f7-4d7e-ac26-d17564af7b26 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:42.367852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.427290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8178e4a3-ac1d-4bd7-9bf8-2a41e17bb845 req-12f5c786-5a28-4420-ab3c-f91217914095 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.428863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8178e4a3-ac1d-4bd7-9bf8-2a41e17bb845 req-12f5c786-5a28-4420-ab3c-f91217914095 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 935 time: 0.4921906 Mar 02 18:12:42.437500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.441128 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.510326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8245e739-f85f-4298-bc06-8bab63423f54,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.517492 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Attempting to bind port b94c5975-00f7-4d7e-ac26-d17564af7b26 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:42.517876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Attempting to bind port b94c5975-00f7-4d7e-ac26-d17564af7b26 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:42.518279 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Attempting to bind port b94c5975-00f7-4d7e-ac26-d17564af7b26 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:42.523431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbd7278-fdd2-4cdc-8814-c861847649a7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.540817 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:42.541988 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:42.542222 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.542626 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:42.543196 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Bound port: b94c5975-00f7-4d7e-ac26-d17564af7b26, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:42.543829 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.551126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Checking segment: {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:42.551457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Network hostable DHCP agents. Network: 9f318dad-0def-454b-a8d5-dfd72bf723a5, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:12:42.560108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.561258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8d6cde10-3427-46ff-9547-f97ec572c170 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ebbd7278-fdd2-4cdc-8814-c861847649a7 HTTP/1.1" status: 204 len: 168 time: 0.5906196 Mar 02 18:12:42.581867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-5ca76f84-394f-42d5-8081-19f1a91af3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.584090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-5ca76f84-394f-42d5-8081-19f1a91af3c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 1094 time: 0.5149405 Mar 02 18:12:42.650163 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] For port b94c5975-00f7-4d7e-ac26-d17564af7b26, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:42.653547 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] For port b94c5975-00f7-4d7e-ac26-d17564af7b26, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94c5975-00f7-4d7e-ac26-d17564af7b26,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:42.666743 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'code': 200} Mar 02 18:12:42.687084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-3f16a388-b752-4e47-90f4-84609fc09abc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776082a7-071a-4330-b275-752d0a8f639d HTTP/1.1" status: 200 len: 217 time: 0.0893803 Mar 02 18:12:42.694607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c7b89-6deb-47d6-b4fd-1f9b16b3ec66 None None] Pushing event updated for resources: {'Port': ['ID=b94c5975-00f7-4d7e-ac26-d17564af7b26,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:42.747076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a9931e-2180-47c4-ac90-01c53caaa7eb {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:42.752106 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'tag': '776082a7-071a-4330-b275-752d0a8f639d', 'status': 'completed', 'code': 200} Mar 02 18:12:42.755335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8178e4a3-ac1d-4bd7-9bf8-2a41e17bb845 req-250bd3ba-94d4-4a4f-88f7-2397800be5ac tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652862 Mar 02 18:12:42.770076 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.814260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:42.845408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:12:42.864172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Transition to ACTIVE for port object 65a9931e-2180-47c4-ac90-01c53caaa7eb will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:42.881145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6002345-2902-4f39-bb94-cb8b4b0c0548 req-5abd43fd-eb57-46a0-a7d9-64fa26ef8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.883169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6002345-2902-4f39-bb94-cb8b4b0c0548 req-5abd43fd-eb57-46a0-a7d9-64fa26ef8442 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1097 time: 0.1436963 Mar 02 18:12:42.926469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-b4bc6169-5cf8-4272-956e-0ecdec5b74fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.927934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-b4bc6169-5cf8-4272-956e-0ecdec5b74fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.1842494 Mar 02 18:12:42.945739 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6002345-2902-4f39-bb94-cb8b4b0c0548 req-166c7005-dcb4-4297-a3ae-1006aa73b5ca service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Mar 02 18:12:42.946580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:42.946810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 9f318dad-0def-454b-a8d5-dfd72bf723a5) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:42.947543 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:42.956424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c8068d-ca59-4844-b0dc-f199c77cbd79 None None] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:42.974889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:42.977331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.045661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.086871 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c7b89-6deb-47d6-b4fd-1f9b16b3ec66 None None] Pushing event updated for resources: {'Port': ['ID=b94c5975-00f7-4d7e-ac26-d17564af7b26,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:43.091110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e55989c7-9fa2-4b12-a7e2-38d88ca4f588 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5739279 Mar 02 18:12:43.092332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39200) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:43.098236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:43.116123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:43.125930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Usage tracker for resource:router and tenant:facf57b794c74457b505b83530d21fb1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:43.377735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:43.382017 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:43.393511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:43.446391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-9f318dad-0def-454b-a8d5-dfd72bf723a5', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:12:43.447742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.510003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.511520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.558344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:43.611449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Pushing event updated for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:43.793214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73022cdf-0c21-4c55-8137-48a064e6a5bc req-e942ae6b-adcf-4bd1-9494-c0313d659f53 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:43.795607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73022cdf-0c21-4c55-8137-48a064e6a5bc req-e942ae6b-adcf-4bd1-9494-c0313d659f53 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 943 time: 0.8544989 Mar 02 18:12:43.805406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Allocated IP 172.20.0.2 (9f318dad-0def-454b-a8d5-dfd72bf723a5/8245e739-f85f-4298-bc06-8bab63423f54/df1445c1-86cd-407a-b558-a60c24807928) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:43.809075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-f6bc82a1-2758-483a-8ba1-102b042896f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:43.810815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-f6bc82a1-2758-483a-8ba1-102b042896f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8690913 Mar 02 18:12:43.818015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:38Z', 'revision_number': 3, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:43.824142 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e40fce-e5eb-43f6-b915-ad1127aa184d None None] The sync data for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 is: [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:38Z', 'revision_number': 3, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:43.955572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Attempting to bind port 65a9931e-2180-47c4-ac90-01c53caaa7eb on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:43.955911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Attempting to bind port 65a9931e-2180-47c4-ac90-01c53caaa7eb by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:43.956241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Attempting to bind port 65a9931e-2180-47c4-ac90-01c53caaa7eb on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:44.061530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.066218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Port 65a9931e-2180-47c4-ac90-01c53caaa7eb on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:12:44.066551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Attempting to bind port 65a9931e-2180-47c4-ac90-01c53caaa7eb on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:44.095964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d592aa98-bb5f-4880-b17f-3dc5591440a9 req-e8d523f1-1c6c-4760-a716-eb3088b93ff7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:44.104462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d592aa98-bb5f-4880-b17f-3dc5591440a9 req-e8d523f1-1c6c-4760-a716-eb3088b93ff7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 946 time: 0.6255388 Mar 02 18:12:44.111717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:44.112066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:44.112451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:44.112975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Bound port: 65a9931e-2180-47c4-ac90-01c53caaa7eb, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:44.113327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.121195 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.146651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Transition to ACTIVE for port object df1445c1-86cd-407a-b558-a60c24807928 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:44.166695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73022cdf-0c21-4c55-8137-48a064e6a5bc req-0e01db08-cee6-4542-9c6c-8327883ce22f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433106 Mar 02 18:12:44.176355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.179125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Transition to ACTIVE for port object df1445c1-86cd-407a-b558-a60c24807928 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:44.270627 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.398205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d592aa98-bb5f-4880-b17f-3dc5591440a9 req-bb4fe780-65c0-43b3-927c-e08493a627d5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927341 Mar 02 18:12:44.407067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Pushing event updated for resources: {'Port': ['ID=df1445c1-86cd-407a-b558-a60c24807928,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:44.423958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:44.430501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:44.439438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:44.456431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-883f2c40-e363-4198-9fa1-eab64333bb56 service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6374137 Mar 02 18:12:44.663812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Attempting to bind port df1445c1-86cd-407a-b558-a60c24807928 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:44.674409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Attempting to bind port df1445c1-86cd-407a-b558-a60c24807928 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:44.675139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Attempting to bind port df1445c1-86cd-407a-b558-a60c24807928 on network 9f318dad-0def-454b-a8d5-dfd72bf723a5 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:44.682972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:44.683659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Checking segment: {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:44.684273 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.684943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Bound using segment: {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:44.685676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Bound port: df1445c1-86cd-407a-b558-a60c24807928, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:44.686332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.851453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] For port df1445c1-86cd-407a-b558-a60c24807928, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:44.855503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] For port df1445c1-86cd-407a-b558-a60c24807928, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=df1445c1-86cd-407a-b558-a60c24807928,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:44.860473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.891528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:44.896786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.968388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:44.998115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:45.027680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708771b-ff4b-4706-98b4-5b1179ed1ef1 req-d36811fa-d257-477e-b0a3-b3a2a8154faa tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:45.029324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c708771b-ff4b-4706-98b4-5b1179ed1ef1 req-d36811fa-d257-477e-b0a3-b3a2a8154faa tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 947 time: 0.3778081 Mar 02 18:12:45.121233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c708771b-ff4b-4706-98b4-5b1179ed1ef1 req-ec85b14f-ab5b-4afb-9b27-7e78e791fdb3 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799868 Mar 02 18:12:45.142534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:45.182724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Allocated IP 172.25.7.250 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/46ca99ce-af37-43b4-aeca-ac8856916727) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:45.213885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe54cd-b3ad-48cb-9d15-448cdbd26e55 None None] Pushing event updated for resources: {'Port': ['ID=df1445c1-86cd-407a-b558-a60c24807928,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:45.298581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59bbeff-4e5e-44ab-a0ab-b097a316a32b req-645fd6c2-9a71-4135-bcd8-9950ec8e3a84 service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8114190 Mar 02 18:12:45.333594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Pushing event updated for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:45.339062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:45.339684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:45.341257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-35f445bd-778a-4180-a60b-da4db8626be3 service neutron] 10.222.0.65 "PUT /v2.0/ports/65a9931e-2180-47c4-ac90-01c53caaa7eb HTTP/1.1" status: 200 len: 1095 time: 4.9924977 Mar 02 18:12:45.341616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:45.457394 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb', 'status': 'completed', 'code': 200} Mar 02 18:12:45.470998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Allocated IP 172.20.0.1 (d931b3f3-d3b5-4d8a-b40b-cabe25afa16e/45b6a28e-a55a-43b3-a9a4-85836f496ca8/4c1af247-b9ba-4318-8d27-11097d57824d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:45.648780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94c5975-00f7-4d7e-ac26-d17564af7b26 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:45.687988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:45.932683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port b94c5975-00f7-4d7e-ac26-d17564af7b26 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:45.933447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:45.938551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b94c5975-00f7-4d7e-ac26-d17564af7b26 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:45.945226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.044393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39270) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:46.101249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Pushing event updated for resources: {'Port': ['ID=46ca99ce-af37-43b4-aeca-ac8856916727,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:46.110323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:46.111968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f27df90-ceec-4972-8365-03e8a86560d6 req-d584265d-b880-455a-b5c7-6cdbc8e706cd tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:46.112244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:46.119549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:46.127663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f27df90-ceec-4972-8365-03e8a86560d6 req-d584265d-b880-455a-b5c7-6cdbc8e706cd tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 943 time: 0.7393866 Mar 02 18:12:46.175036 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.191440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39280) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:46.207673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port b94c5975-00f7-4d7e-ac26-d17564af7b26, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94c5975-00f7-4d7e-ac26-d17564af7b26,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:46.215132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805bfe-a40b-4c1f-940e-274baa1e27be req-a6042926-a149-4db6-93ba-cff31c7da825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:46.215132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2805bfe-a40b-4c1f-940e-274baa1e27be req-a6042926-a149-4db6-93ba-cff31c7da825 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bd2ac3f34d347f593568b64829186f5&device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 1098 time: 0.7358937 Mar 02 18:12:46.298320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.336135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cb4e1-c0dd-4b64-bdfb-33c7bfac9543 req-bd91946c-cac8-4b3e-9745-6dc3c0bb66f3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:46.337668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-308cb4e1-c0dd-4b64-bdfb-33c7bfac9543 req-bd91946c-cac8-4b3e-9745-6dc3c0bb66f3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 946 time: 0.6545308 Mar 02 18:12:46.359879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07610f-a74b-454c-b283-98e4da204986 req-cb8a12f8-f3a7-49db-aa85-005326b53ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:46.367776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-cb8a12f8-f3a7-49db-aa85-005326b53ffd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 1094 time: 0.8143990 Mar 02 18:12:46.410978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=b94c5975-00f7-4d7e-ac26-d17564af7b26,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:46.414429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.425920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2805bfe-a40b-4c1f-940e-274baa1e27be req-0405822d-b116-4d3e-b04d-589401092cc7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9bd2ac3f34d347f593568b64829186f5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1932881 Mar 02 18:12:46.475448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f27df90-ceec-4972-8365-03e8a86560d6 req-f049cefa-1b17-4d51-a409-e5758a72e54a tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3467505 Mar 02 18:12:46.484183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.485530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.559996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:46.559996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Usage tracker for resource:security_group_rule and tenant:9056697401d949898a4d52dba1be98ec is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:46.559996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:46.559996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:46.602058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Transition to ACTIVE for port object 4c1af247-b9ba-4318-8d27-11097d57824d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:46.702370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b20e72-8e44-4ca3-93fb-979b0eaf6948 None None] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:12:46.702687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:46.724371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-308cb4e1-c0dd-4b64-bdfb-33c7bfac9543 req-d6d24e2e-aeaf-418a-a931-934a7ec25c17 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134935 Mar 02 18:12:46.734638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Usage tracker for resource:security_group_rule and tenant:6570ca180d8b413a95aa8d4f9e486e9c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:46.783805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:46.807342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:46.822765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:46.887593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f56ee79-1a23-4238-bebd-9ca9df86c785 None None] Provisioning for port df1445c1-86cd-407a-b558-a60c24807928 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:46.926379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07610f-a74b-454c-b283-98e4da204986 req-a634c6c1-eb7c-4319-81fa-1dbde6e189ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:46.927948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-a634c6c1-eb7c-4319-81fa-1dbde6e189ff service neutron] 10.222.0.65 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 925 time: 0.5068884 Mar 02 18:12:46.955192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.016560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9056697401d949898a4d52dba1be98ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8196957 Mar 02 18:12:47.017328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.050768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-71b41f09-cdbb-467e-98b5-589cc41ef192 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776082a7-071a-4330-b275-752d0a8f639d HTTP/1.1" status: 200 len: 217 time: 0.0922277 Mar 02 18:12:47.058157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39296) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:47.129540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686935a3-bc57-4b3b-8c5b-6dd05ac41402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da96c504-385a-4a77-8b9d-9557c9bc3d8e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:47.174346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07610f-a74b-454c-b283-98e4da204986 req-ebc853bb-139b-433e-80e1-f024a7e9bd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.175850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-ebc853bb-139b-433e-80e1-f024a7e9bd7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.1066031 Mar 02 18:12:47.176882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2805bfe-a40b-4c1f-940e-274baa1e27be req-6db90afc-7124-41d0-8e32-1cb912c723cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.178313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2805bfe-a40b-4c1f-940e-274baa1e27be req-6db90afc-7124-41d0-8e32-1cb912c723cb service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6995513 Mar 02 18:12:47.208730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b7f74-19cd-43ee-96f9-05981eb2f2e5 req-71b9a67a-ba59-4b96-ba18-2149dcc07312 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.216935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d2b7f74-19cd-43ee-96f9-05981eb2f2e5 req-71b9a67a-ba59-4b96-ba18-2149dcc07312 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 947 time: 0.5470333 Mar 02 18:12:47.271978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.452668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.497659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:47.512319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:47.528205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:47.619473 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:12:47.620489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94c5975-00f7-4d7e-ac26-d17564af7b26 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:47.635330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d2b7f74-19cd-43ee-96f9-05981eb2f2e5 req-51e11e00-55ce-496c-841c-3f0e0c112727 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170475 Mar 02 18:12:47.637607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Pushing event updated for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:47.687481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.694334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.707942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b94c5975-00f7-4d7e-ac26-d17564af7b26 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:47.708618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.751332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.771836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.776245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:12:47.835100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07610f-a74b-454c-b283-98e4da204986 req-07b9bfa7-aa2f-4275-845f-4524cf84ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.836614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-07b9bfa7-aa2f-4275-845f-4524cf84ddeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6116316 Mar 02 18:12:47.844887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device df1445c1-86cd-407a-b558-a60c24807928 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:47.860518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-932919ce-eb26-48a3-bcac-e8b56674116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.862077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-932919ce-eb26-48a3-bcac-e8b56674116d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9bd2ac3f34d347f593568b64829186f5&device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 1098 time: 0.6249957 Mar 02 18:12:47.863844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e5bb-ae12-49f4-b532-302a9fe6fad4 req-a966cc88-b4b1-4d9d-bcb5-b2a27771db21 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:47.871673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebf3e5bb-ae12-49f4-b532-302a9fe6fad4 req-a966cc88-b4b1-4d9d-bcb5-b2a27771db21 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1097 time: 0.6454575 Mar 02 18:12:47.874689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:47.988531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:48.000715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Sync routers for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:48.006937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-58abd208-c5c9-4822-a3b2-51372d07659a None None] Provisioning for port 4c1af247-b9ba-4318-8d27-11097d57824d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:48.015902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-58abd208-c5c9-4822-a3b2-51372d07659a None None] Provisioning complete for port 4c1af247-b9ba-4318-8d27-11097d57824d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:48.016369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-58abd208-c5c9-4822-a3b2-51372d07659a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.041222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:48.041968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:48.091714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-f026518a-cdb0-441c-b09b-dffd5b29d36c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb HTTP/1.1" status: 200 len: 217 time: 0.2097743 Mar 02 18:12:48.097840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port df1445c1-86cd-407a-b558-a60c24807928 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:48.104476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.108075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6daed370-55ae-4fe0-be74-077cfb91352c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0124958 Mar 02 18:12:48.109298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:48.126989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port df1445c1-86cd-407a-b558-a60c24807928 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:48.127841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.164617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 776082a7-071a-4330-b275-752d0a8f639d details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:12:48.188801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-58abd208-c5c9-4822-a3b2-51372d07659a None None] Port 4c1af247-b9ba-4318-8d27-11097d57824d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:48.203795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6570ca180d8b413a95aa8d4f9e486e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1557908 Mar 02 18:12:48.206955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39324) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:48.239865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6939d1-800f-4084-a0e6-3c7ed50db1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=986bd55d-dce3-4777-8821-1ceefbdee28a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:48.285204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ebf3e5bb-ae12-49f4-b532-302a9fe6fad4 req-e6ac6263-3266-4f28-ba09-e058e1b0c726 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Synchronizing usage tracker for tenant:ba83a18f90954651aa46232b524b72e0 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:48.307024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-ace352a1-7bc3-4266-9fe9-161480b500c6 service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495440 Mar 02 18:12:48.315927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-5e0aac21-ac31-44b5-9ad5-7c6e03e8d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:48.317386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-5e0aac21-ac31-44b5-9ad5-7c6e03e8d85f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1704023 Mar 02 18:12:48.340972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:48.360015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.498289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.554486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.619775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ebf3e5bb-ae12-49f4-b532-302a9fe6fad4 req-e6ac6263-3266-4f28-ba09-e058e1b0c726 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Unset dirty status for tenant:ba83a18f90954651aa46232b524b72e0 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:48.620925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebf3e5bb-ae12-49f4-b532-302a9fe6fad4 req-e6ac6263-3266-4f28-ba09-e058e1b0c726 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484913 Mar 02 18:12:48.630940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da96c504-385a-4a77-8b9d-9557c9bc3d8e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:48.675199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.698186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1839ef7-3208-4ce5-bb7e-4126571a0378 req-468be43b-2f63-4346-9192-6f71f6d7a0ab tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:48.706279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1839ef7-3208-4ce5-bb7e-4126571a0378 req-468be43b-2f63-4346-9192-6f71f6d7a0ab tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 943 time: 0.7452538 Mar 02 18:12:48.719984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=776082a7-071a-4330-b275-752d0a8f639d,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:48.738084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.741574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d5567794-1a3c-4d6a-824f-518eea18bb13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da96c504-385a-4a77-8b9d-9557c9bc3d8e HTTP/1.1" status: 204 len: 168 time: 1.6750946 Mar 02 18:12:48.764987 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.783609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '776082a7-071a-4330-b275-752d0a8f639d', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'port_id': '776082a7-071a-4330-b275-752d0a8f639d', 'mac_address': 'fa:16:3e:41:02:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:12:48.848286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec07610f-a74b-454c-b283-98e4da204986 req-09627951-491c-4215-9ed6-cb9b4b9bd9ed service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262527 Mar 02 18:12:48.883187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.884127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1839ef7-3208-4ce5-bb7e-4126571a0378 req-efe31d9c-8a8f-441f-ace5-e3fc9530edf0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768823 Mar 02 18:12:48.894332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-ed6b7031-067c-4fb2-8d9e-fe5e9452321e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:48.907536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-ed6b7031-067c-4fb2-8d9e-fe5e9452321e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5722020 Mar 02 18:12:48.909974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port df1445c1-86cd-407a-b558-a60c24807928, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=df1445c1-86cd-407a-b558-a60c24807928,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:48.917341 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:48.949157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 776082a7-071a-4330-b275-752d0a8f639d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:48.979580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=776082a7-071a-4330-b275-752d0a8f639d,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:48.984513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:46Z', 'revision_number': 3, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:48.992802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Checking router: 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:48.993145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Updating router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 port 46ca99ce-af37-43b4-aeca-ac8856916727 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:49.033572 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.170300 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.184643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986bd55d-dce3-4777-8821-1ceefbdee28a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:49.206378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.207935 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-240b2770-259d-4b5d-aa4f-025e30c57bdf admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/986bd55d-dce3-4777-8821-1ceefbdee28a HTTP/1.1" status: 204 len: 168 time: 1.0003796 Mar 02 18:12:49.228244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.281322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=df1445c1-86cd-407a-b558-a60c24807928,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:49.363215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-ac5bac59-5da5-4749-ab8d-3d21e4b30dfc service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546092 Mar 02 18:12:49.385406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:49.428845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0493f-2e27-4e85-bc8c-b2dd606236a4 req-1e094df3-009c-4316-8b84-e52e34089a87 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:49.430417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03b0493f-2e27-4e85-bc8c-b2dd606236a4 req-1e094df3-009c-4316-8b84-e52e34089a87 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 947 time: 0.4096079 Mar 02 18:12:49.443996 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.454382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.470463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['776082a7-071a-4330-b275-752d0a8f639d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:12:49.521304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb648c6f-61f8-4083-8d99-c943bfb8f70c req-9c5b2fe8-4920-485e-8880-90ceb32d5c9a tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:49.522863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb648c6f-61f8-4083-8d99-c943bfb8f70c req-9c5b2fe8-4920-485e-8880-90ceb32d5c9a tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1097 time: 0.3740115 Mar 02 18:12:49.541624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device df1445c1-86cd-407a-b558-a60c24807928 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:49.562657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.707279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03b0493f-2e27-4e85-bc8c-b2dd606236a4 req-91b3f49f-7e62-41cf-9b26-cbc1526487f2 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687223 Mar 02 18:12:49.715661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Allocated IP 172.20.0.1 (9f318dad-0def-454b-a8d5-dfd72bf723a5/8245e739-f85f-4298-bc06-8bab63423f54/1ff52d50-2fb0-4619-aadf-e6deff032ffd) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:49.783444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Pushing event updated for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:49.794086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20bc7341-ede6-47c4-b310-598ccd66ffa8 req-ca0c4563-a9d7-45c3-a9f7-7de09a227533 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223373 Mar 02 18:12:49.795049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.823707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39346) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:49.876648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb648c6f-61f8-4083-8d99-c943bfb8f70c req-15b1d87b-143d-422a-a4d3-a252af7fbb6a tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334746 Mar 02 18:12:49.939847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.943231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port df1445c1-86cd-407a-b558-a60c24807928 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:49.943771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.961506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:49.980780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Transition to ACTIVE for port object 1ff52d50-2fb0-4619-aadf-e6deff032ffd will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:49.986869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:49.998763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6b9fc7dde14ad39a34435f1c3da5e0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:50.006617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:50.095171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:50.121677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.128021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.142608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Transition to ACTIVE for port object 46ca99ce-af37-43b4-aeca-ac8856916727 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:50.201998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:50.206880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:50.217014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:50.246566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:50.254487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:50.314706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.317503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Pushing event updated for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:50.369162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.376313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39368) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:50.420440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.452721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:50.458936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Usage tracker for resource:security_group_rule and tenant:49620a3860764fffa13828b388db97b8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:50.463050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:50.477123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:50.559589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Attempting to bind port 46ca99ce-af37-43b4-aeca-ac8856916727 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:50.560620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Attempting to bind port 46ca99ce-af37-43b4-aeca-ac8856916727 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:50.561052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Attempting to bind port 46ca99ce-af37-43b4-aeca-ac8856916727 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:50.571518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:50.571893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:50.572296 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.572688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:50.573205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Bound port: 46ca99ce-af37-43b4-aeca-ac8856916727, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:50.573584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.598885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32176fb2-d096-4892-a1ae-0e49472c641e None None] Pushing event updated for resources: {'Port': ['ID=46ca99ce-af37-43b4-aeca-ac8856916727,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:50.665636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] For port 46ca99ce-af37-43b4-aeca-ac8856916727, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:50.668822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] For port 46ca99ce-af37-43b4-aeca-ac8856916727, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=46ca99ce-af37-43b4-aeca-ac8856916727,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:50.711476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.718696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.729293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a08ae0-2fe6-4170-b82f-22755cedddd4 req-b1d1052d-0923-4fa6-9b39-380c6c3f1cb4 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:50.731098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40a08ae0-2fe6-4170-b82f-22755cedddd4 req-b1d1052d-0923-4fa6-9b39-380c6c3f1cb4 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 944 time: 0.5891659 Mar 02 18:12:50.778049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Provisioning for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:50.779725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Router 4ca06d31-162c-4eab-a07e-7958ce2cd661 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:12:50.784373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Provisioning complete for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:50.784373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.812831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40a08ae0-2fe6-4170-b82f-22755cedddd4 req-9b7cbd9e-a1fc-4b12-b53b-f70e7e5b1489 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704427 Mar 02 18:12:50.824569 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.895058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Port 1ff52d50-2fb0-4619-aadf-e6deff032ffd cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:50.910738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:50.927110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:50.927852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:50.983255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39382) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:50.996261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32176fb2-d096-4892-a1ae-0e49472c641e None None] Pushing event updated for resources: {'Port': ['ID=46ca99ce-af37-43b4-aeca-ac8856916727,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:51.016050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Provisioning complete for port 4c1af247-b9ba-4318-8d27-11097d57824d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:51.016050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.017180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e6b9fc7dde14ad39a34435f1c3da5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1596875 Mar 02 18:12:51.111763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cfc270-49e8-404b-8ad0-10021fb41186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7d1c6a-e055-434d-ab75-42643c21ce21,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:51.205806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc64edbf-4387-461d-b395-8eb103025c1e None None] Port 4c1af247-b9ba-4318-8d27-11097d57824d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:51.205938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.216826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.257957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:51.271469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.312017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.324338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.344919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:51.358669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Sync routers for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:51.366387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d36d18ed-486f-4d99-9f65-7a09420fa02b admin admin] 10.222.0.66 "PUT /v2.0/routers/4ca06d31-162c-4eab-a07e-7958ce2cd661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2702203 Mar 02 18:12:51.370867 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:51.375002 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:51.435868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb35ae-b724-4059-a161-39e0ef8385a7 req-bd66360e-aacf-4432-ab1d-d3ba98c84fb3 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:51.444016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcdb35ae-b724-4059-a161-39e0ef8385a7 req-bd66360e-aacf-4432-ab1d-d3ba98c84fb3 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 947 time: 0.1847448 Mar 02 18:12:51.530056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcdb35ae-b724-4059-a161-39e0ef8385a7 req-741569cf-73ff-4a7a-95f0-77e96dcdf4f6 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847566 Mar 02 18:12:51.603991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.629108 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:51.761176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Pushing event updated for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:51.788118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39400) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:51.792678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=49620a3860764fffa13828b388db97b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4058967 Mar 02 18:12:51.802372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.815691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d892cc-16e8-4913-ac36-e7f083adde6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b8cada-be4d-4514-a19e-8e0abc4150e3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:51.850250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39404) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:51.864944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.928043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:51.959999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7d1c6a-e055-434d-ab75-42643c21ce21,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:51.970991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1ff52d50-2fb0-4619-aadf-e6deff032ffd', 'name': '', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'mac_address': 'fa:16:3e:40:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:49Z', 'updated_at': '2022-03-02T18:12:49Z', 'revision_number': 1, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'subnets': [{'id': '8245e739-f85f-4298-bc06-8bab63423f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:52.006370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff194a7-0cb0-4885-be1d-c1fe89abf9be None None] The sync data for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 is: [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1ff52d50-2fb0-4619-aadf-e6deff032ffd', 'name': '', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'mac_address': 'fa:16:3e:40:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:49Z', 'updated_at': '2022-03-02T18:12:49Z', 'revision_number': 1, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'subnets': [{'id': '8245e739-f85f-4298-bc06-8bab63423f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:52.022564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aa5b07a-a8a0-47c1-8409-f88c35741859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.035765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.170502 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:48Z', 'revision_number': 4, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4c1af247-b9ba-4318-8d27-11097d57824d', 'name': '', 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'mac_address': 'fa:16:3e:30:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:48Z', 'revision_number': 2, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'subnets': [{'id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:52.177460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Checking router: 4ca06d31-162c-4eab-a07e-7958ce2cd661 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:52.178047 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Updating router 4ca06d31-162c-4eab-a07e-7958ce2cd661 port 4c1af247-b9ba-4318-8d27-11097d57824d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:52.196380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.197233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 65a9931e-2180-47c4-ac90-01c53caaa7eb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:12:52.200223 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-09ff51df-31b3-4cea-b593-bbcdabb0d10e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da7d1c6a-e055-434d-ab75-42643c21ce21 HTTP/1.1" status: 204 len: 168 time: 1.2109239 Mar 02 18:12:52.230098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 776082a7-071a-4330-b275-752d0a8f639d up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:52.307487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:52.310857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:52.327656 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.347961 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-f1232871-81e1-43ef-899f-154f95746280 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:12:52.370192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.412418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:52.432190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Usage tracker for resource:security_group_rule and tenant:60122ad130614323bf7a94131a8bf0d4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:52.473794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:52.499059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:52.510469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-55a7f856-4be5-46eb-8276-ec3612854071 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:52.599302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.649881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:52.675051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-55a7f856-4be5-46eb-8276-ec3612854071 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:52.682910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-55a7f856-4be5-46eb-8276-ec3612854071 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5773406 Mar 02 18:12:52.697294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b8cada-be4d-4514-a19e-8e0abc4150e3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:52.704638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:52.709776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '65a9931e-2180-47c4-ac90-01c53caaa7eb', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '65a9931e-2180-47c4-ac90-01c53caaa7eb', 'mac_address': 'fa:16:3e:fd:d0:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:12:52.722591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:52.743361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Usage tracker for resource:floatingip and tenant:b9bb7f46c7674105a187258ba5550252 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:52.759326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:52.784709 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.785709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 776082a7-071a-4330-b275-752d0a8f639d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:52.786593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab3732c7-efab-4e65-b3d0-271d505f3408 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e4b8cada-be4d-4514-a19e-8e0abc4150e3 HTTP/1.1" status: 204 len: 168 time: 0.9972658 Mar 02 18:12:52.809200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:12:52.812817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:52.841865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 776082a7-071a-4330-b275-752d0a8f639d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:52.842262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.950075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:52.953321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.094647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.146517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.190268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ea6c6145-1534-4e69-842d-05817186f7c8 None None] Provisioning complete for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:53.192299 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ea6c6145-1534-4e69-842d-05817186f7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.257170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:12:53.285572 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-86fa333f-4860-4146-8554-ca8c3ef535ff admin admin] 10.222.0.66 "PUT /v2.0/routers/426c67cf-7213-4ddf-a9ac-b6abe1717fa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1662614 Mar 02 18:12:53.297004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a9931e-2180-47c4-ac90-01c53caaa7eb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:12:53.297889 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.321065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:53.336416 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Transition to ACTIVE for port object 4c1af247-b9ba-4318-8d27-11097d57824d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:53.406267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a116f50-9ac5-49d1-9bdd-ce400af977af,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:53.414076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2fcb6cd2-9977-4021-8b96-ff56401e3119 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60122ad130614323bf7a94131a8bf0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5585396 Mar 02 18:12:53.414784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:53.425291 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.464307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.515545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.606686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.632929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c6145-1534-4e69-842d-05817186f7c8 None None] Port 1ff52d50-2fb0-4619-aadf-e6deff032ffd cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:12:53.643851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.680421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:53.694100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 46ca99ce-af37-43b4-aeca-ac8856916727 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:53.728833 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb746984-3b79-48b9-a17a-c74ed33433ae None None] Pushing event updated for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:53.816462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['65a9931e-2180-47c4-ac90-01c53caaa7eb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:12:53.978163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.046869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Allocated IP 172.25.7.5 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f35d05e4-b433-4642-ba4d-a271469f7811) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:54.076633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Attempting to bind port 4c1af247-b9ba-4318-8d27-11097d57824d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:54.077018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Attempting to bind port 4c1af247-b9ba-4318-8d27-11097d57824d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:54.077407 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Attempting to bind port 4c1af247-b9ba-4318-8d27-11097d57824d on network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:54.083213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a116f50-9ac5-49d1-9bdd-ce400af977af,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:54.102175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.105572 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ceefbc46-0761-4a45-9f50-90da763476db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a116f50-9ac5-49d1-9bdd-ce400af977af HTTP/1.1" status: 204 len: 168 time: 0.6873271 Mar 02 18:12:54.109691 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:54.110498 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Checking segment: {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:54.127649 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.128483 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Bound using segment: {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:54.129176 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Bound port: 4c1af247-b9ba-4318-8d27-11097d57824d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed09d493-def0-4e39-89f7-fd8e882b0165', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:54.134207 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.181961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776082a7-071a-4330-b275-752d0a8f639d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:54.233297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:54.258669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=776082a7-071a-4330-b275-752d0a8f639d,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:54.267175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.267637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.267978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.268344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.268725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.269095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.269436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.269811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.270178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.270563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.270892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.271230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:12:54.317685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0549-f328-4b2e-a773-24ba1bdd7110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.324921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 46ca99ce-af37-43b4-aeca-ac8856916727 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:54.356330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 46ca99ce-af37-43b4-aeca-ac8856916727 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:54.357264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.363954 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] For port 4c1af247-b9ba-4318-8d27-11097d57824d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:54.373694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] For port 4c1af247-b9ba-4318-8d27-11097d57824d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4c1af247-b9ba-4318-8d27-11097d57824d,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:54.422531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.448627 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.457906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.561433 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:54.564330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:54.578753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.581970 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:54.745834 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb746984-3b79-48b9-a17a-c74ed33433ae None None] Pushing event updated for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:54.777045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:54.778973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=f35d05e4-b433-4642-ba4d-a271469f7811,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:54.781752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:54.784372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:54.931709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.963986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:54.976329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 46ca99ce-af37-43b4-aeca-ac8856916727, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=46ca99ce-af37-43b4-aeca-ac8856916727,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:55.062948 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:55.076575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.147582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.155809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39486) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:55.227824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=46ca99ce-af37-43b4-aeca-ac8856916727,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:55.280580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.320810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.394222 n-d-828839-1 neutron-server[88708]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 02 18:12:55.398403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-2f5c10b4-45e6-4a2f-85f6-e1d6338d1982 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:12:55.399621 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-2f5c10b4-45e6-4a2f-85f6-e1d6338d1982 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2428257 Mar 02 18:12:55.469360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.474523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.499110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39498) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:55.535826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 46ca99ce-af37-43b4-aeca-ac8856916727 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:55.539113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.555706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:55.560326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Usage tracker for resource:security_group_rule and tenant:2bd6e2b6a8f543eab37eb46ae77b2c08 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:12:55.563499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:12:55.571282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:55.608173 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:48Z', 'revision_number': 4, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4c1af247-b9ba-4318-8d27-11097d57824d', 'name': '', 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'mac_address': 'fa:16:3e:30:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'subnets': [{'id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:55.613386 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b174daf-18c1-4311-af81-2f8ba1313586 None None] The sync data for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 is: [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:12:48Z', 'revision_number': 4, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4c1af247-b9ba-4318-8d27-11097d57824d', 'name': '', 'network_id': 'd931b3f3-d3b5-4d8a-b40b-cabe25afa16e', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'mac_address': 'fa:16:3e:30:1b:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'subnets': [{'id': '45b6a28e-a55a-43b3-a9a4-85836f496ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:55.631408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 46ca99ce-af37-43b4-aeca-ac8856916727 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:55.631566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.704805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.706688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:55.849875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Sync routers for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:12:55.871701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:55.872388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:55.895787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.016644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Request body: {'binding': {'host': 'n-h1-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:56.017408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:12:56.037323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=f35d05e4-b433-4642-ba4d-a271469f7811,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:56.041611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bd6e2b6a8f543eab37eb46ae77b2c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414677 Mar 02 18:12:56.049921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39508) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:56.052379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686c8f0-07ae-4086-bc28-a461fd814f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2071deb-3bfa-4445-8ea8-86346a1f57ca,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:56.070571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.169858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.203327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.238823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 65a9931e-2180-47c4-ac90-01c53caaa7eb up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:56.304627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:56.313366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.315530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-22d5e7f3-5eb7-46b3-8589-08b0295b777e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.6315432 Mar 02 18:12:56.445842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on host n-h1-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:56.446464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:56.446701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:56.452751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:12:56.453110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:56.460092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:56.460425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:56.461368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:56.461862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Bound port: 7534c3e5-f667-46b9-b5f7-5a72919619bb, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:56.486649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.517555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-0bfd6b3c-3dce-48e5-b6aa-2552b01ff92e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:12:56.535277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2071deb-3bfa-4445-8ea8-86346a1f57ca,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:56.550829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.555002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be080b9b-4f6a-48f6-ae35-4d47b720bc8a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2071deb-3bfa-4445-8ea8-86346a1f57ca HTTP/1.1" status: 204 len: 168 time: 0.5035884 Mar 02 18:12:56.592928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:56.612142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-0bfd6b3c-3dce-48e5-b6aa-2552b01ff92e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:12:56.616253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-0bfd6b3c-3dce-48e5-b6aa-2552b01ff92e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.2920952 Mar 02 18:12:56.628263 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.687880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.689086 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-82c08030-6784-4e24-b138-c478e628e701 service neutron] 10.222.0.66 "POST /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0147610 Mar 02 18:12:56.772352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 65a9931e-2180-47c4-ac90-01c53caaa7eb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:56.775738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.791952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 65a9931e-2180-47c4-ac90-01c53caaa7eb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:56.792657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:56.807063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-6873a7df-51c9-44d9-8b3d-886436972ac0 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:56.808946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-6873a7df-51c9-44d9-8b3d-886436972ac0 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.1883075 Mar 02 18:12:56.847361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-6fb2ae21-8994-46f2-a909-24246d010311 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:12:56.850135 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6c0acf-8005-44da-8910-b4a8c6fbdf90 req-6fb2ae21-8994-46f2-a909-24246d010311 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0308716 Mar 02 18:12:57.008442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:57.026890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1ff52d50-2fb0-4619-aadf-e6deff032ffd', 'name': '', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'mac_address': 'fa:16:3e:40:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:49Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 2, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'subnets': [{'id': '8245e739-f85f-4298-bc06-8bab63423f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:57.041544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Checking router: 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:12:57.042430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Updating router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 port 1ff52d50-2fb0-4619-aadf-e6deff032ffd binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:12:57.155704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:57.198000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:57.229947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8507e0-6559-4549-aecf-263e9b0c762f req-e43f253a-959c-463a-bded-5280d11ab186 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:57.238105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd8507e0-6559-4549-aecf-263e9b0c762f req-e43f253a-959c-463a-bded-5280d11ab186 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.2846761 Mar 02 18:12:57.304257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd8507e0-6559-4549-aecf-263e9b0c762f req-76ef9564-d4d3-4dae-b92a-15d76b01a42c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650539 Mar 02 18:12:57.346189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64c019-e8b8-4623-8698-6dd582162558 req-21bf7bff-8001-4c95-948e-e84c7d3c6658 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:57.348124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab64c019-e8b8-4623-8698-6dd582162558 req-21bf7bff-8001-4c95-948e-e84c7d3c6658 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 948 time: 0.1732047 Mar 02 18:12:57.370240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:57.402347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab64c019-e8b8-4623-8698-6dd582162558 req-208e7bda-3ca2-4f0a-ac94-afe4e909662f tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474083 Mar 02 18:12:57.484416 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '776082a7-071a-4330-b275-752d0a8f639d', 'code': 200} Mar 02 18:12:57.595787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:57.615428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4c1af247-b9ba-4318-8d27-11097d57824d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:57.862425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4c1af247-b9ba-4318-8d27-11097d57824d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:57.868164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95aabacf-62a8-4911-b314-3d1ad59c1836 req-a722eb8f-32b0-46e3-8ea7-1f74080821e3 tempest-FloatingIPsNegativeTestJSON-910995688 tempest-FloatingIPsNegativeTestJSON-910995688-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=facf57b794c74457b505b83530d21fb1 HTTP/1.1" status: 200 len: 217 time: 0.0655479 Mar 02 18:12:57.870882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4c1af247-b9ba-4318-8d27-11097d57824d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:57.871443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:57.880251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-0c3e6137-8766-404d-b1e4-b1c947ba6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:57.881766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-0c3e6137-8766-404d-b1e4-b1c947ba6ff2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1097 time: 0.4703920 Mar 02 18:12:57.892837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-c8f4e690-285b-4f0e-b357-5bcaaa5a6c41 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3651876 Mar 02 18:12:57.910745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:57.937243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:12:57.940378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Transition to ACTIVE for port object 1ff52d50-2fb0-4619-aadf-e6deff032ffd will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:12:57.948884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65acf5e2-aef3-4297-97cc-4e6389b20144 req-29382b72-a5cd-40da-84a9-be69c89742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:57.950273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65acf5e2-aef3-4297-97cc-4e6389b20144 req-29382b72-a5cd-40da-84a9-be69c89742b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 1096 time: 0.3734748 Mar 02 18:12:57.951290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:12:58.037715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:12:58.040066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.085147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65acf5e2-aef3-4297-97cc-4e6389b20144 req-2fc67e96-9768-49b9-9922-62468b750ce6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282823 Mar 02 18:12:58.181503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-ca7a1e92-6dda-4944-9f7b-305fa797d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:58.183437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-ca7a1e92-6dda-4944-9f7b-305fa797d488 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2897470 Mar 02 18:12:58.189752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.239491 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.269361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a012164-aa2f-4de9-9c93-bdc2bcfde4c0 req-3f788826-800b-44e1-b265-b38b88eb4b01 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:58.270880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a012164-aa2f-4de9-9c93-bdc2bcfde4c0 req-3f788826-800b-44e1-b265-b38b88eb4b01 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 946 time: 0.1878219 Mar 02 18:12:58.339596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82d208-e7f2-4309-a570-5ba568750fa6 None None] Pushing event updated for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:58.401890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4c1af247-b9ba-4318-8d27-11097d57824d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4c1af247-b9ba-4318-8d27-11097d57824d,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:12:58.407060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Attempting to bind port 1ff52d50-2fb0-4619-aadf-e6deff032ffd on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:12:58.407428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Attempting to bind port 1ff52d50-2fb0-4619-aadf-e6deff032ffd by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:12:58.407785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Attempting to bind port 1ff52d50-2fb0-4619-aadf-e6deff032ffd on network 9f318dad-0def-454b-a8d5-dfd72bf723a5 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:12:58.413879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:12:58.414218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Checking segment: {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:12:58.414606 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.415004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Bound using segment: {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:12:58.415459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Bound port: 1ff52d50-2fb0-4619-aadf-e6deff032ffd, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7017b0e-4fb6-4224-811d-0683895f09ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:12:58.415830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.477033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.536265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-7257b865-d399-4594-b503-58e5b4281e42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.2466679 Mar 02 18:12:58.600060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a012164-aa2f-4de9-9c93-bdc2bcfde4c0 req-c4f82ff1-362c-4e7f-888a-6221c7440a8a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455225 Mar 02 18:12:58.634173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] For port 1ff52d50-2fb0-4619-aadf-e6deff032ffd, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:12:58.636752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-25e237ec-1010-489e-b38b-9a23c00f1e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:58.638860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-25e237ec-1010-489e-b38b-9a23c00f1e35 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0896592 Mar 02 18:12:58.652867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] For port 1ff52d50-2fb0-4619-aadf-e6deff032ffd, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1ff52d50-2fb0-4619-aadf-e6deff032ffd,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:12:58.652867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:58.712524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-c2e450dc-659e-40d8-a437-591dcc88dd51 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675740 Mar 02 18:12:58.722767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98ee8929-1dd9-4175-b758-e8273412878a req-70978fc1-7fbb-49b4-acfa-9bc66b2f8dad tempest-FloatingIPsNegativeTestJSON-910995688 tempest-FloatingIPsNegativeTestJSON-910995688-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0467267 Mar 02 18:12:58.725707 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.740613 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:58.832597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:12:58.833346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:58.912694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82d208-e7f2-4309-a570-5ba568750fa6 None None] Pushing event updated for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:59.029378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-f875647b-fc0a-48b4-a4c5-edac170cadd2 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092358 Mar 02 18:12:59.079205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Allocated IP 172.25.7.63 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0f81a723-2227-4398-8038-f62173962194) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:12:59.124922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:12:59.402796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-bc361ee9-f5b2-4dc5-a5e0-e09f7ae4c119 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636985 Mar 02 18:12:59.455902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24661b81-a5e4-4934-a0d0-7db20b087efa req-381ff8f4-f6f7-42dd-9b07-cb4c7af48531 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:59.457605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24661b81-a5e4-4934-a0d0-7db20b087efa req-381ff8f4-f6f7-42dd-9b07-cb4c7af48531 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.2338398 Mar 02 18:12:59.460564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.502519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:12:59.514158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24661b81-a5e4-4934-a0d0-7db20b087efa req-c50230dd-eeaa-4390-aebe-ce0c363f79d9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494990 Mar 02 18:12:59.594531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.607827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1ff52d50-2fb0-4619-aadf-e6deff032ffd up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:12:59.682006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1ff52d50-2fb0-4619-aadf-e6deff032ffd', 'name': '', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'mac_address': 'fa:16:3e:40:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:49Z', 'updated_at': '2022-03-02T18:12:58Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'subnets': [{'id': '8245e739-f85f-4298-bc06-8bab63423f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:12:59.688897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5083a1a-c7c4-40b8-8d28-8b5636fa84a2 None None] The sync data for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 is: [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:12:50Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1ff52d50-2fb0-4619-aadf-e6deff032ffd', 'name': '', 'network_id': '9f318dad-0def-454b-a8d5-dfd72bf723a5', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'mac_address': 'fa:16:3e:40:fa:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '8245e739-f85f-4298-bc06-8bab63423f54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:49Z', 'updated_at': '2022-03-02T18:12:58Z', 'revision_number': 4, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'subnets': [{'id': '8245e739-f85f-4298-bc06-8bab63423f54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:12:59.730463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:12:59.738712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:12:59.744165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:12:59.781880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:12:59.789260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:12:59.789722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:12:59.792876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=0f81a723-2227-4398-8038-f62173962194,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:12:59.849515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-c9880047-93f0-45ee-b926-e2b384249f3f tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:12:59.851108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-c9880047-93f0-45ee-b926-e2b384249f3f tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1097 time: 0.2143583 Mar 02 18:12:59.862459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39606) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:12:59.867571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:00.002840 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.056921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1ff52d50-2fb0-4619-aadf-e6deff032ffd, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1ff52d50-2fb0-4619-aadf-e6deff032ffd,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:00.067515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.129734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.201117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.202105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4c1af247-b9ba-4318-8d27-11097d57824d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:00.204838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.225460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:00.234926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Usage tracker for resource:security_group_rule and tenant:9521cf73d2ae4e07a2ce20a125296544 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:00.240114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:00.248478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:00.341047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:00.342795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.353853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4c1af247-b9ba-4318-8d27-11097d57824d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:00.354328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.368828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.427816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.502304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9521cf73d2ae4e07a2ce20a125296544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386144 Mar 02 18:13:00.504246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57716736-e6b5-4a78-8bb0-6f60e1709c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2373577a-6ca8-4369-b910-dcc4d3df61f6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:00.507787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39616) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:00.553222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:00.592963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.629470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.715867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c509653-6583-431b-bd37-50dadf448e0f req-4ee1b00f-c4e0-4a7f-a253-01a5e5bb30c6 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:00.721174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c509653-6583-431b-bd37-50dadf448e0f req-4ee1b00f-c4e0-4a7f-a253-01a5e5bb30c6 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.5311594 Mar 02 18:13:00.786005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:00.794886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.812422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2373577a-6ca8-4369-b910-dcc4d3df61f6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:00.819288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:00.824741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6905deda-acae-4e96-a299-4f22e030755f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2373577a-6ca8-4369-b910-dcc4d3df61f6 HTTP/1.1" status: 204 len: 168 time: 0.3037210 Mar 02 18:13:00.901232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c509653-6583-431b-bd37-50dadf448e0f req-53507f52-3339-4fa6-87fa-c88db2a4838a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744292 Mar 02 18:13:00.901662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:00.909901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.008188 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-37bb618c-46c2-4257-a06d-5542e83e6672 req-939986c4-5cc6-4be7-bc7e-691fe797c272 tempest-FloatingIPsNegativeTestJSON-910995688 tempest-FloatingIPsNegativeTestJSON-910995688-project] show failed (client error): The resource could not be found. Mar 02 18:13:01.009220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37bb618c-46c2-4257-a06d-5542e83e6672 req-939986c4-5cc6-4be7-bc7e-691fe797c272 tempest-FloatingIPsNegativeTestJSON-910995688 tempest-FloatingIPsNegativeTestJSON-910995688-project] 10.222.0.66 "GET /v2.0/floatingips/6889b760-e62b-475f-ac97-d22954010084 HTTP/1.1" status: 404 len: 350 time: 0.0759406 Mar 02 18:13:01.021511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39626) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:01.028053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.035766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.095163 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb', 'code': 200} Mar 02 18:13:01.162457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.299496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:01.436228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on host n-h2-828839-1 for vnic_type normal with profile {"migrating_to": "n-h1-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:01.436532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:01.436877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:01.470527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.474232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:01.474584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Attempting to bind port 7534c3e5-f667-46b9-b5f7-5a72919619bb on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:01.483010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=0f81a723-2227-4398-8038-f62173962194,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:01.497418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:01.497759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:01.498167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:01.498620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Bound port: 7534c3e5-f667-46b9-b5f7-5a72919619bb, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:01.499030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.550615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1ff52d50-2fb0-4619-aadf-e6deff032ffd up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:01.575883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74532229-c9e0-4a5e-8eb5-2f089904c29b req-65d7d16f-767e-4f6b-b747-e6946e317fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:01.578157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74532229-c9e0-4a5e-8eb5-2f089904c29b req-65d7d16f-767e-4f6b-b747-e6946e317fcb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 1100 time: 0.4081755 Mar 02 18:13:01.612590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e591ddf-ea1d-4f95-a58c-2bfdc18fa768 req-46ac1931-637f-4ce3-b8c5-940774589088 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:01.614171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e591ddf-ea1d-4f95-a58c-2bfdc18fa768 req-46ac1931-637f-4ce3-b8c5-940774589088 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.4051645 Mar 02 18:13:01.628446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1ff52d50-2fb0-4619-aadf-e6deff032ffd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:01.628868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.669089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.670812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-e83be045-7b89-4122-a82b-4dbe4d122418 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.7550337 Mar 02 18:13:01.691828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74532229-c9e0-4a5e-8eb5-2f089904c29b req-9ca0affa-87c3-4a37-b6c1-8f998671c365 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051674 Mar 02 18:13:01.705575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39632) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:01.759684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.783776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e591ddf-ea1d-4f95-a58c-2bfdc18fa768 req-4ca23dba-1f96-4555-9f5c-8092a5464171 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543746 Mar 02 18:13:01.784906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:01.816304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.830160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-fe4f59fa-07d8-438a-bc8e-09d696017c5c tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:01.834873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:01.843156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:01.850220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Usage tracker for resource:security_group_rule and tenant:28bcb788d72a49099229cad83645787b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:01.854367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:01.860732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:01.898101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:01.948332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-fe4f59fa-07d8-438a-bc8e-09d696017c5c tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:01.948332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-fe4f59fa-07d8-438a-bc8e-09d696017c5c tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.2468400 Mar 02 18:13:02.136193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Deleting port 1ff52d50-2fb0-4619-aadf-e6deff032ffd {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:02.136763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.142407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:02.194306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:02.194928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.196336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-1c43fe6b-62fb-4ab2-8034-0e8f9ba5ede3 service neutron] 10.222.0.65 "PUT /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 1122 time: 2.3335071 Mar 02 18:13:02.239530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7534c3e5-f667-46b9-b5f7-5a72919619bb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:13:02.246406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.287370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-fbcfa10b-4419-4751-b63c-8234cc9e9cf8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:02.288823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-fbcfa10b-4419-4751-b63c-8234cc9e9cf8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.3277645 Mar 02 18:13:02.300500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-17c1a642-14c5-44ab-acea-1ebd963b348b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:02.301510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05f6cf5c-5e25-47a2-8a0d-a3487d1d9239 req-17c1a642-14c5-44ab-acea-1ebd963b348b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072048 Mar 02 18:13:02.324719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] For port 1ff52d50-2fb0-4619-aadf-e6deff032ffd, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1ff52d50-2fb0-4619-aadf-e6deff032ffd,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:02.325946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.343825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.448141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=28bcb788d72a49099229cad83645787b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7408965 Mar 02 18:13:02.453184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39648) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:02.498390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Calling delete_port for 1ff52d50-2fb0-4619-aadf-e6deff032ffd owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:02.505464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb70d9-ad90-4f9e-b180-39410e1e34a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936c8288-d7da-4575-b4aa-504e0aea8549,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:02.536397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.574645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:02.620730 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'code': 200} Mar 02 18:13:02.887677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa931fab-d20d-4ad2-a32e-39dd73025633 req-851eb1f7-8e19-4e51-9d65-2ce10d0ce653 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:02.889103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa931fab-d20d-4ad2-a32e-39dd73025633 req-851eb1f7-8e19-4e51-9d65-2ce10d0ce653 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.2675779 Mar 02 18:13:02.901418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973c9fd9-ff5e-4576-85c0-8333354c6522 req-0cee8e08-5693-42bb-ab60-a0d552d1c576 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:02.906248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-973c9fd9-ff5e-4576-85c0-8333354c6522 req-0cee8e08-5693-42bb-ab60-a0d552d1c576 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.1402674 Mar 02 18:13:02.976063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa931fab-d20d-4ad2-a32e-39dd73025633 req-e06b8ca2-2217-4cbb-90e3-2e321702d41f tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720468 Mar 02 18:13:02.982261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-973c9fd9-ff5e-4576-85c0-8333354c6522 req-823ea108-5f92-4754-907c-f027994427c4 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643895 Mar 02 18:13:02.983373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.010275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936c8288-d7da-4575-b4aa-504e0aea8549,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:03.018726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.019880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5b2dc8db-4a9c-4ee5-85eb-36d62dffb0fc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/936c8288-d7da-4575-b4aa-504e0aea8549 HTTP/1.1" status: 204 len: 168 time: 0.5647323 Mar 02 18:13:03.084570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.227082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5edf2268-8734-4592-ba15-72ab5988c081 req-1507f2ec-d470-4379-8a27-d731bccef59a tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1947122 Mar 02 18:13:03.235482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:03.242081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:03.254420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:03.255874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ff52d50-2fb0-4619-aadf-e6deff032ffd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:03.352730 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.492226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c26583-06dc-4297-b565-04c9ec3c43b7 req-b9a6b8b6-4038-4bc1-9b90-177fe17ad431 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:03.492226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8c26583-06dc-4297-b565-04c9ec3c43b7 req-b9a6b8b6-4038-4bc1-9b90-177fe17ad431 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.1805909 Mar 02 18:13:03.557315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8c26583-06dc-4297-b565-04c9ec3c43b7 req-82a22852-7ae3-4d6e-8e72-010b296618cb tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519786 Mar 02 18:13:03.577982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.606914 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:03.815719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Allocated IP 172.25.7.234 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/4fcba58e-9a36-49e8-87df-3499668c2d39) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:03.827540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1429b64-23b9-4a6f-9e5a-29b4ad9ab270 req-810bcfe7-f82e-416b-90d6-b05b9d9e7c8b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:03.829019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1429b64-23b9-4a6f-9e5a-29b4ad9ab270 req-810bcfe7-f82e-416b-90d6-b05b9d9e7c8b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.1616700 Mar 02 18:13:03.839174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39678) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:03.859836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'floatingip': {'port_id': '776082a7-071a-4330-b275-752d0a8f639d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:03.976039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:13:04.004672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:04.289360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:04.298505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-1b716d92-963f-4cec-9664-61e124bf06a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.300177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-1b716d92-963f-4cec-9664-61e124bf06a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1125 time: 0.2224391 Mar 02 18:13:04.309453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:04.320221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Sync routers for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:04.322370 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae50a03e-ba3e-4445-9949-914cbd34a24b admin admin] 10.222.0.66 "PUT /v2.0/routers/426c67cf-7213-4ddf-a9ac-b6abe1717fa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2987628 Mar 02 18:13:04.323039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:04.330658 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:04.331305 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:04.565488 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:04.615484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a0924-065a-48b5-a958-8840373bed8a req-f3a993fa-7a60-43e9-8e2a-2541955eeeac tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.616971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa2a0924-065a-48b5-a958-8840373bed8a req-f3a993fa-7a60-43e9-8e2a-2541955eeeac tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.4080815 Mar 02 18:13:04.628506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-b40f91a0-7ae9-4d1d-9d23-776fbea64182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:04.630024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-b40f91a0-7ae9-4d1d-9d23-776fbea64182 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3059916 Mar 02 18:13:04.633368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:04.676940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:04.699883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:04.866308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-c06baffe-3f7a-4c06-b0b4-390dd9179195 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.0790026 Mar 02 18:13:04.923906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:13:02Z', 'revision_number': 5, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:04.930373 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Checking router: 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:04.936496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:04.944075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Routers {'426c67cf-7213-4ddf-a9ac-b6abe1717fa5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:04.945321 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:04.953808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:04.964403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:05.009401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa2a0924-065a-48b5-a958-8840373bed8a req-dbe98209-ea61-43b2-9bcb-eb4cb627818a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190176 Mar 02 18:13:05.010015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=4fcba58e-9a36-49e8-87df-3499668c2d39,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:05.144899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-917c64a3-5cf1-4eda-b9f7-9dbf95a049c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:05.159211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-917c64a3-5cf1-4eda-b9f7-9dbf95a049c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2814248 Mar 02 18:13:05.174339 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] Set router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:05.245065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.266401 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.271547 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-583b02fe-c564-4a1b-a2c7-af638ef70b62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041319 Mar 02 18:13:05.350514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.370085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.465595 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-cd65c0ae-cc56-421b-95fb-91e1a5cb65d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829195 Mar 02 18:13:05.522316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.526789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:13:02Z', 'revision_number': 5, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:05.532240 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd69c18-5e6f-4923-85d5-6e3d5e390484 None None] The sync data for ids ['426c67cf-7213-4ddf-a9ac-b6abe1717fa5'] in n-d-828839-1 is: [{'id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'name': 'tempest-FloatingIPsNegativeTestJSON-894733499-router', 'tenant_id': 'facf57b794c74457b505b83530d21fb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250'}], 'enable_snat': True}, 'gw_port_id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:43Z', 'updated_at': '2022-03-02T18:13:02Z', 'revision_number': 5, 'project_id': 'facf57b794c74457b505b83530d21fb1', 'gw_port': {'id': '46ca99ce-af37-43b4-aeca-ac8856916727', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:2d:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426c67cf-7213-4ddf-a9ac-b6abe1717fa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:44Z', 'updated_at': '2022-03-02T18:12:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:05.544764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Deleting port 46ca99ce-af37-43b4-aeca-ac8856916727 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:05.544764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.789142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd1814f-bbe7-4970-8004-70aa6b151c42 req-e6a1d777-5726-4c4e-8cf4-7980bf101174 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:05.790752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fd1814f-bbe7-4970-8004-70aa6b151c42 req-e6a1d777-5726-4c4e-8cf4-7980bf101174 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.4605577 Mar 02 18:13:05.802269 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc associated. External IP: 172.25.7.68, port: 776082a7-071a-4330-b275-752d0a8f639d. Mar 02 18:13:05.811767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90f44a29-5113-4c93-9098-0fde73e78c64 req-779a8c4e-4928-4d4c-b3fa-f05a3ed1a8ba service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396380 Mar 02 18:13:05.849882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:05.853483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] For port 46ca99ce-af37-43b4-aeca-ac8856916727, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=46ca99ce-af37-43b4-aeca-ac8856916727,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:05.853842 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:05.956715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fd1814f-bbe7-4970-8004-70aa6b151c42 req-bc2b1f57-5cc4-4f06-bd71-5708d67102f6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953412 Mar 02 18:13:06.037842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Calling delete_port for 46ca99ce-af37-43b4-aeca-ac8856916727 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:06.187318 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'status': 'completed', 'code': 200} Mar 02 18:13:06.202375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:13:06.220306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.228556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.261701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:06.275825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:06.276428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Usage tracker for resource:security_group_rule and tenant:2bf992468ec049a79fd987141a6753b9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:06.282647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:06.294526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:06.320469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.344606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e053f-bdb0-4018-b8ca-2945614450bc req-bd9ce57c-7c4a-407a-ac4c-13372abc878b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:06.346202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-bd9ce57c-7c4a-407a-ac4c-13372abc878b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1125 time: 0.2243118 Mar 02 18:13:06.480259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=4fcba58e-9a36-49e8-87df-3499668c2d39,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:06.536196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:06.553269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.555454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:13:06.589259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e053f-bdb0-4018-b8ca-2945614450bc req-ce595eca-1782-4f04-aafd-1b78f6cbb7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:06.592142 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-ce595eca-1782-4f04-aafd-1b78f6cbb7d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2368996 Mar 02 18:13:06.605450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:13:06.678749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.686748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5edf2268-8734-4592-ba15-72ab5988c081 req-eea4fc00-150d-48ce-908f-16bb8be48cb8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4560976 Mar 02 18:13:06.782981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5edf2268-8734-4592-ba15-72ab5988c081 req-dfaec752-e62b-4562-b319-18b63b4fb093 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:06.784580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.819743 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-1917e0c9-9721-44ee-95e0-ba944ca128b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.2194834 Mar 02 18:13:06.893729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:06.897971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:06.911153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:06.913325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Pushing event deleted for resources: {'Port': ['ID=46ca99ce-af37-43b4-aeca-ac8856916727,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:06.923338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:06.924081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:06.954572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5edf2268-8734-4592-ba15-72ab5988c081 req-dfaec752-e62b-4562-b319-18b63b4fb093 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:06.961611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5edf2268-8734-4592-ba15-72ab5988c081 req-dfaec752-e62b-4562-b319-18b63b4fb093 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.2738938 Mar 02 18:13:07.028802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e053f-bdb0-4018-b8ca-2945614450bc req-e819227c-544d-45a5-bc16-ef04200ee418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.030386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-e819227c-544d-45a5-bc16-ef04200ee418 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1942732 Mar 02 18:13:07.081938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.088659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d06deb9a-3db2-4642-83cc-da5f1e838a55 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "PUT /v2.0/floatingips/f83d944e-667e-4ef5-98d8-b8642847d6dc HTTP/1.1" status: 200 len: 990 time: 3.2452593 Mar 02 18:13:07.129462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.131400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf2268-8734-4592-ba15-72ab5988c081 req-1c0d422a-fa11-4f05-8fb7-21d421f33dcd tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.144762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5edf2268-8734-4592-ba15-72ab5988c081 req-1c0d422a-fa11-4f05-8fb7-21d421f33dcd tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.1821628 Mar 02 18:13:07.169988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:07.211932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-aa86df0e-604b-4d1b-a20b-9eab77cb763f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1720431 Mar 02 18:13:07.245547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.331916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165957d-9f68-49de-ae39-05738fc74927 req-99aaa4bb-cb13-4759-82c1-da68f781cfb4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.340451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7165957d-9f68-49de-ae39-05738fc74927 req-99aaa4bb-cb13-4759-82c1-da68f781cfb4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.1077955 Mar 02 18:13:07.346575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.359356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.396769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7165957d-9f68-49de-ae39-05738fc74927 req-c5dc1e7e-5ac6-4fad-9949-b5796016069d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Mar 02 18:13:07.460895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2bf992468ec049a79fd987141a6753b9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6097140 Mar 02 18:13:07.467223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39760) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:07.617007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1ff52d50-2fb0-4619-aadf-e6deff032ffd no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:07.629233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdad28-0727-49d8-93b6-18cd885a277f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f68243-61cc-4fd0-81f4-3691ded3bf77,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:07.674860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1ff52d50-2fb0-4619-aadf-e6deff032ffd {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:07.675582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1ff52d50-2fb0-4619-aadf-e6deff032ffd not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:07.703337 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-438a4662-1820-41ba-afc5-395ad6320fdf service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812832 Mar 02 18:13:07.757015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.757606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426c67cf-7213-4ddf-a9ac-b6abe1717fa5 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:13:07.770217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '776082a7-071a-4330-b275-752d0a8f639d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:41:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:13:05Z', 'revision_number': 1, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:07.775642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:07.786069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:07.786700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:12:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:07.804168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.858615 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.870763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.874191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-903bbc46-0b5b-464d-b5d3-58df16106439 admin admin] 10.222.0.66 "DELETE /v2.0/routers/426c67cf-7213-4ddf-a9ac-b6abe1717fa5 HTTP/1.1" status: 204 len: 168 time: 3.5466330 Mar 02 18:13:07.875641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:07.877756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-024e053f-bdb0-4018-b8ca-2945614450bc req-6b3c649b-ba40-4924-a620-256f0cde4c5d service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669095 Mar 02 18:13:07.945145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2348f4-ba13-45ba-84c1-0016b9d16259 req-31cdbf03-18f1-48e7-bf20-82cac2c38145 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.945389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Deleting subnet 8245e739-f85f-4298-bc06-8bab63423f54 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:13:07.946947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be2348f4-ba13-45ba-84c1-0016b9d16259 req-31cdbf03-18f1-48e7-bf20-82cac2c38145 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.2880726 Mar 02 18:13:07.948896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:07.955247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96d66e-e67c-4882-b757-a9e36a62bb68 req-38637550-1c2c-433b-81c8-53ea7448c13a tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:07.956714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e96d66e-e67c-4882-b757-a9e36a62bb68 req-38637550-1c2c-433b-81c8-53ea7448c13a tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.2226789 Mar 02 18:13:08.032126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.050810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:08.072431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e96d66e-e67c-4882-b757-a9e36a62bb68 req-8291f84d-7d92-41b4-8347-acaa87de96a2 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716407 Mar 02 18:13:08.083145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be2348f4-ba13-45ba-84c1-0016b9d16259 req-9976d634-d9a1-4ca7-9d56-643d2a41e5b7 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230342 Mar 02 18:13:08.092424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.156614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f68243-61cc-4fd0-81f4-3691ded3bf77,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:08.174055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.178602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7cedac28-8633-422d-baeb-04d22f4dff04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/46f68243-61cc-4fd0-81f4-3691ded3bf77 HTTP/1.1" status: 204 len: 168 time: 0.7098351 Mar 02 18:13:08.193845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'tag': '776082a7-071a-4330-b275-752d0a8f639d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:08.222851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.350697 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'tag': '776082a7-071a-4330-b275-752d0a8f639d', 'status': 'completed', 'code': 200} Mar 02 18:13:08.396114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-101731f5-9fda-4bd8-8291-31d5a2096a89 service neutron] 10.222.0.11 "GET /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.1155977 Mar 02 18:13:08.475089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0416a96b-4102-4a63-80b0-dedb9026beff req-c49cd239-b4f3-41ca-bcf8-4ee557688f87 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3397188 Mar 02 18:13:08.487310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:08.515818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:08.558402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:08.653052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.682844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '776082a7-071a-4330-b275-752d0a8f639d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:41:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:13:05Z', 'revision_number': 1, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:08.689433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c8f272-07ad-4d36-b2d2-9c9260d6ea56 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '776082a7-071a-4330-b275-752d0a8f639d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:41:02:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:13:05Z', 'revision_number': 1, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:08.810291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:08.810874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-85726cc4-953a-40e3-ab40-feaaf02eef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:08.812461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-85726cc4-953a-40e3-ab40-feaaf02eef20 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 1096 time: 0.4276977 Mar 02 18:13:08.816381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d8c98a-86b3-414b-baf4-32ba32e2ab01 None None] Network 9f318dad-0def-454b-a8d5-dfd72bf723a5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:08.823535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8245e739-f85f-4298-bc06-8bab63423f54,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:08.835008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5e6d2dd-a512-4d32-83b4-b51c303c0249 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8245e739-f85f-4298-bc06-8bab63423f54 HTTP/1.1" status: 204 len: 168 time: 0.9562292 Mar 02 18:13:08.835688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39790) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:08.876087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.053794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e7dcf125-e2e9-4fd7-a99a-9aa5e7ffb7d9 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:09.055610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e7dcf125-e2e9-4fd7-a99a-9aa5e7ffb7d9 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.65 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.4364984 Mar 02 18:13:09.056605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee4c0c7-6530-4b7d-90b3-2ff4eaff3048 None None] New status for floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:13:09.069908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e0277f-67d2-4594-85bd-ee9a52540853 req-4a99a058-3920-4b6e-8165-78ea87efe87c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:09.077846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7e0277f-67d2-4594-85bd-ee9a52540853 req-4a99a058-3920-4b6e-8165-78ea87efe87c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 944 time: 0.5220587 Mar 02 18:13:09.111434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39796) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:09.127714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.167421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.209748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:09.211242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-1ebeebbd-c20e-48c0-96b9-9b400268297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:09.212757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-1ebeebbd-c20e-48c0-96b9-9b400268297c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 925 time: 0.3923676 Mar 02 18:13:09.213376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:09.225782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Usage tracker for resource:security_group_rule and tenant:ac20e1b97c014123af63a632a0fba139 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:09.231388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Deleting port df1445c1-86cd-407a-b558-a60c24807928 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:09.231734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.255662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:09.264822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:09.281857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Deleting port 65a9931e-2180-47c4-ac90-01c53caaa7eb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:09.282889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.284425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:09.342757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:09.387529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] DHCP port deletion for 9f318dad-0def-454b-a8d5-dfd72bf723a5 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:13:09.392496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Deleting port df1445c1-86cd-407a-b558-a60c24807928 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:09.393205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.527438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7e0277f-67d2-4594-85bd-ee9a52540853 req-deb86136-95a6-4b8f-a9ed-586e1ef00789 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4289348 Mar 02 18:13:09.547701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7534c3e5-f667-46b9-b5f7-5a72919619bb {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:09.586932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:09.607220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 46ca99ce-af37-43b4-aeca-ac8856916727 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:09.621106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-0dd681b5-2017-4495-8d45-8802a823e8de service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=776082a7-071a-4330-b275-752d0a8f639d HTTP/1.1" status: 200 len: 998 time: 0.2674139 Mar 02 18:13:09.686924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.690873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 46ca99ce-af37-43b4-aeca-ac8856916727 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:09.690873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 46ca99ce-af37-43b4-aeca-ac8856916727 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:09.691483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device df1445c1-86cd-407a-b558-a60c24807928 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:09.724094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:09.732463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Usage tracker for resource:security_group_rule and tenant:b0a3d8962c65499eb1f5dc2058dadf03 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:09.739289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:09.753321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:09.823319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-cf8f0243-5e33-4234-bde0-b346b44b657f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:09.825177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-cf8f0243-5e33-4234-bde0-b346b44b657f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.1911027 Mar 02 18:13:09.865460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] For port df1445c1-86cd-407a-b558-a60c24807928, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=df1445c1-86cd-407a-b558-a60c24807928,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:09.866241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.866362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.866944 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:09.966607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] For port df1445c1-86cd-407a-b558-a60c24807928, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=df1445c1-86cd-407a-b558-a60c24807928,segment=NetworkSegment(e7017b0e-4fb6-4224-811d-0683895f09ca),segment_id=e7017b0e-4fb6-4224-811d-0683895f09ca)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:09.967010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.017570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.022330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] For port 65a9931e-2180-47c4-ac90-01c53caaa7eb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=65a9931e-2180-47c4-ac90-01c53caaa7eb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:10.022710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.036213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Calling delete_port for df1445c1-86cd-407a-b558-a60c24807928 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:10.168528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Calling delete_port for df1445c1-86cd-407a-b558-a60c24807928 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:10.176462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Calling delete_port for 65a9931e-2180-47c4-ac90-01c53caaa7eb owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:10.196980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.199115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.253891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.312997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-2e25cf3b-d2ab-455a-9594-41374c7bb4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:10.314535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-2e25cf3b-d2ab-455a-9594-41374c7bb4cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4495554 Mar 02 18:13:10.315457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b0a3d8962c65499eb1f5dc2058dadf03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0496104 Mar 02 18:13:10.327579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39810) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:10.327771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf693f-0860-4f67-911f-35b59e7f31ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53398bb0-74a4-49d0-a1f9-21e92d0d7b7d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:10.343457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Allocated IP 172.25.7.35 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/fdba65a5-afef-4bca-b49f-5e9ea6dbacf0) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:10.355331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.356611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] Transition to ACTIVE for port object 7534c3e5-f667-46b9-b5f7-5a72919619bb will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:10.363944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:13:10.364287 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:13:10.382172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d9e2c-80e0-4859-823b-9eddcbe45a2c req-2ba4cc9a-2e31-49ac-9a11-0a33f28859b1 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:10.383349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f48d9e2c-80e0-4859-823b-9eddcbe45a2c req-2ba4cc9a-2e31-49ac-9a11-0a33f28859b1 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 949 time: 0.5738559 Mar 02 18:13:10.422206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.437691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] Pushing event deleted for resources: {'Port': ['ID=df1445c1-86cd-407a-b558-a60c24807928,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:10.447810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c789018e-1a27-4a88-82b5-a8ca8a32b02a None None] No DVR routers for this DVR port df1445c1-86cd-407a-b558-a60c24807928 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:10.490671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac20e1b97c014123af63a632a0fba139&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3767238 Mar 02 18:13:10.492571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad249fda-9425-4297-9f12-da44c5e1f584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9e3d16-d1d4-4c36-8472-819ce6b49b19,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:10.495306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39814) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:10.499442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.693791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] No DVR routers for this DVR port 7534c3e5-f667-46b9-b5f7-5a72919619bb on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:10.756760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] Pushing event updated for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:10.763406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.801227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f48d9e2c-80e0-4859-823b-9eddcbe45a2c req-c1a8f34d-dc66-4e30-ace5-cd648bdea387 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/security-groups?id=93de8aea-c6d9-49cc-b07d-6ea837eea27c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929560 Mar 02 18:13:10.801449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.829246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-33139fc5-f7d8-4c29-a76d-2eb4748fa78c service neutron] 10.222.0.11 "PUT /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb/bindings/n-h1-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 2.4265494 Mar 02 18:13:10.856794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.862432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-283e7ffb-39e3-4ca4-bc62-1dcc2cc1ff2c service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165088 Mar 02 18:13:10.865737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Deleting port df1445c1-86cd-407a-b558-a60c24807928 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:10.866399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:10.945516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] The port 'df1445c1-86cd-407a-b558-a60c24807928' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:13:10.945779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.042504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.055592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.65', 52282) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:11.058369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.094902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.126820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9e3d16-d1d4-4c36-8472-819ce6b49b19,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:11.152968 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.155114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-71017807-a2a2-4af6-84fc-518c74f4c489 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aa9e3d16-d1d4-4c36-8472-819ce6b49b19 HTTP/1.1" status: 204 len: 168 time: 0.6587803 Mar 02 18:13:11.193530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Pushing event deleted for resources: {'Port': ['ID=65a9931e-2180-47c4-ac90-01c53caaa7eb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:11.229296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.267566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f318dad-0def-454b-a8d5-dfd72bf723a5']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:11.286519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7017b0e-4fb6-4224-811d-0683895f09ca') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:11.286960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7017b0e-4fb6-4224-811d-0683895f09ca') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:11.300296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.319396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.327847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:13:11.328394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:13:11.345833 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:13:11.360895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] No DVR routers for this DVR port 65a9931e-2180-47c4-ac90-01c53caaa7eb on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:11.360895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a144518-0c36-47fe-bdf9-28e3aa83688b req-976152e3-6e62-4d06-9e45-c44b876145db service neutron] 10.222.0.65 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790869 Mar 02 18:13:11.360895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.360895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'name': 'network-vif-deleted', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:11.361478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:11.428026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-b80475c8-8c6c-471b-b68e-cd53bdadd9b6 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:11.429608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-b80475c8-8c6c-471b-b68e-cd53bdadd9b6 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.3672793 Mar 02 18:13:11.430649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:11.438111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a182ce-6619-4df3-b8df-5b78bf4ef542 req-1938842e-75e1-4125-9c66-d55dc1768777 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:11.439721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a182ce-6619-4df3-b8df-5b78bf4ef542 req-1938842e-75e1-4125-9c66-d55dc1768777 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.3893635 Mar 02 18:13:11.530549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a182ce-6619-4df3-b8df-5b78bf4ef542 req-3aae313d-9919-43f6-95c7-fcb06e4a1cba tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584583 Mar 02 18:13:11.556844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-a3c763a1-4529-4258-a859-afb96a4e4052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:11.558393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-a3c763a1-4529-4258-a859-afb96a4e4052 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&tenant_id=22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 1096 time: 0.1177409 Mar 02 18:13:11.591814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39830) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:11.599309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.619385 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858074dc-5d6c-47cf-a175-3f8ad6eeac47', 'name': 'network-vif-deleted', 'tag': '65a9931e-2180-47c4-ac90-01c53caaa7eb', 'status': 'completed', 'code': 200} Mar 02 18:13:11.620585 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.625856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.628818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.629957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53398bb0-74a4-49d0-a1f9-21e92d0d7b7d HTTP/1.1" status: 204 len: 168 time: 1.3014274 Mar 02 18:13:11.634702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] 10.222.0.66 "DELETE /v2.0/networks/9f318dad-0def-454b-a8d5-dfd72bf723a5 HTTP/1.1" status: 204 len: 168 time: 2.7832797 Mar 02 18:13:11.638467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d51c11-fc54-4018-a97a-bd287a9c318f admin admin] Pushing event deleted for resources: {'Network': ['ID=9f318dad-0def-454b-a8d5-dfd72bf723a5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:11.643981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.649269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc84daad-b3a6-4e4f-81d9-51d7065ba0b8 req-e650d20e-ae13-44fd-a3eb-387c259bac57 tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.65 "DELETE /v2.0/ports/65a9931e-2180-47c4-ac90-01c53caaa7eb HTTP/1.1" status: 204 len: 173 time: 2.5586464 Mar 02 18:13:11.707491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d66508-7057-47ab-8d25-53a7c8842e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53398bb0-74a4-49d0-a1f9-21e92d0d7b7d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:11.730260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:11.743426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:11.745364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:11.760236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.776878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:11.782893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Usage tracker for resource:security_group_rule and tenant:d5c13e0f17cc462c94c4ba3066005867 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:11.785994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:11.792524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:11.793388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=fdba65a5-afef-4bca-b49f-5e9ea6dbacf0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:11.844476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-ad7e2a17-bc9f-450b-bc13-48a9a86fb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:11.846326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-ad7e2a17-bc9f-450b-bc13-48a9a86fb738 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1096 time: 0.2613192 Mar 02 18:13:11.907867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:11.955254 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.015652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e84a9270-4b13-4d4c-ad7f-96a10716a042 req-efa3af4b-7440-4df5-81b5-bab32467305a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Synchronizing usage tracker for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:12.040674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.062691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-b6822f43-7a8a-4338-a2a2-bea4dcf1ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:12.064660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-b6822f43-7a8a-4338-a2a2-bea4dcf1ee76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2102296 Mar 02 18:13:12.095520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5c13e0f17cc462c94c4ba3066005867&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5030558 Mar 02 18:13:12.096500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720b6e1-ed35-42d2-afe2-cc8e417d043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dadbee-c4f0-4250-831c-ff6b0d2d8c28,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:12.098864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39846) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:12.137283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-b392a798-d8d9-45ef-877c-bf302e9d3528 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.0649667 Mar 02 18:13:12.161750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.191146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.215401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-86fef27a-06eb-4ffa-b28b-49413fe9aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:12.217465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-86fef27a-06eb-4ffa-b28b-49413fe9aace service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0703313 Mar 02 18:13:12.242883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e84a9270-4b13-4d4c-ad7f-96a10716a042 req-efa3af4b-7440-4df5-81b5-bab32467305a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] Unset dirty status for tenant:9bd2ac3f34d347f593568b64829186f5 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:12.243930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e84a9270-4b13-4d4c-ad7f-96a10716a042 req-efa3af4b-7440-4df5-81b5-bab32467305a tempest-ServerDiagnosticsNegativeTest-190769618 tempest-ServerDiagnosticsNegativeTest-190769618-project] 10.222.0.66 "GET /v2.0/ports?device_id=858074dc-5d6c-47cf-a175-3f8ad6eeac47 HTTP/1.1" status: 200 len: 210 time: 0.2909689 Mar 02 18:13:12.286503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39854) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:12.296178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-07160f3c-1849-40a9-b873-6d0ac5d598e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511017 Mar 02 18:13:12.326098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 65a9931e-2180-47c4-ac90-01c53caaa7eb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:12.347400 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a75b3b68-6756-4775-8fa4-4d32098b88dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=facf57b794c74457b505b83530d21fb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594471 Mar 02 18:13:12.349967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:12.369723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.377781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 65a9931e-2180-47c4-ac90-01c53caaa7eb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:12.378379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 65a9931e-2180-47c4-ac90-01c53caaa7eb not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:12.399570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dadbee-c4f0-4250-831c-ff6b0d2d8c28,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:12.424857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.426336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b8d1a72-cdb3-4be4-874b-706291c19376 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/42dadbee-c4f0-4250-831c-ff6b0d2d8c28 HTTP/1.1" status: 204 len: 168 time: 0.3265326 Mar 02 18:13:12.459223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.496473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.527954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.617569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:12.650067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-5491a87f-cb47-4fb6-803d-217161766fe5 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445492 Mar 02 18:13:12.660936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.680457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.713260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdf21c0-a5e4-4e91-85c0-539e9ed25536,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:12.720163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:12.724607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.726165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57d17fae-6a9d-416e-b2f0-70ed625e379f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acdf21c0-a5e4-4e91-85c0-539e9ed25536 HTTP/1.1" status: 204 len: 168 time: 0.3742983 Mar 02 18:13:12.728033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:375b080831be4771a4a533ffd6024109 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:12.749685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:12.764981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:12.869514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:12.980143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-07da962b-fa09-4550-9638-0befa5f57280 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3181648 Mar 02 18:13:12.994059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.013472 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.022202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52235faf-f451-49eb-b41b-6824dbf89365 req-51a57551-a19d-4ca4-8317-7e7612e99833 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:13.023736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52235faf-f451-49eb-b41b-6824dbf89365 req-51a57551-a19d-4ca4-8317-7e7612e99833 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.1794655 Mar 02 18:13:13.065477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=375b080831be4771a4a533ffd6024109&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464378 Mar 02 18:13:13.067943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9716233b-49a8-4614-892a-f36bb0185ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc9a0c09-d74e-4358-9c7c-030621bbc37e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:13.070575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:13.109721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52235faf-f451-49eb-b41b-6824dbf89365 req-d998d5c7-7b13-4850-93a1-7f55b62afc3d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785768 Mar 02 18:13:13.124770 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.148022 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.186006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.279437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event updated for resources: {'Port': ['ID=fdba65a5-afef-4bca-b49f-5e9ea6dbacf0,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:13.292952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.337581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.354998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc9a0c09-d74e-4358-9c7c-030621bbc37e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:13.360231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.361570 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c174056d-83ff-4b13-9f9b-364aa7c9b228 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc9a0c09-d74e-4358-9c7c-030621bbc37e HTTP/1.1" status: 204 len: 168 time: 0.2896585 Mar 02 18:13:13.377239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.378504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0416a96b-4102-4a63-80b0-dedb9026beff req-88c60d44-518e-4dbd-903a-19f29607a2c5 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.9034088 Mar 02 18:13:13.467139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0416a96b-4102-4a63-80b0-dedb9026beff req-ce0929fb-bd0b-4ac3-8204-6240b3c30db6 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:13.564623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39890) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:13.576884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-79d622ba-3825-4993-80d3-0814039e3337 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:13.578512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-79d622ba-3825-4993-80d3-0814039e3337 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.0914459 Mar 02 18:13:13.582392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.598586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:13.602863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc3665359684deb94419d28d1da0432 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:13.605973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:13.613010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:13.637020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0416a96b-4102-4a63-80b0-dedb9026beff req-ce0929fb-bd0b-4ac3-8204-6240b3c30db6 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:13.640942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0416a96b-4102-4a63-80b0-dedb9026beff req-ce0929fb-bd0b-4ac3-8204-6240b3c30db6 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.2535701 Mar 02 18:13:13.717935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.793233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:13.847457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fc3665359684deb94419d28d1da0432&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815568 Mar 02 18:13:13.849265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a425ccb9-e6a3-43ac-85c0-61739b8e6cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a64159-f55d-4eb8-a5f9-fbeaa612db27,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:13.850432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39896) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:13.885733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416a96b-4102-4a63-80b0-dedb9026beff req-37d7aa83-9ab0-4c86-80ca-992637059ffa tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:13.888039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0416a96b-4102-4a63-80b0-dedb9026beff req-37d7aa83-9ab0-4c86-80ca-992637059ffa tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2434659 Mar 02 18:13:14.006502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7624395-74f0-4b84-9f31-683459064688 req-d2063f2a-1f4c-437e-acea-ec82b536cf62 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips/45c896fd-a77c-4ac9-83f5-3f4f2a0b8a66 HTTP/1.1" status: 200 len: 692 time: 0.0955498 Mar 02 18:13:14.046345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-cfa942c9-7f0a-4827-a889-876e07c2e0ec service neutron] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:14.051866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.069649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-cfa942c9-7f0a-4827-a889-876e07c2e0ec service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.070265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55a3ed19-524a-4d4b-94d7-b3e60d8330ad req-cfa942c9-7f0a-4827-a889-876e07c2e0ec service neutron] 10.222.0.65 "DELETE /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb/bindings/n-h2-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.4827895 Mar 02 18:13:14.172517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.173265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39910) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:14.282675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7624395-74f0-4b84-9f31-683459064688 req-4770bc8f-288b-4dc9-a660-3590132f540f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:14.284408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7624395-74f0-4b84-9f31-683459064688 req-4770bc8f-288b-4dc9-a660-3590132f540f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2696662 Mar 02 18:13:14.295527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f7624395-74f0-4b84-9f31-683459064688 req-d3eb3bcd-ab3e-4e0a-aec5-310927d7ab7b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:14.296530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7624395-74f0-4b84-9f31-683459064688 req-d3eb3bcd-ab3e-4e0a-aec5-310927d7ab7b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060489 Mar 02 18:13:14.418670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.449299 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-570bc029-c539-4d62-880d-b7388b99e462 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9bd2ac3f34d347f593568b64829186f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744727 Mar 02 18:13:14.452506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39932) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:14.526532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.568581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.642263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-d9887136-a14d-4c18-badf-dead40990f9e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips/45c896fd-a77c-4ac9-83f5-3f4f2a0b8a66 HTTP/1.1" status: 200 len: 692 time: 0.3206401 Mar 02 18:13:14.649247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a64159-f55d-4eb8-a5f9-fbeaa612db27,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:14.667504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.673196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4a365a4-d79e-4461-b9d4-23091b147c77 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0a64159-f55d-4eb8-a5f9-fbeaa612db27 HTTP/1.1" status: 204 len: 168 time: 0.8172252 Mar 02 18:13:14.738885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.788317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93de8aea-c6d9-49cc-b07d-6ea837eea27c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:14.812114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ccf187-c22c-47ce-b76e-b5ab082b89c6 req-62ff99ae-eb90-463a-b0c4-c6d149d87c5b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:14.813658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6ccf187-c22c-47ce-b76e-b5ab082b89c6 req-62ff99ae-eb90-463a-b0c4-c6d149d87c5b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.4055102 Mar 02 18:13:14.870908 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:14.875303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d26f5e54-90ca-4fd4-bd16-cb09b167fbb3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93de8aea-c6d9-49cc-b07d-6ea837eea27c HTTP/1.1" status: 204 len: 168 time: 0.4213219 Mar 02 18:13:14.888145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca01610-1de8-421f-b24b-586e86953b8e req-4c5f402e-8475-4028-865e-38b4a925bbd6 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:14.888145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-4c5f402e-8475-4028-865e-38b4a925bbd6 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2214873 Mar 02 18:13:14.900411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-bbc7b829-5cc3-40b3-b676-bbd858bf7497 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:14.901597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-bbc7b829-5cc3-40b3-b676-bbd858bf7497 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099950 Mar 02 18:13:14.905637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6ccf187-c22c-47ce-b76e-b5ab082b89c6 req-591f01b3-15d9-4bc2-a2b5-e1b8e32722d5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840659 Mar 02 18:13:15.038341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-c98cb1a3-bc29-46b2-9266-23843ca1e8a8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.1241658 Mar 02 18:13:15.193498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-6811b8ee-ccba-4ce1-8927-3a0911c0ac5a tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.1380596 Mar 02 18:13:15.385043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Deleting port fdba65a5-afef-4bca-b49f-5e9ea6dbacf0 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:15.385573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:15.427277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5fe55-f3cc-429e-95c2-4295571c5fd7 req-abde2c24-70bf-4e3d-84ff-f66e52c1599d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:15.428678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1f5fe55-f3cc-429e-95c2-4295571c5fd7 req-abde2c24-70bf-4e3d-84ff-f66e52c1599d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1096 time: 0.3032305 Mar 02 18:13:15.555675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1f5fe55-f3cc-429e-95c2-4295571c5fd7 req-96c73b6b-a93a-44ec-996e-361125a5991f tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152050 Mar 02 18:13:15.597998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:15.598350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:15.741107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Calling delete_port for fdba65a5-afef-4bca-b49f-5e9ea6dbacf0 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:16.030647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.147970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event deleted for resources: {'Port': ['ID=fdba65a5-afef-4bca-b49f-5e9ea6dbacf0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:16.259789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:16.288322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.302714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.314198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:16.319906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Usage tracker for resource:security_group_rule and tenant:77a2afc080a64cc594c359f3b245f0ca is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:16.323969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:16.330163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:16.347318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-6b2623d1-9613-4a32-bb02-c762603bf720 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:16.348879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-6b2623d1-9613-4a32-bb02-c762603bf720 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.2585092 Mar 02 18:13:16.373983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-5ffef99a-322f-4e6c-b149-240c638a1429 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/quotas/22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 375 time: 0.0187585 Mar 02 18:13:16.434066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.435858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.436995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca01610-1de8-421f-b24b-586e86953b8e req-15e39121-95eb-46d3-b5ab-02925831a462 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "DELETE /v2.0/floatingips/45c896fd-a77c-4ac9-83f5-3f4f2a0b8a66 HTTP/1.1" status: 204 len: 173 time: 1.2353201 Mar 02 18:13:16.490670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-270c0308-7ec0-43d9-83a7-994e255b7ef3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157057 Mar 02 18:13:16.724147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.776955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77a2afc080a64cc594c359f3b245f0ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5149069 Mar 02 18:13:16.777690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a60b83-4abe-4845-97d5-e8bbaace1e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093dae03-8dfb-4e0b-9ab6-3103e597d501,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:16.821961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:16.847841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f332928-867c-4b99-919f-24d843c893d9 req-e667982b-f435-48f8-a060-ed8d7ffa8634 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:16.849298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f332928-867c-4b99-919f-24d843c893d9 req-e667982b-f435-48f8-a060-ed8d7ffa8634 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3948407 Mar 02 18:13:16.856959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-fdce41f2-0f3e-4c8f-9a86-baad3b3f6d9d service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509844 Mar 02 18:13:16.888820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:16.916032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.002603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-fbda860f-6d2f-46f5-9941-3f8d4fc8c91a service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398098 Mar 02 18:13:17.126535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.146451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093dae03-8dfb-4e0b-9ab6-3103e597d501,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:17.151446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:17.154186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5008277f-e128-4d84-a235-bfc8345094e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/093dae03-8dfb-4e0b-9ab6-3103e597d501 HTTP/1.1" status: 204 len: 168 time: 0.3300037 Mar 02 18:13:17.446541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04410307-4722-4b06-ab17-51e7dd94bab8 req-52720f44-4f08-4679-8e6b-464b674d4eec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 210 time: 0.0679033 Mar 02 18:13:17.455639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8fda66ee-f8aa-48d3-813a-806116430901 req-1b2c0057-d6a0-47ff-9be1-ebf02555163d tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:17.564615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8fda66ee-f8aa-48d3-813a-806116430901 req-1b2c0057-d6a0-47ff-9be1-ebf02555163d tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:17.565888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fda66ee-f8aa-48d3-813a-806116430901 req-1b2c0057-d6a0-47ff-9be1-ebf02555163d tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=b9bb7f46c7674105a187258ba5550252 HTTP/1.1" status: 200 len: 1654 time: 0.2671258 Mar 02 18:13:17.748109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda66ee-f8aa-48d3-813a-806116430901 req-3dee332d-2549-4c05-99ac-9c18754d82aa tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:17.749654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fda66ee-f8aa-48d3-813a-806116430901 req-3dee332d-2549-4c05-99ac-9c18754d82aa tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks?id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 787 time: 0.1779611 Mar 02 18:13:17.760218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-8fda66ee-f8aa-48d3-813a-806116430901 req-d3ab5880-62c3-4df9-92ec-73fd30d5fc5b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:17.764780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fda66ee-f8aa-48d3-813a-806116430901 req-d3ab5880-62c3-4df9-92ec-73fd30d5fc5b tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058692 Mar 02 18:13:17.878733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a800969d-ad08-45af-8c26-28a0decd090b req-78cd8e59-c4ea-4d88-b6e2-1e781aff487a tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips/bd1800fa-ecdd-4d0e-b8d8-5709995abe7e HTTP/1.1" status: 200 len: 693 time: 0.0942245 Mar 02 18:13:18.079355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800969d-ad08-45af-8c26-28a0decd090b req-92a49ed3-b74a-47cf-b210-4a8cd5ae1cd8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:18.080971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a800969d-ad08-45af-8c26-28a0decd090b req-92a49ed3-b74a-47cf-b210-4a8cd5ae1cd8 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.1881533 Mar 02 18:13:18.165736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a800969d-ad08-45af-8c26-28a0decd090b req-1c04dd80-4e87-42d2-8f16-9c72ddb8b6eb tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.0736082 Mar 02 18:13:18.244547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a800969d-ad08-45af-8c26-28a0decd090b req-4e598b8f-970f-4359-afc8-46a54564bb0f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.234 HTTP/1.1" status: 200 len: 696 time: 0.0768187 Mar 02 18:13:18.466209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Deleting port 4fcba58e-9a36-49e8-87df-3499668c2d39 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:18.466857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.674332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:18.782374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb31c0b4-5536-4186-99b4-7525663cb717 req-5e728e26-1aeb-461f-9bbe-b8875eab9e88 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 210 time: 0.0554361 Mar 02 18:13:18.813650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.813968 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:18.949503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Calling delete_port for 4fcba58e-9a36-49e8-87df-3499668c2d39 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:19.172591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.226167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event deleted for resources: {'Port': ['ID=4fcba58e-9a36-49e8-87df-3499668c2d39,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:19.320466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.328595 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.342203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40118) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:19.347591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:19.352608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Usage tracker for resource:security_group_rule and tenant:dc45a341018245fdb53cc813c4183eb4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:19.356902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:19.369117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:19.446233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.451421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.452582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a800969d-ad08-45af-8c26-28a0decd090b req-3fa37b5e-489e-4441-8322-c12c4cdc2ae4 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "DELETE /v2.0/floatingips/bd1800fa-ecdd-4d0e-b8d8-5709995abe7e HTTP/1.1" status: 204 len: 173 time: 1.2005236 Mar 02 18:13:19.542940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.563582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-7bbe928c-b7d8-42b2-b64d-f475309a336a tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips/6dba3877-f0b0-461e-b1ba-1ad20db7ee7d HTTP/1.1" status: 200 len: 692 time: 0.0928562 Mar 02 18:13:19.658803 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc45a341018245fdb53cc813c4183eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825993 Mar 02 18:13:19.661740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e56588-0080-48d1-87da-7ea1442a04aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee85f79-54a0-4e7c-8ef2-372e03d0bb66,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:19.674530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40130) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:19.797375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-2b083d9f-8f51-442f-bab5-4a42b06761ec tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:19.798821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-2b083d9f-8f51-442f-bab5-4a42b06761ec tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2243693 Mar 02 18:13:19.799683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.817344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-ad109692-a625-42fc-ab64-198a3f176add tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:19.818370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-ad109692-a625-42fc-ab64-198a3f176add tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085738 Mar 02 18:13:19.852025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.914088 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:19.997239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:20.001452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Usage tracker for resource:security_group_rule and tenant:88ce6ba7a46948beaa4bf101475db642 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:20.004494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:20.010951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:20.046673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-1188f63b-8b99-4718-b9a6-34ed877feece tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:20.076536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b44fd0ef-1e65-4a20-8a0e-7fa6770fea72 req-1154559b-2a6f-436a-9d8b-b2a6ad927192 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 210 time: 0.1365519 Mar 02 18:13:20.085710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-30f923d1-fb7d-48f1-9b58-c9e9ae2189e4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:20.090094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-30f923d1-fb7d-48f1-9b58-c9e9ae2189e4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.2341409 Mar 02 18:13:20.118759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Request body: {'port': {'device_id': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'admin_state_up': True, 'tenant_id': '22ecd64c79744520a3cef4a113036cd7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:20.159215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.194319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-1188f63b-8b99-4718-b9a6-34ed877feece tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:20.195621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-1188f63b-8b99-4718-b9a6-34ed877feece tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.3464057 Mar 02 18:13:20.260055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.267711 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.301732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:20.307476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Usage tracker for resource:port and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:20.313009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:20.323140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:20.342686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-a681b38c-84de-46b9-8eec-5bbe7bdef639 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.63 HTTP/1.1" status: 200 len: 695 time: 0.1351173 Mar 02 18:13:20.379296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:20.416074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88ce6ba7a46948beaa4bf101475db642&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0716827 Mar 02 18:13:20.419556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40160) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:20.440557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.444460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fee85f79-54a0-4e7c-8ef2-372e03d0bb66 HTTP/1.1" status: 204 len: 168 time: 0.7664330 Mar 02 18:13:20.444460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf9537-da1b-459d-a69d-85202ba6bbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04d1fc1-db34-4199-a0b8-e3148e95cf18,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:20.459523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:20.469020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.589191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1243772289-network', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:20.603701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049d69-29d6-4578-81da-76cffd0843f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee85f79-54a0-4e7c-8ef2-372e03d0bb66,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:20.615971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:20.617610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Deleting port 0f81a723-2227-4398-8038-f62173962194 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:20.618223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.814409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Usage tracker for resource:network and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:20.830780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:20.877925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:20.893484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.943557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.956026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Allocated IP 172.20.0.2 (b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f/1b86e433-8211-473d-8d29-2d62b075df62/c44df966-f0cb-46e1-b4a5-f75574705770) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:20.957889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:20.958272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.008494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Made reservation on behalf of f48aafae26aa437884ea980e345a74c0 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:21.011040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.027687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.054298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:21.061113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Usage tracker for resource:security_group_rule and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:21.070106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:21.082033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:21.108381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Calling delete_port for 0f81a723-2227-4398-8038-f62173962194 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:21.172332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.232196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04d1fc1-db34-4199-a0b8-e3148e95cf18,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.340350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.343915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6654c3d-cda8-42bc-9e74-838c5503cdfa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a04d1fc1-db34-4199-a0b8-e3148e95cf18 HTTP/1.1" status: 204 len: 168 time: 0.9210804 Mar 02 18:13:21.367172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.422779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.443092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event deleted for resources: {'Port': ['ID=0f81a723-2227-4398-8038-f62173962194,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.449181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.514652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.546937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:21.557523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.561208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.568370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfd9dd6-af79-42b2-a9a2-b7b1a79c9f62,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.616651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.616651 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Added segment b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1 of type vlan for network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 Mar 02 18:13:21.635516 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.638458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a68f17d4-399c-4aba-9cbc-cf3061cd8574 req-c0d66a35-8fc5-446a-8f48-28bb77194518 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "DELETE /v2.0/floatingips/6dba3877-f0b0-461e-b1ba-1ad20db7ee7d HTTP/1.1" status: 204 len: 173 time: 1.2860940 Mar 02 18:13:21.656279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:21.659430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:21.662196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:21.738474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.751807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:21.768008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:21.768666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.856980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5137469-480c-4673-888d-f56c48fd50cd req-40c30267-f193-435c-87a0-04f76790d177 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:21.859029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5137469-480c-4673-888d-f56c48fd50cd req-40c30267-f193-435c-87a0-04f76790d177 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 931 time: 0.0916989 Mar 02 18:13:21.874742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.876479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:21.877431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:21.909239 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-8240cf31-dc0e-4121-8304-b09a4dd3421f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8016093 Mar 02 18:13:21.942224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Request body: {'port': {'device_id': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:22.030022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5137469-480c-4673-888d-f56c48fd50cd req-75a2bbbe-76be-4b1d-be40-2e63b5a03e97 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657569 Mar 02 18:13:22.036130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-1ca6a371-2de0-4679-93e4-4c1e3d5c4b53 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips/657fb086-e4c1-47aa-aa6a-a2fd5efdc2aa HTTP/1.1" status: 200 len: 691 time: 0.1305027 Mar 02 18:13:22.069137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ff59d36-ceb9-4642-a5c6-d60ab089fee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.096241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] Pushing event updated for resources: {'Network': ['ID=4c1b38f1-e60d-462c-9375-7d68b296f9b1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:22.109608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:22.158852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fcd591a-d343-4c9e-ae51-f945d387db37 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7747092 Mar 02 18:13:22.167734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:22.192149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Request body: {'subnet': {'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1243772289-subnet', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:22.205984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:22.213356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Usage tracker for resource:subnet and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:22.221384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:22.244643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:22.250955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-ed31ea69-a4ff-4393-8bc6-872738d92e23 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:22.252662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-ed31ea69-a4ff-4393-8bc6-872738d92e23 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2099688 Mar 02 18:13:22.288306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.330039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40220) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:22.356666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-ec04df61-e778-4452-ad6e-ecab123a0222 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Synchronizing usage tracker for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:22.373645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Made reservation on behalf of f48aafae26aa437884ea980e345a74c0 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:22.376205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.438215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40230) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:22.457394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.477894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-ec04df61-e778-4452-ad6e-ecab123a0222 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Unset dirty status for tenant:b9bb7f46c7674105a187258ba5550252 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:22.479441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-ec04df61-e778-4452-ad6e-ecab123a0222 tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.2195809 Mar 02 18:13:22.480790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:22.486424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Usage tracker for resource:security_group_rule and tenant:a1b4a1ea42b6491a9e171ca9f4424c33 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:22.492164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:22.599951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:22.611013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-74f171a9-09cd-4cb2-8052-250b4f1ff60e tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1204689 Mar 02 18:13:22.767805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-988972610-network', 'tenant_id': '29552f40778b4bc293d31531343c015a'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:22.780712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:22.805752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Usage tracker for resource:network and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:22.809261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:22.818824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Deleting port f35d05e4-b433-4642-ba4d-a271469f7811 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:22.819163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.844492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:22.846346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44df966-f0cb-46e1-b4a5-f75574705770 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:22.854542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:22.868765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Transition to ACTIVE for port object c44df966-f0cb-46e1-b4a5-f75574705770 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:22.953316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.002009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40240) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:23.005917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.085243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Made reservation on behalf of 29552f40778b4bc293d31531343c015a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:23.087862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.123662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.136345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.145369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:23.153526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Usage tracker for resource:security_group_rule and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:23.158654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:23.217600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:23.231465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.231465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.268666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Pushing event updated for resources: {'Subnet': ['ID=0833ca30-c1fe-43fe-a96f-a404ccf13777,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.349695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40250) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:23.382978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Calling delete_port for f35d05e4-b433-4642-ba4d-a271469f7811 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:23.407333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0710-3305-4885-9188-232a961455c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.409325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.427004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Checking segment: {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:23.427371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Network hostable DHCP agents. Network: 4c1b38f1-e60d-462c-9375-7d68b296f9b1, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:23.445542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.490794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.504301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a1b4a1ea42b6491a9e171ca9f4424c33&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0650032 Mar 02 18:13:23.512220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:23.514791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40256) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:23.521104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d23dcd-9c42-4b3c-b241-15caec9981cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c4abc9-bd37-4df7-a611-2700db657432,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.535774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Usage tracker for resource:security_group_rule and tenant:371e5cfdcfb3432cba65c7c1c3556fd5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:23.542223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:23.547635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:23.547935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:23.548224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:23.555972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:23.566080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:23.571325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a5689-aa3f-43ea-aed2-fd749927b358 req-a6d24975-f540-4d87-a7be-397a4a724de5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:23.572830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:23.572973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c4a5689-aa3f-43ea-aed2-fd749927b358 req-a6d24975-f540-4d87-a7be-397a4a724de5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.4112868 Mar 02 18:13:23.573167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:23.576139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Usage tracker for resource:security_group_rule and tenant:f0c93567b54f49a6a434a8edc6653cc3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:23.590767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:23.597099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:23.597443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:23.597866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:23.598336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Bound port: c44df966-f0cb-46e1-b4a5-f75574705770, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:23.598688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.623506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:23.631304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:23.676233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.692542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c4a5689-aa3f-43ea-aed2-fd749927b358 req-85278ed5-b1af-46b5-ae12-1e88385713ea tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869353 Mar 02 18:13:23.722920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.750053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4c1b38f1-e60d-462c-9375-7d68b296f9b1) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:23.752970 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.759757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb73bb4-f261-4f2b-8d1e-febd8a9ece36 None None] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:23.766640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.779904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:23.780504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.823809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:23.825942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Pushing event deleted for resources: {'Port': ['ID=f35d05e4-b433-4642-ba4d-a271469f7811,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.828952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.851084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:23.877515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.877862 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Added segment c915fa63-6876-4e44-9e48-eec78172e32a of type vlan for network b95ba755-03a7-4d6f-952a-62f2ff19c9ea Mar 02 18:13:23.887021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a459c347-b16c-40b4-83bc-badf0016ba5e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:23.897949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:23.965755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.971839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.973489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:23.976089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-058df413-fdd2-4494-9a64-7d25f6ac21af admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8070700 Mar 02 18:13:23.978857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40260) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:23.998476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:24.018057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:24.022755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Usage tracker for resource:router and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:24.024724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:24.029061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.029388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:13:24.030505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.070506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.073870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:24.076978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.102959 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.104464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:24.105126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.128848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c0200-dde3-4820-83a7-fd5d0b183c55,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.151104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:24.151726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.153700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-772b0710-3305-4885-9188-232a961455c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 1091 time: 2.2292035 Mar 02 18:13:24.154211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:24.177970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.189355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3a484380-15ef-4cf2-93a4-e961f824039c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.208660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.217709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e92a15ed-1e0f-4359-9aec-0b0057b60ffb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=371e5cfdcfb3432cba65c7c1c3556fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2132812 Mar 02 18:13:24.219603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40268) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.229682 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0c93567b54f49a6a434a8edc6653cc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8783841 Mar 02 18:13:24.235455 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'status': 'completed', 'code': 200} Mar 02 18:13:24.236553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.239633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40272) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.240928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5331f3d-6207-4bb6-9ad2-52d6be889c34 req-279c3b9f-ef2e-48e2-937d-b6a6e1f8698f tempest-FloatingIPDetailsTestJSON-898989393 tempest-FloatingIPDetailsTestJSON-898989393-project] 10.222.0.66 "DELETE /v2.0/floatingips/657fb086-e4c1-47aa-aa6a-a2fd5efdc2aa HTTP/1.1" status: 204 len: 173 time: 1.6196132 Mar 02 18:13:24.247036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40274) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.261823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.262894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.315090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Allocated IP 172.20.0.2 (4c1b38f1-e60d-462c-9375-7d68b296f9b1/0833ca30-c1fe-43fe-a96f-a404ccf13777/76161a34-c249-49ef-8c21-ac88a606f3a1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:24.326563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b95ba755-03a7-4d6f-952a-62f2ff19c9ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.329429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-21d334c7-b0b8-4efa-bc16-4f8e391b20d8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9983609 Mar 02 18:13:24.332309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b0710-3305-4885-9188-232a961455c9 service neutron] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.332851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40280) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:24.335026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.338701 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9c4abc9-bd37-4df7-a611-2700db657432 HTTP/1.1" status: 204 len: 168 time: 0.8178670 Mar 02 18:13:24.338838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Request body: {'subnet': {'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-988972610-subnet', 'tenant_id': '29552f40778b4bc293d31531343c015a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:24.347854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:24.355322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Usage tracker for resource:subnet and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:24.366158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:24.369637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b9f78-1915-4dc3-a855-9eef9791a31a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0712d48-033d-4971-8fb2-3d7668e99959,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.375417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:24.396212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a215c4-43c8-4319-999c-d122fcc11f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c4abc9-bd37-4df7-a611-2700db657432,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:24.428653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.472326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:24.483424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.514884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.556413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.569823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-4cd63263-3503-4e35-9bc3-21415cf20abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:24.571418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-4cd63263-3503-4e35-9bc3-21415cf20abe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1094 time: 0.3107400 Mar 02 18:13:24.612308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.630311 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:13:24.650446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Made reservation on behalf of 29552f40778b4bc293d31531343c015a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:24.652837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.747793 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.768938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Transition to ACTIVE for port object 76161a34-c249-49ef-8c21-ac88a606f3a1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:24.808845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Transition to ACTIVE for port object 76161a34-c249-49ef-8c21-ac88a606f3a1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:24.880271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:24.946959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:24.950748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:24.954856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:25.063285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Pushing event updated for resources: {'Port': ['ID=76161a34-c249-49ef-8c21-ac88a606f3a1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.065919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Attempting to bind port 76161a34-c249-49ef-8c21-ac88a606f3a1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:25.066495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Attempting to bind port 76161a34-c249-49ef-8c21-ac88a606f3a1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:25.067021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Attempting to bind port 76161a34-c249-49ef-8c21-ac88a606f3a1 on network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:25.074280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:25.075439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Checking segment: {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:25.075843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.076237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Bound using segment: {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:25.076707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Bound port: 76161a34-c249-49ef-8c21-ac88a606f3a1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:25.077090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.078925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.125021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-a6f23528-c019-4dbb-9842-39c0ca8de7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.127623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-a6f23528-c019-4dbb-9842-39c0ca8de7b4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=22ecd64c79744520a3cef4a113036cd7&shared=False HTTP/1.1" status: 200 len: 922 time: 0.5398438 Mar 02 18:13:25.176324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc1a14-5138-45a0-8a9a-8162d2a0801b req-e1e07d4d-9375-4daa-85cf-a50360d97ce1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.178005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5dc1a14-5138-45a0-8a9a-8162d2a0801b req-e1e07d4d-9375-4daa-85cf-a50360d97ce1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.3267758 Mar 02 18:13:25.189577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] For port 76161a34-c249-49ef-8c21-ac88a606f3a1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:25.193415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] For port 76161a34-c249-49ef-8c21-ac88a606f3a1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76161a34-c249-49ef-8c21-ac88a606f3a1,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:25.194388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.223272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.258291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.275432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5dc1a14-5138-45a0-8a9a-8162d2a0801b req-61447e8c-b763-4316-b347-d202c59ba1bf tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853422 Mar 02 18:13:25.290195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c0200-dde3-4820-83a7-fd5d0b183c55,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.312302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.375650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.418750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.425434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651b2b5-2fe6-4a81-89b6-9f78b1ccf29a None None] Pushing event updated for resources: {'Port': ['ID=76161a34-c249-49ef-8c21-ac88a606f3a1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.470415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.485719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0712d48-033d-4971-8fb2-3d7668e99959,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.533384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.534553 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-27b8d223-8a97-4d3b-adbc-3f181f541a65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0712d48-033d-4971-8fb2-3d7668e99959 HTTP/1.1" status: 204 len: 168 time: 1.2799282 Mar 02 18:13:25.540205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-fdb709c5-ef0a-41db-aaf2-940c1d9bf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.541675 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9f3974ed-d33d-49ad-ab05-20bf274f6770 req-fdb709c5-ef0a-41db-aaf2-940c1d9bf496 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4081826 Mar 02 18:13:25.549281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.552856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52aa14e2-7434-40fa-853f-40307a051105 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e80c0200-dde3-4820-83a7-fd5d0b183c55 HTTP/1.1" status: 204 len: 168 time: 1.3196900 Mar 02 18:13:25.706926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:25.728555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-0e87e720-ed2c-4b3b-a568-2b47b6bf4055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:25.730185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-0e87e720-ed2c-4b3b-a568-2b47b6bf4055 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1094 time: 0.1279864 Mar 02 18:13:25.816882 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-ef950eec-0b3a-4494-b11d-97127d4a98c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.0786591 Mar 02 18:13:25.851996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2096d002-d3bd-4b75-b710-d21d8128b1dd,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:25.892537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Checking segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:25.892899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Network hostable DHCP agents. Network: b95ba755-03a7-4d6f-952a-62f2ff19c9ea, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:25.976508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40312) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:26.022193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Deleting port 4c1af247-b9ba-4318-8d27-11097d57824d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:26.022755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.099714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-1faeafcb-ffde-4f86-80f9-fa35956c0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:26.101223 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-1faeafcb-ffde-4f86-80f9-fa35956c0047 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2233188 Mar 02 18:13:26.109374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:26.142746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.180526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.223081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-f29932af-b86b-4912-9d4d-b6ccb9734deb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1142025 Mar 02 18:13:26.241893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] For port 4c1af247-b9ba-4318-8d27-11097d57824d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4c1af247-b9ba-4318-8d27-11097d57824d,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:26.242510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.315557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b95ba755-03a7-4d6f-952a-62f2ff19c9ea) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:26.321536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:26.321922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.327549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ec10e5-b1b6-4195-81fa-dd732a2ff7c2 None None] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:26.388098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-51fe4ef9-17f5-42cc-81f4-89d9d3cc2b32 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571665 Mar 02 18:13:26.406011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Calling delete_port for 4c1af247-b9ba-4318-8d27-11097d57824d owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:26.451915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40322) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:26.523362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.660721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:26.690177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6a847b05-583c-4388-82f2-0af246eaa915 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3552315 Mar 02 18:13:26.692446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-179391394-network', 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:26.711098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:26.712830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.715179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ad8e447d454215b5db27143a76769f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:26.722040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:26.734056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.735372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Usage tracker for resource:network and tenant:af51cd2d541e45bcaa482f67323618d4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:26.742368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:26.745362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:26.770931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:26.808118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'tenant_id': '29552f40778b4bc293d31531343c015a', 'fixed_ips': [{'subnet_id': '2096d002-d3bd-4b75-b710-d21d8128b1dd'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:13:26.809065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:26.817368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Allocated IP 172.25.7.122 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/03e7964f-3335-4ed9-8db0-fab9f6bb053f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:26.828005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-afea2121-7033-46c1-b8fb-c41e1578a403 req-dec7c923-df36-4a2f-a3cc-50337ab55fcd service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308076 Mar 02 18:13:26.978068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b3476-1d46-41ae-b3d2-fef39e9743e0 req-8acd7f75-1540-4f0a-a424-50e95fda0172 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:26.978068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e4b3476-1d46-41ae-b3d2-fef39e9743e0 req-8acd7f75-1540-4f0a-a424-50e95fda0172 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.3217134 Mar 02 18:13:27.031177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e4b3476-1d46-41ae-b3d2-fef39e9743e0 req-a534522c-462e-4425-8e44-d7fced2d35b3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510077 Mar 02 18:13:27.063788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:27.066603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.086169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.088280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfdc5ab-0f8f-48bc-969c-2d44cb0db1fe None None] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:27.114861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:27.123588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Usage tracker for resource:security_group_rule and tenant:af51cd2d541e45bcaa482f67323618d4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:27.128909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:27.138640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Allocated IP 172.20.0.2 (b95ba755-03a7-4d6f-952a-62f2ff19c9ea/2096d002-d3bd-4b75-b710-d21d8128b1dd/5bfa122f-d640-480d-88a7-84f209178273) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:27.142051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.143810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:27.162050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40336) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:27.192621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.213682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:27.219399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Usage tracker for resource:security_group_rule and tenant:021cd775f0f7499b88391a07bc754197 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:27.223111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.223435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:27.232538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:27.271279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.329054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.342043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c1af247-b9ba-4318-8d27-11097d57824d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:27.361698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb728927-8a28-4976-9c1f-2ec78d5301f4 None None] Provisioning for port 76161a34-c249-49ef-8c21-ac88a606f3a1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:27.453237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.485701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:27.491488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:27.494555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:27.527293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Pushing event updated for resources: {'Port': ['ID=03e7964f-3335-4ed9-8db0-fab9f6bb053f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:27.594695 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f3ad8e447d454215b5db27143a76769f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1356661 Mar 02 18:13:27.595307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40344) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:27.605915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85090db-e685-4004-b600-1d42278c69f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f883880-c4fc-4ecc-8a9c-68d0335806cd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:27.741856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.801360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76161a34-c249-49ef-8c21-ac88a606f3a1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:27.864853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.912859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:27.933332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Transition to ACTIVE for port object 5bfa122f-d640-480d-88a7-84f209178273 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:27.966761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Transition to ACTIVE for port object 5bfa122f-d640-480d-88a7-84f209178273 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:28.003060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:28.029973 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.030716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.052073 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.052288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 76161a34-c249-49ef-8c21-ac88a606f3a1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:28.058306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76161a34-c249-49ef-8c21-ac88a606f3a1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:28.058927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.059817 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Added segment b9dfc611-00ce-4280-8651-37b209f978b6 of type vlan for network 3ad1cf88-919d-468e-bf43-61b48d213e76 Mar 02 18:13:28.061757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.061917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75898f47-919b-48d5-9d4a-8bdf763eb3c0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.070944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.080224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-b9e47caf-f4ed-4e97-8ec4-80e081575f42 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:28.090473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-b9e47caf-f4ed-4e97-8ec4-80e081575f42 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:28.144420 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.233858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:28.245096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:28.251033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:28.259419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Pushing event updated for resources: {'Port': ['ID=5bfa122f-d640-480d-88a7-84f209178273,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.261822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.292427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.324323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=021cd775f0f7499b88391a07bc754197&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610422 Mar 02 18:13:28.346744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40354) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:28.383884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.391091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.424749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 76161a34-c249-49ef-8c21-ac88a606f3a1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76161a34-c249-49ef-8c21-ac88a606f3a1,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:28.429536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51c53d-478b-4b74-a192-7c90871f2c7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad324c7-ac95-443b-995b-8f288544ba76,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.439520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.452647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-b9e47caf-f4ed-4e97-8ec4-80e081575f42 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:28.453809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-b9e47caf-f4ed-4e97-8ec4-80e081575f42 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.8001513 Mar 02 18:13:28.461719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f883880-c4fc-4ecc-8a9c-68d0335806cd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.494108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.495266 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-465dbb5c-f96a-4d04-8e3f-378c325db9fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6f883880-c4fc-4ecc-8a9c-68d0335806cd HTTP/1.1" status: 204 len: 168 time: 0.8918412 Mar 02 18:13:28.525196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-42dcf535-4441-466d-9981-32b6eac88899 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/quotas/29552f40778b4bc293d31531343c015a HTTP/1.1" status: 200 len: 375 time: 0.0516827 Mar 02 18:13:28.615291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.666895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.667862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:28.669018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.688355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=76161a34-c249-49ef-8c21-ac88a606f3a1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:28.690026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.700225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc0cd5-0630-4a90-b288-82888624abcc req-14e8553d-62ce-4350-a6a8-f8431b9c0487 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:28.706661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15cc0cd5-0630-4a90-b288-82888624abcc req-14e8553d-62ce-4350-a6a8-f8431b9c0487 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.4902163 Mar 02 18:13:28.773000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:28.982609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Attempting to bind port 5bfa122f-d640-480d-88a7-84f209178273 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:28.983669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Attempting to bind port 5bfa122f-d640-480d-88a7-84f209178273 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:28.984237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Attempting to bind port 5bfa122f-d640-480d-88a7-84f209178273 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:28.991642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:28.994649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Checking segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:29.005496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.005496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Bound using segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:29.005496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Bound port: 5bfa122f-d640-480d-88a7-84f209178273, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:29.005496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.035536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.075449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ad1cf88-919d-468e-bf43-61b48d213e76,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:29.114005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:29.123776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15cc0cd5-0630-4a90-b288-82888624abcc req-050670a1-8ae7-47ce-b7e1-c54dbe0414e6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106131 Mar 02 18:13:29.126622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Router b99c7d2e-75f3-492d-822a-17da80aca30f is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:13:29.147410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Router 4ca06d31-162c-4eab-a07e-7958ce2cd661 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:13:29.158437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-da13b9cd-636e-4610-b09d-da13aff068ba tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6195273 Mar 02 18:13:29.164273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5aef122d-876d-4b2c-8b5d-4932cc4c75c6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.1848493 Mar 02 18:13:29.172595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] For port 5bfa122f-d640-480d-88a7-84f209178273, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:29.176375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] For port 5bfa122f-d640-480d-88a7-84f209178273, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5bfa122f-d640-480d-88a7-84f209178273,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:29.197113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:29.208539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Request body: {'subnet': {'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-179391394-subnet', 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:29.225633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:29.232952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Usage tracker for resource:subnet and tenant:af51cd2d541e45bcaa482f67323618d4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:29.238462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:29.252886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:29.309601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.363766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:29.368660 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.378570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Sync routers for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:29.406793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:29.407478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:29.427096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:29.429485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.459177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad324c7-ac95-443b-995b-8f288544ba76,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:29.479276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.480134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-45d8f218-f20e-4723-bbee-3bf83e542957 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ad324c7-ac95-443b-995b-8f288544ba76 HTTP/1.1" status: 204 len: 168 time: 1.1305497 Mar 02 18:13:29.515402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:29.526448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-f1ae6a13-9db0-4c30-8afb-3fa608a6acd2 service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963853 Mar 02 18:13:29.546687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:29.554371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fde37-66d1-4ef3-9ebf-81c4f61bdc9e None None] Pushing event updated for resources: {'Port': ['ID=5bfa122f-d640-480d-88a7-84f209178273,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:29.571340 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Sync routers for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:29.571824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-075286f6-3035-4963-963a-60e5a6c55ac5 admin admin] 10.222.0.66 "PUT /v2.0/routers/4ca06d31-162c-4eab-a07e-7958ce2cd661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3113811 Mar 02 18:13:29.571824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:29.586073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:29.588654 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:29.589275 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:29.601553 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-865e523d-1b5b-411a-87f6-e6d574eeb259 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6120865 Mar 02 18:13:29.607112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40386) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:29.697637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76161a34-c249-49ef-8c21-ac88a606f3a1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:29.803066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:13:29.999717 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:30.100435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:30.220538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-6c1c1344-517e-4b9b-a5d4-743c2825f4ed service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919332 Mar 02 18:13:30.238962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.600276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76161a34-c249-49ef-8c21-ac88a606f3a1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:30.601242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.715812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.736767 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118'}], 'enable_snat': True}, 'gw_port_id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:13:27Z', 'revision_number': 5, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port': {'id': 'b94c5975-00f7-4d7e-ac26-d17564af7b26', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:13:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 268, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:37Z', 'updated_at': '2022-03-02T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:30.749270 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Checking router: 4ca06d31-162c-4eab-a07e-7958ce2cd661 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:30.768449 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Routers {'4ca06d31-162c-4eab-a07e-7958ce2cd661'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:30.769112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e7e1e-830e-445b-bd79-f9323c997fed req-8d1ab8da-9f1c-4d73-ada2-e56f1346dfe1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:30.769246 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4ca06d31-162c-4eab-a07e-7958ce2cd661'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:30.770987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-039e7e1e-830e-445b-bd79-f9323c997fed req-8d1ab8da-9f1c-4d73-ada2-e56f1346dfe1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.1854258 Mar 02 18:13:30.896273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-039e7e1e-830e-445b-bd79-f9323c997fed req-cbe832a9-8ee4-4109-8630-e8884d2fd46d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179528 Mar 02 18:13:30.898595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Deleting port b94c5975-00f7-4d7e-ac26-d17564af7b26 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:30.903999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:30.997088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:31.134290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'port_id': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'mac_address': 'fa:16:3e:77:44:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b86e433-8211-473d-8d29-2d62b075df62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:13:31.202723 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] Set router 4ca06d31-162c-4eab-a07e-7958ce2cd661 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:31.303024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] For port b94c5975-00f7-4d7e-ac26-d17564af7b26, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94c5975-00f7-4d7e-ac26-d17564af7b26,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:31.303834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.316026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.344584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6073d4da-2de3-4c10-a794-76b3bc0a25fa None None] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:31.355915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.360706 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:13:30Z', 'revision_number': 6, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:31.365716 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4507dad-2175-4e82-904e-8c0079b0cfda None None] The sync data for ids ['4ca06d31-162c-4eab-a07e-7958ce2cd661'] in n-d-828839-1 is: [{'id': '4ca06d31-162c-4eab-a07e-7958ce2cd661', 'name': 'tempest-FloatingIPDetailsTestJSON-70467952-router', 'tenant_id': 'b9bb7f46c7674105a187258ba5550252', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:35Z', 'updated_at': '2022-03-02T18:13:30Z', 'revision_number': 6, 'project_id': 'b9bb7f46c7674105a187258ba5550252', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:31.467945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c44df966-f0cb-46e1-b4a5-f75574705770 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:31.515539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:31.592058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06fa83e6-ad4b-4a36-a487-2ecc3c5282d6 None None] Provisioning for port 5bfa122f-d640-480d-88a7-84f209178273 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:31.615889 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.618718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:28Z', 'revision_number': 3, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:31.667356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Allocated IP 172.20.0.1 (4c1b38f1-e60d-462c-9375-7d68b296f9b1/0833ca30-c1fe-43fe-a96f-a404ccf13777/2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:31.686457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Checking router: b99c7d2e-75f3-492d-822a-17da80aca30f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:31.686457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Updating router b99c7d2e-75f3-492d-822a-17da80aca30f port 03e7964f-3335-4ed9-8db0-fab9f6bb053f binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:13:31.713854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:31.835137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Calling delete_port for b94c5975-00f7-4d7e-ac26-d17564af7b26 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:31.863307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c44df966-f0cb-46e1-b4a5-f75574705770'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:13:31.975091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5bfa122f-d640-480d-88a7-84f209178273 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:32.090402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d4ae26-17ff-4cff-a252-16def1ed400b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:32.094350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:32.104293 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.118685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-87b78905-771c-44d0-a71a-a7f46ce63128 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:32.120480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-87b78905-771c-44d0-a71a-a7f46ce63128 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.7813222 Mar 02 18:13:32.188517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-8592c0dd-8fc7-4b56-9580-64fd8191fb2f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/quotas/29552f40778b4bc293d31531343c015a HTTP/1.1" status: 200 len: 375 time: 0.0208504 Mar 02 18:13:32.224224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.245409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:32.246384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Network hostable DHCP agents. Network: 3ad1cf88-919d-468e-bf43-61b48d213e76, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:32.273668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Transition to ACTIVE for port object 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:32.342704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99420ba-70cc-436f-bbe2-c4d15ff2f57b req-585d89db-61f7-4d65-82b1-7d34afac09d2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:32.352262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99420ba-70cc-436f-bbe2-c4d15ff2f57b req-585d89db-61f7-4d65-82b1-7d34afac09d2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 0.2285688 Mar 02 18:13:32.398039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:32.422659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-01bffb96-3f94-4d2d-a8a8-d5c50c9bd9c5 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2250459 Mar 02 18:13:32.473675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5bfa122f-d640-480d-88a7-84f209178273 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:32.475588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.499172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5bfa122f-d640-480d-88a7-84f209178273 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:32.499758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.533590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3ad1cf88-919d-468e-bf43-61b48d213e76) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:32.560279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:32.560895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.563433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb33a60d-e709-4738-82dd-3c2928f26a32 None None] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:32.595219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:32.616111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:32.629890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:32.703509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:32.739351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99420ba-70cc-436f-bbe2-c4d15ff2f57b req-95219bf8-dcb6-422a-a762-c24db32dd070 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470583 Mar 02 18:13:32.745462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.759232 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:32.923536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b94c5975-00f7-4d7e-ac26-d17564af7b26,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:32.943405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-fc4428d3-e313-41d9-a4e5-06fb0d46b0fe service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091290 Mar 02 18:13:33.087027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.117622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5cf08592-bb02-4a1b-b8cb-351d92822c6f admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.9135044 Mar 02 18:13:33.184584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-33ae9203-b751-42f4-a216-b2707c4ce147 None None] Provisioning complete for port 5bfa122f-d640-480d-88a7-84f209178273 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:33.185697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-33ae9203-b751-42f4-a216-b2707c4ce147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.317692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.325081 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.369668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Transition to ACTIVE for port object 03e7964f-3335-4ed9-8db0-fab9f6bb053f will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:33.396186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.400370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.469565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.505477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-c90cefb3-f37f-407b-a7e6-d847c35e9a1d service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5547078 Mar 02 18:13:33.533225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5bfa122f-d640-480d-88a7-84f209178273, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5bfa122f-d640-480d-88a7-84f209178273,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:33.536357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b82cefd-6549-4d2c-b883-13acca0bdbc6 None None] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:33.578172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.625216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.626503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca06d31-162c-4eab-a07e-7958ce2cd661 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:13:33.650986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:33.667375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.669325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-019d74f2-392d-4644-9b93-2d3b0589a5c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/4ca06d31-162c-4eab-a07e-7958ce2cd661 HTTP/1.1" status: 204 len: 168 time: 4.0991364 Mar 02 18:13:33.671946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40480) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:33.806319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Deleting subnet 45b6a28e-a55a-43b3-a9a4-85836f496ca8 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:13:33.812071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.823922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.832697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.845568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-33ae9203-b751-42f4-a216-b2707c4ce147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.869957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4c1af247-b9ba-4318-8d27-11097d57824d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:33.934777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Attempting to bind port 03e7964f-3335-4ed9-8db0-fab9f6bb053f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:33.935398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Attempting to bind port 03e7964f-3335-4ed9-8db0-fab9f6bb053f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:33.936010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Attempting to bind port 03e7964f-3335-4ed9-8db0-fab9f6bb053f on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:33.946950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:33.948440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1a7fc-b855-4dd4-b7f0-8025601b2830 None None] Pushing event updated for resources: {'Port': ['ID=03e7964f-3335-4ed9-8db0-fab9f6bb053f,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:33.952121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4c1af247-b9ba-4318-8d27-11097d57824d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:33.952699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4c1af247-b9ba-4318-8d27-11097d57824d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:33.960229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.023100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:34.023721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:34.024284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.024832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:34.025651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Bound port: 03e7964f-3335-4ed9-8db0-fab9f6bb053f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:34.026217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.233264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94c5975-00f7-4d7e-ac26-d17564af7b26 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:34.329187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:34.341480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.345288 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.356792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: b94c5975-00f7-4d7e-ac26-d17564af7b26 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:34.357135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94c5975-00f7-4d7e-ac26-d17564af7b26 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:34.507408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5bfa122f-d640-480d-88a7-84f209178273,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:34.529174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-33ae9203-b751-42f4-a216-b2707c4ce147 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:13:34.531884 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-33ae9203-b751-42f4-a216-b2707c4ce147 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:13:34.541695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c44df966-f0cb-46e1-b4a5-f75574705770 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:34.545387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:34.547677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:34.576883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] For port 03e7964f-3335-4ed9-8db0-fab9f6bb053f, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:34.576883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c44df966-f0cb-46e1-b4a5-f75574705770 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:34.576883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.640699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] For port 03e7964f-3335-4ed9-8db0-fab9f6bb053f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03e7964f-3335-4ed9-8db0-fab9f6bb053f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:34.776907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40512) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:34.789403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-5955716-network', 'tenant_id': 'c7b1ee56e35f4a1da9548141494c8212'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:34.797789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:34.805050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Usage tracker for resource:network and tenant:c7b1ee56e35f4a1da9548141494c8212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:34.809748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:34.820520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.822392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:34.869170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-fd6a34ae-2a95-4205-b8bb-cb640baa4485 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:34.870917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-fd6a34ae-2a95-4205-b8bb-cb640baa4485 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.4301815 Mar 02 18:13:34.884274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Request body: {'port': {'device_id': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'admin_state_up': True, 'tenant_id': '29552f40778b4bc293d31531343c015a'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:34.910784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898991e-2f01-46ed-bd0f-0cdb261a00f9 req-f4d1f533-5abe-405f-bde8-9ea370fa9216 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:34.912347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1898991e-2f01-46ed-bd0f-0cdb261a00f9 req-f4d1f533-5abe-405f-bde8-9ea370fa9216 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 0.2607474 Mar 02 18:13:34.934444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.947791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:34.978600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1a7fc-b855-4dd4-b7f0-8025601b2830 None None] Pushing event updated for resources: {'Port': ['ID=03e7964f-3335-4ed9-8db0-fab9f6bb053f,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:34.982889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:34.983636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:35.019680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Made reservation on behalf of c7b1ee56e35f4a1da9548141494c8212 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:35.022432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.045822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.063964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Router b99c7d2e-75f3-492d-822a-17da80aca30f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:13:35.070734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:35.083332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b6a28e-a55a-43b3-a9a4-85836f496ca8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:35.083867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Usage tracker for resource:security_group_rule and tenant:c7b1ee56e35f4a1da9548141494c8212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:35.123799 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.149925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:35.169197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:35.180488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:35.187467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741da778-5dfd-4a30-9e07-ddf32b639260 None None] Network d931b3f3-d3b5-4d8a-b40b-cabe25afa16e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:35.204643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1898991e-2f01-46ed-bd0f-0cdb261a00f9 req-e5c1d95f-b56b-443d-b47f-44bed2c8d5b4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725198 Mar 02 18:13:35.208455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b579e539-0c52-4c50-922c-d1dc30383b6c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/45b6a28e-a55a-43b3-a9a4-85836f496ca8 HTTP/1.1" status: 204 len: 168 time: 1.5327747 Mar 02 18:13:35.209099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:35.225337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:35.276588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:35.285032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Usage tracker for resource:port and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:35.289276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:35.298684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-ec3c9c69-3819-425b-b7f1-5dc76dc02a28 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:35.300031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-ec3c9c69-3819-425b-b7f1-5dc76dc02a28 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.3452318 Mar 02 18:13:35.304196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:35.321426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-7bbd5aba-2494-4dd5-9da4-09449af23ae2 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/quotas/29552f40778b4bc293d31531343c015a HTTP/1.1" status: 200 len: 375 time: 0.0091619 Mar 02 18:13:35.365126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:35.407523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.421593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-14e5876c-58bd-482d-ae86-a9feb5ecafd4 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0920906 Mar 02 18:13:35.423501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.447728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:35.463395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Made reservation on behalf of 29552f40778b4bc293d31531343c015a for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:35.466911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.468548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Deleting port 80773642-0521-4456-91d6-2e68a8b00aea {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:35.468898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.528565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0dda226-98ce-45f7-bb09-dc370a7029c1 admin admin] 10.222.0.66 "PUT /v2.0/routers/b99c7d2e-75f3-492d-822a-17da80aca30f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9205976 Mar 02 18:13:35.559955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.654265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.669608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-6d853d80-69f2-4cba-bc1a-e9d1187f9602 service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276728 Mar 02 18:13:35.692745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04670976-ae37-4b83-b5b2-9e7a07cc2529,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:35.872056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:35.876371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Allocated IP 172.20.0.10 (b95ba755-03a7-4d6f-952a-62f2ff19c9ea/2096d002-d3bd-4b75-b710-d21d8128b1dd/2a3bd172-d70c-4fd7-8290-0ad91bcaffe9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:35.943782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] For port 80773642-0521-4456-91d6-2e68a8b00aea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=80773642-0521-4456-91d6-2e68a8b00aea,segment=NetworkSegment(ed09d493-def0-4e39-89f7-fd8e882b0165),segment_id=ed09d493-def0-4e39-89f7-fd8e882b0165)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:35.944357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:35.947824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-19189492-ed1d-4661-ade3-9cae195facb5 service neutron] 10.222.0.66 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439826 Mar 02 18:13:36.008940 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'code': 200} Mar 02 18:13:36.046257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:36.135245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5bfa122f-d640-480d-88a7-84f209178273 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:36.278266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.278266 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Added segment fff0971d-c006-4159-a32c-d94ed27aee74 of type vlan for network 0953b414-abbd-43f6-a580-522f945326c9 Mar 02 18:13:36.285481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Calling delete_port for 80773642-0521-4456-91d6-2e68a8b00aea owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:36.311146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5bfa122f-d640-480d-88a7-84f209178273 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:36.311539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.381253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff6158db-5fbe-4ded-9b8b-0b6f7054c136 None None] Provisioning for port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:36.397136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.397587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff6158db-5fbe-4ded-9b8b-0b6f7054c136 None None] Provisioning complete for port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:36.397959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff6158db-5fbe-4ded-9b8b-0b6f7054c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.440234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce', 'name': '', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'mac_address': 'fa:16:3e:29:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:31Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 2, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'subnets': [{'id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:36.446174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.466552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aa8862-09be-4465-9343-dc27d06d4cd1 None None] The sync data for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 is: [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce', 'name': '', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'mac_address': 'fa:16:3e:29:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:31Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 2, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'subnets': [{'id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:36.472335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc8b2fac-0379-4573-8c02-9513f56b355d None None] DHCP port deletion for d931b3f3-d3b5-4d8a-b40b-cabe25afa16e request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:13:36.474685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193ea11-7027-4270-aef4-90af5e78c470 req-ac9ab004-a73f-40ba-b0c5-360a70764dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:36.476151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4193ea11-7027-4270-aef4-90af5e78c470 req-ac9ab004-a73f-40ba-b0c5-360a70764dc8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.3061109 Mar 02 18:13:36.489113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b2fac-0379-4573-8c02-9513f56b355d None None] Deleting port 80773642-0521-4456-91d6-2e68a8b00aea {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:36.493206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc8b2fac-0379-4573-8c02-9513f56b355d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.532497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Transition to ACTIVE for port object 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:36.543889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5683e1de-e619-441d-a958-6cc8f295e404 req-8cbf39c8-da15-46be-b94f-df9b86bb0c96 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3282201 Mar 02 18:13:36.553265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:36.563382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ff6158db-5fbe-4ded-9b8b-0b6f7054c136 None None] Port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:13:36.563594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:36.570005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Usage tracker for resource:floatingip and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:36.575146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:36.585811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:36.605494 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4193ea11-7027-4270-aef4-90af5e78c470 req-8818f387-207f-4495-9a83-18dfaf6f4028 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216366 Mar 02 18:13:36.608432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.610724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:36.611343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.655497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-cc8b2fac-0379-4573-8c02-9513f56b355d None None] The port '80773642-0521-4456-91d6-2e68a8b00aea' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:13:36.674930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.686049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.710393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:36.738256 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9594893 Mar 02 18:13:36.802442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:36.805857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] No DVR routers for this DVR port 80773642-0521-4456-91d6-2e68a8b00aea on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:36.847473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Pushing event deleted for resources: {'Port': ['ID=80773642-0521-4456-91d6-2e68a8b00aea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:36.870189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Request body: {'subnet': {'network_id': '0953b414-abbd-43f6-a580-522f945326c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-5955716-subnet', 'tenant_id': 'c7b1ee56e35f4a1da9548141494c8212', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:36.891998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:36.897027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d35f17-8651-4bb2-9163-3fbc2934649d admin admin] Pushing event updated for resources: {'Network': ['ID=0953b414-abbd-43f6-a580-522f945326c9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:36.912002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0953b414-abbd-43f6-a580-522f945326c9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:36.920383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Usage tracker for resource:subnet and tenant:c7b1ee56e35f4a1da9548141494c8212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:36.925481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:37.059386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:37.068963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.115910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d931b3f3-d3b5-4d8a-b40b-cabe25afa16e']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:37.134246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed09d493-def0-4e39-89f7-fd8e882b0165') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:37.134551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed09d493-def0-4e39-89f7-fd8e882b0165') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:37.148864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.168186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.175753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:13:37.176172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.244499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:37.260127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event updated for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:37.266096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:13:37.285938 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:13:37.287963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:37.414359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:37.415036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.574103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-76e408bd-6d66-41f0-8ce5-2fa9ed7378aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6938732 Mar 02 18:13:37.579586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.595661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6586bc09-1011-4420-89be-8840462f2620 req-693234ae-0158-4c65-9289-7fc8b571ca88 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:37.603592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.604776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Made reservation on behalf of c7b1ee56e35f4a1da9548141494c8212 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:37.607241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.609793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6586bc09-1011-4420-89be-8840462f2620 req-693234ae-0158-4c65-9289-7fc8b571ca88 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 945 time: 0.2758985 Mar 02 18:13:37.648298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Request body: {'port': {'device_id': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:37.675292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.706985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-06a9c4b7-eb8c-4a79-bafb-2808ce88ab62 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:37.708569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-06a9c4b7-eb8c-4a79-bafb-2808ce88ab62 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.11 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.3171513 Mar 02 18:13:37.712818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a1c4ab0-4d2e-4306-8097-07ae31589a2c None None] Provisioning for port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:37.727006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a1c4ab0-4d2e-4306-8097-07ae31589a2c None None] Provisioning complete for port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:37.727768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a1c4ab0-4d2e-4306-8097-07ae31589a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:37.768276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] Pushing event deleted for resources: {'Network': ['ID=d931b3f3-d3b5-4d8a-b40b-cabe25afa16e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:37.783017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Request body: {'port': {'device_id': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'admin_state_up': True, 'tenant_id': '29552f40778b4bc293d31531343c015a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:37.850073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7a1c4ab0-4d2e-4306-8097-07ae31589a2c None None] Port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:13:37.860886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ded62d21-8867-45f9-8cac-935a7fa61008 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d931b3f3-d3b5-4d8a-b40b-cabe25afa16e HTTP/1.1" status: 204 len: 168 time: 2.6456473 Mar 02 18:13:37.921888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6586bc09-1011-4420-89be-8840462f2620 req-1f9f19be-d4fe-4859-854f-59a4e5130418 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110867 Mar 02 18:13:37.933187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.193991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:38.202528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Usage tracker for resource:port and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:38.208157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:38.258907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03e7964f-3335-4ed9-8db0-fab9f6bb053f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:38.263736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:38.419523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-38616a66-3205-442a-ba5f-53cae70e07f7 req-60de42c7-e865-4bf1-869c-c78ce22a7deb tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:38.434881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Made reservation on behalf of 29552f40778b4bc293d31531343c015a for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:38.438616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.449244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.459334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Allocated IP 172.25.7.35 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1d19fcf6-f295-4475-b2d6-ed3b9b1a686d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:38.513989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 03e7964f-3335-4ed9-8db0-fab9f6bb053f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:38.519980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 03e7964f-3335-4ed9-8db0-fab9f6bb053f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:38.520364 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.602244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0c5ffc-d6fc-49e0-8620-b0ee4111ac77,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:38.628512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Checking segment: {'id': 'fff0971d-c006-4159-a32c-d94ed27aee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '0953b414-abbd-43f6-a580-522f945326c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:38.629589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Network hostable DHCP agents. Network: 0953b414-abbd-43f6-a580-522f945326c9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:38.691887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.710573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 03e7964f-3335-4ed9-8db0-fab9f6bb053f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03e7964f-3335-4ed9-8db0-fab9f6bb053f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:38.748956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-38616a66-3205-442a-ba5f-53cae70e07f7 req-60de42c7-e865-4bf1-869c-c78ce22a7deb tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:38.750219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38616a66-3205-442a-ba5f-53cae70e07f7 req-60de42c7-e865-4bf1-869c-c78ce22a7deb tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 210 time: 0.5353129 Mar 02 18:13:38.766187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Network 0953b414-abbd-43f6-a580-522f945326c9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:38.769876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40572) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:38.771161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-9e2ae3db-7a7e-4e7a-8074-5b5068d34e04 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:38.772834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-9e2ae3db-7a7e-4e7a-8074-5b5068d34e04 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.65 "GET /v2.0/ports?device_id=c32d6121-73bb-4fb5-98c5-08a658c8a95c HTTP/1.1" status: 200 len: 945 time: 0.4005752 Mar 02 18:13:38.782640 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.874637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 80773642-0521-4456-91d6-2e68a8b00aea no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:38.896635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:38.907244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:38.915168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 80773642-0521-4456-91d6-2e68a8b00aea {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:38.915764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 80773642-0521-4456-91d6-2e68a8b00aea not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:38.930076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Transition to ACTIVE for port object 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:38.951538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=03e7964f-3335-4ed9-8db0-fab9f6bb053f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:39.017914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ea12c99-8519-48ca-a18f-199598065c01 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9bb7f46c7674105a187258ba5550252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446620 Mar 02 18:13:39.018252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:39.026830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.054232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Deleting port 776082a7-071a-4330-b275-752d0a8f639d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:39.054574 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.083962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.117020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.178157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.186851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0953b414-abbd-43f6-a580-522f945326c9) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:39.198515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:39.199118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.219826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded5ce2c-d4e2-40af-8d57-c13e06a13abc None None] Network 0953b414-abbd-43f6-a580-522f945326c9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:39.258607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Allocated IP 172.20.0.14 (b95ba755-03a7-4d6f-952a-62f2ff19c9ea/2096d002-d3bd-4b75-b710-d21d8128b1dd/687d9d0a-704e-447d-bbbb-67f7ffd61fc6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:39.341801 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.405482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:39.438616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:39.447974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:39.528057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.530554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.531737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b783c53-6aec-4c86-aa09-74b2bb4d52bd HTTP/1.1" status: 204 len: 168 time: 0.5126314 Mar 02 18:13:39.545325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8e28868a-c01f-43f8-9163-07e46b81b71d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.6927505 Mar 02 18:13:39.575767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae1074-0fe1-412e-af55-0f178164f50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b783c53-6aec-4c86-aa09-74b2bb4d52bd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:39.594555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e172f-61c3-4f49-8725-0649bc6ce30f None None] Network 0953b414-abbd-43f6-a580-522f945326c9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:39.660889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Sync routers for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:39.685213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.730900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Transition to ACTIVE for port object 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:39.759152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:39.760179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:39.874374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:39.928205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:39.995569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:40.005385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:40.021538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:40.146292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03e7964f-3335-4ed9-8db0-fab9f6bb053f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:40.167270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event updated for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:40.190452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event updated for resources: {'Port': ['ID=1d19fcf6-f295-4475-b2d6-ed3b9b1a686d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:40.236651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:40.237128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.288832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:40.301496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] For port 776082a7-071a-4330-b275-752d0a8f639d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=776082a7-071a-4330-b275-752d0a8f639d,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:40.301933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.323496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-0fe1799f-6044-47f6-8608-dc70dd36f06b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--560043010&fields=id&tenant_id=dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 267 time: 0.4883852 Mar 02 18:13:40.413170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-1a7fd3c6-6ec5-4042-8c97-e7a9f5e02239 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6371329 Mar 02 18:13:40.441932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Request body: {'port': {'device_id': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:40.544667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 03e7964f-3335-4ed9-8db0-fab9f6bb053f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:40.545232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.581595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.594388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Attempting to bind port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:40.594728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Attempting to bind port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:40.595059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Attempting to bind port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:40.625988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:40.626333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Attempting to bind port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:40.693718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-18c8f850-229e-4366-afcd-f460752ba6db tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:40.695219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-18c8f850-229e-4366-afcd-f460752ba6db tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 815 time: 0.8333800 Mar 02 18:13:40.697918 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.713492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Request body: {'port': {'device_id': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'admin_state_up': True, 'tenant_id': '29552f40778b4bc293d31531343c015a'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:40.731763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:40.734473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Checking segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:40.734473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Bound using segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:40.734473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Bound port: 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:40.734473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.777955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-95bba900-62ba-4cf9-8cee-8cad813e3d39 None None] Provisioning for port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:40.789930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-95bba900-62ba-4cf9-8cee-8cad813e3d39 None None] Provisioning complete for port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:40.790492 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-95bba900-62ba-4cf9-8cee-8cad813e3d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:40.899547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-95bba900-62ba-4cf9-8cee-8cad813e3d39 None None] Port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:13:40.903155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-8d60f1ac-ac4f-424d-b513-0531cb6dfb19 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:40.909967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-8d60f1ac-ac4f-424d-b513-0531cb6dfb19 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 824 time: 0.5851481 Mar 02 18:13:40.941102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce', 'name': '', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'mac_address': 'fa:16:3e:29:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:31Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 2, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'subnets': [{'id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:40.949113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Checking router: b99c7d2e-75f3-492d-822a-17da80aca30f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:40.950927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Updating router b99c7d2e-75f3-492d-822a-17da80aca30f port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:13:41.014862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:41.034707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.062712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Transition to ACTIVE for port object 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:41.065903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.069670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-91920587-06d4-4995-bf09-ddf0247cd451 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/quotas/dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 375 time: 0.1576974 Mar 02 18:13:41.187676 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.252397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.256149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:41.260151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.260525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.260867 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc disassociated. External IP: 172.25.7.68, port: 776082a7-071a-4330-b275-752d0a8f639d. Mar 02 18:13:41.261300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Calling delete_port for 776082a7-071a-4330-b275-752d0a8f639d owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:41.300296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:41.315350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Usage tracker for resource:port and tenant:29552f40778b4bc293d31531343c015a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:41.328793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:41.346993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:41.357811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:41.522076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Pushing event updated for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:41.538305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.539524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.540051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.540528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.540916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.541316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.541660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.542003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.542435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.542765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.543672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.544090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:41.558076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.578092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Transition to ACTIVE for port object 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:41.591697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Attempting to bind port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:41.592041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Attempting to bind port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:41.592378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Attempting to bind port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:41.598550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:41.598887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Attempting to bind port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:41.605153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:41.605643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Checking segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:41.606154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Bound using segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:41.606764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Bound port: 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:41.607172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.684882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Made reservation on behalf of 29552f40778b4bc293d31531343c015a for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:41.688566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.698150 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.701452 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.712827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:41.716084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:41.751906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-ede7b65e-aba6-4b69-a032-9b07a390b2af tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6667292 Mar 02 18:13:41.847835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea008a-4ca1-4e73-b2b0-1f0eba204b6d None None] Pushing event updated for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:41.852300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.926557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:41.927006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.928580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 200 len: 1092 time: 4.3159940 Mar 02 18:13:41.954032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:41.963608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:41.964587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:41.965867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] 10.222.0.11 "PUT /v2.0/ports/687d9d0a-704e-447d-bbbb-67f7ffd61fc6 HTTP/1.1" status: 200 len: 1092 time: 1.5445900 Mar 02 18:13:41.969409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:41.983012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e6687-89c9-4453-9fed-df4be970a303 service neutron] Pushing event updated for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.042959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Attempting to bind port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:42.043666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Attempting to bind port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:42.044136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Attempting to bind port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce on network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:42.052723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:42.053490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Checking segment: {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:42.054072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.054619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Bound using segment: {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:42.055875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Bound port: 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:42.056530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.117917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.199212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.200396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.200839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.201065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] For port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:42.201373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.201802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.202394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.202848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.203300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.203724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.204316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.204732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.204885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] For port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:42.205357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e79032-b011-4926-9705-8face0b2a8b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:42.294994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.307696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-9b689b40-7578-4033-bdd5-d7b688ad8cef service neutron] 10.222.0.66 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329909 Mar 02 18:13:42.342427 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.375424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-d13b10fc-31f5-4556-8c65-ef1483e11e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:42.378030 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-d13b10fc-31f5-4556-8c65-ef1483e11e9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 1095 time: 0.1089673 Mar 02 18:13:42.435188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.450049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 776082a7-071a-4330-b275-752d0a8f639d no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:13:42.469259 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-8981bf72-8ff9-483e-83f1-ec42ab596bec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6 HTTP/1.1" status: 200 len: 217 time: 0.0837684 Mar 02 18:13:42.487210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Allocated IP 172.20.0.8 (b95ba755-03a7-4d6f-952a-62f2ff19c9ea/2096d002-d3bd-4b75-b710-d21d8128b1dd/cabdf581-93c7-4f54-99b1-c57d4279e775) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:42.498171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 776082a7-071a-4330-b275-752d0a8f639d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:13:42.498527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 776082a7-071a-4330-b275-752d0a8f639d not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:13:42.500025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea008a-4ca1-4e73-b2b0-1f0eba204b6d None None] Pushing event updated for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.507506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:42.508140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:42.510152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:42.526742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event deleted for resources: {'Port': ['ID=776082a7-071a-4330-b275-752d0a8f639d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.615441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-1e9e52f7-fc37-4987-885e-2c465e575b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:42.617092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-1e9e52f7-fc37-4987-885e-2c465e575b44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 1095 time: 0.4848688 Mar 02 18:13:42.660694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-67055fe8-1865-40e8-af67-27931beba8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:42.663999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-67055fe8-1865-40e8-af67-27931beba8e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.1887691 Mar 02 18:13:42.782954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-8e7979b2-b402-444c-ad05-7c3f30b132c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:42.785042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-8e7979b2-b402-444c-ad05-7c3f30b132c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136267 Mar 02 18:13:42.790256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:42.899011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-3ad33943-96cf-4d0a-b98a-8120d0c237fb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 200 len: 217 time: 0.2179167 Mar 02 18:13:42.922570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-979a1c92-554a-4672-a1dd-8cccf7584f2e service neutron] 10.222.0.66 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6138687 Mar 02 18:13:42.951740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event updated for resources: {'Port': ['ID=1d19fcf6-f295-4475-b2d6-ed3b9b1a686d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:42.975326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-500353f3-8264-4ee7-8487-c5f1b7d12354 service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836758 Mar 02 18:13:43.049521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.207475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce', 'name': '', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'mac_address': 'fa:16:3e:29:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:31Z', 'updated_at': '2022-03-02T18:13:42Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'subnets': [{'id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:43.213884 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff189d1a-2a5d-47db-b139-e7b1da860749 req-24c30591-67f4-456f-8d6e-d3c3ce4af8c7 service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313101 Mar 02 18:13:43.229243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44a5a1-276c-4bca-a471-17ea74f4ec91 None None] The sync data for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 is: [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:13:33Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce', 'name': '', 'network_id': '4c1b38f1-e60d-462c-9375-7d68b296f9b1', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'mac_address': 'fa:16:3e:29:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:31Z', 'updated_at': '2022-03-02T18:13:42Z', 'revision_number': 4, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'subnets': [{'id': '0833ca30-c1fe-43fe-a96f-a404ccf13777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:43.232293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e475fda8-5935-46fe-9e59-5326beed1a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:43.233878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-e475fda8-5935-46fe-9e59-5326beed1a0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.3100436 Mar 02 18:13:43.345516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:13:43.615616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.621885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5683e1de-e619-441d-a958-6cc8f295e404 req-5dc10fce-968f-46ae-941e-e89d8c8e8605 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 7.0753922 Mar 02 18:13:43.626058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:43.786179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Transition to ACTIVE for port object cabdf581-93c7-4f54-99b1-c57d4279e775 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:43.791606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5683e1de-e619-441d-a958-6cc8f295e404 req-b6a0c8a9-5d0b-49f1-9ea2-2bbc268a5ea0 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Synchronizing usage tracker for tenant:f48aafae26aa437884ea980e345a74c0 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:43.837829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-ad7f38f4-6d98-4520-a827-8071f8b1f4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:43.839521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-ad7f38f4-6d98-4520-a827-8071f8b1f4bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5957611 Mar 02 18:13:44.064456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:13:44.077245 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:13:44.095333 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:44.115519 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:44.115634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5683e1de-e619-441d-a958-6cc8f295e404 req-b6a0c8a9-5d0b-49f1-9ea2-2bbc268a5ea0 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Unset dirty status for tenant:f48aafae26aa437884ea980e345a74c0 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:44.115634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5683e1de-e619-441d-a958-6cc8f295e404 req-b6a0c8a9-5d0b-49f1-9ea2-2bbc268a5ea0 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.4887459 Mar 02 18:13:44.130918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:44.148602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca27ae-e704-43e1-97bf-ef0da4349ce7 req-819e32b6-5037-43fb-9872-985f4b2b622a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:44.189395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66ca27ae-e704-43e1-97bf-ef0da4349ce7 req-819e32b6-5037-43fb-9872-985f4b2b622a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 945 time: 0.5445981 Mar 02 18:13:44.240203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] No DVR routers for this DVR port 776082a7-071a-4330-b275-752d0a8f639d on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:13:44.260103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.262635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-629221a5-8465-4b3d-9ec8-427c0bfd9d87 req-75edf1a2-3806-4a82-98dd-8f1ad4df58b9 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.65 "DELETE /v2.0/ports/776082a7-071a-4330-b275-752d0a8f639d HTTP/1.1" status: 204 len: 173 time: 5.3311338 Mar 02 18:13:44.336779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-ee08fc3c-a70b-4add-846d-24abffb75e21 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4392612 Mar 02 18:13:44.343515 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:44.396646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66ca27ae-e704-43e1-97bf-ef0da4349ce7 req-a9987c01-76e6-4321-961b-12db2accee6c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049394 Mar 02 18:13:44.479868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.546728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:44.554931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:44.560032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:44.623930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:44.631124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:44.631568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.698249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e1de-e619-441d-a958-6cc8f295e404 req-1646ce38-d3c8-4b23-9bfb-d5f54954312a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:44.701134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5683e1de-e619-441d-a958-6cc8f295e404 req-1646ce38-d3c8-4b23-9bfb-d5f54954312a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.5875158 Mar 02 18:13:44.768786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:44.769916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.911059 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:44.917706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event updated for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:44.935978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207e9025-201f-47d9-b146-4cb723f0d0b9 req-1d846e7b-fc54-412a-bc29-f5d1ce55435e service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5893016 Mar 02 18:13:44.992812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a204b08-2662-4046-bf97-8810efd3289b req-133920ff-589d-4f8b-bef7-4e5d4bdcce2f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:44.994116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3a204b08-2662-4046-bf97-8810efd3289b req-133920ff-589d-4f8b-bef7-4e5d4bdcce2f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:45.006696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:45.058281 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.070149 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:13:45.091552 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:13:45.092924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.103452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3a204b08-2662-4046-bf97-8810efd3289b req-133920ff-589d-4f8b-bef7-4e5d4bdcce2f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:45.103688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.108574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a204b08-2662-4046-bf97-8810efd3289b req-133920ff-589d-4f8b-bef7-4e5d4bdcce2f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 931 time: 0.3472490 Mar 02 18:13:45.111195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-25f39996-78dc-40c9-9e0a-b9866fbf31bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4012864 Mar 02 18:13:45.125961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Request body: {'port': {'device_id': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:45.164228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5651690b-51d1-454a-b833-6ea9562864d9 None None] Provisioning for port cabdf581-93c7-4f54-99b1-c57d4279e775 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:45.186580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5651690b-51d1-454a-b833-6ea9562864d9 None None] Provisioning complete for port cabdf581-93c7-4f54-99b1-c57d4279e775 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:45.187459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5651690b-51d1-454a-b833-6ea9562864d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.325704 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:13:45.339355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:45.344236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3a204b08-2662-4046-bf97-8810efd3289b req-d70b44b4-5c64-4ad0-a6e8-e40fbd995f44 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:45.347242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5651690b-51d1-454a-b833-6ea9562864d9 None None] Port cabdf581-93c7-4f54-99b1-c57d4279e775 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:13:45.394472 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.551065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:45.572682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3a204b08-2662-4046-bf97-8810efd3289b req-d70b44b4-5c64-4ad0-a6e8-e40fbd995f44 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:45.573840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a204b08-2662-4046-bf97-8810efd3289b req-d70b44b4-5c64-4ad0-a6e8-e40fbd995f44 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467212 Mar 02 18:13:45.657138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-23923706-2211-451c-982b-e461780bc361 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:45.657858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-23923706-2211-451c-982b-e461780bc361 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:45.789191 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:13:45.794653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:45.803998 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9172460-a4e5-4d96-bd0e-8331a203a527 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:13:45.817401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:45.822111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Usage tracker for resource:security_group_rule and tenant:6c4aa73051e6453686c818c00192eb57 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:45.826650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:45.834329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:46.031206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.042227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-23923706-2211-451c-982b-e461780bc361 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:46.044520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-23923706-2211-451c-982b-e461780bc361 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.6812975 Mar 02 18:13:46.112043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-1e80c00f-f35e-4395-b00c-c0ee89b1bc5d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/quotas/af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 375 time: 0.0395498 Mar 02 18:13:46.117961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.163139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:46.202783 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6', 'status': 'completed', 'code': 200} Mar 02 18:13:46.280446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-dab1e764-f918-4b94-b184-57efa4dafbfe tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1666720 Mar 02 18:13:46.282316 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'status': 'completed', 'code': 200} Mar 02 18:13:46.284183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260f01d5-35b2-4729-982d-8ffca441656d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:46.339126 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40ec16eb-fbbf-46e4-a370-4bc1ee2cc622 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c4aa73051e6453686c818c00192eb57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7862151 Mar 02 18:13:46.345717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:46.373290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:46.373835 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.412918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d131593-8889-4d34-8676-d564f59fb8e5 None None] New status for floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:13:46.446666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.451704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-80e3c25b-53ae-44db-b929-c38cc7303adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:46.453660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-80e3c25b-53ae-44db-b929-c38cc7303adf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 1095 time: 0.1739085 Mar 02 18:13:46.523293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.605327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4769f481-e76a-4cab-b1a8-d68703230dd4 req-f45314a6-e601-4c47-b0dd-6f7dcf437200 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Synchronizing usage tracker for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:46.653691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-4e8d17db-9df2-45fa-8bce-a86bf21129d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:46.655433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-4e8d17db-9df2-45fa-8bce-a86bf21129d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.1930404 Mar 02 18:13:46.728401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-078fd84d-8e11-4aed-9152-9474a8b823b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6 HTTP/1.1" status: 200 len: 217 time: 0.0666704 Mar 02 18:13:46.745107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-7ad61ecc-3290-4292-be70-5f82fc820dac service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4321804 Mar 02 18:13:46.747867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabdf581-93c7-4f54-99b1-c57d4279e775 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:46.758796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.765125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-c8bb61f2-ebed-4f0d-a109-f5da593f0dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:46.768745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-c8bb61f2-ebed-4f0d-a109-f5da593f0dc0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 1095 time: 0.4534872 Mar 02 18:13:46.805833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-e4b6266a-849c-4ea4-b679-920cc53f69ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:46.807549 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-e4b6266a-849c-4ea4-b679-920cc53f69ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.0721214 Mar 02 18:13:46.847047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4769f481-e76a-4cab-b1a8-d68703230dd4 req-f45314a6-e601-4c47-b0dd-6f7dcf437200 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Unset dirty status for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:46.853350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.857110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4769f481-e76a-4cab-b1a8-d68703230dd4 req-f45314a6-e601-4c47-b0dd-6f7dcf437200 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 210 time: 0.3780763 Mar 02 18:13:46.880029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Transition to ACTIVE for port object cabdf581-93c7-4f54-99b1-c57d4279e775 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:46.880465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260f01d5-35b2-4729-982d-8ffca441656d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:46.899266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:46.900632 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c5ef1ac6-688a-4d9c-bac7-c853d56c577e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/260f01d5-35b2-4729-982d-8ffca441656d HTTP/1.1" status: 204 len: 168 time: 0.5521965 Mar 02 18:13:46.947730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-8ac19ce4-343e-42f8-9cdd-b97d581f32b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:46.949950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-8ac19ce4-343e-42f8-9cdd-b97d581f32b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1356478 Mar 02 18:13:47.063521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.138546 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-88835381-f8a0-4c7c-b259-fe2ec892977e service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816874 Mar 02 18:13:47.258956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.11', 54660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:47.348669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57f8a7bd-8244-47b5-9dd8-bb7d75cb134a req-42ca5416-ab2e-47de-b8d8-5e7b7c7aec05 service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043531 Mar 02 18:13:47.484447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-c8dcf23d-abed-43ba-afab-afc7d0446b80 service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7158773 Mar 02 18:13:47.486684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-0d1a8390-dd19-4ebc-bb99-2d8d3e86c656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:47.488120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-0d1a8390-dd19-4ebc-bb99-2d8d3e86c656 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.6961093 Mar 02 18:13:47.488739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:47.642590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-52d9d7d1-edbd-46b7-8ae5-eb0a2902d37f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 200 len: 217 time: 0.1018124 Mar 02 18:13:47.718502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:47.742623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9d55c-a4f4-4f3e-867c-286cbfef2b1f req-f784711c-182d-49ac-a0d3-796a4ea974ae tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:47.744107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04b9d55c-a4f4-4f3e-867c-286cbfef2b1f req-f784711c-182d-49ac-a0d3-796a4ea974ae tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.6143208 Mar 02 18:13:47.750986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-3bd4a178-e773-419d-a24c-6db4398f3372 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:47.752435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-3bd4a178-e773-419d-a24c-6db4398f3372 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.11 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 824 time: 0.4924958 Mar 02 18:13:47.775620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-25261177-adf2-4c0a-9e9c-ae95b132b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:47.777731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-25261177-adf2-4c0a-9e9c-ae95b132b9b3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.1402099 Mar 02 18:13:47.781432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Attempting to bind port cabdf581-93c7-4f54-99b1-c57d4279e775 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:47.781773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Attempting to bind port cabdf581-93c7-4f54-99b1-c57d4279e775 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:47.782109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Attempting to bind port cabdf581-93c7-4f54-99b1-c57d4279e775 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:47.865668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:47.885429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'port_id': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6', 'mac_address': 'fa:16:3e:7c:fe:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2096d002-d3bd-4b75-b710-d21d8128b1dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:13:47.944503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:47.962779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:47.978398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Port cabdf581-93c7-4f54-99b1-c57d4279e775 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:47.978733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Attempting to bind port cabdf581-93c7-4f54-99b1-c57d4279e775 on network b95ba755-03a7-4d6f-952a-62f2ff19c9ea {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:47.984037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:48.012004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:48.013920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Checking segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:48.013920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Bound using segment: {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:48.013920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Bound port: cabdf581-93c7-4f54-99b1-c57d4279e775, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c915fa63-6876-4e44-9e48-eec78172e32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:48.013920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.046034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04b9d55c-a4f4-4f3e-867c-286cbfef2b1f req-2b904094-e5f8-4f0e-b1ff-09a8d3b0578d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901809 Mar 02 18:13:48.061888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-3ecf6586-1d21-4035-a2d3-64ffa24ad06e tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc79866343b04a79b12a1f41ae26cd53 HTTP/1.1" status: 200 len: 379 time: 0.2830265 Mar 02 18:13:48.108193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.121807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'port': {'device_id': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'admin_state_up': True, 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'security_groups': ['cf9df713-f0db-483e-aed4-67e4206c57da']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:48.255166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:48.257291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40704) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:48.279910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.304180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:48.309207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Usage tracker for resource:security_group_rule and tenant:6213923e0b0d4ea9b9f22ab3de92fddc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:48.312280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:48.318222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:48.336866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'name': 'network-vif-deleted', 'tag': '776082a7-071a-4330-b275-752d0a8f639d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:48.385731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['687d9d0a-704e-447d-bbbb-67f7ffd61fc6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:13:48.400142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c67aa018-feae-494e-9ce9-e214f4073bdc req-854a966d-f1a8-4e4e-80d1-d86cf3977071 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips/3ca935be-75d7-4f90-a5fa-9d27a612acb8 HTTP/1.1" status: 200 len: 692 time: 0.2223403 Mar 02 18:13:48.411592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74415f45-d4d7-4e46-867f-366ef71896e7 req-5a07604b-d017-4e87-8173-d9f504643dac tempest-AbsoluteLimitsNegativeTestJSON-457015614 tempest-AbsoluteLimitsNegativeTestJSON-457015614-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=a5506d7e60b24a50a31f7bb38fb511e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1401823 Mar 02 18:13:48.428703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.454147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-8168fdd5-4c23-427e-8356-0f7935590b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:48.455666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-8168fdd5-4c23-427e-8356-0f7935590b22 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6682758 Mar 02 18:13:48.498017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:48.533786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:48.566698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.623562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6213923e0b0d4ea9b9f22ab3de92fddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609097 Mar 02 18:13:48.623802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40714) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:48.626715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f7d77-0767-49a0-a2de-fbd8fd80e63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d09735b-c16e-4938-a972-342b7e1cbf9b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:48.631804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cabdf581-93c7-4f54-99b1-c57d4279e775,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:48.706337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:48.712117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.720693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'port_id': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'mac_address': 'fa:16:3e:42:cb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2096d002-d3bd-4b75-b710-d21d8128b1dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:13:48.742465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.778890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.786677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:48.796535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.815554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:48.840106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:48.871767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:48.912538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:48.913168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.914625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] 10.222.0.65 "PUT /v2.0/ports/cabdf581-93c7-4f54-99b1-c57d4279e775 HTTP/1.1" status: 200 len: 1091 time: 3.7931917 Mar 02 18:13:48.948616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.955217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67aa018-feae-494e-9ce9-e214f4073bdc req-ff1bb586-d334-4c1d-97a2-425fd3901b91 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:48.955772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:48.956661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c67aa018-feae-494e-9ce9-e214f4073bdc req-ff1bb586-d334-4c1d-97a2-425fd3901b91 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.5431180 Mar 02 18:13:48.977389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74415f45-d4d7-4e46-867f-366ef71896e7 req-ebd0cd4d-7cdd-4124-91bc-043408ea9174 tempest-AbsoluteLimitsNegativeTestJSON-457015614 tempest-AbsoluteLimitsNegativeTestJSON-457015614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:48.979010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74415f45-d4d7-4e46-867f-366ef71896e7 req-ebd0cd4d-7cdd-4124-91bc-043408ea9174 tempest-AbsoluteLimitsNegativeTestJSON-457015614 tempest-AbsoluteLimitsNegativeTestJSON-457015614-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5518160 Mar 02 18:13:48.988911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c67aa018-feae-494e-9ce9-e214f4073bdc req-9656247d-c6d6-49fa-bc13-b15b2fee80ca tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:13:48.989954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c67aa018-feae-494e-9ce9-e214f4073bdc req-9656247d-c6d6-49fa-bc13-b15b2fee80ca tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211813 Mar 02 18:13:48.990657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b531b8d-ab04-4a15-9e2b-a8869d270e4b service neutron] Pushing event updated for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:49.017479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-331bc4af-142e-48c6-bc17-9329993a0c8b service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5200531 Mar 02 18:13:49.019136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74415f45-d4d7-4e46-867f-366ef71896e7 req-3122839a-8c98-4103-afb6-f66dbd13fee5 tempest-AbsoluteLimitsNegativeTestJSON-457015614 tempest-AbsoluteLimitsNegativeTestJSON-457015614-project] 10.222.0.66 "GET /v2.0/quotas/a5506d7e60b24a50a31f7bb38fb511e4 HTTP/1.1" status: 200 len: 375 time: 0.0252700 Mar 02 18:13:49.021236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d09735b-c16e-4938-a972-342b7e1cbf9b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:49.041479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:49.042676 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e1d6c7b1-f3de-485d-b3ab-4e394da80443 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d09735b-c16e-4938-a972-342b7e1cbf9b HTTP/1.1" status: 204 len: 168 time: 0.4179764 Mar 02 18:13:49.073560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Made reservation on behalf of dc79866343b04a79b12a1f41ae26cd53 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:49.077153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:49.125085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:49.172481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:13:49.221302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74415f45-d4d7-4e46-867f-366ef71896e7 req-a3a4a9fd-725e-4788-90fe-0df9e3f1dc56 tempest-AbsoluteLimitsNegativeTestJSON-457015614 tempest-AbsoluteLimitsNegativeTestJSON-457015614-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a5506d7e60b24a50a31f7bb38fb511e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1522286 Mar 02 18:13:49.453702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cca7066e-fdd8-4cde-8037-6b8b6d1d09f8 req-a982612e-076e-4bca-b55e-07e273518dd4 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 210 time: 0.0811353 Mar 02 18:13:49.541261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab9890e-e30e-4c6a-8397-7b1c146a12d1 req-6a736e47-cd24-4ded-ad41-8140ff37bdd9 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861317 Mar 02 18:13:49.732527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:49.812691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b690dca5-1122-46fe-bf71-1453c753f912 req-93d63006-4443-4a9a-8620-2c7e8d462769 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 210 time: 0.3130655 Mar 02 18:13:49.832440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Allocated IP 172.20.0.14 (b17efd3d-cfb5-4db8-b0a1-9705de258897/3a1ea21a-5d29-4d02-8798-ac28e5b34357/43477a44-23ba-43d1-9044-7ab0f9085dfb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:49.841410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-0ae5f87a-57aa-4a79-8edb-934b5759a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:49.842093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:49.842719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-0ae5f87a-57aa-4a79-8edb-934b5759a337 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 1094 time: 0.7190452 Mar 02 18:13:49.902743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:49.909224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:49.916053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:49.976689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee4c2a1-f298-4830-802e-690fe696fa51 req-70ff1c58-85de-462c-8159-d53731efffca tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:49.982985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ee4c2a1-f298-4830-802e-690fe696fa51 req-70ff1c58-85de-462c-8159-d53731efffca tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 943 time: 0.7745028 Mar 02 18:13:49.998092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.011185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-f4770fc0-271a-40ce-ab52-7dc5fa040546 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabdf581-93c7-4f54-99b1-c57d4279e775 HTTP/1.1" status: 200 len: 217 time: 0.1160531 Mar 02 18:13:50.021296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:50.026784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Usage tracker for resource:security_group_rule and tenant:a5506d7e60b24a50a31f7bb38fb511e4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:50.029800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:50.037414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:50.041613 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.175251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.278079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:50.289686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:50.303277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ee4c2a1-f298-4830-802e-690fe696fa51 req-385321d7-735e-4c46-afd7-17cf51259d10 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190789 Mar 02 18:13:50.322054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-7f0ae5a3-9aa4-4833-82bf-98b7cfe30937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:50.323599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-7f0ae5a3-9aa4-4833-82bf-98b7cfe30937 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.2265127 Mar 02 18:13:50.376870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.380168 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32d6121-73bb-4fb5-98c5-08a658c8a95c', 'name': 'network-vif-deleted', 'tag': '776082a7-071a-4330-b275-752d0a8f639d', 'status': 'completed', 'code': 200} Mar 02 18:13:50.415322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.462488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc012337-79a4-4094-ae83-28809b52f7bc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:50.493226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:50.498176 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc95112f-dbba-4242-8245-502a6c233a14 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5506d7e60b24a50a31f7bb38fb511e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6523070 Mar 02 18:13:50.499490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:50.535180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-206b11c9-8b8d-47b3-98c2-7c9e03008cdd req-d5bd4672-7e66-481b-99a3-9b2d03a64ab1 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?tenant_id=f48aafae26aa437884ea980e345a74c0 HTTP/1.1" status: 200 len: 695 time: 0.1613474 Mar 02 18:13:50.545322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.581309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:50.598701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.622749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Transition to ACTIVE for port object 43477a44-23ba-43d1-9044-7ab0f9085dfb will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:50.628576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.634574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aa45a-e5c9-447f-991d-c4a871dd337a req-87410ed4-9924-407a-baf7-109d207f02df tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:50.636072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d0aa45a-e5c9-447f-991d-c4a871dd337a req-87410ed4-9924-407a-baf7-109d207f02df tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.4027715 Mar 02 18:13:50.729485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:50.732969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-e5454273-eadf-4da5-9fef-f4adece8779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:50.734943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-e5454273-eadf-4da5-9fef-f4adece8779c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3995283 Mar 02 18:13:50.737927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:50.743289 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.758674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.806215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc012337-79a4-4094-ae83-28809b52f7bc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:50.814742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d0aa45a-e5c9-447f-991d-c4a871dd337a req-124e53e1-7803-4f9e-9fca-8c428f88ee75 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717417 Mar 02 18:13:50.838207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.842385 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f57e8917-2dc1-4259-9497-9e45917af4a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc012337-79a4-4094-ae83-28809b52f7bc HTTP/1.1" status: 204 len: 168 time: 0.3397772 Mar 02 18:13:50.916867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b11c9-8b8d-47b3-98c2-7c9e03008cdd req-af2f8eb0-eaf6-4ddc-90fe-9792878b5e32 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:50.918171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-206b11c9-8b8d-47b3-98c2-7c9e03008cdd req-af2f8eb0-eaf6-4ddc-90fe-9792878b5e32 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks?id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 787 time: 0.3672559 Mar 02 18:13:50.951075 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:50.970433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:51.024883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-2215e143-475e-460f-a44b-f8f5a8c2e024 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750459 Mar 02 18:13:51.034760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:51.045811 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6', 'code': 200} Mar 02 18:13:51.107792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:51.143474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:51.148265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:51.180667 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:51.250844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event updated for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:51.279041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:51.404705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a04429-9074-444c-bad8-06eab94f3b1a req-634801e6-96fe-466a-8b94-2dd1916cda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:51.406657 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9a04429-9074-444c-bad8-06eab94f3b1a req-634801e6-96fe-466a-8b94-2dd1916cda80 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 1097 time: 0.2906785 Mar 02 18:13:51.468443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9a04429-9074-444c-bad8-06eab94f3b1a req-c17ac1aa-4df5-46f2-b635-f81f8c3e63c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531356 Mar 02 18:13:51.521248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38e9ce6c-9c5a-40a1-aa05-34a090cc48a3 req-b1623a7a-3bb5-4c7e-9c54-19f62f9a4a33 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 210 time: 0.1240783 Mar 02 18:13:51.628746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:51.629421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:51.678179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4829ac76-093e-49f5-9243-9ded3d5227b1 None None] Provisioning for port 43477a44-23ba-43d1-9044-7ab0f9085dfb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:51.684587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4829ac76-093e-49f5-9243-9ded3d5227b1 None None] Provisioning complete for port 43477a44-23ba-43d1-9044-7ab0f9085dfb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:51.684962 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4829ac76-093e-49f5-9243-9ded3d5227b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:51.758409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4829ac76-093e-49f5-9243-9ded3d5227b1 None None] Port 43477a44-23ba-43d1-9044-7ab0f9085dfb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:13:51.916616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd8ede7-5e7a-448e-9c61-edecf1f32bec req-ae7e6b72-8c99-483e-a124-b9f49da7a08f service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8792400 Mar 02 18:13:51.920131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-c2e851bc-2638-4a39-bae7-c8d2f23928ab tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips/3ca935be-75d7-4f90-a5fa-9d27a612acb8 HTTP/1.1" status: 200 len: 692 time: 0.3059175 Mar 02 18:13:51.992634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d32a6f-22f9-4a54-8385-812d70c1874c req-adb50134-09c2-472c-ae8a-783956790c69 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:51.993433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9d32a6f-22f9-4a54-8385-812d70c1874c req-adb50134-09c2-472c-ae8a-783956790c69 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Synchronizing usage tracker for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:52.004050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-582cba09-2b85-4dbb-93e4-e5c579902e02 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:52.005710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-582cba09-2b85-4dbb-93e4-e5c579902e02 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.6141553 Mar 02 18:13:52.020910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Request body: {'port': {'device_id': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'admin_state_up': True, 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:52.042314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b5ef6b76-10ae-41f7-839f-677b6c9489ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.117258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:52.126367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-279a030c-424e-40ad-952a-bf9a14eee603 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0272460 Mar 02 18:13:52.199413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Request body: {'port': {'device_id': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:52.255728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9d32a6f-22f9-4a54-8385-812d70c1874c req-adb50134-09c2-472c-ae8a-783956790c69 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Unset dirty status for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:52.256910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9d32a6f-22f9-4a54-8385-812d70c1874c req-adb50134-09c2-472c-ae8a-783956790c69 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 932 time: 1.0252678 Mar 02 18:13:52.352561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.372299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:52.377901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Usage tracker for resource:security_group_rule and tenant:54d408592c1b488d9b526694a31b803a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:52.381926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:52.392448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:52.421611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:52.438466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-371e3308-8097-435a-9a1b-4e19bd2bbe47 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:52.439908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-371e3308-8097-435a-9a1b-4e19bd2bbe47 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.5087593 Mar 02 18:13:52.440506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.500988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.554959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9d32a6f-22f9-4a54-8385-812d70c1874c req-25dd0d10-9c3d-4ae4-9d28-81b90342d7c0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2902560 Mar 02 18:13:52.561520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:52.582353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.653023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Usage tracker for resource:port and tenant:af51cd2d541e45bcaa482f67323618d4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:52.687796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:52.694773 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54d408592c1b488d9b526694a31b803a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5745966 Mar 02 18:13:52.697617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40818) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:52.710296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab496f8-8d49-4809-b5de-4d420eea93f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a566b5-2cbe-4064-a257-3de662c37b42,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:52.736084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-6144e18d-f409-4687-bc66-23ce23a22b9d tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.2801511 Mar 02 18:13:52.742315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:52.831686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.861494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:52.930824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-38845da3-2918-45bf-a676-a1c2f7a8ce66 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.35 HTTP/1.1" status: 200 len: 695 time: 0.1936648 Mar 02 18:13:53.029660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40830) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:53.047232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:53.058868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.064431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:53.070252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.087016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a566b5-2cbe-4064-a257-3de662c37b42,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:53.092345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.098113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-da61a663-58f4-4391-943a-eaccca9b635c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/96a566b5-2cbe-4064-a257-3de662c37b42 HTTP/1.1" status: 204 len: 168 time: 0.3956563 Mar 02 18:13:53.207011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Deleting port 1d19fcf6-f295-4475-b2d6-ed3b9b1a686d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:13:53.207346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.258488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1708969662-network', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:53.266185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:53.271725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Usage tracker for resource:network and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:53.276409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:53.285136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:53.375440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Made reservation on behalf of 617dc7d8399c426ea8912fa0a1854018 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:53.378523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.392666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.411913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:53.421595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Usage tracker for resource:security_group_rule and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:53.424444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:53.438037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:53.470378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ff8f7-7c92-47d1-bf58-3d8eeecc1589 req-f5475ed0-a0c8-40e8-a2e0-ef5c66b001a2 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:53.477813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d5ff8f7-7c92-47d1-bf58-3d8eeecc1589 req-f5475ed0-a0c8-40e8-a2e0-ef5c66b001a2 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 943 time: 0.7394607 Mar 02 18:13:53.603895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.717699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.749691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:13:53.765188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fc7a42-698d-4d7b-9672-0e89b9052aa9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:53.773006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.774318 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Added segment b00904a7-2486-499f-92df-d478da544505 of type vlan for network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 Mar 02 18:13:53.818634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.857683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d5ff8f7-7c92-47d1-bf58-3d8eeecc1589 req-f7c499a0-2f02-40c4-a68c-5acac37a662e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789144 Mar 02 18:13:53.896164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Allocated IP 172.20.0.13 (3ad1cf88-919d-468e-bf43-61b48d213e76/30d4ae26-17ff-4cff-a252-16def1ed400b/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:53.899075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.899402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.919660 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775', 'status': 'completed', 'code': 200} Mar 02 18:13:53.958237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:53.959565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:53.960331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.089318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:54.096757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Calling delete_port for 1d19fcf6-f295-4475-b2d6-ed3b9b1a686d owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:13:54.106535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] Pushing event updated for resources: {'Network': ['ID=02dc47e2-2ace-48a4-9a67-ad7b05174c25,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:54.117800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:13:54.234630 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51152e3b-b155-41ec-8028-7eb137c5e1ea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.2033339 Mar 02 18:13:54.237703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40848) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:54.243740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Request body: {'subnet': {'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1708969662-subnet', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:54.249901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:54.254252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Usage tracker for resource:subnet and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:54.257451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:54.263326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:54.268235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.272564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d97c816a-b1ae-4ef5-adb9-dd114d2377bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.285424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28d8eb81-a104-4d76-8a87-068de1383c84 req-b2c9be89-ec3a-467c-bf38-8ce3f3d12074 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 210 time: 0.1255009 Mar 02 18:13:54.316285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43477a44-23ba-43d1-9044-7ab0f9085dfb {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:54.333136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:54.340920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.359471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Usage tracker for resource:security_group_rule and tenant:e589d088bf46443da21e0e9a5f095bfb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:54.386010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:54.422571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Made reservation on behalf of 617dc7d8399c426ea8912fa0a1854018 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:13:54.424804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:54.425294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.428716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Transition to ACTIVE for port object 43477a44-23ba-43d1-9044-7ab0f9085dfb will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:54.507198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cabdf581-93c7-4f54-99b1-c57d4279e775 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:13:54.531501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.574900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-0c07fc5c-f6a0-462a-b514-56d6b34d3456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:54.576429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-0c07fc5c-f6a0-462a-b514-56d6b34d3456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 1094 time: 0.5905371 Mar 02 18:13:54.705643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cabdf581-93c7-4f54-99b1-c57d4279e775,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:54.723757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'cabdf581-93c7-4f54-99b1-c57d4279e775', 'network_id': 'b95ba755-03a7-4d6f-952a-62f2ff19c9ea', 'port_id': 'cabdf581-93c7-4f54-99b1-c57d4279e775', 'mac_address': 'fa:16:3e:ce:82:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2096d002-d3bd-4b75-b710-d21d8128b1dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:13:54.737334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.775957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Pushing event updated for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:54.869927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7479da47-48d9-4575-8ae7-a7de957236ca,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:54.880310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Checking segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:54.880681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Network hostable DHCP agents. Network: 02dc47e2-2ace-48a4-9a67-ad7b05174c25, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:13:54.881229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:54.921238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabdf581-93c7-4f54-99b1-c57d4279e775 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:54.943744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cabdf581-93c7-4f54-99b1-c57d4279e775,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:54.997618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:13:55.033748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.078671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.118971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:55.128939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.134373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:13:55.147570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Attempting to bind port 43477a44-23ba-43d1-9044-7ab0f9085dfb on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:55.148072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Attempting to bind port 43477a44-23ba-43d1-9044-7ab0f9085dfb by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:55.148509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Attempting to bind port 43477a44-23ba-43d1-9044-7ab0f9085dfb on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:55.165767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-2b639299-b49b-47de-9eb7-3fd3cadc6a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:55.167385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-2b639299-b49b-47de-9eb7-3fd3cadc6a3e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.5398757 Mar 02 18:13:55.175810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Port 43477a44-23ba-43d1-9044-7ab0f9085dfb on network b17efd3d-cfb5-4db8-b0a1-9705de258897 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:55.176071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Attempting to bind port 43477a44-23ba-43d1-9044-7ab0f9085dfb on network b17efd3d-cfb5-4db8-b0a1-9705de258897 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:55.190293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 02dc47e2-2ace-48a4-9a67-ad7b05174c25) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:55.198760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:55.200004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.201917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f67b64-a8f1-481b-b8cb-71e6239e26e7 None None] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:55.247585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:55.247924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Checking segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:55.248312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Bound using segment: {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:55.248754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Bound port: 43477a44-23ba-43d1-9044-7ab0f9085dfb, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:55.249105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.268970 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.286693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['cabdf581-93c7-4f54-99b1-c57d4279e775'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:13:55.330799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-444ca427-7d36-4300-9dc5-3f9baf98f02f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cabdf581-93c7-4f54-99b1-c57d4279e775 HTTP/1.1" status: 200 len: 217 time: 0.1493602 Mar 02 18:13:55.372158 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.399741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event deleted for resources: {'Port': ['ID=1d19fcf6-f295-4475-b2d6-ed3b9b1a686d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:55.402843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-6dd59cba-533c-4547-87a4-821eece28c22 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=21992fd1506343f48d3caad2169b49d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1579626 Mar 02 18:13:55.407198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.410941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8441f95a-41db-49ef-bb01-eb85890879c2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1720047 Mar 02 18:13:55.413747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:55.424660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:55.430543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:55.435854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Usage tracker for resource:router and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:55.439307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:55.445672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:55.500228 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.525626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.526912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.543294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.551898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.570342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:13:55.571154 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.711563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.763369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-e871a8ee-2b41-4e3e-83f7-d274c5cd268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:55.764870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-e871a8ee-2b41-4e3e-83f7-d274c5cd268a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.4140131 Mar 02 18:13:55.777572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Allocated IP 172.20.0.2 (02dc47e2-2ace-48a4-9a67-ad7b05174c25/7479da47-48d9-4575-8ae7-a7de957236ca/ca87ff43-72d4-406b-8d7f-8b9e68f2270b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:55.889128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.928291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:55.967082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e589d088bf46443da21e0e9a5f095bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8030095 Mar 02 18:13:55.968244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40872) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:13:56.000801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85023a6-c3dc-475d-b88a-63ac9821e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5aa40-e286-48fd-9a4b-46357b8fb16b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:56.021045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:56.033139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:56.034112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.036422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.038005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.059285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:56.060261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Transition to ACTIVE for port object ca87ff43-72d4-406b-8d7f-8b9e68f2270b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:56.082015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:56.091076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Transition to ACTIVE for port object ca87ff43-72d4-406b-8d7f-8b9e68f2270b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:56.111303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:56.117902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.124698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:56.144453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-a5d71e68-1b09-44d4-9ae4-43ce29181eb6 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:56.146395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-a5d71e68-1b09-44d4-9ae4-43ce29181eb6 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6950741 Mar 02 18:13:56.183740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.187965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-7e01bab8-06a0-4c3c-aede-a551a2539673 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/quotas/21992fd1506343f48d3caad2169b49d8 HTTP/1.1" status: 200 len: 375 time: 0.0346191 Mar 02 18:13:56.204555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:56.205222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.253770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:56.254799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-5c4dd7fc-8daa-4dcc-a3c1-20fc2c18447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:56.256328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-5c4dd7fc-8daa-4dcc-a3c1-20fc2c18447d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4131186 Mar 02 18:13:56.257455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:56.263647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.268089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:56.304257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Pushing event updated for resources: {'Port': ['ID=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:56.348608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-53297f3a-63f6-4910-a074-11669fbb1730 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1389236 Mar 02 18:13:56.387276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.389353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951a4630-b7a4-497f-b10b-341d09c8fcb9 req-0e6bf008-4ac5-4a33-b2cc-254eb76e10ff tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "DELETE /v2.0/floatingips/3ca935be-75d7-4f90-a5fa-9d27a612acb8 HTTP/1.1" status: 204 len: 173 time: 3.4099331 Mar 02 18:13:56.403628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:56.404517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.406175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] 10.222.0.11 "PUT /v2.0/ports/43477a44-23ba-43d1-9044-7ab0f9085dfb HTTP/1.1" status: 200 len: 1092 time: 4.2164900 Mar 02 18:13:56.409356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:56.434625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Attempting to bind port ca87ff43-72d4-406b-8d7f-8b9e68f2270b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:56.435096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Attempting to bind port ca87ff43-72d4-406b-8d7f-8b9e68f2270b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:56.435340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Attempting to bind port ca87ff43-72d4-406b-8d7f-8b9e68f2270b on network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:56.451810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:56.457718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Checking segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:56.457718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.457718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Bound using segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:56.457718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Bound port: ca87ff43-72d4-406b-8d7f-8b9e68f2270b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:56.457718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.481820 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'code': 200} Mar 02 18:13:56.502348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.541097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-ab70e6eb-2556-4973-ad6d-b425c5a3688c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5268698 Mar 02 18:13:56.555870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efa5b0-f94c-4f3d-b7d1-ac81aeab596a service neutron] Pushing event updated for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:56.611951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Request body: {'port': {'device_id': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:56.632089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cabdf581-93c7-4f54-99b1-c57d4279e775 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:56.725365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5aa40-e286-48fd-9a4b-46357b8fb16b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:56.755246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] For port ca87ff43-72d4-406b-8d7f-8b9e68f2270b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:56.758990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] For port ca87ff43-72d4-406b-8d7f-8b9e68f2270b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:56.768638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.839254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.845294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.853647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a0b3df0-951a-4402-bf85-0a515894bfa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6b5aa40-e286-48fd-9a4b-46357b8fb16b HTTP/1.1" status: 204 len: 168 time: 0.8845954 Mar 02 18:13:56.858392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-cf561519-4a3f-485a-ae9d-353dd11d9cf6 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906508 Mar 02 18:13:56.898543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.906852 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.929903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port cabdf581-93c7-4f54-99b1-c57d4279e775 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:56.938739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port cabdf581-93c7-4f54-99b1-c57d4279e775 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:56.939117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:56.989396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.049453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.060193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cad646-1b17-44e6-80db-bc18ab15d88c None None] Pushing event updated for resources: {'Port': ['ID=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:57.121131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-6390675d-6132-4e76-ad88-e85c600aeab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.123526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-6390675d-6132-4e76-ad88-e85c600aeab2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 1095 time: 0.5625036 Mar 02 18:13:57.222530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f96122-f95d-47c4-a53f-dbe4d48a0590 req-52b78d8b-5921-42ff-b1a8-08980dd8afc1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.228744 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.230854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04f96122-f95d-47c4-a53f-dbe4d48a0590 req-52b78d8b-5921-42ff-b1a8-08980dd8afc1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 944 time: 0.5777588 Mar 02 18:13:57.234324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054c41c-6f8e-4fc3-9972-05d4367b484f req-b6c1deff-27a6-417d-b992-57b8ad054a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.236046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1054c41c-6f8e-4fc3-9972-05d4367b484f req-b6c1deff-27a6-417d-b992-57b8ad054a91 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 1097 time: 0.5466976 Mar 02 18:13:57.273365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cabdf581-93c7-4f54-99b1-c57d4279e775,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:57.305467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Allocated IP 172.25.7.158 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/741beab0-dd2b-4be4-b930-ad5d8de9af06) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:13:57.376609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-d4ed849c-d231-4052-84bc-67339516ddad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb HTTP/1.1" status: 200 len: 217 time: 0.2188892 Mar 02 18:13:57.414971 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.503239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c865c6a8-6282-4bcf-b1c6-8d305cb531f8 req-ce3aa16f-6998-4dd1-9094-68e6abdf7c9c service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6307740 Mar 02 18:13:57.506254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:57.555305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.567049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04f96122-f95d-47c4-a53f-dbe4d48a0590 req-f4bd9543-0de7-40b4-b6d6-37cc9899bfd0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3263817 Mar 02 18:13:57.583208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1054c41c-6f8e-4fc3-9972-05d4367b484f req-bf351edb-c9df-4329-8d9c-c3e743f65756 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964265 Mar 02 18:13:57.645700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-f37b3e2e-51de-4302-91c7-81d4401867ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.647654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-f37b3e2e-51de-4302-91c7-81d4401867ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.2414868 Mar 02 18:13:57.684780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:57.775832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:13:57.779535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:13:57.781592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Pushing event updated for resources: {'Port': ['ID=741beab0-dd2b-4be4-b930-ad5d8de9af06,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:57.784857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:13:57.886249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94c04c-585d-465f-8769-43a0689026a7 req-1e11d09e-943f-46db-887f-4f0cdccf4e56 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:57.889818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd94c04c-585d-465f-8769-43a0689026a7 req-1e11d09e-943f-46db-887f-4f0cdccf4e56 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.7629631 Mar 02 18:13:58.101749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd94c04c-585d-465f-8769-43a0689026a7 req-f4e1da44-7920-4b19-8edc-d64697aa3f88 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758485 Mar 02 18:13:58.182875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca87ff43-72d4-406b-8d7f-8b9e68f2270b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:13:58.285514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e30ec-cf41-4919-8e4b-07a5946ab790 req-5900da42-da6c-4f48-8ad6-3f6d1acce3d8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:58.288049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b18e30ec-cf41-4919-8e4b-07a5946ab790 req-5900da42-da6c-4f48-8ad6-3f6d1acce3d8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.6044664 Mar 02 18:13:58.302998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-172744fd-af1d-4823-865d-46bf95a8ce7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:58.304636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-172744fd-af1d-4823-865d-46bf95a8ce7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4210765 Mar 02 18:13:58.456573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ca87ff43-72d4-406b-8d7f-8b9e68f2270b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:58.479026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00e3c1e-8d50-4838-ad26-fe7c54cffa76 None None] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:13:58.493301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:13:58.570626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b18e30ec-cf41-4919-8e4b-07a5946ab790 req-8afc007a-4e72-466c-acdc-dfdea418eb22 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701182 Mar 02 18:13:58.769082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.792550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ab2b59-ee66-4866-a77b-a0ef0389dd9b {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:13:58.818605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.874511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-c4cf3178-63c7-4487-b66c-ccd763ec3cb8 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2528701 Mar 02 18:13:58.878392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-37795acb-d3d8-407f-950c-aceb3513a815 service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494168 Mar 02 18:13:58.883965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Transition to ACTIVE for port object d0ab2b59-ee66-4866-a77b-a0ef0389dd9b will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:13:58.888547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:13:58.914368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:13:58.953516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Provisioning for port ca87ff43-72d4-406b-8d7f-8b9e68f2270b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:13:58.963861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Provisioning complete for port ca87ff43-72d4-406b-8d7f-8b9e68f2270b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:58.963861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:58.988574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Usage tracker for resource:floatingip and tenant:f48aafae26aa437884ea980e345a74c0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:13:59.038111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:13:59.084114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-4e704bbb-4971-4668-b3ee-51b8e053d6da tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:13:59.085304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-4e704bbb-4971-4668-b3ee-51b8e053d6da tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:59.095022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.153358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.217209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:13:59.295018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] For port ca87ff43-72d4-406b-8d7f-8b9e68f2270b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:13:59.374942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.382940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:59.455806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a37a1a-8c18-45c8-a148-2f7fa4b0ccad None None] Pushing event updated for resources: {'Port': ['ID=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:13:59.466946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.467663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de1202ad-afc5-4d2e-a236-cbf8e8b4a71a req-2f9c0139-9053-4e18-8134-1dbe16a8c858 service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732195 Mar 02 18:13:59.472115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.493047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-4e704bbb-4971-4668-b3ee-51b8e053d6da tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:59.497846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-4e704bbb-4971-4668-b3ee-51b8e053d6da tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 932 time: 1.1167591 Mar 02 18:13:59.508120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50eb534e-aa95-409a-aa5b-79f3a546ee9c None None] Provisioning complete for port ca87ff43-72d4-406b-8d7f-8b9e68f2270b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:13:59.508700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50eb534e-aa95-409a-aa5b-79f3a546ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.581860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-72def0c9-6070-40e3-9d89-72548d32d72e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:13:59.691719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:13:59.692056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:13:59.692383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:59.711357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:13:59.711678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:13:59.724776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:13:59.725128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:13:59.725506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:13:59.725942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Bound port: d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:13:59.726317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.834779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-e48a479c-7c8a-4f5e-bf20-03a81b3e7a61 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2555056 Mar 02 18:13:59.838728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-72def0c9-6070-40e3-9d89-72548d32d72e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:13:59.840362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-737669e7-9951-4e99-9b32-cbda2d8a46a2 req-72def0c9-6070-40e3-9d89-72548d32d72e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231769 Mar 02 18:13:59.874154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:13:59.877891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:13:59.889304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:13:59.919986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Router 69d987b4-e989-49b0-ae60-b806c7ed6d68 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:13:59.961136 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'status': 'completed', 'code': 200} Mar 02 18:13:59.970146 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:00.157357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:14:00.162642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca87ff43-72d4-406b-8d7f-8b9e68f2270b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:00.167014 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Sync routers for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:14:00.188041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:00.190263 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:00.260895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ca87ff43-72d4-406b-8d7f-8b9e68f2270b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:00.267463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:00.321725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-8a3383de-a978-4208-b9cd-54775a015937 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21992fd1506343f48d3caad2169b49d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404449 Mar 02 18:14:00.323022 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:00.329159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9c074b02-93f1-495d-8daf-ff91045198db admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 4.9092278 Mar 02 18:14:00.330571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:00.342819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79c37eea-cc1f-4149-9582-8d9205538228 req-4c050dd4-4154-4186-ab08-ad861ad5b53f tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 210 time: 0.1319551 Mar 02 18:14:00.345565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.346409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:00.347842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] 10.222.0.65 "PUT /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 1092 time: 3.7932603 Mar 02 18:14:00.425338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f8399c-7f42-43b3-9974-7838c96bae4a service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:00.446510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:00.489247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Allocated IP 172.25.7.99 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/b5e6cdad-1fce-4574-95e5-88e1f937ecff) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:00.499299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-ee0bc509-6303-453b-89d2-c64f8699d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.500964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-ee0bc509-6303-453b-89d2-c64f8699d930 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1096 time: 0.5727768 Mar 02 18:14:00.508479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-e5d31a5f-ecb4-4c23-b200-1dd889f4c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.510140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-e5d31a5f-ecb4-4c23-b200-1dd889f4c4ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 1095 time: 0.3004436 Mar 02 18:14:00.737874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-8866fa55-31a9-4222-9975-c560745a021b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.742726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-8866fa55-31a9-4222-9975-c560745a021b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4079673 Mar 02 18:14:00.763249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Request body: {'port': {'device_id': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '21992fd1506343f48d3caad2169b49d8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:00.851630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:13:58Z', 'revision_number': 3, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:00.857654 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Checking router: 69d987b4-e989-49b0-ae60-b806c7ed6d68 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:14:00.858174 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Updating router 69d987b4-e989-49b0-ae60-b806c7ed6d68 port 741beab0-dd2b-4be4-b930-ad5d8de9af06 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:14:00.969628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-1a3070a3-2924-4eb8-af2f-64b36230a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:00.971331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-1a3070a3-2924-4eb8-af2f-64b36230a016 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 925 time: 0.4258809 Mar 02 18:14:00.988098 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.036188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-0ac9e906-6ec3-4695-81fe-16a0e4041bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.037856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-0ac9e906-6ec3-4695-81fe-16a0e4041bf3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.4442301 Mar 02 18:14:01.111781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-1ccb77c0-9015-4410-b20d-6ab3a05b6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.113462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-1ccb77c0-9015-4410-b20d-6ab3a05b6c18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1095 time: 0.6073565 Mar 02 18:14:01.114931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-33918931-7caf-4502-bd5d-07db29e88348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb HTTP/1.1" status: 200 len: 217 time: 0.1284864 Mar 02 18:14:01.123421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.204070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:01.211351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Usage tracker for resource:port and tenant:21992fd1506343f48d3caad2169b49d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:01.216739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:01.221643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-0539a123-fdd3-42f2-8aea-e908ef3f052f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.1730659 Mar 02 18:14:01.236352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:01.284745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-6a2cbce1-cf22-4ecc-904a-1bd6a5dae143 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.1202085 Mar 02 18:14:01.381281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-f595dad5-dd68-4456-be45-d2b496d7bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.383333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-f595dad5-dd68-4456-be45-d2b496d7bec9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.2561851 Mar 02 18:14:01.438161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Made reservation on behalf of 21992fd1506343f48d3caad2169b49d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:01.439900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-b7ab2cdb-1551-414a-9c4a-c4750ebaa691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.441564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-b7ab2cdb-1551-414a-9c4a-c4750ebaa691 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1464562 Mar 02 18:14:01.441827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.443240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-d5c208a4-9f54-48b2-995e-6d4e665d4e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.444499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-d5c208a4-9f54-48b2-995e-6d4e665d4e1d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2089927 Mar 02 18:14:01.457865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.538512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:01.544039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-9b5cc1a1-d7ce-442d-a99a-582fc77873dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894008 Mar 02 18:14:01.547775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-015d809b-f982-407a-a5a4-59f261ba1cad service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942974 Mar 02 18:14:01.550916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Usage tracker for resource:security_group_rule and tenant:21992fd1506343f48d3caad2169b49d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:01.555488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:01.571055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:01.620987 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:14:01.763152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.809042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.811188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.888836 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.902223 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Transition to ACTIVE for port object 741beab0-dd2b-4be4-b930-ad5d8de9af06 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:01.969408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-1c3e2ea3-a24a-413b-bbb8-d4501f7c716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:01.971037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-1c3e2ea3-a24a-413b-bbb8-d4501f7c716c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5786719 Mar 02 18:14:01.971488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:01.984097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:01.986223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:01.992473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:01.994795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:02.010080 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.052305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event updated for resources: {'Port': ['ID=b5e6cdad-1fce-4574-95e5-88e1f937ecff,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:02.087942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480d3e15-7326-4403-adc3-9ba6e73c6920,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:02.130923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-85353ece-2e5b-48f8-9f3d-0a785fc80959 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5767055 Mar 02 18:14:02.174176 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Pushing event updated for resources: {'Port': ['ID=741beab0-dd2b-4be4-b930-ad5d8de9af06,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:02.195739 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.196087 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.196630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.196969 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.197303 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.197632 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.197964 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.198311 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.199365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.199669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.200154 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.200670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:02.208227 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Attempting to bind port 741beab0-dd2b-4be4-b930-ad5d8de9af06 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:02.208972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Attempting to bind port 741beab0-dd2b-4be4-b930-ad5d8de9af06 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:02.209934 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Attempting to bind port 741beab0-dd2b-4be4-b930-ad5d8de9af06 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:02.218006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:02.218701 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:02.219413 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.219951 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:02.221300 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Bound port: 741beab0-dd2b-4be4-b930-ad5d8de9af06, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:02.221867 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.222463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-8986982a-8c60-4cb8-a9a8-93a3f731ef98 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6493363 Mar 02 18:14:02.300733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Allocated IP 192.168.233.13 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/63c90e04-b9af-4521-9988-0145a17f56ea) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:02.310502 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] For port 741beab0-dd2b-4be4-b930-ad5d8de9af06, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:02.314003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] For port 741beab0-dd2b-4be4-b930-ad5d8de9af06, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=741beab0-dd2b-4be4-b930-ad5d8de9af06,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:02.319206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Allocated IP 172.20.0.1 (02dc47e2-2ace-48a4-9a67-ad7b05174c25/7479da47-48d9-4575-8ae7-a7de957236ca/368f3071-50d1-4018-92a0-b5a4048b9d53) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:02.438474 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.483251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-432b16d7-bdc6-47e5-ab65-6b2ba431c2aa service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974041 Mar 02 18:14:02.484356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.530360 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126c4fc-5559-4e50-a7f2-45d1effc569a None None] Pushing event updated for resources: {'Port': ['ID=741beab0-dd2b-4be4-b930-ad5d8de9af06,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:02.561388 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:02.561750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:02.564967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df6c0751-29f8-41f9-b1b4-c494e0abe82a req-24e1771a-1203-4ac8-abb9-3afdc12ad136 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3735604 Mar 02 18:14:02.625162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.661758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Transition to ACTIVE for port object 368f3071-50d1-4018-92a0-b5a4048b9d53 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:02.666783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92c0b6f-5128-40d7-a66f-c580045767f4 req-c8c905e1-dbb4-4e80-b812-5d156f9cac7c service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199040 Mar 02 18:14:02.669288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.691233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Transition to ACTIVE for port object 63c90e04-b9af-4521-9988-0145a17f56ea will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:02.776651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.779323 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:02.812774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfaecd98-d645-405f-9b2c-941cff6a5289 req-46094d25-bc53-4302-8979-d96987a0f67e service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195651 Mar 02 18:14:02.856334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.892370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:02.949616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:02.955998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:02.956667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:02.962180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:02.965198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:02.991459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Pushing event updated for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:03.008563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:03.066192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.164892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.180474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.189970 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:13:58Z', 'revision_number': 3, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:03.192232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:03.192957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.202993 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eb1276-dd5c-4cae-8909-2e6496de7d17 None None] The sync data for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 is: [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:13:58Z', 'revision_number': 3, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:14:03.216828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Pushing event updated for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:03.302171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-5d40b1d4-494e-4fa3-b98d-8cb6a33cf2ef tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:14:03.307575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-5d40b1d4-494e-4fa3-b98d-8cb6a33cf2ef tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0413735 Mar 02 18:14:03.341438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Request body: {'binding': {'host': 'n-h1-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:03.342265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:14:03.384224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event updated for resources: {'Port': ['ID=b5e6cdad-1fce-4574-95e5-88e1f937ecff,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:03.399993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.439519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-4eb436d9-79fd-4fca-93a2-2783f445c179 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6868072 Mar 02 18:14:03.453860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Request body: {'port': {'device_id': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:03.532092 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.532092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-18cc7403-96d3-4781-bf37-de99e99ce46a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6546412 Mar 02 18:14:03.553767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Provisioning for port 368f3071-50d1-4018-92a0-b5a4048b9d53 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:03.571956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Provisioning complete for port 368f3071-50d1-4018-92a0-b5a4048b9d53 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:03.575236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.659488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-47a85848-0215-411a-9702-5279d16f7793 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Synchronizing usage tracker for tenant:f48aafae26aa437884ea980e345a74c0 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:03.668194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Port 368f3071-50d1-4018-92a0-b5a4048b9d53 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:14:03.725352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-47a85848-0215-411a-9702-5279d16f7793 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Unset dirty status for tenant:f48aafae26aa437884ea980e345a74c0 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:03.726700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-47a85848-0215-411a-9702-5279d16f7793 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.1908114 Mar 02 18:14:03.747902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Provisioning for port 63c90e04-b9af-4521-9988-0145a17f56ea completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:03.756128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Provisioning complete for port 63c90e04-b9af-4521-9988-0145a17f56ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:03.756767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.803731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 43477a44-23ba-43d1-9044-7ab0f9085dfb details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:03.804588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.845720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-67e927cb-30f8-4a83-95b5-d312b9b7a365 None None] Port 63c90e04-b9af-4521-9988-0145a17f56ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:14:03.877045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on host n-h1-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:03.877381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:03.877716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:03.885653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:03.905405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:03.905732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:03.923665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-698c7ce7-39c6-4cfe-b29f-859edc89bf4f tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:03.925530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4391c9de-ae4e-4012-a0f6-475dc310504a req-698c7ce7-39c6-4cfe-b29f-859edc89bf4f tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.1921234 Mar 02 18:14:03.927593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:03.927941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:03.928335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:03.928784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Bound port: c44df966-f0cb-46e1-b4a5-f75574705770, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:04.028228 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775', 'code': 200} Mar 02 18:14:04.064773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:04.109931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'port_id': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'mac_address': 'fa:16:3e:9d:eb:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:04.199412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 741beab0-dd2b-4be4-b930-ad5d8de9af06 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:04.283946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:04.295865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.338699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43477a44-23ba-43d1-9044-7ab0f9085dfb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:04.369855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:04.395018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.396525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c9683600-c42a-4606-b4ef-c9a28e50532f service neutron] 10.222.0.66 "POST /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770/bindings HTTP/1.1" status: 201 len: 389 time: 1.0734558 Mar 02 18:14:04.468785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.471929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e97694-a502-4488-bb35-d98283fb1d1a req-1d0b04b5-82d2-4706-b458-cdf44c93b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:04.473448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60e97694-a502-4488-bb35-d98283fb1d1a req-1d0b04b5-82d2-4706-b458-cdf44c93b778 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 1096 time: 0.3413455 Mar 02 18:14:04.482393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f105e-380a-4acd-bca0-c57cc16ce061 req-4075ce6e-d330-41b0-a453-e1051e2d680b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:04.483854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92f105e-380a-4acd-bca0-c57cc16ce061 req-4075ce6e-d330-41b0-a453-e1051e2d680b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 944 time: 0.3505011 Mar 02 18:14:04.514660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 741beab0-dd2b-4be4-b930-ad5d8de9af06 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:04.528833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 741beab0-dd2b-4be4-b930-ad5d8de9af06 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:04.535327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.550440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60e97694-a502-4488-bb35-d98283fb1d1a req-9c5007eb-222c-41dc-a584-08f692edc37c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655904 Mar 02 18:14:04.558064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92f105e-380a-4acd-bca0-c57cc16ce061 req-593c8f51-4ec6-48e5-b3ba-62e2f011843e tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563736 Mar 02 18:14:04.575045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.642055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:04.646056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.731884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.737755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['43477a44-23ba-43d1-9044-7ab0f9085dfb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:04.769660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c90e04-b9af-4521-9988-0145a17f56ea {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:04.785274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Pushing event updated for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:04.788943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.807673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.816751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d7d6-79e5-4ede-b18f-a269a5cb4c4c req-b1915c27-645b-4170-82dc-bc64dcf1579e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:04.822691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0a2d7d6-79e5-4ede-b18f-a269a5cb4c4c req-b1915c27-645b-4170-82dc-bc64dcf1579e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.1459591 Mar 02 18:14:04.827473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 741beab0-dd2b-4be4-b930-ad5d8de9af06, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=741beab0-dd2b-4be4-b930-ad5d8de9af06,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:04.863232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Transition to ACTIVE for port object 63c90e04-b9af-4521-9988-0145a17f56ea will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:04.891553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0a2d7d6-79e5-4ede-b18f-a269a5cb4c4c req-4f6248ac-642b-4799-9859-3cfdaf7b09a7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710959 Mar 02 18:14:04.913486 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:04.952260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:05.060841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=741beab0-dd2b-4be4-b930-ad5d8de9af06,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:05.164558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ab4af1-dbe4-4481-9298-a01a12324682 req-08f28e42-ec87-46ce-b412-64e2da7e6366 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.166097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6ab4af1-dbe4-4481-9298-a01a12324682 req-08f28e42-ec87-46ce-b412-64e2da7e6366 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 947 time: 0.1454265 Mar 02 18:14:05.202289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:05.206328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b553513-172e-47b5-8d79-bc14670e4635 req-b04e1d7b-2822-4d4d-b3f8-5eeed2204723 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.207849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b553513-172e-47b5-8d79-bc14670e4635 req-b04e1d7b-2822-4d4d-b3f8-5eeed2204723 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 944 time: 0.2851567 Mar 02 18:14:05.234893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Pushing event updated for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:05.243965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:05.332930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6ab4af1-dbe4-4481-9298-a01a12324682 req-ed6bbf0f-11d7-4597-b0ca-7d25b175e5ed tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561732 Mar 02 18:14:05.366793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b553513-172e-47b5-8d79-bc14670e4635 req-6e58997b-bbbc-4397-a804-0dee23a66a71 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092157 Mar 02 18:14:05.406679 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'status': 'completed', 'code': 200} Mar 02 18:14:05.575203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Attempting to bind port 63c90e04-b9af-4521-9988-0145a17f56ea on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:05.575781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Attempting to bind port 63c90e04-b9af-4521-9988-0145a17f56ea by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:05.575903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Attempting to bind port 63c90e04-b9af-4521-9988-0145a17f56ea on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:05.587486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Port 63c90e04-b9af-4521-9988-0145a17f56ea on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:05.587810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Attempting to bind port 63c90e04-b9af-4521-9988-0145a17f56ea on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:05.598581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:05.599049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:05.599293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:05.599722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Bound port: 63c90e04-b9af-4521-9988-0145a17f56ea, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:05.604556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:05.614288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Router 69d987b4-e989-49b0-ae60-b806c7ed6d68 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:14:05.615638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-74ef35db-6289-4806-bfb1-cad0f13cd619 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips/8d871930-547a-4ec9-aa33-567ba2a643b7 HTTP/1.1" status: 200 len: 692 time: 0.1947303 Mar 02 18:14:05.624967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-8ecc046c-7d9a-4027-8813-f4531a723e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.627035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-8ecc046c-7d9a-4027-8813-f4531a723e66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.4165592 Mar 02 18:14:05.632973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ba5b6646-962c-4864-a472-f418813591e9 None None] Provisioning complete for port 368f3071-50d1-4018-92a0-b5a4048b9d53 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:05.633448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ba5b6646-962c-4864-a472-f418813591e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:05.691057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ba5b6646-962c-4864-a472-f418813591e9 None None] Port 368f3071-50d1-4018-92a0-b5a4048b9d53 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:14:05.792593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 43477a44-23ba-43d1-9044-7ab0f9085dfb up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:05.859834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:05.887463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=63c90e04-b9af-4521-9988-0145a17f56ea,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:05.904858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:14:05.914110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57d98912-2b58-4147-9969-d165c4aa4c47 admin admin] 10.222.0.66 "PUT /v2.0/routers/69d987b4-e989-49b0-ae60-b806c7ed6d68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5790744 Mar 02 18:14:05.931318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Sync routers for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:14:05.937069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:05.937858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:05.938711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-e8f5c4d7-424e-4631-b466-dd6557a6cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.940204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-e8f5c4d7-424e-4631-b466-dd6557a6cf66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3003299 Mar 02 18:14:05.946027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-d1558d29-0d14-4650-92e2-2e7939fd029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.947548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-d1558d29-0d14-4650-92e2-2e7939fd029e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1095 time: 0.4600091 Mar 02 18:14:05.966211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ee7a4-b264-4c92-997b-21fdd886fca6 req-82f17782-dc77-4304-8c58-26647b8e662c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:05.973375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-443ee7a4-b264-4c92-997b-21fdd886fca6 req-82f17782-dc77-4304-8c58-26647b8e662c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 945 time: 0.4366672 Mar 02 18:14:06.005518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:06.030695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 43477a44-23ba-43d1-9044-7ab0f9085dfb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:06.051414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 43477a44-23ba-43d1-9044-7ab0f9085dfb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:06.059028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:06.107776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-cd67e4ab-6a70-47e1-9336-2039269e98fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.1502588 Mar 02 18:14:06.115548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-056e2af3-c6b2-468a-8d75-707e8951bb8a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.116969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-056e2af3-c6b2-468a-8d75-707e8951bb8a tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.4879713 Mar 02 18:14:06.153995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.154647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:06.156045 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] 10.222.0.11 "PUT /v2.0/ports/63c90e04-b9af-4521-9988-0145a17f56ea HTTP/1.1" status: 200 len: 1095 time: 2.7093349 Mar 02 18:14:06.156543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:06.171419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 741beab0-dd2b-4be4-b930-ad5d8de9af06 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:06.206087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4caa0-9b12-46c8-8214-a9cfe1edbd97 service neutron] Pushing event updated for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:06.372724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-3162d300-d0d6-48c3-8ae9-d48f7bcbb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.374800 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-3162d300-d0d6-48c3-8ae9-d48f7bcbb658 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0937188 Mar 02 18:14:06.399045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:06.499165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 741beab0-dd2b-4be4-b930-ad5d8de9af06 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:06.499580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:06.519095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-443ee7a4-b264-4c92-997b-21fdd886fca6 req-122bc052-ecff-42b3-a70d-907909171dca tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4596255 Mar 02 18:14:06.531481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-1f694ee7-f738-4819-b34b-64507a540053 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.3183088 Mar 02 18:14:06.554440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-5595771c-fddf-41fa-bd2f-f151fc074df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.554440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-5595771c-fddf-41fa-bd2f-f151fc074df8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.4317629 Mar 02 18:14:06.609980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-c4c01543-0b5e-4016-811f-3d43ffb68c41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=63c90e04-b9af-4521-9988-0145a17f56ea HTTP/1.1" status: 200 len: 217 time: 0.2272632 Mar 02 18:14:06.687333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-a63f2d20-bfe1-4fbb-a5c8-2e7f350619ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.688963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-a63f2d20-bfe1-4fbb-a5c8-2e7f350619ba service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.6543972 Mar 02 18:14:06.693384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4f66ce0a-f543-4a80-8967-a8b9a6411d50 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812643 Mar 02 18:14:06.696603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-e2450d3a-88d8-41dc-84fe-70528a9a4694 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.99 HTTP/1.1" status: 200 len: 695 time: 0.1528566 Mar 02 18:14:06.722225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:06.730784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-ae5c6afc-3f89-43ac-aa78-c83a2ca338dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.733879 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-ae5c6afc-3f89-43ac-aa78-c83a2ca338dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1168902 Mar 02 18:14:06.763526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:06.836030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-e5328b8d-737c-4986-9a72-41f53bb411f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:06.838722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-e5328b8d-737c-4986-9a72-41f53bb411f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0972102 Mar 02 18:14:06.885300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-51e830fa-f40b-498c-b76e-083edf32356f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.1750228 Mar 02 18:14:06.908489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:07.022847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-91d175c3-80ff-4a6b-812e-fe3ac4d71d4e service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765432 Mar 02 18:14:07.062257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-93cbfad0-ccad-49ab-a6d7-f9b8e0f81876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:07.064483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-93cbfad0-ccad-49ab-a6d7-f9b8e0f81876 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1096 time: 0.9058373 Mar 02 18:14:07.079877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:07.133817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Deleting port b5e6cdad-1fce-4574-95e5-88e1f937ecff {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:07.134133 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.196613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:07.216287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'port_id': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'mac_address': 'fa:16:3e:f1:20:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d4ae26-17ff-4cff-a252-16def1ed400b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:07.246415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a608ea5-bbef-4a23-bdb4-e7793f382a1e req-c11015f9-1ad6-471a-b5d9-7a5f6736bff2 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048607 Mar 02 18:14:07.253651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.274317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-e78256c4-2259-4a60-95a4-66f1f4333283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:07.275805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-e78256c4-2259-4a60-95a4-66f1f4333283 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.3824108 Mar 02 18:14:07.289436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-fc68d1af-1b31-44b4-9283-2e8d263a2037 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837433 Mar 02 18:14:07.342724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 2, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:07.347367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.366942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Checking router: 69d987b4-e989-49b0-ae60-b806c7ed6d68 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:14:07.367412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Updating router 69d987b4-e989-49b0-ae60-b806c7ed6d68 port 368f3071-50d1-4018-92a0-b5a4048b9d53 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:14:07.397834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-a0563cd1-5171-4e0b-9331-e1ef26ccc0af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108270 Mar 02 18:14:07.412191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0ab2b59-ee66-4866-a77b-a0ef0389dd9b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:07.422041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:07.448800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.465950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:07.566338 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.679557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-e2f2597e-4de8-4ec8-b9f8-3c15f7a9a257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:07.681030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-e2f2597e-4de8-4ec8-b9f8-3c15f7a9a257 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.5790124 Mar 02 18:14:07.692084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:07.776791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.778035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:07.833269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-9bf1c76f-b7a5-4ddc-8918-3aec9b5b3bc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.1273687 Mar 02 18:14:07.854848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d0ab2b59-ee66-4866-a77b-a0ef0389dd9b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:08.077020 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.118680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Transition to ACTIVE for port object 368f3071-50d1-4018-92a0-b5a4048b9d53 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:08.154051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4d345cd6-7493-43cf-addc-e1d5bd795c3f service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8201699 Mar 02 18:14:08.265914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.366095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-62580f18-1f48-4943-8304-b7ad403eae9c service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482255 Mar 02 18:14:08.392324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Calling delete_port for b5e6cdad-1fce-4574-95e5-88e1f937ecff owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:14:08.466092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c5556-ed6e-4aff-a9c9-f6903a685876 None None] Pushing event updated for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:08.560131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Attempting to bind port 368f3071-50d1-4018-92a0-b5a4048b9d53 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:08.560582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Attempting to bind port 368f3071-50d1-4018-92a0-b5a4048b9d53 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:08.561022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Attempting to bind port 368f3071-50d1-4018-92a0-b5a4048b9d53 on network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:08.566719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:08.567095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Checking segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:08.567497 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.567888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Bound using segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:08.568354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Bound port: 368f3071-50d1-4018-92a0-b5a4048b9d53, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:08.568724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.640201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-34c54889-af56-479d-92ec-b49df0d5851b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:08.641639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-34c54889-af56-479d-92ec-b49df0d5851b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.4919705 Mar 02 18:14:08.678774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] For port 368f3071-50d1-4018-92a0-b5a4048b9d53, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:08.682060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] For port 368f3071-50d1-4018-92a0-b5a4048b9d53, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=368f3071-50d1-4018-92a0-b5a4048b9d53,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:08.739786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-04d9c5c8-82f2-4285-8f2c-2d10be4e3acc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832953 Mar 02 18:14:08.740934 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:08.822546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:08.823177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:08.891729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c5556-ed6e-4aff-a9c9-f6903a685876 None None] Pushing event updated for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:08.904913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44db3e89-5a3c-48e3-9401-3befff7309ab req-6b1b10ab-528a-4c03-8a9c-f7c4fdc21f9c service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224603 Mar 02 18:14:08.912827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536ff2f-5923-4b26-86bd-d8fc7db3c41e req-ee33fca2-013c-46e6-b42a-4de290191138 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:08.914394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9536ff2f-5923-4b26-86bd-d8fc7db3c41e req-ee33fca2-013c-46e6-b42a-4de290191138 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.7664573 Mar 02 18:14:08.962338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a9db876e-12aa-41cc-9372-3a494cefa842 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:08.963679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a9db876e-12aa-41cc-9372-3a494cefa842 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.5266750 Mar 02 18:14:08.981113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:09.039125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:09.068959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9536ff2f-5923-4b26-86bd-d8fc7db3c41e req-5978a749-2c4b-4335-94e7-eaa8d2750511 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381762 Mar 02 18:14:09.085342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-a449dfd8-25c8-44b6-b7ab-19d0ba77695b service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300276 Mar 02 18:14:09.148902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.315848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Pushing event deleted for resources: {'Port': ['ID=b5e6cdad-1fce-4574-95e5-88e1f937ecff,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:09.365431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.414401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:08Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:09.418716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0535cecd-6522-418f-942a-8d4d134bcca4 None None] The sync data for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 is: [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:08Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:14:09.533848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.596433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e4899e7-cc2f-431b-91b0-c6c6eb338477 req-00d5963f-b436-4f90-9fd3-d889cac7f87f service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801724 Mar 02 18:14:09.663503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a1adef-564a-4133-ac02-d94f39d50dfa req-04056cee-a75a-4ce0-8a0c-a7d5520ddd4e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:09.665081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2a1adef-564a-4133-ac02-d94f39d50dfa req-04056cee-a75a-4ce0-8a0c-a7d5520ddd4e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.4671810 Mar 02 18:14:09.741409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:09.742500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fac1e3-939a-4794-944f-8d744d0e22b3 req-dc7bec09-cf0a-4486-980b-07d0293f3b14 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "DELETE /v2.0/floatingips/8d871930-547a-4ec9-aa33-567ba2a643b7 HTTP/1.1" status: 204 len: 173 time: 2.9616814 Mar 02 18:14:09.751310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:09.756368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2a1adef-564a-4133-ac02-d94f39d50dfa req-4801bb50-1eed-4901-827a-12e9cdf3490c tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799451 Mar 02 18:14:09.796436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:09.823109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 63c90e04-b9af-4521-9988-0145a17f56ea details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:09.835342 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea', 'status': 'completed', 'code': 200} Mar 02 18:14:10.091713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=63c90e04-b9af-4521-9988-0145a17f56ea,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:10.119974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '63c90e04-b9af-4521-9988-0145a17f56ea', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '63c90e04-b9af-4521-9988-0145a17f56ea', 'mac_address': 'fa:16:3e:12:9f:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:10.176628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 368f3071-50d1-4018-92a0-b5a4048b9d53 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:10.237328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:10.244838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.254968 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.281286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c90e04-b9af-4521-9988-0145a17f56ea {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:10.292798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4bda85-ba60-480a-a197-e1a9f8050187 req-e26369cc-7cd8-4394-9183-df204853b273 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.300063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b4bda85-ba60-480a-a197-e1a9f8050187 req-e26369cc-7cd8-4394-9183-df204853b273 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 947 time: 0.2623413 Mar 02 18:14:10.300836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=63c90e04-b9af-4521-9988-0145a17f56ea,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:10.319585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-4f32a3c3-71cb-4452-b18d-5465147821e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.321148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-4f32a3c3-71cb-4452-b18d-5465147821e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 1098 time: 0.2837825 Mar 02 18:14:10.339739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:10.348188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1349185627', 'description': 'tempest-description--934483770'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:10.359025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:10.364630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:security_group and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:10.368726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:10.376521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:10.393722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 368f3071-50d1-4018-92a0-b5a4048b9d53 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:10.402276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.431210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.441187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 368f3071-50d1-4018-92a0-b5a4048b9d53 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:10.441561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.460680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.490900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:10.496167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:security_group_rule and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:10.500264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:10.507593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:10.523551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:10.529840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b4bda85-ba60-480a-a197-e1a9f8050187 req-abe2d2a3-1b8d-4833-bd12-d3bffd5f150e tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285807 Mar 02 18:14:10.539189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:10.613042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:10.715200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.729723 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'code': 200} Mar 02 18:14:10.738777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['63c90e04-b9af-4521-9988-0145a17f56ea'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:10.791299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.803274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.840091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on host n-h2-828839-1 for vnic_type normal with profile {"migrating_to": "n-h1-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:10.840359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:10.840670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:10.847193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-c11fad3f-5a20-4442-a844-6860c5044d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.848719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-c11fad3f-5a20-4442-a844-6860c5044d97 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5107965 Mar 02 18:14:10.853557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:10.853883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Attempting to bind port c44df966-f0cb-46e1-b4a5-f75574705770 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:10.865627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:10.869349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 368f3071-50d1-4018-92a0-b5a4048b9d53, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=368f3071-50d1-4018-92a0-b5a4048b9d53,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:10.873104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ae793-a994-4519-a54f-ac86d17cb057 req-7a7004aa-fe08-4303-89e8-1406164effb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.874732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c73ae793-a994-4519-a54f-ac86d17cb057 req-7a7004aa-fe08-4303-89e8-1406164effb1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 1097 time: 0.1582124 Mar 02 18:14:10.897796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.902517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-da7f8f71-d415-4dcc-b040-c5f81d559cd8 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5608134 Mar 02 18:14:10.905903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:10.914441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'security_group_rule': {'security_group_id': '0a0c08cc-5a48-4ec3-9019-a9c11b3efda7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:10.922062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:10.927089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8c746-39c4-486e-b869-c4b222975e43 req-01cadc75-223a-42ed-b596-18f95fd4df6e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:10.930770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:10.934618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:security_group_rule and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:10.934857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1b8c746-39c4-486e-b869-c4b222975e43 req-01cadc75-223a-42ed-b596-18f95fd4df6e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.4967976 Mar 02 18:14:10.942790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:10.943580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:10.943953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.951906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c73ae793-a994-4519-a54f-ac86d17cb057 req-0aee277f-8e4b-4cf4-9f7b-b01dd961d9df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710487 Mar 02 18:14:10.952796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:10.961314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:10.961652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:10.962336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:10.962782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Bound port: c44df966-f0cb-46e1-b4a5-f75574705770, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:10.963129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:10.976228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-bc92bb92-4df6-400d-aa07-22d6a18d4c0e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=63c90e04-b9af-4521-9988-0145a17f56ea HTTP/1.1" status: 200 len: 217 time: 0.1168776 Mar 02 18:14:11.011114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.041818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.069583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1b8c746-39c4-486e-b869-c4b222975e43 req-dabe31e3-8435-4d9b-a3ec-b03adca6ffc8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337543 Mar 02 18:14:11.115649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f6bce-b37b-4ccf-abd7-eb399176325c req-5cd81f73-6912-49a7-b1f2-6c15a764a09d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.125333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-696f6bce-b37b-4ccf-abd7-eb399176325c req-5cd81f73-6912-49a7-b1f2-6c15a764a09d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.3836622 Mar 02 18:14:11.181844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:11.214898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.219995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.255257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:11.296424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.325579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d216c62-4188-4db6-9c6e-d7e81c25630f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:11.325830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-696f6bce-b37b-4ccf-abd7-eb399176325c req-fdccb94d-f707-4411-9f85-7a1913c7cd85 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995060 Mar 02 18:14:11.330396 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-0eaeb89e-a558-4c14-aa44-7a7e834bff31 req-a61720d3-1db3-4ce3-ab02-9e5a61ea4277 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] show failed (client error): The resource could not be found. Mar 02 18:14:11.330589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.331430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0eaeb89e-a558-4c14-aa44-7a7e834bff31 req-a61720d3-1db3-4ce3-ab02-9e5a61ea4277 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips/8d871930-547a-4ec9-aa33-567ba2a643b7 HTTP/1.1" status: 404 len: 350 time: 0.1491535 Mar 02 18:14:11.346929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:11.361468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:11.363570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-547a9451-85bb-4eef-b08b-5580013e7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.365269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-547a9451-85bb-4eef-b08b-5580013e7591 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1727500 Mar 02 18:14:11.412780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:11.444881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.448774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dadabdba-a47b-4dea-af6a-8d180e199707 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5392630 Mar 02 18:14:11.454663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:11.454663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'security_group_rule': {'security_group_id': '0a0c08cc-5a48-4ec3-9019-a9c11b3efda7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:11.460846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:11.465342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:security_group_rule and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:11.468230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:11.475405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:11.501830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.560663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.625589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.701835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.726581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db5b306f-9a9a-4695-9f76-89e6f0a400e2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:11.745246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:11.778302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.778929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.780689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-724c5673-c85d-4f98-abed-f5c2de049f12 service neutron] 10.222.0.65 "PUT /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 1121 time: 2.8060756 Mar 02 18:14:11.783326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-ff33a394-3fc7-42b1-81eb-5f30240352e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.784690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-ff33a394-3fc7-42b1-81eb-5f30240352e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3955479 Mar 02 18:14:11.799295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332b6b6-36f7-4ba8-932a-32d9781c275b req-782f2b06-0b98-45d4-9df0-92cf908bcefe tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.800816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2332b6b6-36f7-4ba8-932a-32d9781c275b req-782f2b06-0b98-45d4-9df0-92cf908bcefe tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.3456941 Mar 02 18:14:11.833077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.834336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8330c1ee-fc80-47a2-89d6-862a7edbd382 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3844576 Mar 02 18:14:11.837659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:11.843697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:11.853517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:11.856159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 63c90e04-b9af-4521-9988-0145a17f56ea up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:11.859299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:floatingip and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:11.862670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:11.871657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:11.931031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c44df966-f0cb-46e1-b4a5-f75574705770'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:11.958147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:11.973882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b07445-77c7-40d6-8b89-f992abdc68bb req-e6120f25-7aad-4376-ac6d-c90a096874d1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:11.975485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57b07445-77c7-40d6-8b89-f992abdc68bb req-e6120f25-7aad-4376-ac6d-c90a096874d1 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.4822824 Mar 02 18:14:12.071562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 63c90e04-b9af-4521-9988-0145a17f56ea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:12.124683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 63c90e04-b9af-4521-9988-0145a17f56ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:12.125222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.144112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.179533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2332b6b6-36f7-4ba8-932a-32d9781c275b req-6e1bdd8d-e7fa-4bcd-842a-b264b6fbc1b0 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546150 Mar 02 18:14:12.209722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 368f3071-50d1-4018-92a0-b5a4048b9d53 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:12.211337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57b07445-77c7-40d6-8b89-f992abdc68bb req-fd0e1a34-c073-4cc6-80d7-921384e9b602 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293234 Mar 02 18:14:12.271291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-8ad93aec-7914-4eba-81b2-a30823185c7f service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678392 Mar 02 18:14:12.274968 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'code': 200} Mar 02 18:14:12.332005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Allocated IP 172.25.7.90 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/3f313e93-932c-46cb-9d10-34b975d61a15) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:12.356175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 368f3071-50d1-4018-92a0-b5a4048b9d53 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:12.356604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.403006 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-b30e8071-2f01-4feb-b49c-dd92db8d8954 req-3c0fe590-eed8-495b-bb28-faf9fe9bc305 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] show failed (client error): The resource could not be found. Mar 02 18:14:12.412783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b30e8071-2f01-4feb-b49c-dd92db8d8954 req-3c0fe590-eed8-495b-bb28-faf9fe9bc305 tempest-FloatingIPsTestJSON-888960725 tempest-FloatingIPsTestJSON-888960725-project] 10.222.0.66 "GET /v2.0/floatingips/8d871930-547a-4ec9-aa33-567ba2a643b7 HTTP/1.1" status: 404 len: 350 time: 0.1010041 Mar 02 18:14:12.415825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41038) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:12.529983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.615417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.675267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=63c90e04-b9af-4521-9988-0145a17f56ea,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:12.730708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b'}, {'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:12.734876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.768798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-170aa672-9dc2-402e-9887-7c195c8c5fc9 req-76d14869-3042-49a1-85a8-c8a31ea43fc0 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854636 Mar 02 18:14:12.792028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:12.795521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:12.799397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:12.833814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.852246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'Port': ['ID=3f313e93-932c-46cb-9d10-34b975d61a15,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:12.861595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c323f0-9147-4c25-a6dd-05b999e41af9 req-eb4d3d34-6721-45db-adef-c47f8ccdf420 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:12.868684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37c323f0-9147-4c25-a6dd-05b999e41af9 req-eb4d3d34-6721-45db-adef-c47f8ccdf420 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 948 time: 0.3070359 Mar 02 18:14:12.899366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:12.913788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:12.985238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37c323f0-9147-4c25-a6dd-05b999e41af9 req-d1144376-6146-48a9-8cea-ad7cae0c3a87 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156905 Mar 02 18:14:13.083549 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.281191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.362555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252605a1-f617-46ef-b055-a08ebb720815 req-fc6386c1-19d4-463a-997e-645ce72f88d8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:13.364093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-252605a1-f617-46ef-b055-a08ebb720815 req-fc6386c1-19d4-463a-997e-645ce72f88d8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 946 time: 0.1669207 Mar 02 18:14:13.399271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.484848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.487202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-252605a1-f617-46ef-b055-a08ebb720815 req-28a38ad9-5698-4f97-af03-b5fe310b94fe tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159954 Mar 02 18:14:13.596095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'Port': ['ID=3f313e93-932c-46cb-9d10-34b975d61a15,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:13.619249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.717171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:13.718845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58a53e0d-3912-4921-8924-3b77c9d54dc9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8801928 Mar 02 18:14:13.923222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc24f0-a0d6-41a0-9618-ea1690671df3 req-b5d58665-6d6e-4f01-874e-656f5278b8de tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:13.928041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01bc24f0-a0d6-41a0-9618-ea1690671df3 req-b5d58665-6d6e-4f01-874e-656f5278b8de tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 946 time: 0.2118275 Mar 02 18:14:13.967124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552bd9d-aa50-4193-8e00-23de8cf44c52 req-d5a84204-8cc8-4710-861e-fab72d63fd62 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:13.968531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6552bd9d-aa50-4193-8e00-23de8cf44c52 req-d5a84204-8cc8-4710-861e-fab72d63fd62 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.2153375 Mar 02 18:14:14.064340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Deleting port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:14.064689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.114924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6552bd9d-aa50-4193-8e00-23de8cf44c52 req-c621c953-2af0-460f-951c-2acff21d3f10 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261497 Mar 02 18:14:14.118045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01bc24f0-a0d6-41a0-9618-ea1690671df3 req-dfc6dfe1-c5bb-4de8-ab89-e7abcfcebf8e tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633294 Mar 02 18:14:14.167134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:14.197646 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'code': 200} Mar 02 18:14:14.197646 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea', 'code': 200} Mar 02 18:14:14.298372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:14.340145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.357812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:14.362367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Usage tracker for resource:security_group_rule and tenant:d84a36014717483c94edcb035f4ba575 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:14.365659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:14.372627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:14.474877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.548702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-83db7519-f34c-4acb-86a5-73b0002f2dea tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1349185627&fields=id&tenant_id=617dc7d8399c426ea8912fa0a1854018 HTTP/1.1" status: 200 len: 267 time: 0.2064106 Mar 02 18:14:14.557089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] For port 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:14.557492 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.559881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.611256 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d84a36014717483c94edcb035f4ba575&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4429049 Mar 02 18:14:14.612139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff4929-60e6-4e4c-b872-9b9297234da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6d93fd-64de-4330-ba08-3044c7e32794,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:14.614507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:14.676262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.676585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:14.711413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.732627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Calling delete_port for 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:14:14.825103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:14.839751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:14:14.844304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.861494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6d93fd-64de-4330-ba08-3044c7e32794,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:14.866045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:14.869891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f18c187d-9a95-4f6f-b1b9-3812952781a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2d6d93fd-64de-4330-ba08-3044c7e32794 HTTP/1.1" status: 204 len: 168 time: 0.2518051 Mar 02 18:14:14.904146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8818b-7729-42a8-911b-052dd0bc40f9 req-6608b127-a0fd-4e2a-ade2-020ed1963aad tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:14.905723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7db8818b-7729-42a8-911b-052dd0bc40f9 req-6608b127-a0fd-4e2a-ade2-020ed1963aad tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.6000650 Mar 02 18:14:14.913674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b3682d-4d03-4b3a-829e-71aa5df0967f req-3a618e79-4142-4e54-a073-e521127ec33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:14.915168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84b3682d-4d03-4b3a-829e-71aa5df0967f req-3a618e79-4142-4e54-a073-e521127ec33a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 1100 time: 0.6116419 Mar 02 18:14:14.926283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea11df3-9393-4780-ad90-7ed5db5d203c req-f0521720-a20a-4ba1-8437-8a9130e04b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:14.927901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ea11df3-9393-4780-ad90-7ed5db5d203c req-f0521720-a20a-4ba1-8437-8a9130e04b5d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1097 time: 0.6231005 Mar 02 18:14:15.071419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-9c39ca79-5fcb-481a-9ff8-57d9af93aee7 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:15.072471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-9c39ca79-5fcb-481a-9ff8-57d9af93aee7 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/networks?id=02dc47e2-2ace-48a4-9a67-ad7b05174c25 HTTP/1.1" status: 200 len: 806 time: 0.4999075 Mar 02 18:14:15.091904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84b3682d-4d03-4b3a-829e-71aa5df0967f req-bdf32150-52d5-415a-b44b-6c8853b806b3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607909 Mar 02 18:14:15.107181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7db8818b-7729-42a8-911b-052dd0bc40f9 req-8e1abb3c-32d8-41f9-b94e-e27cef4461ff tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873474 Mar 02 18:14:15.110890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ea11df3-9393-4780-ad90-7ed5db5d203c req-e1c3c45d-8ac9-4cde-a799-54d5fef27a08 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467876 Mar 02 18:14:15.114150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-3e8729fb-226d-43d7-9dee-054f87061b3d tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/quotas/617dc7d8399c426ea8912fa0a1854018 HTTP/1.1" status: 200 len: 375 time: 0.0300760 Mar 02 18:14:15.327460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-73a5d4a6-b2cb-49a3-8da2-2d472c85ae93 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=617dc7d8399c426ea8912fa0a1854018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1979344 Mar 02 18:14:15.384576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a84f5ce-3ad2-4666-925a-bcd901f7e08b req-2d54ea54-584c-4207-bb19-e3e181829a57 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:15.386668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a84f5ce-3ad2-4666-925a-bcd901f7e08b req-2d54ea54-584c-4207-bb19-e3e181829a57 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 949 time: 0.1658986 Mar 02 18:14:15.545812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41090) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:15.557474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.564565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.580774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:15.584664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Usage tracker for resource:security_group_rule and tenant:f0dc727eafb643d4b154151fdfcb3062 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:15.587928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:15.594839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:15.634112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:15.692601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.751822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a84f5ce-3ad2-4666-925a-bcd901f7e08b req-e5b0447f-d30c-414e-86a2-93ef2bdf61f0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004871 Mar 02 18:14:15.759699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.773065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-50b73ddb-e706-4edf-b9ac-db0fb640636e service neutron] 10.222.0.66 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243429 Mar 02 18:14:15.819204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f0dc727eafb643d4b154151fdfcb3062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721620 Mar 02 18:14:15.819872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41094) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:15.823038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129097b-039f-4002-84e0-cc74696b3f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ec6ff-71ce-4877-843d-42326f1a770f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:15.899190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:15.929095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:16.136890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:16.156364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ec6ff-71ce-4877-843d-42326f1a770f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:16.160038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:16.164250 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-072e45f0-fa24-4f4c-971a-b0cfa66cc478 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/554ec6ff-71ce-4877-843d-42326f1a770f HTTP/1.1" status: 204 len: 168 time: 0.3403199 Mar 02 18:14:16.215703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-74143f78-8c30-43f1-9dfd-7530c4db58bf service neutron] 10.222.0.66 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434178 Mar 02 18:14:16.221166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-7dac593e-9d41-4108-8404-1c02bebe73df service neutron] 10.222.0.11 "GET /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.2831719 Mar 02 18:14:16.231530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:16.430787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5dd803-03c0-4e88-a8a5-7641bb544513 req-acfb9fa6-f4b6-4ec2-bc62-f99a050e4a30 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:16.432173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce5dd803-03c0-4e88-a8a5-7641bb544513 req-acfb9fa6-f4b6-4ec2-bc62-f99a050e4a30 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.2934041 Mar 02 18:14:16.631645 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'status': 'completed', 'code': 200} Mar 02 18:14:16.646707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce5dd803-03c0-4e88-a8a5-7641bb544513 req-c2619e2c-711b-4cb8-b2e6-e336e69ac29d tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853380 Mar 02 18:14:16.974481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-69134a01-67c6-4088-99b7-96d736e3914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:16.974481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-69134a01-67c6-4088-99b7-96d736e3914e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1124 time: 0.1376848 Mar 02 18:14:17.011909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:17.121104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-fc1e6e41-a3e0-45ad-a63b-f273f2d220e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:17.122856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-fc1e6e41-a3e0-45ad-a63b-f273f2d220e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.1465831 Mar 02 18:14:17.198042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-a9e2b095-13e5-4a39-955a-738d36961f02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.0689504 Mar 02 18:14:17.269072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-00f6d96c-5bba-4cd9-ba90-21514ca0d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:17.270605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-00f6d96c-5bba-4cd9-ba90-21514ca0d286 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0653467 Mar 02 18:14:17.275708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:17.324276 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-610b3648-8dda-40ac-a1cc-79a4f46c5c7c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472393 Mar 02 18:14:17.332309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Router b99c7d2e-75f3-492d-822a-17da80aca30f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:14:17.342789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1a123-f6b2-44a3-a92a-c3b558bf74bd req-8f249916-3f52-416b-b1e0-5463204503f0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:17.344270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6b1a123-f6b2-44a3-a92a-c3b558bf74bd req-8f249916-3f52-416b-b1e0-5463204503f0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.4990842 Mar 02 18:14:17.353442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41122) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:17.365057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9f75-3290-4891-ae97-726e253e3536 req-1de9d607-aff4-496f-93b8-3e88c5e382cd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:17.366545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65ef9f75-3290-4891-ae97-726e253e3536 req-1de9d607-aff4-496f-93b8-3e88c5e382cd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 946 time: 0.4694858 Mar 02 18:14:17.373717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Request body: {'floatingip': {'port_id': '43477a44-23ba-43d1-9044-7ab0f9085dfb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:17.435988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c44df966-f0cb-46e1-b4a5-f75574705770 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:17.473667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-85e82616-15e0-4bbe-80a2-dcc0fc68d56c service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418669 Mar 02 18:14:17.482294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:17.597221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:17.619705 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01006d02-4d95-4a22-ba85-d70cf475ed7d req-d3865395-ec0d-4543-954d-c82d051fdd58 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399283 Mar 02 18:14:17.743366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:17.783049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65ef9f75-3290-4891-ae97-726e253e3536 req-d21c41bf-cc07-49fa-b2b9-258a0706796e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422387 Mar 02 18:14:18.016302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f3e2ee8-07f3-4550-b987-bcbf5258a7ff req-1e7e1c92-8417-4a90-845d-2c17a94d1237 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 210 time: 0.1814976 Mar 02 18:14:18.147406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:14:18.158331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394955a-e731-4391-b1e5-27abf29166cc req-394d0c33-ec2d-478b-b38c-866c29d17632 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:18.159930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3394955a-e731-4391-b1e5-27abf29166cc req-394d0c33-ec2d-478b-b38c-866c29d17632 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 943 time: 0.7165546 Mar 02 18:14:18.161647 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Sync routers for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:14:18.176959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:18.180131 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:18.208342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b1cf708-5b0b-4e9c-9939-ebd40a4cf1ee admin admin] 10.222.0.66 "PUT /v2.0/routers/b99c7d2e-75f3-492d-822a-17da80aca30f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7910740 Mar 02 18:14:18.211082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41140) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:18.224133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] Transition to ACTIVE for port object c44df966-f0cb-46e1-b4a5-f75574705770 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:18.321797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3394955a-e731-4391-b1e5-27abf29166cc req-7a69c175-f7d6-4312-ad3b-91f38fea617c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469386 Mar 02 18:14:18.389910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.393837 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:18.450987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.737716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.781254 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:14:15Z', 'revision_number': 5, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:18.785569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Checking router: b99c7d2e-75f3-492d-822a-17da80aca30f for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:14:18.795021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Routers {'b99c7d2e-75f3-492d-822a-17da80aca30f'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:18.795645 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b99c7d2e-75f3-492d-822a-17da80aca30f'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:18.956367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] No DVR routers for this DVR port c44df966-f0cb-46e1-b4a5-f75574705770 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:14:18.957343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Deleting port 03e7964f-3335-4ed9-8db0-fab9f6bb053f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:18.957696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:18.965380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] Pushing event updated for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:19.055190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4bfe9826-b392-4a4f-a00c-e43b3a285160 service neutron] 10.222.0.11 "PUT /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770/bindings/n-h1-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8246191 Mar 02 18:14:19.072380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2429c4af-bb0c-4ce3-be0b-0ac13916497d req-a7ab867f-eda3-49c1-82ff-db87870b072f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.075220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2429c4af-bb0c-4ce3-be0b-0ac13916497d req-a7ab867f-eda3-49c1-82ff-db87870b072f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.5985498 Mar 02 18:14:19.113913 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] Set router b99c7d2e-75f3-492d-822a-17da80aca30f gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:19.121464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104673b-e099-47b4-a902-af625ef181ce req-41c9d133-599a-4e1c-9e6a-e44f1f59f532 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.128543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0104673b-e099-47b4-a902-af625ef181ce req-41c9d133-599a-4e1c-9e6a-e44f1f59f532 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 949 time: 0.5682771 Mar 02 18:14:19.189120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2429c4af-bb0c-4ce3-be0b-0ac13916497d req-551c1afc-db4a-4b84-9266-c8959461a0ba tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030936 Mar 02 18:14:19.203978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:14:19.271273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] For port 03e7964f-3335-4ed9-8db0-fab9f6bb053f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03e7964f-3335-4ed9-8db0-fab9f6bb053f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:19.271876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.423410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Calling delete_port for 03e7964f-3335-4ed9-8db0-fab9f6bb053f owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:14:19.431852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0104673b-e099-47b4-a902-af625ef181ce req-979c3367-1d2d-4d62-9c8b-d30a6b5b2ffa tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023493 Mar 02 18:14:19.494307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.508691 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:14:15Z', 'revision_number': 5, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:19.517283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e117f37-0ca6-4a13-9cde-6ed2a70a2ffd None None] The sync data for ids ['b99c7d2e-75f3-492d-822a-17da80aca30f'] in n-d-828839-1 is: [{'id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'name': 'tempest-FloatingIPsTestJSON-1243772289-router', 'tenant_id': 'f48aafae26aa437884ea980e345a74c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:24Z', 'updated_at': '2022-03-02T18:14:15Z', 'revision_number': 5, 'project_id': 'f48aafae26aa437884ea980e345a74c0', 'gw_port': {'id': '03e7964f-3335-4ed9-8db0-fab9f6bb053f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:30:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b99c7d2e-75f3-492d-822a-17da80aca30f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:26Z', 'updated_at': '2022-03-02T18:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:14:19.557507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc121b-187c-4d59-b69c-5c22c47ecf68 req-c33ef129-d06b-4e40-aafc-6fd57542101a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.559163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5cc121b-187c-4d59-b69c-5c22c47ecf68 req-c33ef129-d06b-4e40-aafc-6fd57542101a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 946 time: 0.1862409 Mar 02 18:14:19.570636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-21492a05-374b-4be0-a55f-1093163410a2 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.572180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-21492a05-374b-4be0-a55f-1093163410a2 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.2581623 Mar 02 18:14:19.586418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.741651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7616a97c-9948-4dae-9503-a95849ad16db req-5acc6d50-b521-4730-8636-c12a1982154f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 210 time: 0.1074800 Mar 02 18:14:19.766211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5cc121b-187c-4d59-b69c-5c22c47ecf68 req-12535ea4-4d43-49f8-b315-e4cbc7151317 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982956 Mar 02 18:14:19.876636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:19.903943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4733fa73-6ffc-4a2f-9b07-6d7f73dfa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:19.905628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-4733fa73-6ffc-4a2f-9b07-6d7f73dfa994 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc&tenant_id=22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 1095 time: 0.2684541 Mar 02 18:14:19.920971 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc associated. External IP: 172.25.7.68, port: 43477a44-23ba-43d1-9044-7ab0f9085dfb. Mar 02 18:14:19.944250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:20.002215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e7964f-3335-4ed9-8db0-fab9f6bb053f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:20.111453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:20.172945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:20.239586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2139364429', 'description': 'tempest-description-1619539989'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:20.240719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.262858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:14:20.262858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d2eb47c-dd3e-4a6c-a68d-825b19ed56ce not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:20.278417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:20.331699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Usage tracker for resource:security_group and tenant:ed3407ac85d54fbe994b9ac711a2806f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:20.387964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:20.403133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:20.423659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.428878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.433909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c7862894-ae18-4229-a3a6-2f44da1ec8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.435478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-c7862894-ae18-4229-a3a6-2f44da1ec8df service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1095 time: 0.4468112 Mar 02 18:14:20.546216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.547602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b99c7d2e-75f3-492d-822a-17da80aca30f {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:14:20.561115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.562441 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4bca1e52-5475-446f-8fc7-3c8a44bd7069 admin admin] 10.222.0.66 "DELETE /v2.0/routers/b99c7d2e-75f3-492d-822a-17da80aca30f HTTP/1.1" status: 204 len: 168 time: 2.3494592 Mar 02 18:14:20.565987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41172) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:20.632853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Deleting subnet 0833ca30-c1fe-43fe-a96f-a404ccf13777 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:14:20.637172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.694600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.732027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.787218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.851306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.924973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:20.943817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Usage tracker for resource:security_group_rule and tenant:ed3407ac85d54fbe994b9ac711a2806f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:20.955530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c118-ede9-4678-a2c1-2e080e570148 req-604e4621-0d0b-4ad7-b406-0fbb2678be97 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.961281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c118-ede9-4678-a2c1-2e080e570148 req-604e4621-0d0b-4ad7-b406-0fbb2678be97 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.967332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5c118-ede9-4678-a2c1-2e080e570148 req-604e4621-0d0b-4ad7-b406-0fbb2678be97 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:20.969015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eee5c118-ede9-4678-a2c1-2e080e570148 req-604e4621-0d0b-4ad7-b406-0fbb2678be97 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d&device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 2418 time: 0.7107608 Mar 02 18:14:20.977351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:20.977513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:20.987747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:14:21.003607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:21.023023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0833ca30-c1fe-43fe-a96f-a404ccf13777,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:21.024688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352118ef-78dd-4857-a21f-b9b30254becc None None] Network 4c1b38f1-e60d-462c-9375-7d68b296f9b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:21.032458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.041539 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5415f486-d439-4d0a-aa51-c6f23c23f8ca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/0833ca30-c1fe-43fe-a96f-a404ccf13777 HTTP/1.1" status: 204 len: 168 time: 0.4738529 Mar 02 18:14:21.044245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41178) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:21.064358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-7a78f663-4287-40af-a3fa-87747a964fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:21.065980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-7a78f663-4287-40af-a3fa-87747a964fc1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.6084490 Mar 02 18:14:21.082880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-dc6241d5-df47-419e-9440-60becbc22314 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:21.084385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-dc6241d5-df47-419e-9440-60becbc22314 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.65 "GET /v2.0/networks?id=02dc47e2-2ace-48a4-9a67-ad7b05174c25 HTTP/1.1" status: 200 len: 806 time: 0.6288779 Mar 02 18:14:21.261818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-b82690c3-66b7-4958-9da5-f6fc004d617a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.1697366 Mar 02 18:14:21.276663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eee5c118-ede9-4678-a2c1-2e080e570148 req-8b0b630a-5d15-4333-9bcb-ec2593933a76 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826047 Mar 02 18:14:21.276765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.304223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Deleting port 76161a34-c249-49ef-8c21-ac88a606f3a1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:21.304648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.386186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] DHCP port deletion for 4c1b38f1-e60d-462c-9375-7d68b296f9b1 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:14:21.390666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Deleting port 76161a34-c249-49ef-8c21-ac88a606f3a1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:21.391101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.500816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-9597ab60-3054-4038-a2cd-b328a84a81b9 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=617dc7d8399c426ea8912fa0a1854018 HTTP/1.1" status: 200 len: 380 time: 0.2909858 Mar 02 18:14:21.526805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'port': {'device_id': '33231812-e3b7-42fe-931f-8decf84b1899', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'admin_state_up': True, 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'security_groups': ['0a0c08cc-5a48-4ec3-9019-a9c11b3efda7']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:21.545691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-ad5a4e74-cc53-471f-9f6b-bad8bec2d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:21.547162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-ad5a4e74-cc53-471f-9f6b-bad8bec2d502 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2746847 Mar 02 18:14:21.557421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] For port 76161a34-c249-49ef-8c21-ac88a606f3a1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76161a34-c249-49ef-8c21-ac88a606f3a1,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:21.558217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.612148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] For port 76161a34-c249-49ef-8c21-ac88a606f3a1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76161a34-c249-49ef-8c21-ac88a606f3a1,segment=NetworkSegment(b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1),segment_id=b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:21.612444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.686049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Calling delete_port for 76161a34-c249-49ef-8c21-ac88a606f3a1 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:14:21.696705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:14:21.708867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-260a5f5f-10e9-435f-926e-c7da69c8887c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440849 Mar 02 18:14:21.738162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Calling delete_port for 76161a34-c249-49ef-8c21-ac88a606f3a1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:14:21.767616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:14:21.767864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.798488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:21.805862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:21.861563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.914142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.922543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:21.946909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:21.967695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Usage tracker for resource:security_group_rule and tenant:ed3407ac85d54fbe994b9ac711a2806f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:21.976249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Pushing event deleted for resources: {'Port': ['ID=76161a34-c249-49ef-8c21-ac88a606f3a1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:21.978672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:21.978828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] No DVR routers for this DVR port 76161a34-c249-49ef-8c21-ac88a606f3a1 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:14:21.981951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:21.991541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe175b-4508-4d19-a4a1-146b6298456c req-b49a7cc6-2e28-49a2-9668-4c6eb34cd340 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:21.998628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03fe175b-4508-4d19-a4a1-146b6298456c req-b49a7cc6-2e28-49a2-9668-4c6eb34cd340 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 0.6288698 Mar 02 18:14:22.017061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Usage tracker for resource:port and tenant:617dc7d8399c426ea8912fa0a1854018 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:22.019173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:22.068056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:22.070953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:22.100641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be4afe2c-b6f4-4bb5-bd49-5b37c9b4d45b tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "PUT /v2.0/floatingips/f83d944e-667e-4ef5-98d8-b8642847d6dc HTTP/1.1" status: 200 len: 991 time: 4.7434623 Mar 02 18:14:22.102332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953772c7-f30f-4881-947c-40ac1b541f63,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:22.113235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.118993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:22.146754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03e7964f-3335-4ed9-8db0-fab9f6bb053f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:22.148312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c1b38f1-e60d-462c-9375-7d68b296f9b1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:22.157667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:22.167274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:22.167747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c6ddec-ee1d-42c2-abb2-50b8d9e25cc1') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:22.184753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.194853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a5f846b4-859b-473c-8a5b-5b93d095fa23 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561722 Mar 02 18:14:22.198939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 03e7964f-3335-4ed9-8db0-fab9f6bb053f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:14:22.199538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03e7964f-3335-4ed9-8db0-fab9f6bb053f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:22.200149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76161a34-c249-49ef-8c21-ac88a606f3a1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:22.206088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03fe175b-4508-4d19-a4a1-146b6298456c req-ee8c91d0-f967-401e-a336-5454513ce57a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065272 Mar 02 18:14:22.206961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.216825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:14:22.217151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.231630 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:14:22.232346 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:14:22.234011 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:14:22.242885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 76161a34-c249-49ef-8c21-ac88a606f3a1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:14:22.243230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76161a34-c249-49ef-8c21-ac88a606f3a1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:22.313163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cab14214-cfe4-4840-8a9d-4dbac5bc0218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.318397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Made reservation on behalf of 617dc7d8399c426ea8912fa0a1854018 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:22.322019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.444866 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.470024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.481507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-8f13d959-9fe3-4efc-828c-92fb71dbd638 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787879 Mar 02 18:14:22.491792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c1b38f1-e60d-462c-9375-7d68b296f9b1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:22.503644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.503854 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b55ebc46-e01c-4fcb-95ff-77257dd56332 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4c1b38f1-e60d-462c-9375-7d68b296f9b1 HTTP/1.1" status: 204 len: 168 time: 1.4583836 Mar 02 18:14:22.605787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:9d:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:14:19Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:22.610629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:14:22.621911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:22.622660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:13:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:22.733631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Deleting port 76161a34-c249-49ef-8c21-ac88a606f3a1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:14:22.734009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.826506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:22.882760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0be7af59-6a13-4fac-96e3-9c09f61430fe None None] The port '76161a34-c249-49ef-8c21-ac88a606f3a1' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:14:22.916609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:22.944888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41196) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:22.997125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ac57a1fb-5704-44a4-af1e-c3e61921497e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f48aafae26aa437884ea980e345a74c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557773 Mar 02 18:14:22.999516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41200) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:23.021523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b058a-65e3-4e9b-b73e-d2b7bfc2d551,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:23.027200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Allocated IP 172.20.0.14 (02dc47e2-2ace-48a4-9a67-ad7b05174c25/7479da47-48d9-4575-8ae7-a7de957236ca/0aadb861-4848-499c-ad0b-7a0fe99ad4bc) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:23.082237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.111340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.139062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.142781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-911f9dde-fc84-41b4-9cae-3d874cf0b626 req-5f487218-5265-4079-abc3-f65c63ada467 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.9482925 Mar 02 18:14:23.250905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.251105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca9f-35eb-4ba7-9434-613c5fdfa707 req-0528d21e-7e0d-45ca-90d2-27b89669da55 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:23.252517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec74ca9f-35eb-4ba7-9434-613c5fdfa707 req-0528d21e-7e0d-45ca-90d2-27b89669da55 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1097 time: 0.4168813 Mar 02 18:14:23.290494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfd9dd6-af79-42b2-a9a2-b7b1a79c9f62,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:23.294897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.296830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-846ae192-05b8-4def-8700-c46e441db3bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adfd9dd6-af79-42b2-a9a2-b7b1a79c9f62 HTTP/1.1" status: 204 len: 168 time: 0.2872455 Mar 02 18:14:23.357806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:9d:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:14:19Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:23.362344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a39034b-6b57-4003-be2e-09bf3f696192 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f83d944e-667e-4ef5-98d8-b8642847d6dc', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'floating_ip_address': '172.25.7.68', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'port_id': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'mac_address': 'fa:16:3e:9d:eb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:12:26Z', 'updated_at': '2022-03-02T18:14:19Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:14:23.412198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-d8c24764-30f3-4848-a3ba-416cd2e87b5c tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:23.413719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-d8c24764-30f3-4848-a3ba-416cd2e87b5c tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.3828714 Mar 02 18:14:23.425044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-822bb457-bbd9-4b45-8d90-29c3a10a63f6 req-577f7c23-9c16-48b0-a759-941b4b96dcff tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Synchronizing usage tracker for tenant:617dc7d8399c426ea8912fa0a1854018 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:23.499151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec74ca9f-35eb-4ba7-9434-613c5fdfa707 req-b1a21837-1f1c-4ded-bca1-b4900bad1ba8 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889505 Mar 02 18:14:23.546135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.570742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Transition to ACTIVE for port object 0aadb861-4848-499c-ad0b-7a0fe99ad4bc will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:23.622577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-822bb457-bbd9-4b45-8d90-29c3a10a63f6 req-577f7c23-9c16-48b0-a759-941b4b96dcff tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Unset dirty status for tenant:617dc7d8399c426ea8912fa0a1854018 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:23.623750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-822bb457-bbd9-4b45-8d90-29c3a10a63f6 req-577f7c23-9c16-48b0-a759-941b4b96dcff tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 210 time: 0.2905312 Mar 02 18:14:23.631718 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2cd975-64ca-41b6-80d8-832e016515c2 None None] New status for floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:14:23.744274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a10cdd1c-b3d4-4c9b-ac83-ae074e73a6c4 service neutron] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:23.749899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a10cdd1c-b3d4-4c9b-ac83-ae074e73a6c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.751102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd7356a5-36ad-4b1b-ad52-5b47e2546ab6 req-a10cdd1c-b3d4-4c9b-ac83-ae074e73a6c4 service neutron] 10.222.0.65 "DELETE /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770/bindings/n-h2-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.3280852 Mar 02 18:14:23.802807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:23.917863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:23.919611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event updated for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:23.923618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:23.928248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:23.971447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6992b38-5574-4741-810e-94b11cae0276 req-5f8077da-3a2c-462a-81b8-44d54894dcdf tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:23.973067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6992b38-5574-4741-810e-94b11cae0276 req-5f8077da-3a2c-462a-81b8-44d54894dcdf tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.2848692 Mar 02 18:14:24.107039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.107713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:24.129668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ef50-098c-4f07-af26-c6fe34349e72 req-2a64c934-03d2-464d-ab1b-ca8684cfbd59 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.131837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d07ef50-098c-4f07-af26-c6fe34349e72 req-2a64c934-03d2-464d-ab1b-ca8684cfbd59 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.3775630 Mar 02 18:14:24.139712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6992b38-5574-4741-810e-94b11cae0276 req-4add6c9c-ab34-4502-b8fe-f9bf594de2bc tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506755 Mar 02 18:14:24.155836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25a3284c-eb01-4731-8105-e0404c76e40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:24.212521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d07ef50-098c-4f07-af26-c6fe34349e72 req-0e570031-78c0-4338-b62c-917497c9c8ce tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710392 Mar 02 18:14:24.219233 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'status': 'completed', 'code': 200} Mar 02 18:14:24.289480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-b3294ee8-ac8e-445f-84c7-2372db69f51f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7776532 Mar 02 18:14:24.298819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1699034833', 'description': 'tempest-description-2126014817'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:24.311576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Request body: {'port': {'device_id': '33231812-e3b7-42fe-931f-8decf84b1899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:24.337300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:24.345970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45b50caf-d295-4ed8-8247-f6a0d0b47872 None None] Provisioning for port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:24.352387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45b50caf-d295-4ed8-8247-f6a0d0b47872 None None] Provisioning complete for port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:24.362797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45b50caf-d295-4ed8-8247-f6a0d0b47872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:24.363938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Usage tracker for resource:security_group and tenant:ed3407ac85d54fbe994b9ac711a2806f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:24.363938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:24.412915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:24.423932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45b50caf-d295-4ed8-8247-f6a0d0b47872 None None] Port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:14:24.529314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:24.538617 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:24.548940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-ad2ec807-92d3-4baf-bab8-df59400222e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.550484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-ad2ec807-92d3-4baf-bab8-df59400222e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dc79866343b04a79b12a1f41ae26cd53&device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 1097 time: 0.3130727 Mar 02 18:14:24.658821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf93ff-de09-48d1-99e5-d6aba82e9aae req-1498f9b6-a77d-4ef8-aad6-60788243d43d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.661876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ecf93ff-de09-48d1-99e5-d6aba82e9aae req-1498f9b6-a77d-4ef8-aad6-60788243d43d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 949 time: 0.3138463 Mar 02 18:14:24.666648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:24.728846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Usage tracker for resource:security_group_rule and tenant:ed3407ac85d54fbe994b9ac711a2806f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:24.751949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:24.775917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:24.778103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:24.889946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ecf93ff-de09-48d1-99e5-d6aba82e9aae req-9e94359c-9be3-4fb2-861b-f31a951d071e tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687999 Mar 02 18:14:24.941583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-338164582-network', 'tenant_id': '4d6406f6570f42aa871d219ed923cd5d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:24.951275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:24.960741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Usage tracker for resource:network and tenant:4d6406f6570f42aa871d219ed923cd5d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:24.967659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:24.969750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-bd25067b-9e36-4b4f-ae33-d0ca2bff64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:24.971388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-bd25067b-9e36-4b4f-ae33-d0ca2bff64eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 200 len: 925 time: 0.4109774 Mar 02 18:14:24.978551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:25.054456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Made reservation on behalf of 4d6406f6570f42aa871d219ed923cd5d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:25.057361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.077114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.101128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:25.106748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Usage tracker for resource:security_group_rule and tenant:4d6406f6570f42aa871d219ed923cd5d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:25.110538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:25.118596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:25.259729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.265303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.353202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.353983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-c9e1aa43-4051-41dc-8109-f2f0dccafe9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb HTTP/1.1" status: 200 len: 1001 time: 0.3748631 Mar 02 18:14:25.368668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.389425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.390816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:14:25.400342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:25.407330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.407671 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Added segment ea3c8fa3-f8ec-46f3-991c-df20ddf17f09 of type vlan for network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 Mar 02 18:14:25.435993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.444646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.466164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-5957ad6b-2a8a-433b-8ec4-1d6714bd6385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:25.467630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-5957ad6b-2a8a-433b-8ec4-1d6714bd6385 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 200 len: 863 time: 0.1054537 Mar 02 18:14:25.482291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.494457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e45dc-1152-4d77-83e1-2ad3dbe3218b req-a7336fe9-7043-4f46-9209-90b74a6d76f0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:25.496083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-936e45dc-1152-4d77-83e1-2ad3dbe3218b req-a7336fe9-7043-4f46-9209-90b74a6d76f0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 0.2768486 Mar 02 18:14:25.541918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.542982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:25.543568 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.652811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] Pushing event updated for resources: {'Network': ['ID=214a3f91-ab3b-49b4-a2a6-1c6616e71353,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:25.666030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:14:25.672192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83634dde-3dd1-42f7-b492-00ad8c4ce629,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:25.683842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aadb861-4848-499c-ad0b-7a0fe99ad4bc {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:25.699357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.705608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-936e45dc-1152-4d77-83e1-2ad3dbe3218b req-c44b59b8-6879-4400-88a2-1be9ada7abce tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593196 Mar 02 18:14:25.717630 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-59f300b7-548b-45bb-8449-4fdfc25f35e8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9383516 Mar 02 18:14:25.721350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41248) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:25.727346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Request body: {'subnet': {'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-338164582-subnet', 'tenant_id': '4d6406f6570f42aa871d219ed923cd5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:25.732584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:25.736753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Usage tracker for resource:subnet and tenant:4d6406f6570f42aa871d219ed923cd5d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:25.739889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:25.746275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:25.749328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.751889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54645e5b-1fb6-41e0-aea7-92d1863bf204 req-ff66c686-a9d3-4685-9c2c-9c6062f9e4e8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4678795 Mar 02 18:14:25.752919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Transition to ACTIVE for port object 0aadb861-4848-499c-ad0b-7a0fe99ad4bc will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:25.756284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-dcc58f16-dcba-4c16-addd-bb5f246d4661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:25.757799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-dcc58f16-dcba-4c16-addd-bb5f246d4661 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b17efd3d-cfb5-4db8-b0a1-9705de258897&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2607908 Mar 02 18:14:25.844840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Made reservation on behalf of 4d6406f6570f42aa871d219ed923cd5d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:25.848508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:25.866112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.105655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:26.168109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-122a5c22-3af1-420c-9c15-6c08dab0a7ff service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018557 Mar 02 18:14:26.226289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.379618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73eb99-5c1d-42fc-a068-6733e903fc44 req-16814922-9c25-44d3-8bfc-9571efd2b9a9 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:26.381153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d73eb99-5c1d-42fc-a068-6733e903fc44 req-16814922-9c25-44d3-8bfc-9571efd2b9a9 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1097 time: 0.5212817 Mar 02 18:14:26.393712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=801a5462-c874-45cb-bcfa-479e0f0a3138,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:26.406804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Checking segment: {'id': 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:26.407196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Network hostable DHCP agents. Network: 214a3f91-ab3b-49b4-a2a6-1c6616e71353, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:14:26.453641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Attempting to bind port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:26.453970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Attempting to bind port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:26.454318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Attempting to bind port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc on network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:26.460050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.480992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc on network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:26.481552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Attempting to bind port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc on network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:26.482873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:14:26.500691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea0045-b364-4bb1-b811-903d1a0bde8e req-e2fe40ba-bd96-4be9-9817-8a3747cc6bbd service neutron] 10.222.0.11 "GET /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845984 Mar 02 18:14:26.505289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:26.505632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Checking segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:26.506016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Bound using segment: {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:26.506504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Bound port: 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00904a7-2486-499f-92df-d478da544505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:26.506862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.520435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d73eb99-5c1d-42fc-a068-6733e903fc44 req-58fe07b9-c78c-4d7e-83bd-0dfb6ff5a986 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149793 Mar 02 18:14:26.531298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4b68c-f6ef-441f-b70b-fddf3fb258c5 req-89347429-3bad-4bee-b58f-d4a7f98b71c2 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:26.535423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fd4b68c-f6ef-441f-b70b-fddf3fb258c5 req-89347429-3bad-4bee-b58f-d4a7f98b71c2 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 944 time: 0.3742163 Mar 02 18:14:26.581826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 214a3f91-ab3b-49b4-a2a6-1c6616e71353) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:26.587205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:26.588039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.599563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537255b6-5d94-45cf-a302-ae97b3c44dad None None] Network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:26.637570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.665675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fd4b68c-f6ef-441f-b70b-fddf3fb258c5 req-31656e7b-202d-4e2c-aace-b28e16fa035f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038601 Mar 02 18:14:26.679020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-f7e30b49-d736-4e5c-82ac-5f1b88eda4be tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=21992fd1506343f48d3caad2169b49d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459299 Mar 02 18:14:26.683786 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4fc22975-1c2b-4b89-9df8-04561b0caa32 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9613338 Mar 02 18:14:26.686191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:26.699100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:26.803446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.922409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:26.923407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:26.925642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] 10.222.0.65 "PUT /v2.0/ports/0aadb861-4848-499c-ad0b-7a0fe99ad4bc HTTP/1.1" status: 200 len: 1092 time: 2.6207123 Mar 02 18:14:26.935629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:26.965935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec451b25-8dc2-4954-92a7-2da1fa9a98f3 service neutron] Pushing event updated for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:27.005615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-a5b7fd92-622e-4814-b5a3-a749c6eb1822 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:27.010735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-a5b7fd92-622e-4814-b5a3-a749c6eb1822 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3209777 Mar 02 18:14:27.017758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-302796137', 'description': 'tempest-description-1043087121'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:27.018463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d34f86-6e98-4e9e-938e-510b08770905 None None] Network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:27.029410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:27.040896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-0a0bb4c5-6d18-48d0-9937-8b143a36356b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/quotas/21992fd1506343f48d3caad2169b49d8 HTTP/1.1" status: 200 len: 375 time: 0.0274501 Mar 02 18:14:27.049185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Usage tracker for resource:security_group and tenant:cd0ca00e7bef40f38ebc0f84d1db54fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:27.085460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:27.274788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:27.342321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-589ac1d5-3b34-4d89-a625-1cfb4e4f08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:27.343818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-589ac1d5-3b34-4d89-a625-1cfb4e4f08ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=617dc7d8399c426ea8912fa0a1854018&device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 1095 time: 0.2549543 Mar 02 18:14:27.347759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-375f4113-694d-4e03-8c97-57ef555fcb1f tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3060513 Mar 02 18:14:27.406682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:27.426568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-db554a32-f0a0-4155-a9df-2c0a54f56fdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc HTTP/1.1" status: 200 len: 217 time: 0.0747418 Mar 02 18:14:27.427344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:27.482877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:27.492911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Usage tracker for resource:security_group_rule and tenant:cd0ca00e7bef40f38ebc0f84d1db54fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:27.497069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:27.505226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:27.514141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-76d8d716-4eb8-4d93-8569-d6e05c5846a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:27.515625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-76d8d716-4eb8-4d93-8569-d6e05c5846a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7479da47-48d9-4575-8ae7-a7de957236ca HTTP/1.1" status: 200 len: 845 time: 0.0790918 Mar 02 18:14:27.642779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-e1232476-3ff8-48ff-a0fb-5af8a6a0100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:27.644431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-e1232476-3ff8-48ff-a0fb-5af8a6a0100c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02dc47e2-2ace-48a4-9a67-ad7b05174c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229291 Mar 02 18:14:27.766428 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:27.824683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-d6ed531c-c4a2-4e82-9d2f-ab7b8a3e02cd service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706376 Mar 02 18:14:27.923592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:27.952695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:28.000684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Usage tracker for resource:security_group_rule and tenant:cd0ca00e7bef40f38ebc0f84d1db54fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:28.011164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:28.023002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:28.033755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269c0366-d310-4c26-a9cd-ca5f1ff6f8b5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:28.077434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cf0e24c-07e7-4a49-bcb7-70fa29f65caa req-8d2d1b54-bf2a-4abf-9031-315a5b6cbf68 service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447765 Mar 02 18:14:28.104094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946baca9-9e14-4ad4-96ac-b5630cf8e8b6 req-89233f28-3cf9-465b-b703-ba59bfbd4ad5 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:28.105790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-946baca9-9e14-4ad4-96ac-b5630cf8e8b6 req-89233f28-3cf9-465b-b703-ba59bfbd4ad5 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1095 time: 0.1713884 Mar 02 18:14:28.181652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-946baca9-9e14-4ad4-96ac-b5630cf8e8b6 req-cb7e8a84-42da-4f91-814c-68f1d1179b6d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700831 Mar 02 18:14:28.199936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:28.264923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:28.326159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21643091-d8b0-48f1-88db-2f3fc93ab203,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:28.415028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:28.417984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78567882-30d8-48b4-9d16-964700094502 req-c11604e2-fcf1-48de-b0c1-6e17550e53de tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4052539 Mar 02 18:14:28.473080 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'status': 'completed', 'code': 200} Mar 02 18:14:28.629594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5af4c95b-b2e2-4d30-89a6-596f46d5b05b req-74fb2e3d-3b7c-4f59-993c-f6f7c237e207 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 210 time: 0.1021867 Mar 02 18:14:28.693093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-2462a0cf-a75f-41a7-8841-c35581408038 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:28.694635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-2462a0cf-a75f-41a7-8841-c35581408038 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/networks?id=214a3f91-ab3b-49b4-a2a6-1c6616e71353 HTTP/1.1" status: 200 len: 808 time: 0.2589519 Mar 02 18:14:28.697599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-023b74ff-896e-4131-aab0-183b818d2684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:28.699197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-023b74ff-896e-4131-aab0-183b818d2684 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=617dc7d8399c426ea8912fa0a1854018&device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 1095 time: 0.1732578 Mar 02 18:14:28.730767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-1dfda18a-a213-4184-bf04-65adb71538bc tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/quotas/4d6406f6570f42aa871d219ed923cd5d HTTP/1.1" status: 200 len: 375 time: 0.0305092 Mar 02 18:14:28.879786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-cde56fda-517d-4037-8e3a-216f4a655601 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4d6406f6570f42aa871d219ed923cd5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1374416 Mar 02 18:14:29.037084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-37c7eb8d-3464-4bdd-8924-16194eb2b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:29.038592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-37c7eb8d-3464-4bdd-8924-16194eb2b774 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02dc47e2-2ace-48a4-9a67-ad7b05174c25 HTTP/1.1" status: 200 len: 907 time: 0.3309171 Mar 02 18:14:29.245997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-2be696c2-1380-4d1c-86d6-ebf8665a2389 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc HTTP/1.1" status: 200 len: 217 time: 0.1967006 Mar 02 18:14:29.256094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9f99c-162a-4e4a-b50d-20cd6fcef7b4 req-3d18d0fb-3a17-4ca2-88c5-3ce95461cc77 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:29.257675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ef9f99c-162a-4e4a-b50d-20cd6fcef7b4 req-3d18d0fb-3a17-4ca2-88c5-3ce95461cc77 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 944 time: 0.5143349 Mar 02 18:14:29.291538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-3461176a-85ef-49e4-b298-20bfdf08923d service neutron] 10.222.0.66 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000204 Mar 02 18:14:29.449794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-3b411555-a022-4f35-babd-5cf869afaab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:29.451313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-3b411555-a022-4f35-babd-5cf869afaab3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7479da47-48d9-4575-8ae7-a7de957236ca HTTP/1.1" status: 200 len: 845 time: 0.1928458 Mar 02 18:14:29.456646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ef9f99c-162a-4e4a-b50d-20cd6fcef7b4 req-b3424843-5da9-4056-9e9c-f1fbf2dedfc4 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610646 Mar 02 18:14:29.534555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-b9866e30-d643-43c4-8847-4993af3a1dde service neutron] 10.222.0.66 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306483 Mar 02 18:14:29.556470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-36f09392-8726-4b20-b936-924007df9e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:29.558925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-36f09392-8726-4b20-b936-924007df9e6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02dc47e2-2ace-48a4-9a67-ad7b05174c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990796 Mar 02 18:14:29.708335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-3587a76a-eac8-4fec-aa35-90be3ae1d72e service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415877 Mar 02 18:14:30.021482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-423efc12-ab49-4c9d-92ca-7936fdc11d0d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=21992fd1506343f48d3caad2169b49d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0578389 Mar 02 18:14:30.054863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6cdf1aa-8d40-46a9-bde5-1752b825e287 req-b552994a-23c6-4c79-ba0c-a7eec60636e5 service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315067 Mar 02 18:14:30.150026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4b8fa781-4deb-4c0c-b1f4-cb4904c6bd1e tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:30.152169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4b8fa781-4deb-4c0c-b1f4-cb4904c6bd1e tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.3284416 Mar 02 18:14:30.183295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-9fcca948-7388-4a19-bcc4-58c07b4ba194 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/quotas/22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 375 time: 0.0245743 Mar 02 18:14:30.292969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-8dccbcd3-6efc-4627-a9f9-52834553efa1 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:30.294488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-8dccbcd3-6efc-4627-a9f9-52834553efa1 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2631476 Mar 02 18:14:30.320976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Request body: {'port': {'device_id': '20a57286-5512-4ac9-8035-f21878868314', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '21992fd1506343f48d3caad2169b49d8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:30.404914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-6eca28fd-6f32-4e30-90d1-5b23a44b9cfc tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2113130 Mar 02 18:14:30.564972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:30.572636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Usage tracker for resource:port and tenant:21992fd1506343f48d3caad2169b49d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:30.577918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:30.593719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:30.602317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-c37ba5ea-c67c-4792-99d8-9f2b59a50f2d service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759875 Mar 02 18:14:30.714229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 0aadb861-4848-499c-ad0b-7a0fe99ad4bc details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:30.733473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Made reservation on behalf of 21992fd1506343f48d3caad2169b49d8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:30.736935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:30.769175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-d42b1d95-27e5-4d93-a916-e871c7f2195e service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580317 Mar 02 18:14:30.868837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:30.883606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'port_id': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'mac_address': 'fa:16:3e:0a:ab:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:30.948761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:30.967546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aadb861-4848-499c-ad0b-7a0fe99ad4bc {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:30.980395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Allocated IP 192.168.233.181 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/db18b29c-a2a6-4cf9-b5bd-4800750ed007) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:30.984922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:31.090717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.171971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:31.173775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1744410084', 'description': 'tempest-description-1835861950'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:31.187844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:31.195899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Usage tracker for resource:security_group and tenant:cd0ca00e7bef40f38ebc0f84d1db54fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:31.204535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:31.216367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:31.341432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.363448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['0aadb861-4848-499c-ad0b-7a0fe99ad4bc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:31.381284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:31.395044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Usage tracker for resource:security_group_rule and tenant:cd0ca00e7bef40f38ebc0f84d1db54fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:31.399580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:31.404753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.413391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:31.434081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Transition to ACTIVE for port object db18b29c-a2a6-4cf9-b5bd-4800750ed007 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:31.511050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.585902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.597239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['63c90e04-b9af-4521-9988-0145a17f56ea'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:31.679453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.699166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:31.714356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:31.717187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:31.750931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Pushing event updated for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:31.796725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2a7267-c295-4be3-9185-fb79763ffa73,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:31.832461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:31.833141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.893487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:31.896418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff268776-574a-42e4-906f-415f0cf95913 req-5bcc2e63-d372-4e5b-8143-84654ab79467 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7299120 Mar 02 18:14:31.925787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-7fe50ef0-5805-4bae-b30e-72c2059c22a0 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6181383 Mar 02 18:14:31.960544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Request body: {'port': {'device_id': '20a57286-5512-4ac9-8035-f21878868314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:32.129958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ac2b48a8-15f5-4576-86a9-cc022915a68a None None] Provisioning for port db18b29c-a2a6-4cf9-b5bd-4800750ed007 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:32.135097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ac2b48a8-15f5-4576-86a9-cc022915a68a None None] Provisioning complete for port db18b29c-a2a6-4cf9-b5bd-4800750ed007 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:32.135540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ac2b48a8-15f5-4576-86a9-cc022915a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:32.157491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:32.212252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ac2b48a8-15f5-4576-86a9-cc022915a68a None None] Port db18b29c-a2a6-4cf9-b5bd-4800750ed007 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:14:32.242143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd71a41-4270-4d8c-8897-2857a1f135f5 req-ad69a9e1-b517-428a-8946-cd48ddfa1ca5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:32.242885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2cd71a41-4270-4d8c-8897-2857a1f135f5 req-ad69a9e1-b517-428a-8946-cd48ddfa1ca5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Synchronizing usage tracker for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:32.308383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-e5b1f437-81f7-4bad-9c18-887669e48516 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:14:32.309580 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-e5b1f437-81f7-4bad-9c18-887669e48516 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067117 Mar 02 18:14:32.320799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Request body: {'binding': {'host': 'n-h2-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:32.322020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:14:32.436089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2cd71a41-4270-4d8c-8897-2857a1f135f5 req-ad69a9e1-b517-428a-8946-cd48ddfa1ca5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Unset dirty status for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:32.437163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cd71a41-4270-4d8c-8897-2857a1f135f5 req-ad69a9e1-b517-428a-8946-cd48ddfa1ca5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 936 time: 0.3968899 Mar 02 18:14:32.509626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cd71a41-4270-4d8c-8897-2857a1f135f5 req-d584bb07-1f27-4803-8179-5860b55dde50 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620363 Mar 02 18:14:32.536797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on host n-h2-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:32.537271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:32.537444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:32.543451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:32.543774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:32.549453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:32.550082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:32.550557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:32.550955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Bound port: d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:32.585732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:32.592788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db18b29c-a2a6-4cf9-b5bd-4800750ed007 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:32.601124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:32.620883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Transition to ACTIVE for port object db18b29c-a2a6-4cf9-b5bd-4800750ed007 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:32.685115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:32.686399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-3e6547e0-d095-44df-8315-09aa9ee9d8e9 service neutron] 10.222.0.66 "POST /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3707359 Mar 02 18:14:32.724894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 0aadb861-4848-499c-ad0b-7a0fe99ad4bc up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:32.741565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:32.991499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:33.000042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:33.000647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.009714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Pushing event updated for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:33.014852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8b7bf16-48c4-4daa-b4af-0f86f2b298bb req-547fcf76-56b7-4299-9ea4-1d1d43d9a610 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 210 time: 0.1113505 Mar 02 18:14:33.171128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Attempting to bind port db18b29c-a2a6-4cf9-b5bd-4800750ed007 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:33.171535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Attempting to bind port db18b29c-a2a6-4cf9-b5bd-4800750ed007 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:33.171875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Attempting to bind port db18b29c-a2a6-4cf9-b5bd-4800750ed007 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:33.180023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Port db18b29c-a2a6-4cf9-b5bd-4800750ed007 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:33.180349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Attempting to bind port db18b29c-a2a6-4cf9-b5bd-4800750ed007 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:33.196683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6b80f-3837-46fc-9f1d-1c52c0813b40 req-421bf17e-bdef-429a-80de-ac85d7befb09 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:33.198851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27e6b80f-3837-46fc-9f1d-1c52c0813b40 req-421bf17e-bdef-429a-80de-ac85d7befb09 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 945 time: 0.1903713 Mar 02 18:14:33.199704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:33.199962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:33.200349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:33.200797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Bound port: db18b29c-a2a6-4cf9-b5bd-4800750ed007, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:33.201153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.305201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-a43cb1f3-7332-4e57-85ad-3c725ba50435 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:33.307995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-52dbc724-5832-482a-9067-2f430054bc65 req-a43cb1f3-7332-4e57-85ad-3c725ba50435 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Synchronizing usage tracker for tenant:4d6406f6570f42aa871d219ed923cd5d on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:33.313424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.331788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-257be9d7-f771-4fec-b7db-0c257ff32688 req-21bc76a5-d50d-4d30-94b0-24e631199a61 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 210 time: 0.0963187 Mar 02 18:14:33.348314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:33.358752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27e6b80f-3837-46fc-9f1d-1c52c0813b40 req-aa6760dc-3f35-438b-a8ca-68bff61922a5 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470954 Mar 02 18:14:33.365497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:33.418597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:33.425690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-52dbc724-5832-482a-9067-2f430054bc65 req-a43cb1f3-7332-4e57-85ad-3c725ba50435 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Unset dirty status for tenant:4d6406f6570f42aa871d219ed923cd5d on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:33.428034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-a43cb1f3-7332-4e57-85ad-3c725ba50435 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.11 "GET /v2.0/networks?id=214a3f91-ab3b-49b4-a2a6-1c6616e71353 HTTP/1.1" status: 200 len: 808 time: 0.4167876 Mar 02 18:14:33.433260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:33.450485 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.468788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Request body: {'port': {'device_id': '71178afd-ad82-44fc-930d-0287d66b68c3', 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353', 'admin_state_up': True, 'tenant_id': '4d6406f6570f42aa871d219ed923cd5d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:33.584984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:33.611963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.11', 54686) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:33.646639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.686809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:33.690983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Usage tracker for resource:port and tenant:4d6406f6570f42aa871d219ed923cd5d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:33.694090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:33.700347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:33.780356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:33.780988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.782436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] 10.222.0.11 "PUT /v2.0/ports/db18b29c-a2a6-4cf9-b5bd-4800750ed007 HTTP/1.1" status: 200 len: 1096 time: 1.8299468 Mar 02 18:14:33.792745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:33.810156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Made reservation on behalf of 4d6406f6570f42aa871d219ed923cd5d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:33.814292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:33.904572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a1051-1791-4ba0-b107-ed6775230e29 service neutron] Pushing event updated for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:33.931014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.11', 54687) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:34.096292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-ef810e70-0a3f-4b69-965e-0a88b2f9aa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.097836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-ef810e70-0a3f-4b69-965e-0a88b2f9aa1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1097 time: 0.4849935 Mar 02 18:14:34.108290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-c7bab024-f62e-4e70-ae3b-417588cd9810 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.113482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-c7bab024-f62e-4e70-ae3b-417588cd9810 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.3043747 Mar 02 18:14:34.126453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0154a-2581-4c22-b7e5-2514fdc81b1f req-61e363c8-8180-4a57-9f63-dfffd30a5955 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.127741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50f0154a-2581-4c22-b7e5-2514fdc81b1f req-61e363c8-8180-4a57-9f63-dfffd30a5955 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 946 time: 0.5169871 Mar 02 18:14:34.136168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Request body: {'port': {'device_id': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'admin_state_up': True, 'tenant_id': '22ecd64c79744520a3cef4a113036cd7'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:34.199890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-f0e214e7-d097-4bac-9194-8eac09f38d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.201751 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-f0e214e7-d097-4bac-9194-8eac09f38d0d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 1099 time: 0.2696481 Mar 02 18:14:34.203310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Allocated IP 172.20.0.11 (214a3f91-ab3b-49b4-a2a6-1c6616e71353/801a5462-c874-45cb-bcfa-479e0f0a3138/ca230667-7227-4e1f-9737-125203c850a5) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:34.285523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-28f82b7b-1f04-46dc-8ea7-d4a5476d308d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007 HTTP/1.1" status: 200 len: 217 time: 0.0707381 Mar 02 18:14:34.413957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-69a6b610-6156-45ce-8864-ee76f90adb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.415445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-69a6b610-6156-45ce-8864-ee76f90adb5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1179912 Mar 02 18:14:34.440725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50f0154a-2581-4c22-b7e5-2514fdc81b1f req-04e3f422-6864-45c3-8799-1d6b8aff049f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658195 Mar 02 18:14:34.498904 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'code': 200} Mar 02 18:14:34.530802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:34.539657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-255f0477-392f-4dd7-9806-73b7ed578149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.541072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-255f0477-392f-4dd7-9806-73b7ed578149 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.4239717 Mar 02 18:14:34.546605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Usage tracker for resource:port and tenant:22ecd64c79744520a3cef4a113036cd7 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:34.553181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:34.613137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:34.629772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-5a58cf17-adda-4ce6-a0f7-bfbf6a672a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.631286 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-5a58cf17-adda-4ce6-a0f7-bfbf6a672a19 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657977 Mar 02 18:14:34.631530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-2176b485-e214-4cdd-bc8c-a06ac421b7ae tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Synchronizing usage tracker for tenant:cd0ca00e7bef40f38ebc0f84d1db54fb on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:34.635698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:34.687775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-646e1f21-1c09-4d18-a6c0-406c409cb883 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.1357300 Mar 02 18:14:34.775229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-fff6d6c7-9eee-4d84-a5d2-d95780bd80e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.776777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-fff6d6c7-9eee-4d84-a5d2-d95780bd80e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.0780997 Mar 02 18:14:34.778011 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-bb1972fc-09ac-4dcf-b92f-287327d1edde service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378229 Mar 02 18:14:34.786655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea0317-0957-4cd6-b576-4ed47e1aec5e req-dcfd13fa-23d7-471b-b029-566ee7871982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:34.788121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeea0317-0957-4cd6-b576-4ed47e1aec5e req-dcfd13fa-23d7-471b-b029-566ee7871982 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 1097 time: 0.1802480 Mar 02 18:14:34.839574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:34.845482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:34.847351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:34.902424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-2176b485-e214-4cdd-bc8c-a06ac421b7ae tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Unset dirty status for tenant:cd0ca00e7bef40f38ebc0f84d1db54fb on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:34.904676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-2176b485-e214-4cdd-bc8c-a06ac421b7ae tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53338 time: 1.5102437 Mar 02 18:14:34.906703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-abc35489-826c-4ee8-8267-d130920fddb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177278 Mar 02 18:14:35.085162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:35.093113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:35.095645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:35.097197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeea0317-0957-4cd6-b576-4ed47e1aec5e req-bbf32600-d547-4686-bd53-9a409e7a35af service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2757854 Mar 02 18:14:35.141756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Pushing event updated for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:35.166325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-7a6baa39-dae9-4c69-91fd-83f1dedf32fa tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/04670976-ae37-4b83-b5b2-9e7a07cc2529 HTTP/1.1" status: 200 len: 2981 time: 0.2474592 Mar 02 18:14:35.183441 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7005d50e-cf53-4321-a89e-7849dff0b10e req-c093dcb4-8e3e-4796-b6d0-f51f9e1a3abd service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940649 Mar 02 18:14:35.191303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:35.191851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:35.279575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-a89a2619-e194-46c7-96a2-5299ee3542a1 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8245177 Mar 02 18:14:35.292468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Request body: {'port': {'device_id': '71178afd-ad82-44fc-930d-0287d66b68c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:35.374768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-a727529f-ebda-462d-b2ea-96f1a00e708d service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4584751 Mar 02 18:14:35.394522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c5aba-0324-4cda-902d-dd1621027240 req-21bf2b46-e707-42a4-88f6-4dc76aef3774 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:35.395950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d78c5aba-0324-4cda-902d-dd1621027240 req-21bf2b46-e707-42a4-88f6-4dc76aef3774 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 948 time: 0.5743899 Mar 02 18:14:35.404170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:35.482660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Allocated IP 172.20.0.3 (b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f/1b86e433-8211-473d-8d29-2d62b075df62/dc03dde3-639d-4fa5-9125-e2e71dca2115) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:14:35.549171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-28fed36b-c62b-4229-9d26-f9866790b1dc tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/04670976-ae37-4b83-b5b2-9e7a07cc2529 HTTP/1.1" status: 200 len: 2981 time: 0.3673799 Mar 02 18:14:35.574399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d78c5aba-0324-4cda-902d-dd1621027240 req-4a2afea2-4225-4581-b81c-a2d01ac6bbfc tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534853 Mar 02 18:14:35.646609 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007', 'status': 'completed', 'code': 200} Mar 02 18:14:35.676346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-dbfc6deb-4604-431a-adba-97d24e859052 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2922463 Mar 02 18:14:35.686556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-d984f2ea-3680-498f-969e-449800eadcef tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0f6a0629-d438-487e-8e00-41005109e73f HTTP/1.1" status: 200 len: 2973 time: 0.1202006 Mar 02 18:14:35.822761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-1f37b678-ed91-49b3-95eb-c5dae216fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:35.824974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-1f37b678-ed91-49b3-95eb-c5dae216fe17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=21992fd1506343f48d3caad2169b49d8&device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 1099 time: 0.1604130 Mar 02 18:14:35.830993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca230667-7227-4e1f-9737-125203c850a5 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:35.838832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:35.888399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Transition to ACTIVE for port object ca230667-7227-4e1f-9737-125203c850a5 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:35.929374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-68f568f7-727d-437f-a09b-95a01b95553c tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/0f6a0629-d438-487e-8e00-41005109e73f HTTP/1.1" status: 200 len: 2973 time: 0.2182176 Mar 02 18:14:35.961059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.033103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.067830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-ed5d94a0-ab12-48ea-a407-77c04edfb8ed tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/269c0366-d310-4c26-a9cd-ca5f1ff6f8b5 HTTP/1.1" status: 200 len: 2981 time: 0.1290355 Mar 02 18:14:36.075626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-31f859b0-4976-45ab-b86d-99206df7b317 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.077124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-31f859b0-4976-45ab-b86d-99206df7b317 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1097 time: 0.2326248 Mar 02 18:14:36.084804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15695181-7a35-4a5e-b0cd-8b950fd1f194 req-ecacda91-45bb-49a0-b752-9c15f2c9a6de tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.085412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-b12c0b76-9f91-4228-be9a-b85f9c9604fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.086780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15695181-7a35-4a5e-b0cd-8b950fd1f194 req-ecacda91-45bb-49a0-b752-9c15f2c9a6de tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 932 time: 0.3499835 Mar 02 18:14:36.087157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-b12c0b76-9f91-4228-be9a-b85f9c9604fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2455091 Mar 02 18:14:36.095943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:36.175919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-345296ae-7759-42aa-9e2c-e9907cc8c52c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.181&port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007 HTTP/1.1" status: 200 len: 217 time: 0.0692933 Mar 02 18:14:36.176411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Pushing event updated for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:36.279589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15695181-7a35-4a5e-b0cd-8b950fd1f194 req-0741d353-1987-404a-bb67-8a93a5cef1be tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584642 Mar 02 18:14:36.288530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-db62b84d-5837-4671-a234-a9172a381fb9 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/269c0366-d310-4c26-a9cd-ca5f1ff6f8b5 HTTP/1.1" status: 200 len: 2981 time: 0.1981287 Mar 02 18:14:36.315625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-877a3d4c-813b-4c00-877e-bafe078c574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.317085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-877a3d4c-813b-4c00-877e-bafe078c574a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1114991 Mar 02 18:14:36.329982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.381239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.381479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Attempting to bind port ca230667-7227-4e1f-9737-125203c850a5 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:36.381626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Attempting to bind port ca230667-7227-4e1f-9737-125203c850a5 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:36.382028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Attempting to bind port ca230667-7227-4e1f-9737-125203c850a5 on network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:36.389656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Port ca230667-7227-4e1f-9737-125203c850a5 on network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:36.389984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Attempting to bind port ca230667-7227-4e1f-9737-125203c850a5 on network 214a3f91-ab3b-49b4-a2a6-1c6616e71353 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:36.396742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:36.397077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Checking segment: {'id': 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:36.397455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Bound using segment: {'id': 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:36.397883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Bound port: ca230667-7227-4e1f-9737-125203c850a5, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:36.398246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.482913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-2ffb3106-3c99-48e7-b834-7136fe3061d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.484392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-2ffb3106-3c99-48e7-b834-7136fe3061d9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1561451 Mar 02 18:14:36.543121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:36.558083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:14:36.570323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:36.573214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:14:36.600397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-c0f44524-009d-482c-8426-ce900eb96273 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/38fcfe35-82dc-498f-99f2-04bbb58363f0 HTTP/1.1" status: 200 len: 2981 time: 0.3016005 Mar 02 18:14:36.602238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=ca230667-7227-4e1f-9737-125203c850a5,segment=NetworkSegment(ea3c8fa3-f8ec-46f3-991c-df20ddf17f09),segment_id=ea3c8fa3-f8ec-46f3-991c-df20ddf17f09)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:36.631084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:36.641842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-83db001e-09ec-47cf-b080-1d4c8987df78 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485889 Mar 02 18:14:36.733272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.775563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.776792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.832881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-b4aad322-b13c-4242-a27f-325c59f3d9ef tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/38fcfe35-82dc-498f-99f2-04bbb58363f0 HTTP/1.1" status: 200 len: 2981 time: 0.2179887 Mar 02 18:14:36.879606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6a779-6a27-4a60-997a-4d2442e1acc3 req-a08b8b80-afb3-4163-8fa5-c50896f13372 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.880324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-11d6a779-6a27-4a60-997a-4d2442e1acc3 req-a08b8b80-afb3-4163-8fa5-c50896f13372 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:36.884028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:36.909818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:36.910458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:36.911833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] 10.222.0.11 "PUT /v2.0/ports/ca230667-7227-4e1f-9737-125203c850a5 HTTP/1.1" status: 200 len: 1092 time: 1.6239853 Mar 02 18:14:36.912268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:36.930659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-b0642a5f-0d42-495b-a909-90ccd83e30a1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7988136 Mar 02 18:14:36.947284 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a5d55e2-cff1-4bef-88a0-86afbdaf9b05 req-506d0e50-3262-41b9-9556-58199b717b76 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989919 Mar 02 18:14:36.951552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc7161-6e5f-4760-83b0-6e4bfbdb242e service neutron] Pushing event updated for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:36.952416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Request body: {'port': {'device_id': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:36.985056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-85942d10-f9ca-44d9-b0bc-5695f3d1a84d tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/480d3e15-7326-4403-adc3-9ba6e73c6920 HTTP/1.1" status: 200 len: 2981 time: 0.1377113 Mar 02 18:14:37.030011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:37.085370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-11d6a779-6a27-4a60-997a-4d2442e1acc3 req-a08b8b80-afb3-4163-8fa5-c50896f13372 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:37.086830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11d6a779-6a27-4a60-997a-4d2442e1acc3 req-a08b8b80-afb3-4163-8fa5-c50896f13372 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 931 time: 0.6453466 Mar 02 18:14:37.125301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-978d5b44-b7f7-417d-b68e-70e95632c674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:37.126789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-978d5b44-b7f7-417d-b68e-70e95632c674 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6406f6570f42aa871d219ed923cd5d&device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 1095 time: 0.0776370 Mar 02 18:14:37.186718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-a52f2667-2580-41ee-bdd6-9e0378440788 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/480d3e15-7326-4403-adc3-9ba6e73c6920 HTTP/1.1" status: 200 len: 2981 time: 0.1926086 Mar 02 18:14:37.189419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.199477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-c08d84b4-9eb3-4756-bd8a-4e4fcef4cb58 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca230667-7227-4e1f-9737-125203c850a5 HTTP/1.1" status: 200 len: 217 time: 0.0647609 Mar 02 18:14:37.273469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc724-5832-482a-9067-2f430054bc65 req-86e1aead-3f52-4ad6-9129-e55e662c7e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:37.274876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-86e1aead-3f52-4ad6-9129-e55e662c7e11 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=801a5462-c874-45cb-bcfa-479e0f0a3138 HTTP/1.1" status: 200 len: 848 time: 0.0662167 Mar 02 18:14:37.324587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-a3d96b1d-f6df-45bb-adb7-4fd5983e09ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214a3f91-ab3b-49b4-a2a6-1c6616e71353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425520 Mar 02 18:14:37.343369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.391504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.413527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11d6a779-6a27-4a60-997a-4d2442e1acc3 req-44dc20ac-d0bc-495d-a860-9aab079d6d64 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900114 Mar 02 18:14:37.478383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-4b25c9bd-6d49-43d4-b56c-bc5ca8d62813 service neutron] 10.222.0.11 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463616 Mar 02 18:14:37.615465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52dbc724-5832-482a-9067-2f430054bc65 req-b9973f82-8fa7-4980-8216-365dcdf5373d service neutron] 10.222.0.11 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295335 Mar 02 18:14:37.633625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-9867b1c8-04fd-4555-b29d-cbd070e093d0 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/496d6f75-4025-462e-9452-eb1399a19ee1 HTTP/1.1" status: 200 len: 2977 time: 0.4358835 Mar 02 18:14:37.659566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:37.670477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:37.721171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on host n-h1-828839-1 for vnic_type normal with profile {"migrating_to": "n-h2-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:37.721505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:37.721828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:37.782228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:37.782543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Attempting to bind port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:37.811461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:37.811795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:37.812179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:37.812608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Bound port: d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:37.812948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:37.845553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-73f4fa2a-bb0a-4032-86f0-0c84477cb44e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/496d6f75-4025-462e-9452-eb1399a19ee1 HTTP/1.1" status: 200 len: 2977 time: 0.1907728 Mar 02 18:14:37.955817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30f05a-d4df-4362-b39e-40542c5dfa8c req-0ac7efd0-a062-4d1c-94f9-d7f418962c0f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:37.957286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd30f05a-d4df-4362-b39e-40542c5dfa8c req-0ac7efd0-a062-4d1c-94f9-d7f418962c0f tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.4066126 Mar 02 18:14:38.011069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db18b29c-a2a6-4cf9-b5bd-4800750ed007 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:38.096015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-41cf4f17-bb0b-4c8d-be18-5657ac6e3582 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6a9bf75e-e78a-489d-b7ad-4c289761915e HTTP/1.1" status: 200 len: 2981 time: 0.2442477 Mar 02 18:14:38.149548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd30f05a-d4df-4362-b39e-40542c5dfa8c req-7cabff82-5f93-4e4d-81db-6a2ec8297b38 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355147 Mar 02 18:14:38.152918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:38.156751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:38.172758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007', 'mac_address': 'fa:16:3e:78:4a:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:38.177438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:38.198720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-b30edad0-92da-4990-b72c-9f8cc4f7e8f8 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/6a9bf75e-e78a-489d-b7ad-4c289761915e HTTP/1.1" status: 200 len: 2981 time: 0.0923176 Mar 02 18:14:38.232830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.252229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db18b29c-a2a6-4cf9-b5bd-4800750ed007 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:38.272145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:38.293269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.341407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.359541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc03dde3-639d-4fa5-9125-e2e71dca2115 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:38.374782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.413796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:38.442066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-69280247-4a45-4414-96cc-7681ba98b286 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/73e92d4b-199d-4844-b59d-492ad19abd86 HTTP/1.1" status: 200 len: 2981 time: 0.2337716 Mar 02 18:14:38.487915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Transition to ACTIVE for port object dc03dde3-639d-4fa5-9125-e2e71dca2115 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:38.533839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:38.543095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:38.543706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.545258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-c757fc03-b1ac-4fe4-a76a-373eb2c9fe52 service neutron] 10.222.0.11 "PUT /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 1122 time: 2.4573975 Mar 02 18:14:38.603537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:38.610048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['db18b29c-a2a6-4cf9-b5bd-4800750ed007'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:38.620764 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:14:38.652326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d0ab2b59-ee66-4866-a77b-a0ef0389dd9b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:38.664956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-9fb4a65b-3c48-480b-8220-46e91316c4fc tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/73e92d4b-199d-4844-b59d-492ad19abd86 HTTP/1.1" status: 200 len: 2981 time: 0.2156029 Mar 02 18:14:38.768529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:38.890246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-4ab5157e-f94a-4e8e-b783-28cf6adb3d0d tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75898f47-919b-48d5-9d4a-8bdf763eb3c0 HTTP/1.1" status: 200 len: 2981 time: 0.1616600 Mar 02 18:14:38.900778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd353ae-8caa-41e1-a7e3-f1038467b43d req-d832f1eb-c0b5-4da9-88ff-2d64d7ac35de tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:38.902382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd353ae-8caa-41e1-a7e3-f1038467b43d req-d832f1eb-c0b5-4da9-88ff-2d64d7ac35de tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 944 time: 0.3563848 Mar 02 18:14:38.969811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:14:38.970152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:14:38.970473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:38.993829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:14:38.994200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:14:39.009864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-e12defb2-4e35-4961-ba66-894d7151b6b5 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/75898f47-919b-48d5-9d4a-8bdf763eb3c0 HTTP/1.1" status: 200 len: 2981 time: 0.1065383 Mar 02 18:14:39.012996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd353ae-8caa-41e1-a7e3-f1038467b43d req-c5444b32-e5ec-4f33-8007-6ec7cec18e6e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940487 Mar 02 18:14:39.013684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:14:39.014013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:39.014403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:14:39.014834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Bound port: dc03dde3-639d-4fa5-9125-e2e71dca2115, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:14:39.015174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.308942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:39.312533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-18dc4fcb-4e21-462d-b037-540f9cfb9f36 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/953772c7-f30f-4881-947c-40ac1b541f63 HTTP/1.1" status: 200 len: 2981 time: 0.2867441 Mar 02 18:14:39.314424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:14:39.375860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c04b7-fa2f-4b6f-8e61-a51f5d5103dc req-4e5b9329-31cb-4518-8fb7-42ac136987df tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:39.377346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-691c04b7-fa2f-4b6f-8e61-a51f5d5103dc req-4e5b9329-31cb-4518-8fb7-42ac136987df tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 949 time: 0.1897962 Mar 02 18:14:39.399467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.404326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-70e7d070-fd99-4028-acec-68f0fe9c71ef tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/953772c7-f30f-4881-947c-40ac1b541f63 HTTP/1.1" status: 200 len: 2981 time: 0.0856194 Mar 02 18:14:39.488181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:39.488791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:39.490222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] 10.222.0.11 "PUT /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 1091 time: 2.5461965 Mar 02 18:14:39.525523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-691c04b7-fa2f-4b6f-8e61-a51f5d5103dc req-3037144d-3371-4ad9-a7fa-440cf5e1dd06 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414351 Mar 02 18:14:39.543894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd031ee-8e7a-4773-99d0-14646c25b4bd service neutron] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:39.551517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-362803a6-38cd-48e3-9e13-49cf31a7fd2b tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a459c347-b16c-40b4-83bc-badf0016ba5e HTTP/1.1" status: 200 len: 2981 time: 0.1158013 Mar 02 18:14:39.587221 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5', 'status': 'completed', 'code': 200} Mar 02 18:14:39.607684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-55baa3bd-b697-4f78-8df6-eac4f9a23145 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/a459c347-b16c-40b4-83bc-badf0016ba5e HTTP/1.1" status: 200 len: 2981 time: 0.0504246 Mar 02 18:14:39.808220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-1fb88298-b833-49e1-bd75-5eae493bb77e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ab993386-065c-4d63-bff1-bef277ecd45f HTTP/1.1" status: 200 len: 2977 time: 0.1889896 Mar 02 18:14:39.895154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-3838657f-1c79-44f4-a649-8dd41bfb7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:39.896580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-3838657f-1c79-44f4-a649-8dd41bfb7021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4d6406f6570f42aa871d219ed923cd5d&device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 1095 time: 0.2661488 Mar 02 18:14:39.905625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-967c8928-e5ba-4c3b-8a9a-a8c3fa60167a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:39.907120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-967c8928-e5ba-4c3b-8a9a-a8c3fa60167a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1094 time: 0.2755785 Mar 02 18:14:39.933763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-98b7860e-1136-4aec-98cb-6e5d11dd2930 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/ab993386-065c-4d63-bff1-bef277ecd45f HTTP/1.1" status: 200 len: 2977 time: 0.1182711 Mar 02 18:14:40.003604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb1834-19fc-4004-ade0-256eae2f1a99 req-e035400b-8386-419f-8d3e-7d422a1a78e3 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.005140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71fb1834-19fc-4004-ade0-256eae2f1a99 req-e035400b-8386-419f-8d3e-7d422a1a78e3 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 944 time: 0.3072791 Mar 02 18:14:40.015197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db18b29c-a2a6-4cf9-b5bd-4800750ed007 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:40.037253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-cdadbdf6-1eb3-4e58-83b9-35d0391b464e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.1055591 Mar 02 18:14:40.179479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port db18b29c-a2a6-4cf9-b5bd-4800750ed007 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:40.185066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port db18b29c-a2a6-4cf9-b5bd-4800750ed007 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:40.185581 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:40.225991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71fb1834-19fc-4004-ade0-256eae2f1a99 req-b4659a2a-ba93-4aac-b045-8c56a6aee860 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085242 Mar 02 18:14:40.238670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-251cee9e-4e75-49f3-bbe3-6f5c19bfa36c tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c594dfe3-3b21-4a69-be96-aa8fe6ecd01c HTTP/1.1" status: 200 len: 2981 time: 0.2245936 Mar 02 18:14:40.240085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-14f4e343-f082-49d2-b491-4dac744d16ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.241524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-14f4e343-f082-49d2-b491-4dac744d16ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1387141 Mar 02 18:14:40.284507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-6d044039-3770-4c64-b032-08b9de23bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.286352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-6d044039-3770-4c64-b032-08b9de23bce5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=214a3f91-ab3b-49b4-a2a6-1c6616e71353 HTTP/1.1" status: 200 len: 909 time: 0.3782506 Mar 02 18:14:40.308012 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'code': 200} Mar 02 18:14:40.326391 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:40.364442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:40.372788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-36594cd6-3061-45de-a2ff-1243bf09cc0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1220582 Mar 02 18:14:40.376591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:40.438764 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:40.456050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-dbd19082-db4b-43da-8721-5f4112b25f9e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca230667-7227-4e1f-9737-125203c850a5 HTTP/1.1" status: 200 len: 217 time: 0.1505358 Mar 02 18:14:40.510798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:40.597245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-c21aff9d-bacc-406f-a3ff-201569313ed6 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c594dfe3-3b21-4a69-be96-aa8fe6ecd01c HTTP/1.1" status: 200 len: 2981 time: 0.3141696 Mar 02 18:14:40.647606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-91ffda43-4c06-442f-9f7b-8f83c75e3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.649065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-91ffda43-4c06-442f-9f7b-8f83c75e3635 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=801a5462-c874-45cb-bcfa-479e0f0a3138 HTTP/1.1" status: 200 len: 848 time: 0.1746516 Mar 02 18:14:40.741577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-3e2f0d0b-5a53-4762-8e30-b5bafd901e7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=214a3f91-ab3b-49b4-a2a6-1c6616e71353&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712471 Mar 02 18:14:40.752838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-53244626-a620-4cc1-bc62-aedb9e59e628 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c9fc7a42-698d-4d7b-9672-0e89b9052aa9 HTTP/1.1" status: 200 len: 2981 time: 0.1401041 Mar 02 18:14:40.754688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-836663a0-76d0-40ce-ba82-218e16ed45c0 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703651 Mar 02 18:14:40.824263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a3439-990d-4d1c-ad26-6d26791ff05b req-a5caa5b2-a9ff-48ac-b909-118bf47c3260 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:40.825760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a6a3439-990d-4d1c-ad26-6d26791ff05b req-a5caa5b2-a9ff-48ac-b909-118bf47c3260 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.4445500 Mar 02 18:14:40.835320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41422) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:40.843423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Request body: {'floatingip': {'port_id': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:40.934051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:41.170563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-82b68406-70ad-48f5-bf8b-62bbd26fcbde tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/c9fc7a42-698d-4d7b-9672-0e89b9052aa9 HTTP/1.1" status: 200 len: 2981 time: 0.3943689 Mar 02 18:14:41.249824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-29f00b9e-f5f6-4c68-99ea-0ba2921f93d9 service neutron] 10.222.0.11 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989202 Mar 02 18:14:41.256080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f450b0-3d2f-4853-9d09-5c8b10f4a51c req-fa1207d4-0270-41f8-a44d-f475f0e9100b service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807742 Mar 02 18:14:41.321266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-096f9b75-4ced-4ceb-973c-3f72f73287c0 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f24c743d-e3b8-4300-8d78-4360d1030815 HTTP/1.1" status: 200 len: 2981 time: 0.1429095 Mar 02 18:14:41.381330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba857e-e1cb-4ca7-b73f-11255ab0dea8 req-bcc80704-3b7c-4665-a22d-8d851bf84dec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:41.382756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ba857e-e1cb-4ca7-b73f-11255ab0dea8 req-bcc80704-3b7c-4665-a22d-8d851bf84dec tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.3110337 Mar 02 18:14:41.494939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ba857e-e1cb-4ca7-b73f-11255ab0dea8 req-9afb9186-5fc1-4b52-8bb2-2cf52babec8d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970953 Mar 02 18:14:41.496368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbeb6a02-4a3b-4d82-8460-2834588137f3 req-40504bff-b584-4ca6-8e90-f4faeec661c7 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/f24c743d-e3b8-4300-8d78-4360d1030815 HTTP/1.1" status: 200 len: 2981 time: 0.1232669 Mar 02 18:14:41.505856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-501abd4a-0b84-4407-9bc8-9ffda6de82af req-b0ec5636-5431-4b62-9b34-932a2b123da9 service neutron] 10.222.0.11 "GET /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413847 Mar 02 18:14:41.765927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:14:41.785691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce4d15-6bbd-4a19-bb53-f2b6ca2a20b0 req-6d4f4b61-f9f1-4b57-ab9b-9fc442824d40 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:41.787365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26ce4d15-6bbd-4a19-bb53-f2b6ca2a20b0 req-6d4f4b61-f9f1-4b57-ab9b-9fc442824d40 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1522350 Mar 02 18:14:41.797873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e306f0-6ca3-49cc-9670-4737a7a99e55 req-2e32df32-a195-46ad-bb9c-fa2164854f1e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:41.799307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11e306f0-6ca3-49cc-9670-4737a7a99e55 req-2e32df32-a195-46ad-bb9c-fa2164854f1e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 944 time: 0.1227665 Mar 02 18:14:41.861941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:41.874154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26ce4d15-6bbd-4a19-bb53-f2b6ca2a20b0 req-e1b930b0-e2f0-4d28-a86f-cdb606f634cf tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Mar 02 18:14:41.878387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11e306f0-6ca3-49cc-9670-4737a7a99e55 req-60acc60d-4c54-4044-8133-5829369d14a2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651040 Mar 02 18:14:41.924010 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007', 'code': 200} Mar 02 18:14:41.939979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:42.029832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device ca230667-7227-4e1f-9737-125203c850a5 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:42.145239 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Floating IP 9b037afd-9ed1-4bdb-af6e-6d2690b81319 associated. External IP: 172.25.7.90, port: 0aadb861-4848-499c-ad0b-7a0fe99ad4bc. Mar 02 18:14:42.185712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=ca230667-7227-4e1f-9737-125203c850a5,segment=NetworkSegment(ea3c8fa3-f8ec-46f3-991c-df20ddf17f09),segment_id=ea3c8fa3-f8ec-46f3-991c-df20ddf17f09)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:42.196414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6a861-992a-43ea-a490-83234ed74683 req-27b702cd-da21-4e97-8fff-29ad0cdd7d8d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.197940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cad6a861-992a-43ea-a490-83234ed74683 req-27b702cd-da21-4e97-8fff-29ad0cdd7d8d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.2115815 Mar 02 18:14:42.199298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'ca230667-7227-4e1f-9737-125203c850a5', 'network_id': '214a3f91-ab3b-49b4-a2a6-1c6616e71353', 'port_id': 'ca230667-7227-4e1f-9737-125203c850a5', 'mac_address': 'fa:16:3e:b7:1d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801a5462-c874-45cb-bcfa-479e0f0a3138', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:42.203943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b480d-b035-4b7d-a464-00ada94ddca3 req-fd87485e-5449-4656-a599-57116ab95613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.205455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f8b480d-b035-4b7d-a464-00ada94ddca3 req-fd87485e-5449-4656-a599-57116ab95613 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 1101 time: 0.1812172 Mar 02 18:14:42.215754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a699727-9a9c-468b-a947-f55aff853207 req-52a8fc7a-2f3a-4613-865c-f989384f8097 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.217202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a699727-9a9c-468b-a947-f55aff853207 req-52a8fc7a-2f3a-4613-865c-f989384f8097 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 944 time: 0.1946995 Mar 02 18:14:42.259197 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:42.276072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca230667-7227-4e1f-9737-125203c850a5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:42.292881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=ca230667-7227-4e1f-9737-125203c850a5,segment=NetworkSegment(ea3c8fa3-f8ec-46f3-991c-df20ddf17f09),segment_id=ea3c8fa3-f8ec-46f3-991c-df20ddf17f09)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:42.312167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b'}, {'name': 'network-changed', 'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:42.323124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cad6a861-992a-43ea-a490-83234ed74683 req-613dd18a-2520-4c3e-aed1-b175166518e9 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160357 Mar 02 18:14:42.329322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a699727-9a9c-468b-a947-f55aff853207 req-744f3d2a-bb43-4cf0-8307-fd71541b8b40 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993955 Mar 02 18:14:42.330980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f8b480d-b035-4b7d-a464-00ada94ddca3 req-3eb66732-3583-4cb2-9463-eab87aa9ba6a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984311 Mar 02 18:14:42.362897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:42.363173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:42.409584 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'status': 'completed', 'code': 200} Mar 02 18:14:42.409845 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'status': 'completed', 'code': 200} Mar 02 18:14:42.475262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5aa0656f-1505-4fa8-b4b2-6fbb0ef8a771 req-97aba81a-1d92-4934-b7e6-d625ba692675 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Synchronizing usage tracker for tenant:ed3407ac85d54fbe994b9ac711a2806f on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:14:42.512694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:42.522218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-ce193a9e-ef2e-4363-98ea-6e4c3e100315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.523728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-ce193a9e-ef2e-4363-98ea-6e4c3e100315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1125 time: 0.0901809 Mar 02 18:14:42.565916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:42.571363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5aa0656f-1505-4fa8-b4b2-6fbb0ef8a771 req-97aba81a-1d92-4934-b7e6-d625ba692675 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Unset dirty status for tenant:ed3407ac85d54fbe994b9ac711a2806f on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:14:42.572084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Router 69d987b4-e989-49b0-ae60-b806c7ed6d68 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:14:42.572691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aa0656f-1505-4fa8-b4b2-6fbb0ef8a771 req-97aba81a-1d92-4934-b7e6-d625ba692675 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed3407ac85d54fbe994b9ac711a2806f HTTP/1.1" status: 200 len: 6104 time: 0.2098567 Mar 02 18:14:42.594975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b has no active binding in host n-h2-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:14:42.750514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aa0656f-1505-4fa8-b4b2-6fbb0ef8a771 req-82d5be0b-68e9-4edc-8f64-537cbf325252 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "GET /v2.0/security-groups/953772c7-f30f-4881-947c-40ac1b541f63 HTTP/1.1" status: 200 len: 2981 time: 0.1306753 Mar 02 18:14:42.757797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-ce74dfda-dfa0-4fa5-847f-fc51b81b2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.759295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-ce74dfda-dfa0-4fa5-847f-fc51b81b2ae2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2280619 Mar 02 18:14:42.764613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:14:42.768922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:42.775284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Sync routers for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:14:42.785700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:42.786348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:14:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:42.835399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-592ca6a6-a654-497d-881d-3bcaffdcd247 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "PUT /v2.0/floatingips/9b037afd-9ed1-4bdb-af6e-6d2690b81319 HTTP/1.1" status: 200 len: 991 time: 1.9950669 Mar 02 18:14:42.835399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:42.861386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-fd277ddb-1cd7-4717-b024-f13bb01cde1b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.0830770 Mar 02 18:14:42.927553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab6539-d6de-454d-8244-cd68a44c1c8b req-729f79e3-19e6-4162-932a-beeff9e93da1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.929031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ab6539-d6de-454d-8244-cd68a44c1c8b req-729f79e3-19e6-4162-932a-beeff9e93da1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.2688065 Mar 02 18:14:42.943649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aa0656f-1505-4fa8-b4b2-6fbb0ef8a771 req-f608265b-814d-499e-a8cf-3297a2b6e7aa tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "GET /v2.0/security-groups/953772c7-f30f-4881-947c-40ac1b541f63 HTTP/1.1" status: 200 len: 2981 time: 0.1833923 Mar 02 18:14:42.974551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:42.982729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-b55b9847-4dbb-4ca9-8e76-bf20b55d796a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:42.984843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-b55b9847-4dbb-4ca9-8e76-bf20b55d796a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1147873 Mar 02 18:14:42.995125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ab6539-d6de-454d-8244-cd68a44c1c8b req-187a58e2-98ee-48b0-926b-b0de80dba0af tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545325 Mar 02 18:14:43.029844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['ca230667-7227-4e1f-9737-125203c850a5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:43.101001 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'status': 'completed', 'code': 200} Mar 02 18:14:43.217642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-12c267b7-2ff7-4137-b748-fa346dd8abd7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2185802 Mar 02 18:14:43.502539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-0c5b9409-2468-4450-8b7e-adcfa6dc41eb service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501726 Mar 02 18:14:43.511873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f264bf-df29-43b1-8860-7df45dfe21fb req-38dd9aef-4754-498f-a7ab-a1063b304a83 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:43.513429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4f264bf-df29-43b1-8860-7df45dfe21fb req-38dd9aef-4754-498f-a7ab-a1063b304a83 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.3288774 Mar 02 18:14:43.517589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b037afd-9ed1-4bdb-af6e-6d2690b81319', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'floating_ip_address': '172.25.7.90', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'port_id': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'mac_address': 'fa:16:3e:0a:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33231812-e3b7-42fe-931f-8decf84b1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:14:12Z', 'updated_at': '2022-03-02T18:14:41Z', 'revision_number': 1, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:43.517851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-47f1ea0a-d548-4e7c-8aa8-fde4838db571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:43.519038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-47f1ea0a-d548-4e7c-8aa8-fde4838db571 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=617dc7d8399c426ea8912fa0a1854018&device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 1097 time: 0.3042064 Mar 02 18:14:43.522323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Checking router: 69d987b4-e989-49b0-ae60-b806c7ed6d68 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:14:43.531230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:14:43.531818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:14:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:43.587900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e3651-4dab-43b4-a3fa-987699e6b680 req-9f4bef03-f5e7-4991-861e-eeacd372af5c tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:43.589923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-463e3651-4dab-43b4-a3fa-987699e6b680 req-9f4bef03-f5e7-4991-861e-eeacd372af5c tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.3431237 Mar 02 18:14:43.712480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:14:43.779465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4f264bf-df29-43b1-8860-7df45dfe21fb req-f1bb9f79-0d18-4ae1-bfcb-730a3c8e6cd1 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594042 Mar 02 18:14:43.821110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-463e3651-4dab-43b4-a3fa-987699e6b680 req-60162fc8-9f63-4584-b487-b31a82dfc296 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242959 Mar 02 18:14:43.861997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-5dbf6747-6a07-41f8-8a22-771ee6f095c4 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474827 Mar 02 18:14:43.863055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-f707028a-1fd7-42c2-88ad-0831105a60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:43.864440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-f707028a-1fd7-42c2-88ad-0831105a60dc service neutron] 10.222.0.65 "GET /v2.0/networks?id=02dc47e2-2ace-48a4-9a67-ad7b05174c25 HTTP/1.1" status: 200 len: 907 time: 0.3218236 Mar 02 18:14:44.050134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-15557d54-6116-48c9-8443-c8bd21326ff0 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/bd2a7267-c295-4be3-9185-fb79763ffa73 HTTP/1.1" status: 200 len: 1778 time: 0.1843407 Mar 02 18:14:44.051842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-ffa81593-cb64-4046-b14a-19dcc93ee2b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc HTTP/1.1" status: 200 len: 999 time: 0.1745517 Mar 02 18:14:44.091589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b037afd-9ed1-4bdb-af6e-6d2690b81319', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'floating_ip_address': '172.25.7.90', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'port_id': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'mac_address': 'fa:16:3e:0a:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33231812-e3b7-42fe-931f-8decf84b1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:14:12Z', 'updated_at': '2022-03-02T18:14:41Z', 'revision_number': 1, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:14:44.095799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81826877-022e-45d6-aff9-a4a08927eec3 None None] The sync data for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 is: [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b037afd-9ed1-4bdb-af6e-6d2690b81319', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'floating_ip_address': '172.25.7.90', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'port_id': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'mac_address': 'fa:16:3e:0a:ab:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33231812-e3b7-42fe-931f-8decf84b1899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:14:12Z', 'updated_at': '2022-03-02T18:14:41Z', 'revision_number': 1, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:14:44.172162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-f523bf3b-8929-4b13-8d4a-e4e5a90e91be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.173619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-f523bf3b-8929-4b13-8d4a-e4e5a90e91be service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7479da47-48d9-4575-8ae7-a7de957236ca HTTP/1.1" status: 200 len: 845 time: 0.1138179 Mar 02 18:14:44.183453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350dbbd-5989-4ae7-9eb5-f2062fdbff5a req-47f1161f-eddf-40ce-b897-a7559dcd5da8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.184823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7350dbbd-5989-4ae7-9eb5-f2062fdbff5a req-47f1161f-eddf-40ce-b897-a7559dcd5da8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 944 time: 0.2536707 Mar 02 18:14:44.261139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.297002 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370eea5e-0b42-4807-891d-4a392366f2a2 None None] New status for floating IP 9b037afd-9ed1-4bdb-af6e-6d2690b81319: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:14:44.312206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7350dbbd-5989-4ae7-9eb5-f2062fdbff5a req-d28b7b78-f4a4-4ee3-8a41-3052d9b725a9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866735 Mar 02 18:14:44.316289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.371976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-7f1dfb05-4888-4913-adb3-b2ab5d98234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.373506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-7f1dfb05-4888-4913-adb3-b2ab5d98234c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02dc47e2-2ace-48a4-9a67-ad7b05174c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869121 Mar 02 18:14:44.471229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.535023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2a7267-c295-4be3-9185-fb79763ffa73,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:44.557063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.557808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.558136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.558467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.558798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.559126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.559443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.559763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.560078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.560392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.560705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.561013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:44.592790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-12c313c0-f4c8-4bad-82b8-42ecdf7adb35 service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129917 Mar 02 18:14:44.627437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:44.628530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efdbf27c-40be-4dbf-9301-473dbb1b55a1 req-3dbf21d3-3c4c-4d97-b2b1-9e718af1572e tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd2a7267-c295-4be3-9185-fb79763ffa73 HTTP/1.1" status: 204 len: 173 time: 0.5716195 Mar 02 18:14:44.864387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093ac26-ee47-4ef1-89bd-ebd4b6ff1a96 req-a1583364-1573-456d-b8df-e5ba42175362 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:44.865751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8093ac26-ee47-4ef1-89bd-ebd4b6ff1a96 req-a1583364-1573-456d-b8df-e5ba42175362 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.4002504 Mar 02 18:14:45.005118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e68e23d-783a-429b-bf70-bab3416f09d5 req-96e5dae4-9d5d-45e3-a539-46ee9f1f0818 service neutron] 10.222.0.65 "GET /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985920 Mar 02 18:14:45.014249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8093ac26-ee47-4ef1-89bd-ebd4b6ff1a96 req-26b7d10a-afe1-4db3-b25d-f7a63df6e05b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315937 Mar 02 18:14:45.025533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-9e911819-76f2-4ecd-a4f9-1065b04a9f3a service neutron] 10.222.0.65 "GET /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b/bindings/n-h2-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.3325670 Mar 02 18:14:45.109555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa65644-fb7a-48fb-aa76-6b6d35c5d8b0 req-fa2e535c-0643-4ebb-8295-8af8b12aeaed tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:45.116644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aa65644-fb7a-48fb-aa76-6b6d35c5d8b0 req-fa2e535c-0643-4ebb-8295-8af8b12aeaed tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 945 time: 0.2608607 Mar 02 18:14:45.254465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aa65644-fb7a-48fb-aa76-6b6d35c5d8b0 req-8c376a21-7b17-44b9-a524-f6181c8f1504 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369829 Mar 02 18:14:45.413674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b0850-3360-4eb0-8c6a-e0f09aa8a6b0 req-a00ce94c-41ca-45bd-ba70-3743df455da5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:45.415058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab3b0850-3360-4eb0-8c6a-e0f09aa8a6b0 req-a00ce94c-41ca-45bd-ba70-3743df455da5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.2801435 Mar 02 18:14:45.448409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-2d0bfc44-553f-4417-8b0c-eb8912a37459 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "GET /v2.0/security-groups/21643091-d8b0-48f1-88db-2f3fc93ab203 HTTP/1.1" status: 200 len: 1777 time: 0.1578052 Mar 02 18:14:45.493702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:45.530954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab3b0850-3360-4eb0-8c6a-e0f09aa8a6b0 req-24597c95-5c95-444b-a5cb-9fcf758eb6a6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100178 Mar 02 18:14:45.555734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:45.609870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.615261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0ab2b59-ee66-4866-a77b-a0ef0389dd9b {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:45.644252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:45.699424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.754509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.811361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39876-1ca5-4059-8a1e-49785db0e6a3 req-79a0e3d9-3193-4978-84f0-1c4d7c9a5668 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:45.812824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83a39876-1ca5-4059-8a1e-49785db0e6a3 req-79a0e3d9-3193-4978-84f0-1c4d7c9a5668 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1772490 Mar 02 18:14:45.833751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.865981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21643091-d8b0-48f1-88db-2f3fc93ab203,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:45.903326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:45.904451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94043b28-8447-4c69-a749-2784dd8e84f1 req-0e747d24-3071-4f84-adee-564610f7f093 tempest-SecurityGroupsTestAdminJSON-1620786525 tempest-SecurityGroupsTestAdminJSON-1620786525-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/21643091-d8b0-48f1-88db-2f3fc93ab203 HTTP/1.1" status: 204 len: 173 time: 0.4415064 Mar 02 18:14:45.914524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83a39876-1ca5-4059-8a1e-49785db0e6a3 req-f0d97c85-926a-445f-8258-733c517a7c76 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949728 Mar 02 18:14:45.941764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] Transition to ACTIVE for port object d0ab2b59-ee66-4866-a77b-a0ef0389dd9b will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:14:45.987856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-c709bf8d-07b4-4358-954e-5708504704a8 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "GET /v2.0/security-groups/83634dde-3dd1-42f7-b492-00ad8c4ce629 HTTP/1.1" status: 200 len: 1778 time: 0.0473483 Mar 02 18:14:46.059624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device ca230667-7227-4e1f-9737-125203c850a5 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:46.064062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.219570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port ca230667-7227-4e1f-9737-125203c850a5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:46.224897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port ca230667-7227-4e1f-9737-125203c850a5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:46.225265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.280962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.284354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] No DVR routers for this DVR port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:14:46.305137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44cb6b-551d-4e11-aef7-134a963e9e97 req-797c878a-ec53-403f-8760-6ff770e6056d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:46.306722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e44cb6b-551d-4e11-aef7-134a963e9e97 req-797c878a-ec53-403f-8760-6ff770e6056d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 944 time: 0.3180671 Mar 02 18:14:46.307400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] Pushing event updated for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:46.361369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.384481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.400132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:46.402819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-def98354-f971-4bf0-a9f3-c1bb73cce687 service neutron] 10.222.0.65 "PUT /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b/bindings/n-h2-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3652308 Mar 02 18:14:46.411979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=ca230667-7227-4e1f-9737-125203c850a5,segment=NetworkSegment(ea3c8fa3-f8ec-46f3-991c-df20ddf17f09),segment_id=ea3c8fa3-f8ec-46f3-991c-df20ddf17f09)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:46.444629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e44cb6b-551d-4e11-aef7-134a963e9e97 req-553f557a-b087-4f01-aaf1-63c2b1798f08 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909750 Mar 02 18:14:46.506547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.540886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.579605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:46.596940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83634dde-3dd1-42f7-b492-00ad8c4ce629,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:46.654501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e851af-a39d-4964-908d-31a8c4594395 req-91401dab-2ecd-4402-a196-35a16f2401aa tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:46.656241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9e851af-a39d-4964-908d-31a8c4594395 req-91401dab-2ecd-4402-a196-35a16f2401aa tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.0993094 Mar 02 18:14:46.735392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:46.736516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30d584d5-8821-4ef7-86a5-e65958e54bbd req-17d044a2-5a9c-4413-b9a7-35a685550b5e tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "DELETE /v2.0/security-groups/83634dde-3dd1-42f7-b492-00ad8c4ce629 HTTP/1.1" status: 204 len: 173 time: 0.7174160 Mar 02 18:14:46.759671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9e851af-a39d-4964-908d-31a8c4594395 req-e30c8146-bb09-4814-887b-d43e304b59ac tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970335 Mar 02 18:14:46.818342 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5', 'code': 200} Mar 02 18:14:46.833443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-6020f6dc-e62f-49cb-8dcf-591b1ccc1391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:46.835091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-6020f6dc-e62f-49cb-8dcf-591b1ccc1391 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1094 time: 0.1566672 Mar 02 18:14:46.989032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e893201-f7b2-4cb1-973a-643b32d39b32 req-f9264c31-8284-4ef4-9305-2fa6bf9c7119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:46.991210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2e893201-f7b2-4cb1-973a-643b32d39b32 req-f9264c31-8284-4ef4-9305-2fa6bf9c7119 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 1097 time: 0.0765102 Mar 02 18:14:47.034869 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2e893201-f7b2-4cb1-973a-643b32d39b32 req-b75a016d-9509-416f-ad23-eeec6a1d4ba6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357842 Mar 02 18:14:47.148269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-13a86aa6-719b-413c-afe6-2400d3ad84ab tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.149785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-13a86aa6-719b-413c-afe6-2400d3ad84ab tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.3873413 Mar 02 18:14:47.239433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b213987-681f-47a4-b37a-2577897ed5f9 req-49841d56-bcaf-4e7e-bade-1e9cb475cf91 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.240898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b213987-681f-47a4-b37a-2577897ed5f9 req-49841d56-bcaf-4e7e-bade-1e9cb475cf91 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.3938966 Mar 02 18:14:47.241867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-22052584-552b-4382-a067-4c3868189225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.243207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-22052584-552b-4382-a067-4c3868189225 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3625233 Mar 02 18:14:47.278437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacd243-be62-4782-bc90-6dcf66c11db9 req-026473ff-3ee0-4513-a854-98cee162645a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.279880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bacd243-be62-4782-bc90-6dcf66c11db9 req-026473ff-3ee0-4513-a854-98cee162645a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.2501619 Mar 02 18:14:47.319647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b213987-681f-47a4-b37a-2577897ed5f9 req-e2205ab4-eb88-47fa-859d-d378c8961b13 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721176 Mar 02 18:14:47.340255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bacd243-be62-4782-bc90-6dcf66c11db9 req-cc566a2f-e546-498a-9208-6f08f6ede771 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498185 Mar 02 18:14:47.403832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-95cf21a9-11e4-40e4-843c-71c67aaeaf31 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "GET /v2.0/security-groups/ce3b058a-65e3-4e9b-b73e-d2b7bfc2d551 HTTP/1.1" status: 200 len: 1778 time: 0.0583899 Mar 02 18:14:47.515976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:47.550754 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:47.611378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08c690-6072-430c-88de-26d2f30cf525 req-beb3df2e-c876-4995-af31-448efac8bc02 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.612738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de08c690-6072-430c-88de-26d2f30cf525 req-beb3df2e-c876-4995-af31-448efac8bc02 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1550276 Mar 02 18:14:47.665095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de08c690-6072-430c-88de-26d2f30cf525 req-3067479e-e2ef-4d17-a541-fa3ef22479aa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462902 Mar 02 18:14:47.706701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:47.728390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b058a-65e3-4e9b-b73e-d2b7bfc2d551,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:47.739407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:47.739407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f946f33d-3e5d-44b2-9f61-c65e5e472a9a req-c90a141d-9ec9-4828-9a7b-7aae01a8f748 tempest-SecurityGroupsTestAdminJSON-2014218529 tempest-SecurityGroupsTestAdminJSON-2014218529-project] 10.222.0.66 "DELETE /v2.0/security-groups/ce3b058a-65e3-4e9b-b73e-d2b7bfc2d551 HTTP/1.1" status: 204 len: 173 time: 0.3283737 Mar 02 18:14:47.853084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc548f8-3b6c-4ec4-97f5-8e5d2010ad4e req-14a5674c-f0bf-47d1-8fc2-08aeb3d3a008 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.855230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cc548f8-3b6c-4ec4-97f5-8e5d2010ad4e req-14a5674c-f0bf-47d1-8fc2-08aeb3d3a008 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.0908267 Mar 02 18:14:47.941930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cc548f8-3b6c-4ec4-97f5-8e5d2010ad4e req-2a18f9ea-ff2a-4085-9189-8eda82de2a6b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806437 Mar 02 18:14:47.982279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c9b3d-f313-4880-a2fc-61fe801991c4 req-c08ba350-e410-4369-aa18-a9febe6c8d8b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:47.983840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-600c9b3d-f313-4880-a2fc-61fe801991c4 req-c08ba350-e410-4369-aa18-a9febe6c8d8b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.1090286 Mar 02 18:14:48.033629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-600c9b3d-f313-4880-a2fc-61fe801991c4 req-e10c1f36-adeb-4aee-b4c5-9e351892950f tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Mar 02 18:14:48.166017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41482) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:48.316757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad8647f7-dee9-4945-bb37-a85ed3002410 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ed3407ac85d54fbe994b9ac711a2806f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495569 Mar 02 18:14:48.319209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41488) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:48.379620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:48.409419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:48.529479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:48.550372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953772c7-f30f-4881-947c-40ac1b541f63,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:48.558555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:48.559690 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/953772c7-f30f-4881-947c-40ac1b541f63 HTTP/1.1" status: 204 len: 168 time: 0.2395985 Mar 02 18:14:48.561249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.561603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.561946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.562430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.562770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.563101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.563432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.563758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.564086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.564407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.564732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.565055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c444761d-ac66-4e48-9307-9c753ca71d48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:14:48.580889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6a566-33da-41a2-bf8c-7e7451354d01 req-44bb6a84-db5d-4dc7-8b15-da66f5824a20 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:48.582620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5be6a566-33da-41a2-bf8c-7e7451354d01 req-44bb6a84-db5d-4dc7-8b15-da66f5824a20 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.1441767 Mar 02 18:14:48.617534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0beb848-c577-46bf-bcb3-d6d19f98ab77 req-91fd3cd7-299d-4ade-84b5-857a3917aea0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:48.619087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0beb848-c577-46bf-bcb3-d6d19f98ab77 req-91fd3cd7-299d-4ade-84b5-857a3917aea0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.1369896 Mar 02 18:14:48.677123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5be6a566-33da-41a2-bf8c-7e7451354d01 req-0397dfab-387f-4055-8714-9306a6b76687 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847182 Mar 02 18:14:48.685091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0beb848-c577-46bf-bcb3-d6d19f98ab77 req-416c1aac-bb5c-4867-81eb-62b0e3a505dc tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600181 Mar 02 18:14:48.809071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:14:48.872088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e6a97-e6c5-4f40-b0cf-18ce97dbcb06 req-850384ba-b530-47b1-954a-a8544d0faaaa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:48.873610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f20e6a97-e6c5-4f40-b0cf-18ce97dbcb06 req-850384ba-b530-47b1-954a-a8544d0faaaa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.0874774 Mar 02 18:14:48.878868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:14:48.924434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f20e6a97-e6c5-4f40-b0cf-18ce97dbcb06 req-a64ccf68-ee15-4c9c-b26b-e8cc556c94ae tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Mar 02 18:14:49.154893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27c931-a0e9-419c-b6ea-0c223cf9c784 req-4b13efd4-1765-4905-b21f-932820e20e47 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:49.156440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f27c931-a0e9-419c-b6ea-0c223cf9c784 req-4b13efd4-1765-4905-b21f-932820e20e47 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.1048288 Mar 02 18:14:49.246868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f27c931-a0e9-419c-b6ea-0c223cf9c784 req-b9630543-e345-4bb7-87b2-e72a301f68bd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590956 Mar 02 18:14:49.255025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41506) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:49.286032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d2f106-381d-4a58-9297-8b3f77615385 req-669f1705-18f6-48be-a9e1-a2e2e47e663d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:49.288075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78d2f106-381d-4a58-9297-8b3f77615385 req-669f1705-18f6-48be-a9e1-a2e2e47e663d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.1419904 Mar 02 18:14:49.311680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-310fa445-8832-4ff7-9cb8-ad4d2a0bccb3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd0ca00e7bef40f38ebc0f84d1db54fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548565 Mar 02 18:14:49.314305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41510) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:49.344120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78d2f106-381d-4a58-9297-8b3f77615385 req-eba8000b-5ad7-4958-bb53-c6c72c905c57 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Mar 02 18:14:49.378479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:49.404099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:49.655621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:49.673793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269c0366-d310-4c26-a9cd-ca5f1ff6f8b5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:49.680701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:49.681837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab4b39fc-23c7-46f1-bc99-fbce2aa7f939 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/269c0366-d310-4c26-a9cd-ca5f1ff6f8b5 HTTP/1.1" status: 204 len: 168 time: 0.3665247 Mar 02 18:14:49.891379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ce5a-4c32-4d38-8a82-51c505f00c11 req-03b54270-76a3-4e13-8b52-11509f19c812 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:49.893161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ad9ce5a-4c32-4d38-8a82-51c505f00c11 req-03b54270-76a3-4e13-8b52-11509f19c812 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.0925851 Mar 02 18:14:49.991130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ad9ce5a-4c32-4d38-8a82-51c505f00c11 req-3890e0fb-2be7-4c64-8815-56d90c7f95da tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888226 Mar 02 18:14:50.074693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:14:50.085745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec933b-6feb-4e52-af57-0c33e662fdda req-7e034cf5-971d-4f64-9f91-2aec311a1a3d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.102560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6ec933b-6feb-4e52-af57-0c33e662fdda req-7e034cf5-971d-4f64-9f91-2aec311a1a3d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.1472609 Mar 02 18:14:50.194530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6ec933b-6feb-4e52-af57-0c33e662fdda req-7dfad100-465a-4287-9ad3-ca5ff7c4d079 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908849 Mar 02 18:14:50.232869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfa091-5693-43c8-8f3a-31f8d550e8df req-c1c340a4-64dd-4b69-aa0a-f3981b94eca8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.234449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5dfa091-5693-43c8-8f3a-31f8d550e8df req-c1c340a4-64dd-4b69-aa0a-f3981b94eca8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1166315 Mar 02 18:14:50.255658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:50.270575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'port_id': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'mac_address': 'fa:16:3e:0c:b0:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b86e433-8211-473d-8d29-2d62b075df62', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:14:50.286464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5dfa091-5693-43c8-8f3a-31f8d550e8df req-b614cb44-0a1b-4fd9-91da-4993faed499f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438592 Mar 02 18:14:50.337109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:50.356290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc03dde3-639d-4fa5-9125-e2e71dca2115 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:14:50.375433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:50.443877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:50.527727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:50.658494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-9da5413a-e43f-4b8b-a713-49385642105f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.2884083 Mar 02 18:14:50.814090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-6710da25-11a6-4316-b4bc-3701f5081b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.815551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-6710da25-11a6-4316-b4bc-3701f5081b79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1206825 Mar 02 18:14:50.826585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-69f4b416-e837-4097-8c45-17cb12536c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.828264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-69f4b416-e837-4097-8c45-17cb12536c8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12&tenant_id=af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 1096 time: 0.4545331 Mar 02 18:14:50.830357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['dc03dde3-639d-4fa5-9125-e2e71dca2115'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:14:50.910202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:50.930825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-4a8c8e7c-286d-49aa-a77e-f09ec9209c1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986981 Mar 02 18:14:50.970502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d21fe-7409-411a-a9c1-7fd3603d3bd5 req-b8964a35-effb-4c0e-9327-db9e182a354c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.971678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f1d21fe-7409-411a-a9c1-7fd3603d3bd5 req-b8964a35-effb-4c0e-9327-db9e182a354c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.5993521 Mar 02 18:14:50.983668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce070a-02a6-4423-961c-1f15036930cc req-ad58507a-100a-4ad4-bbd1-228a1b982521 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:50.985152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cce070a-02a6-4423-961c-1f15036930cc req-ad58507a-100a-4ad4-bbd1-228a1b982521 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.3289464 Mar 02 18:14:51.045198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-727168380-network', 'tenant_id': 'a9d32644c3414206a088b7c20a3b414f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:51.049995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:51.053929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Usage tracker for resource:network and tenant:a9d32644c3414206a088b7c20a3b414f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:51.056990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:51.063071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:51.122044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Made reservation on behalf of a9d32644c3414206a088b7c20a3b414f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:51.124418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.138335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.152832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f1d21fe-7409-411a-a9c1-7fd3603d3bd5 req-4de91bf5-135a-487a-b42c-5fc52aa01341 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642780 Mar 02 18:14:51.155178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:51.159519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d32644c3414206a088b7c20a3b414f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:51.162572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cce070a-02a6-4423-961c-1f15036930cc req-1068aeba-f59d-42e0-b8f4-127e7c8cdce6 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615608 Mar 02 18:14:51.162887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:51.169256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:51.181572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-d10c7c1d-1417-4a77-9ea7-fda0ca498838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.183535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-d10c7c1d-1417-4a77-9ea7-fda0ca498838 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1096 time: 0.3061008 Mar 02 18:14:51.246704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-d0c76fca-b3e2-43aa-b67d-3e5f0e732dcc service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073287 Mar 02 18:14:51.294538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.379531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.411684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:14:51.428879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a527704-1077-469f-855c-16f973158b2f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:51.434371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.434722 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Added segment 7ba2a3df-f8a0-493d-bbde-00b6e08abd62 of type vlan for network 366571bb-4dcc-48b5-9def-180f5ff9739f Mar 02 18:14:51.563412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-453629b6-dfe0-44b1-82e5-dcbe9afd7538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.566084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-453629b6-dfe0-44b1-82e5-dcbe9afd7538 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.3720670 Mar 02 18:14:51.583434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.730436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.731445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.732291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:51.742902 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-76a8bfc8-ff53-47fb-903d-d59531fe81c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.1527510 Mar 02 18:14:51.746016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65e3f83-657f-4215-8922-0e1a09bdb933 req-cc61ff42-fd66-4c38-a85c-18c35c9de06a service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408126 Mar 02 18:14:51.759689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058a6fd-e992-4fef-bc14-b81fc61632ce req-66d18cae-405a-47ad-83e2-52c470ffdd9b tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.766750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b058a6fd-e992-4fef-bc14-b81fc61632ce req-66d18cae-405a-47ad-83e2-52c470ffdd9b tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.4603131 Mar 02 18:14:51.845029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] Pushing event updated for resources: {'Network': ['ID=366571bb-4dcc-48b5-9def-180f5ff9739f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:51.858948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 366571bb-4dcc-48b5-9def-180f5ff9739f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:14:51.866533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b058a6fd-e992-4fef-bc14-b81fc61632ce req-d21995d3-5f98-4e6c-a82e-cbcf377a868a tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988975 Mar 02 18:14:51.879926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-0845c5fd-8dc9-4948-a8ae-7eed2ccc51ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:51.881629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-0845c5fd-8dc9-4948-a8ae-7eed2ccc51ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1111953 Mar 02 18:14:51.953415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dce959ea-454a-459a-ae80-f7eaffd0a834 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0411708 Mar 02 18:14:51.956008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:51.956433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-079d3d3a-a49e-4617-97fe-9a19b9a7c544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577106 Mar 02 18:14:51.963929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Request body: {'subnet': {'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-727168380-subnet', 'tenant_id': 'a9d32644c3414206a088b7c20a3b414f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:51.969259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:51.973992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Usage tracker for resource:subnet and tenant:a9d32644c3414206a088b7c20a3b414f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:51.977498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:51.985712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:52.072787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:14:52.095263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Made reservation on behalf of a9d32644c3414206a088b7c20a3b414f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:52.097638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.126877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8131f-1f11-45f5-bf0d-5890915a434e req-23562ebb-1a60-4573-805c-66cb1b261dd8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.128548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ba8131f-1f11-45f5-bf0d-5890915a434e req-23562ebb-1a60-4573-805c-66cb1b261dd8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 0.4445076 Mar 02 18:14:52.170525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4b2486d-7c0a-46c1-9499-5b7b7d92a485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.278200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port dc03dde3-639d-4fa5-9125-e2e71dca2115 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:14:52.284693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port dc03dde3-639d-4fa5-9125-e2e71dca2115 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:14:52.285028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.296293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ba8131f-1f11-45f5-bf0d-5890915a434e req-747771f7-394f-4f7b-8a29-955a043bb024 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122053 Mar 02 18:14:52.317397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-aa7d5ccb-cded-4797-9f12-f0105b3f7614 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531218 Mar 02 18:14:52.323638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-851b8d57-bf12-4d07-975f-03b6b627ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.325267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-851b8d57-bf12-4d07-975f-03b6b627ef94 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 1097 time: 0.3623493 Mar 02 18:14:52.391759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.417101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90549c-f56c-4a0b-b631-451dd668f2b5 req-16a01a9e-d223-425b-a190-d49237ae6beb tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.425032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e90549c-f56c-4a0b-b631-451dd668f2b5 req-16a01a9e-d223-425b-a190-d49237ae6beb tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.3772020 Mar 02 18:14:52.483275 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.507530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65ea7262-a300-4bea-9f53-9349617bcfd5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:52.517220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:14:52.519325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Checking segment: {'id': '7ba2a3df-f8a0-493d-bbde-00b6e08abd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:52.519853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Network hostable DHCP agents. Network: 366571bb-4dcc-48b5-9def-180f5ff9739f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:14:52.528429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:14:52.626804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.661061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Network 366571bb-4dcc-48b5-9def-180f5ff9739f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:14:52.698933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:52.740122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 366571bb-4dcc-48b5-9def-180f5ff9739f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:52.750735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.751821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b8ccd-44d4-4659-a32f-f3f5f2c9d16d None None] Network 366571bb-4dcc-48b5-9def-180f5ff9739f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:52.751978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:52.796709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e90549c-f56c-4a0b-b631-451dd668f2b5 req-642b9cab-0ec1-4375-9139-51dae6f87250 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707347 Mar 02 18:14:52.855843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-e249202b-0dec-4cee-9ae2-d65a60447e7b service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289319 Mar 02 18:14:52.868052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-754638e0-b4b3-44ef-9554-7444a4300cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.869664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-754638e0-b4b3-44ef-9554-7444a4300cdf service neutron] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.5180209 Mar 02 18:14:52.884242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46f4c479-1163-4381-bf95-95a3c5df1cb2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9258826 Mar 02 18:14:52.948145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a953aa96-a6a5-46a6-9f31-d1d91065bf6d req-546057c4-d864-4012-81f1-eac74037148a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:52.955663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a953aa96-a6a5-46a6-9f31-d1d91065bf6d req-546057c4-d864-4012-81f1-eac74037148a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.2686689 Mar 02 18:14:52.986603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-2f0d0a11-870a-4581-bb7b-99c48194b925 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 200 len: 217 time: 0.1085396 Mar 02 18:14:53.142738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa95d58-c30a-4eec-984f-aa53d55a746a None None] Network 366571bb-4dcc-48b5-9def-180f5ff9739f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:53.147257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-b992f8ab-f838-4b78-86ba-ad9b311441e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.148440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-b992f8ab-f838-4b78-86ba-ad9b311441e6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.1233554 Mar 02 18:14:53.212563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a953aa96-a6a5-46a6-9f31-d1d91065bf6d req-5981074c-475d-4720-8366-4b07197df1b0 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559001 Mar 02 18:14:53.256194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e794-10bd-45b9-9c4b-cbe22007bcbf req-7ac1b594-656d-4676-ad5e-f3d12c75b673 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.264257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14a5e794-10bd-45b9-9c4b-cbe22007bcbf req-7ac1b594-656d-4676-ad5e-f3d12c75b673 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.3063192 Mar 02 18:14:53.333849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14a5e794-10bd-45b9-9c4b-cbe22007bcbf req-32b64117-7c4a-435b-bcf1-fd0756b43fab tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685258 Mar 02 18:14:53.357386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-f126a670-d799-4ebf-9d05-02cf9d589161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.360125 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'code': 200} Mar 02 18:14:53.368667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-f126a670-d799-4ebf-9d05-02cf9d589161 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2101943 Mar 02 18:14:53.752949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-c98f0277-c55b-4be1-b1fb-d5fa03312fb3 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773875 Mar 02 18:14:53.826659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45410722-79aa-43fb-955f-e3e1de6e696e req-91169c87-73d0-4822-9d84-31e76665b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.828211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45410722-79aa-43fb-955f-e3e1de6e696e req-91169c87-73d0-4822-9d84-31e76665b701 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1096 time: 0.2934086 Mar 02 18:14:53.922137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a7c193-fcf3-4eae-8aef-a51f2a35a56c req-521130f3-20f8-4501-a1aa-af80e9143e4c tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.929304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a7c193-fcf3-4eae-8aef-a51f2a35a56c req-521130f3-20f8-4501-a1aa-af80e9143e4c tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.3865807 Mar 02 18:14:53.937145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-5a6d6cbd-8670-41b9-8896-e1757ea85a26 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:53.938779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-5a6d6cbd-8670-41b9-8896-e1757ea85a26 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.4027040 Mar 02 18:14:54.033985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45410722-79aa-43fb-955f-e3e1de6e696e req-f393ee69-017e-4fc6-ad3c-826fc7427d3e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495645 Mar 02 18:14:54.083994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9762cacd-f3e8-4b2a-a23f-80607a35a97d req-a69e19a5-0206-45f8-ae39-ed1bc0cc423b service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122728 Mar 02 18:14:54.102203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a7c193-fcf3-4eae-8aef-a51f2a35a56c req-b08d8d69-9603-40b1-a971-ecfc2d923d5b tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550014 Mar 02 18:14:54.102511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41600) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:54.109404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1604975119-network', 'tenant_id': 'c6c6418f9738484d8db9ca77d27a4918'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:54.116342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:54.131812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Usage tracker for resource:network and tenant:c6c6418f9738484d8db9ca77d27a4918 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:54.136233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:54.147531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:54.152635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2aa030b5-091d-453f-89b6-47cabeaf7253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.276704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Made reservation on behalf of c6c6418f9738484d8db9ca77d27a4918 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:54.280634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.319682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.330356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-26cf5d8c-4f75-430c-a41d-cfc2aa171643 service neutron] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:14:54.337206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-26cf5d8c-4f75-430c-a41d-cfc2aa171643 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.339190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7e9ea00-4edd-47d8-ae65-04ea89e429ce req-26cf5d8c-4f75-430c-a41d-cfc2aa171643 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b/bindings/n-h1-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.3860514 Mar 02 18:14:54.347851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:54.352688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Usage tracker for resource:security_group_rule and tenant:c6c6418f9738484d8db9ca77d27a4918 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:54.357329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:54.364146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:54.399992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce7b7d-0657-4cd2-88d8-756dbff24161 req-c57ecab0-42d8-4c4e-99b8-dae571a3ac80 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:54.402219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ce7b7d-0657-4cd2-88d8-756dbff24161 req-c57ecab0-42d8-4c4e-99b8-dae571a3ac80 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.1694179 Mar 02 18:14:54.410373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d0488-29fb-4cad-b0f5-fa97e102626c req-4d5dcb08-6c33-451c-914f-0a3441a467c3 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:54.414743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-797d0488-29fb-4cad-b0f5-fa97e102626c req-4d5dcb08-6c33-451c-914f-0a3441a467c3 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1740997 Mar 02 18:14:54.465748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.488810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ce7b7d-0657-4cd2-88d8-756dbff24161 req-3e6c8989-60d8-43be-976d-e07891ada812 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758817 Mar 02 18:14:54.494635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-797d0488-29fb-4cad-b0f5-fa97e102626c req-a4622039-8ccc-4a26-84f4-0a4caeda001a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672512 Mar 02 18:14:54.581737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.607264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:14:54.627885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c144c75-3941-4923-9caa-82f269940027,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:54.630898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.631365 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Added segment af475a9b-cb9e-4ec5-bece-b9ea239787d2 of type vlan for network c4f4f5fa-e27d-433e-8a77-a71d2c323208 Mar 02 18:14:54.666956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.693960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231debdf-6c34-4621-916e-f28ef1551d34 req-1de14f30-037d-4e9d-bd08-b9646c8a6303 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:54.695595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-231debdf-6c34-4621-916e-f28ef1551d34 req-1de14f30-037d-4e9d-bd08-b9646c8a6303 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.1012061 Mar 02 18:14:54.748765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-231debdf-6c34-4621-916e-f28ef1551d34 req-78885391-2b64-423b-8a34-a90764be017a tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463045 Mar 02 18:14:54.786808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.787989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:54.789053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:54.922955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] Pushing event updated for resources: {'Network': ['ID=c4f4f5fa-e27d-433e-8a77-a71d2c323208,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:54.938746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c4f4f5fa-e27d-433e-8a77-a71d2c323208 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:14:55.016497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-83206ec2-a0cb-4876-89ed-252e85dac90a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9128397 Mar 02 18:14:55.019292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41612) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:14:55.027617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Request body: {'subnet': {'network_id': 'c4f4f5fa-e27d-433e-8a77-a71d2c323208', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1604975119-subnet', 'tenant_id': 'c6c6418f9738484d8db9ca77d27a4918', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:55.033820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:55.038982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Usage tracker for resource:subnet and tenant:c6c6418f9738484d8db9ca77d27a4918 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:55.044057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:55.050478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:55.131594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6a629-22f4-4188-9364-e62bf91e44c8 req-bc7d1e72-a6ef-48fa-a344-7d75443caebe tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:55.133488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ca6a629-22f4-4188-9364-e62bf91e44c8 req-bc7d1e72-a6ef-48fa-a344-7d75443caebe tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.2673073 Mar 02 18:14:55.175948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Made reservation on behalf of c6c6418f9738484d8db9ca77d27a4918 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:14:55.179379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.187932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ca6a629-22f4-4188-9364-e62bf91e44c8 req-7de5119d-f691-4746-a83d-680ed5463c67 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480483 Mar 02 18:14:55.281007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.380028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.442524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa7a67-1db8-4498-9219-89c06c0de6a2 req-b2b2df49-2e42-4fe7-b057-5bdcc7b7791d tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:55.444044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3fa7a67-1db8-4498-9219-89c06c0de6a2 req-b2b2df49-2e42-4fe7-b057-5bdcc7b7791d tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1096 time: 0.1016805 Mar 02 18:14:55.492528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3fa7a67-1db8-4498-9219-89c06c0de6a2 req-9add3afa-3d49-4c3d-83d4-5945838d148f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Mar 02 18:14:55.496135 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.528789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.654406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3145b562-5201-4b1a-b51f-d01af9e1a7d1,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:55.664144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Checking segment: {'id': 'af475a9b-cb9e-4ec5-bece-b9ea239787d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'c4f4f5fa-e27d-433e-8a77-a71d2c323208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:14:55.664625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Network hostable DHCP agents. Network: c4f4f5fa-e27d-433e-8a77-a71d2c323208, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:14:55.724883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df48f1b-61e2-4f26-8ee6-fe13ace42387 req-00a05ed0-2e0c-4225-bb28-d8172785b08a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:55.731756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7df48f1b-61e2-4f26-8ee6-fe13ace42387 req-00a05ed0-2e0c-4225-bb28-d8172785b08a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.0946729 Mar 02 18:14:55.757884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Network c4f4f5fa-e27d-433e-8a77-a71d2c323208 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:14:55.808653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7df48f1b-61e2-4f26-8ee6-fe13ace42387 req-85995669-6aef-4776-b96c-e700fe19d142 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759594 Mar 02 18:14:55.843755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c4f4f5fa-e27d-433e-8a77-a71d2c323208) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:14:55.848737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:55.855837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:55.857888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69c9e3e-ddd7-43f8-b62a-4d4d2c6d94e5 None None] Network c4f4f5fa-e27d-433e-8a77-a71d2c323208 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:55.865715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97feb0-c520-4d77-820d-ad8788124a23 req-94cb2ded-fe77-40c9-be59-006413ad9d5c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:55.867181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf97feb0-c520-4d77-820d-ad8788124a23 req-94cb2ded-fe77-40c9-be59-006413ad9d5c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.0991693 Mar 02 18:14:55.956501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf97feb0-c520-4d77-820d-ad8788124a23 req-e9617966-8f31-4972-93d3-6925e002de9c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Mar 02 18:14:55.974136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50458181-172e-4478-bed2-acb3be693941 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9532952 Mar 02 18:14:56.077402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-bbc45008-53f3-4c87-ba58-e576b439836f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:56.079370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-bbc45008-53f3-4c87-ba58-e576b439836f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.1689434 Mar 02 18:14:56.101624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-b6c5f08d-43b7-4de4-802d-cb19aba047ec tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/quotas/af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 375 time: 0.0158079 Mar 02 18:14:56.135710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04d064f-1ca8-478f-bfba-e91472ca0ac1 None None] Network c4f4f5fa-e27d-433e-8a77-a71d2c323208 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:14:56.261740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-63a8984c-c3d3-43c7-b888-5279f3dc4a0f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1525800 Mar 02 18:14:56.324428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b44e4d-103c-4c51-a71e-6343127f9971 req-21f83472-c74c-4a93-975e-06609e62d567 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:56.325859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32b44e4d-103c-4c51-a71e-6343127f9971 req-21f83472-c74c-4a93-975e-06609e62d567 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.1504142 Mar 02 18:14:56.453269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32b44e4d-103c-4c51-a71e-6343127f9971 req-457c9760-5896-426d-b86e-8048d3bc9094 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728335 Mar 02 18:14:56.462083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-4c778f53-2402-44e9-ac2a-78751a52156c service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829836 Mar 02 18:14:56.470578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.573949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:56.615092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-ed374e9f-12ac-4892-b115-071bebf98211 service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462798 Mar 02 18:14:57.020730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-98c330f3-05cd-4f3f-a3a6-45106eddee51 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:57.022271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-98c330f3-05cd-4f3f-a3a6-45106eddee51 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 1101 time: 0.1178224 Mar 02 18:14:57.106683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.132179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:14:57.141404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Usage tracker for resource:security_group_rule and tenant:d6e2f9e83e754acca152e633c2547f82 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:14:57.151769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:14:57.161264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:14:57.171964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-bed6ef11-04d9-4c27-9029-c381de3da073 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:57.173415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-bed6ef11-04d9-4c27-9029-c381de3da073 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/networks?id=366571bb-4dcc-48b5-9def-180f5ff9739f HTTP/1.1" status: 200 len: 814 time: 0.1994209 Mar 02 18:14:57.196314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-761030ce-114e-4154-872f-2e54082c8fa4 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/quotas/a9d32644c3414206a088b7c20a3b414f HTTP/1.1" status: 200 len: 375 time: 0.0170183 Mar 02 18:14:57.252301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-b557a87f-ab10-463a-ac5a-aaca5bba0f84 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a9d32644c3414206a088b7c20a3b414f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468938 Mar 02 18:14:57.406339 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.426556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-2511b7ea-ca9c-4a1d-8123-1affe6b38074 service neutron] 10.222.0.66 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676347 Mar 02 18:14:57.514089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:14:57.560381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46717162-96b1-42ae-a262-0dd4dadabb7b req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5315619 Mar 02 18:14:57.567515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b860cbf-5445-49c1-a593-b29af72654a0 tempest-LiveMigrationNegativeTest-882657033 tempest-LiveMigrationNegativeTest-882657033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f04c32-2bf1-45c7-b8e1-cd5c380cf09d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:14:57.597310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-43611178-afc3-44a0-95e2-05b058c7cd37 service neutron] 10.222.0.66 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646285 Mar 02 18:14:57.850989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a757f9-db89-4dba-a5cd-e23450d34550 req-261cb776-c0aa-4a74-8d10-23c5d8cfb0f9 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:57.852668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91a757f9-db89-4dba-a5cd-e23450d34550 req-261cb776-c0aa-4a74-8d10-23c5d8cfb0f9 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1930802 Mar 02 18:14:57.914750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91a757f9-db89-4dba-a5cd-e23450d34550 req-b426f03f-d1c6-4643-941e-9d2aed12a54a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Mar 02 18:14:58.015414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b9e473c-ddf8-4fbd-8d70-6506a57f601b req-45b5ea26-a943-4cbc-b46e-02215d226e3d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 210 time: 0.0628242 Mar 02 18:14:58.196452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b0c6330-53d5-4951-94d0-13e949e72357 req-7a2dd305-b553-477c-8ae1-7bf44ba01911 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 210 time: 0.0501847 Mar 02 18:14:58.211598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15208b-f9ea-4bdc-8e20-47c2813a6fdd req-e15c05bb-b37d-48fc-a84d-438c4e2f2728 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:58.213445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a15208b-f9ea-4bdc-8e20-47c2813a6fdd req-e15c05bb-b37d-48fc-a84d-438c4e2f2728 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.1715512 Mar 02 18:14:58.263557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a15208b-f9ea-4bdc-8e20-47c2813a6fdd req-82f8928f-3976-4002-82dc-0a86d896c44d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442822 Mar 02 18:14:58.473957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42c5b6-578e-45b7-9f55-39e8cbf31176 req-448b34b9-f0dc-4609-b130-bd81cd44fff0 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:58.475507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b42c5b6-578e-45b7-9f55-39e8cbf31176 req-448b34b9-f0dc-4609-b130-bd81cd44fff0 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0827851 Mar 02 18:14:58.524690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b42c5b6-578e-45b7-9f55-39e8cbf31176 req-d8791157-388b-49df-b3d7-6c3b07abb41d tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Mar 02 18:14:58.658563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddcb13a-b729-46aa-8c97-ce8222eaf679 req-fc261b47-d66d-4185-8535-71ef0524a119 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:58.660222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bddcb13a-b729-46aa-8c97-ce8222eaf679 req-fc261b47-d66d-4185-8535-71ef0524a119 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1096 time: 0.0781157 Mar 02 18:14:58.707767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bddcb13a-b729-46aa-8c97-ce8222eaf679 req-48ae54e0-501b-4f60-b112-b694774e4d1d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Mar 02 18:14:59.205749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0117e84-3df8-46f5-b72b-daa96acfed14 req-9769c4ea-a87f-43f0-a3c6-9702c7d233e5 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:59.207296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0117e84-3df8-46f5-b72b-daa96acfed14 req-9769c4ea-a87f-43f0-a3c6-9702c7d233e5 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.0821145 Mar 02 18:14:59.258796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0117e84-3df8-46f5-b72b-daa96acfed14 req-cebbca8d-bffb-4edf-b9f3-4c81a5cabf75 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398405 Mar 02 18:14:59.882208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-6bf11f11-b689-4916-8843-005b17758938 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:14:59.883618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-6bf11f11-b689-4916-8843-005b17758938 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.2323530 Mar 02 18:14:59.885674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52d4dcf1-dc8b-413d-8736-46c3c5790f65 req-225fea0b-e792-452c-938a-d452bb1af676 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 210 time: 0.0907996 Mar 02 18:14:59.899862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4156db4-7400-491b-a2b7-941fc1dfd751 req-e5fa97e9-a22a-4a9c-aa93-1f13b9e74152 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 210 time: 0.0594380 Mar 02 18:14:59.908720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Request body: {'port': {'device_id': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'admin_state_up': True, 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:14:59.932567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-05e20900-24b9-45d7-92cf-450fdedd2f44 req-44ac96ee-2806-4379-9e11-1a01ac83c647 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:14:59.933569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05e20900-24b9-45d7-92cf-450fdedd2f44 req-44ac96ee-2806-4379-9e11-1a01ac83c647 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088573 Mar 02 18:15:00.139548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:00.147844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05e20900-24b9-45d7-92cf-450fdedd2f44 req-6e89003e-0f3e-44be-85a5-c090515367a1 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2002594 Mar 02 18:15:00.156411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:00.356526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:00.359990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:00.555064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55478eda-5643-4b89-aa89-9e7482a0d965 req-37d00b4d-e1e9-44b3-a4e3-24c79690dc8d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:00.563858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55478eda-5643-4b89-aa89-9e7482a0d965 req-37d00b4d-e1e9-44b3-a4e3-24c79690dc8d tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.2363756 Mar 02 18:15:00.616070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Allocated IP 172.20.0.11 (3ad1cf88-919d-468e-bf43-61b48d213e76/30d4ae26-17ff-4cff-a252-16def1ed400b/14a328c8-9964-4be4-8571-8a97f4cb963b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:00.639760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55478eda-5643-4b89-aa89-9e7482a0d965 req-38c69dcf-7950-46e7-96ed-9a9cf088c1af tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729461 Mar 02 18:15:00.941909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b155295-c8af-468d-8f34-ca87b3d60041 req-464739b6-2511-4d12-b814-5f90258801af tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:00.943401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b155295-c8af-468d-8f34-ca87b3d60041 req-464739b6-2511-4d12-b814-5f90258801af tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.3026960 Mar 02 18:15:01.140646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-609dac29-5c31-4199-8823-f28b9860f9b3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3853738 Mar 02 18:15:01.147480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b155295-c8af-468d-8f34-ca87b3d60041 req-e01371af-e5d9-4d7f-bfa5-81033fc51127 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962333 Mar 02 18:15:01.150949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:01.250208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-3a413757-2a11-4068-93f4-ba1fd07cc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:01.251685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-3a413757-2a11-4068-93f4-ba1fd07cc05e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 1097 time: 0.0875676 Mar 02 18:15:01.348522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a597f06-946b-4462-b4b7-8cf718cfd2ca req-7c985b87-154d-48b5-aa38-ab6cb074b21b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 210 time: 0.0946186 Mar 02 18:15:01.397180 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:01.457470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e956f631-b27e-4703-9873-f3f1490c3c71 req-4ae62006-374d-4349-b782-b948729f4a7e tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 210 time: 0.1673307 Mar 02 18:15:01.570911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:01.586694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:01.596434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:15:01.677807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:01.769222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-87633512-821c-4fb2-b1d0-1813dc5351c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:01.772000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-87633512-821c-4fb2-b1d0-1813dc5351c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.4817634 Mar 02 18:15:01.777004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:01.777624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:01.862942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-e24edccd-a853-4d11-a69c-1dcbcf74fe30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 200 len: 217 time: 0.0796399 Mar 02 18:15:02.154616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9b5a2001-7855-4323-b044-8bfa78a27d2a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2571971 Mar 02 18:15:02.180602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e35491-e33f-4459-b561-aef1a3f2be15 req-2c9bd732-f246-4c19-a5b5-ddd42802e9a0 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.182700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30e35491-e33f-4459-b561-aef1a3f2be15 req-2c9bd732-f246-4c19-a5b5-ddd42802e9a0 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 946 time: 0.5005183 Mar 02 18:15:02.189617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Request body: {'port': {'device_id': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:02.216292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-c09246a4-c443-46dd-ac36-3c4548aa3e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.217733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-c09246a4-c443-46dd-ac36-3c4548aa3e10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.3451941 Mar 02 18:15:02.412875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-9a2a198a-1403-48cb-84fb-93bbd41dfd3e tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.414363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-9a2a198a-1403-48cb-84fb-93bbd41dfd3e tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.65 "GET /v2.0/networks?id=366571bb-4dcc-48b5-9def-180f5ff9739f HTTP/1.1" status: 200 len: 814 time: 0.4668181 Mar 02 18:15:02.439943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Request body: {'port': {'device_id': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f', 'admin_state_up': True, 'tenant_id': 'a9d32644c3414206a088b7c20a3b414f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:02.459735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30e35491-e33f-4459-b561-aef1a3f2be15 req-67ef4561-deda-461f-a1df-fb11cb0e9f89 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346897 Mar 02 18:15:02.473255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-d62324d0-f793-48fa-8bc6-2a1727ecdcd5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.474727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-d62324d0-f793-48fa-8bc6-2a1727ecdcd5 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.5996811 Mar 02 18:15:02.496724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76edc03-e5cf-4370-9f18-16af575a0557 req-d5c76ff9-c2fe-4e7c-b330-99bc7d9f0e25 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.503625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f76edc03-e5cf-4370-9f18-16af575a0557 req-d5c76ff9-c2fe-4e7c-b330-99bc7d9f0e25 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.5241921 Mar 02 18:15:02.650991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:02.726818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f76edc03-e5cf-4370-9f18-16af575a0557 req-5418f447-8161-49f9-bf32-286a938178e8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223485 Mar 02 18:15:02.732115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-ec7fe7f6-113c-49ae-9fde-1a14951b3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:02.733519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-ec7fe7f6-113c-49ae-9fde-1a14951b3814 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4940464 Mar 02 18:15:02.736939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Deleting port db18b29c-a2a6-4cf9-b5bd-4800750ed007 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:02.737404 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:03.239050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:03.257277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Usage tracker for resource:port and tenant:a9d32644c3414206a088b7c20a3b414f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:03.271608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:03.326470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:03.490334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-1d3a2815-a1b1-465a-8df4-5af55b8acbb9 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6885133 Mar 02 18:15:03.515120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Made reservation on behalf of a9d32644c3414206a088b7c20a3b414f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:03.518622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:03.584139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19a28d0-e552-4bd9-a801-5f117a714810 req-38a8d54c-8484-4c30-b5c3-7e9f8edd9700 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:03.584750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a19a28d0-e552-4bd9-a801-5f117a714810 req-38a8d54c-8484-4c30-b5c3-7e9f8edd9700 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:03.593997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc8495-a3f9-456a-a1bf-57ecd51d4a7b req-22120769-6d1a-43ff-ba62-66225f19a4fa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:03.595435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28cc8495-a3f9-456a-a1bf-57ecd51d4a7b req-22120769-6d1a-43ff-ba62-66225f19a4fa tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.6271667 Mar 02 18:15:03.899930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28cc8495-a3f9-456a-a1bf-57ecd51d4a7b req-ebffe09c-59fa-40d5-ac05-e4db7afcaecf tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400830 Mar 02 18:15:03.912787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a19a28d0-e552-4bd9-a801-5f117a714810 req-38a8d54c-8484-4c30-b5c3-7e9f8edd9700 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:03.913854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a19a28d0-e552-4bd9-a801-5f117a714810 req-38a8d54c-8484-4c30-b5c3-7e9f8edd9700 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 932 time: 0.9426165 Mar 02 18:15:03.933659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] For port db18b29c-a2a6-4cf9-b5bd-4800750ed007, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db18b29c-a2a6-4cf9-b5bd-4800750ed007,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:03.934028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:04.198008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Calling delete_port for db18b29c-a2a6-4cf9-b5bd-4800750ed007 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:04.246486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bbb86c9-6c3b-49b2-8675-bd78fd32639b req-879683d6-786e-4505-b6b8-571a3daf3881 service neutron] 10.222.0.65 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7332094 Mar 02 18:15:04.276749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9caef380-d8f4-46c1-8867-f96b69c7a763 req-61c5401c-0ded-4d1f-a3e2-8d60cde8ea4d tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 210 time: 0.2150056 Mar 02 18:15:04.320492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a328c8-9964-4be4-8571-8a97f4cb963b {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:04.342217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:04.345147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Allocated IP 172.20.0.10 (366571bb-4dcc-48b5-9def-180f5ff9739f/65ea7262-a300-4bea-9f53-9349617bcfd5/c8ad9014-be50-4fe1-a148-d59d7e149f6c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:04.349650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a19a28d0-e552-4bd9-a801-5f117a714810 req-d198c318-d35c-4265-bed9-dcac4bc170a4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186416 Mar 02 18:15:04.400863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Transition to ACTIVE for port object 14a328c8-9964-4be4-8571-8a97f4cb963b will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:04.479189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:04.943731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:05.037691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.057566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['63c90e04-b9af-4521-9988-0145a17f56ea'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:05.116893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Pushing event deleted for resources: {'Port': ['ID=db18b29c-a2a6-4cf9-b5bd-4800750ed007,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:05.121442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.196975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203d201-5a43-4320-9d62-6af724284822 req-f00d69c5-d285-4de5-b862-374a7fd41e03 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.198594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5203d201-5a43-4320-9d62-6af724284822 req-f00d69c5-d285-4de5-b862-374a7fd41e03 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=20a57286-5512-4ac9-8035-f21878868314 HTTP/1.1" status: 200 len: 950 time: 0.6747861 Mar 02 18:15:05.247339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:05.248127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:05.248127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:05.264660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] No DVR routers for this DVR port db18b29c-a2a6-4cf9-b5bd-4800750ed007 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:05.269782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:05.270748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:05.273802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.277839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'name': 'network-vif-deleted', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:05.305587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:05.305942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:05.306362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:05.307388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Bound port: 14a328c8-9964-4be4-8571-8a97f4cb963b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:05.307739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.330822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5203d201-5a43-4320-9d62-6af724284822 req-e7bf7cef-4d01-4d0e-8217-cbeea8d30efe tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964561 Mar 02 18:15:05.437756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:05.441714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:05.447273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.447643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85be54d2-7c02-4687-b7f3-67c62fb247a1 req-1c153f2e-261a-4632-adfd-f3436da743d8 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "DELETE /v2.0/ports/db18b29c-a2a6-4cf9-b5bd-4800750ed007 HTTP/1.1" status: 204 len: 173 time: 2.9259009 Mar 02 18:15:05.527977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Network 366571bb-4dcc-48b5-9def-180f5ff9739f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:05.531356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:05.540780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:15:05.576723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.598164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Pushing event updated for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:05.693727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.694441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.695848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] 10.222.0.65 "PUT /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 1092 time: 3.5326631 Mar 02 18:15:05.711272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.711508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:05.760299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1ad31-98a6-49b6-9229-7f62d008afef service neutron] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:05.794931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7549-f76a-4c3d-9886-ebeb004f38c8 req-04615d6a-15a9-419f-83e3-0e29385b4770 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.800694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7549-f76a-4c3d-9886-ebeb004f38c8 req-04615d6a-15a9-419f-83e3-0e29385b4770 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.807033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e7549-f76a-4c3d-9886-ebeb004f38c8 req-04615d6a-15a9-419f-83e3-0e29385b4770 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:05.808692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5e7549-f76a-4c3d-9886-ebeb004f38c8 req-04615d6a-15a9-419f-83e3-0e29385b4770 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d&device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5&device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 2418 time: 0.1586013 Mar 02 18:15:05.877024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-f89ba61a-9885-4c56-b3be-a3bdd678bd3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4454918 Mar 02 18:15:05.899139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Request body: {'port': {'device_id': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:05.950355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5e7549-f76a-4c3d-9886-ebeb004f38c8 req-671970bc-f5c1-4a71-94fe-e2ad33aa3d21 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326563 Mar 02 18:15:06.051322 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20a57286-5512-4ac9-8035-f21878868314', 'name': 'network-vif-deleted', 'tag': 'db18b29c-a2a6-4cf9-b5bd-4800750ed007', 'status': 'completed', 'code': 200} Mar 02 18:15:06.052036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:06.131864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-a2168bdf-5c62-4126-bbf1-9372adf7f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:06.134033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-a2168bdf-5c62-4126-bbf1-9372adf7f961 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1095 time: 0.2940423 Mar 02 18:15:06.158390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db18b29c-a2a6-4cf9-b5bd-4800750ed007 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:06.200604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: db18b29c-a2a6-4cf9-b5bd-4800750ed007 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:06.201317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db18b29c-a2a6-4cf9-b5bd-4800750ed007 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:06.265393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-0069970e-fa7d-40ca-95f1-cfb0db579827 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.1129968 Mar 02 18:15:06.579113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-91eaea2c-f5de-433e-a6bf-0e7ee13a463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:06.580578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-91eaea2c-f5de-433e-a6bf-0e7ee13a463c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2711260 Mar 02 18:15:06.673057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-defd25c4-05b1-4017-b1ee-ebe6ef824323 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673182 Mar 02 18:15:06.790189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad6455-8e54-4c51-9a7b-533a4ca1047e req-4a0aa50e-0ec7-4c5d-9816-b5774fe20624 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:06.790189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-10ad6455-8e54-4c51-9a7b-533a4ca1047e req-4a0aa50e-0ec7-4c5d-9816-b5774fe20624 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Synchronizing usage tracker for tenant:a9d32644c3414206a088b7c20a3b414f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:06.909516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc3625-4f37-4cf5-a924-252c3e888617 req-c219e065-a032-4904-8926-b472b944ae37 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:06.911174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5cc3625-4f37-4cf5-a924-252c3e888617 req-c219e065-a032-4904-8926-b472b944ae37 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 944 time: 0.6538172 Mar 02 18:15:06.992076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-09a89626-d682-4cf5-8caa-0b40504fb45b service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597201 Mar 02 18:15:06.992667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-10ad6455-8e54-4c51-9a7b-533a4ca1047e req-4a0aa50e-0ec7-4c5d-9816-b5774fe20624 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Unset dirty status for tenant:a9d32644c3414206a088b7c20a3b414f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:06.993680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10ad6455-8e54-4c51-9a7b-533a4ca1047e req-4a0aa50e-0ec7-4c5d-9816-b5774fe20624 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 932 time: 0.8403072 Mar 02 18:15:07.008335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5cc3625-4f37-4cf5-a924-252c3e888617 req-44ca38da-a9f4-4c7d-9f04-280e9350ff85 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871749 Mar 02 18:15:07.241803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ad9014-be50-4fe1-a148-d59d7e149f6c {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:07.257535 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:07.287264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10ad6455-8e54-4c51-9a7b-533a4ca1047e req-6a4d0f74-7ca1-4d6f-b7a2-a677ab012563 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581177 Mar 02 18:15:07.298524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Transition to ACTIVE for port object c8ad9014-be50-4fe1-a148-d59d7e149f6c will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:07.319605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18aa58dd-fc73-41a8-af9d-e23e01557bfc req-9f20dd45-98a3-4626-99c2-b0e70bfbab8b service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146467 Mar 02 18:15:07.386683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-c2c000c0-bed4-4d0d-9679-569d595dae93 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2145629 Mar 02 18:15:07.398046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:07.636116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:07.747730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f48214c-8cad-4aa3-9eda-f6e890bf9e62 req-36d4fe7e-e927-4e89-a8ce-b7ca44f1d653 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4128973 Mar 02 18:15:07.811997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Attempting to bind port c8ad9014-be50-4fe1-a148-d59d7e149f6c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:07.812229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Attempting to bind port c8ad9014-be50-4fe1-a148-d59d7e149f6c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '7ba2a3df-f8a0-493d-bbde-00b6e08abd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:07.812557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Attempting to bind port c8ad9014-be50-4fe1-a148-d59d7e149f6c on network 366571bb-4dcc-48b5-9def-180f5ff9739f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:07.816359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-49b6816c-d013-4679-a8c6-fc0d4fe939a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:07.818116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-49b6816c-d013-4679-a8c6-fc0d4fe939a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=29552f40778b4bc293d31531343c015a&device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 1097 time: 0.3812869 Mar 02 18:15:07.833546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Port c8ad9014-be50-4fe1-a148-d59d7e149f6c on network 366571bb-4dcc-48b5-9def-180f5ff9739f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:07.833872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Attempting to bind port c8ad9014-be50-4fe1-a148-d59d7e149f6c on network 366571bb-4dcc-48b5-9def-180f5ff9739f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:07.843534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:07.843864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Checking segment: {'id': '7ba2a3df-f8a0-493d-bbde-00b6e08abd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:07.844248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Bound using segment: {'id': '7ba2a3df-f8a0-493d-bbde-00b6e08abd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:07.844680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Bound port: c8ad9014-be50-4fe1-a148-d59d7e149f6c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ba2a3df-f8a0-493d-bbde-00b6e08abd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:07.845023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:07.906266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f9e9b-ab72-406b-afee-d475c1042395 req-1f4423ce-a59e-4699-a244-6bd166c8df12 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:07.907844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-384f9e9b-ab72-406b-afee-d475c1042395 req-1f4423ce-a59e-4699-a244-6bd166c8df12 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.2745070 Mar 02 18:15:08.053095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:08.217376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-384f9e9b-ab72-406b-afee-d475c1042395 req-99a60118-3631-4ef7-b90f-c2abce850e14 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773623 Mar 02 18:15:08.218443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-6c3b92af-e532-4e12-88a8-a818d7efb870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:08.219798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-6c3b92af-e532-4e12-88a8-a818d7efb870 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 200 len: 916 time: 0.3577483 Mar 02 18:15:08.296060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:08.437892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-88ecb6c4-5a6d-4076-bb49-4f2d42953fff service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6 HTTP/1.1" status: 200 len: 217 time: 0.2095804 Mar 02 18:15:08.445613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c,segment=NetworkSegment(7ba2a3df-f8a0-493d-bbde-00b6e08abd62),segment_id=7ba2a3df-f8a0-493d-bbde-00b6e08abd62)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:08.518265 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:08.595480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:08.596044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:08.597405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] 10.222.0.65 "PUT /v2.0/ports/c8ad9014-be50-4fe1-a148-d59d7e149f6c HTTP/1.1" status: 200 len: 1092 time: 2.7132580 Mar 02 18:15:08.603931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-e9463678-3d01-481a-8c63-c239b9a28b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:08.605357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-e9463678-3d01-481a-8c63-c239b9a28b65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 200 len: 854 time: 0.1553626 Mar 02 18:15:08.616662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214ea669-b60d-4a07-a722-c8823307abd0 req-27f69792-838d-40ba-90b0-22589e2ae9e0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:08.618370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-214ea669-b60d-4a07-a722-c8823307abd0 req-27f69792-838d-40ba-90b0-22589e2ae9e0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.11 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.5592084 Mar 02 18:15:08.769616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d06db-6c1d-495f-b6ce-9759ecdacf73 req-9bc9187a-0f7a-4e09-84e1-8b79dfa11dcf tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:08.771141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-656d06db-6c1d-495f-b6ce-9759ecdacf73 req-9bc9187a-0f7a-4e09-84e1-8b79dfa11dcf tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.6136277 Mar 02 18:15:08.815788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d1bd13-088f-4853-a110-6e31976c6a2f service neutron] Pushing event updated for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:08.840748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Deleting port 43477a44-23ba-43d1-9044-7ab0f9085dfb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:08.841094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:08.926846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-656d06db-6c1d-495f-b6ce-9759ecdacf73 req-3998d1bb-0492-4558-9f4d-2da1e5c7edb3 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/security-groups?id=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465352 Mar 02 18:15:09.001343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-f3d6defe-ed26-4236-a09a-4bff51005ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.002878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-f3d6defe-ed26-4236-a09a-4bff51005ddb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b95ba755-03a7-4d6f-952a-62f2ff19c9ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3809304 Mar 02 18:15:09.007953 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'status': 'completed', 'code': 200} Mar 02 18:15:09.047556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-0064f32b-bd18-4ff5-8d86-00c13ffe31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.049005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-0064f32b-bd18-4ff5-8d86-00c13ffe31f8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9d32644c3414206a088b7c20a3b414f&device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 1095 time: 0.3324916 Mar 02 18:15:09.296416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-cf3894ab-15ad-4429-8cf9-549fb28c5436 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c HTTP/1.1" status: 200 len: 217 time: 0.1735020 Mar 02 18:15:09.500940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-0a36ca94-cd77-458d-89c5-9b4a317bb394 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.502538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-0a36ca94-cd77-458d-89c5-9b4a317bb394 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Synchronizing usage tracker for tenant:4d6406f6570f42aa871d219ed923cd5d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:09.575737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-519f4f08-2aec-4b86-9e56-994930f521bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.577104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-519f4f08-2aec-4b86-9e56-994930f521bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ea7262-a300-4bea-9f53-9349617bcfd5 HTTP/1.1" status: 200 len: 854 time: 0.1874673 Mar 02 18:15:09.591774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-0a36ca94-cd77-458d-89c5-9b4a317bb394 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Unset dirty status for tenant:4d6406f6570f42aa871d219ed923cd5d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:09.592020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-3629b64e-eeb7-4823-b652-be75e6e74820 service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5687439 Mar 02 18:15:09.592890 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-0a36ca94-cd77-458d-89c5-9b4a317bb394 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.11 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 946 time: 0.1788845 Mar 02 18:15:09.673934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Deleting port ca230667-7227-4e1f-9737-125203c850a5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:09.674394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:09.675153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-c0b524a0-94f4-4f95-8761-969b1bf48c80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=366571bb-4dcc-48b5-9def-180f5ff9739f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873966 Mar 02 18:15:09.691684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-b8bf3b1b-57fe-42ae-b508-7fe170a61088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.693216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-b8bf3b1b-57fe-42ae-b508-7fe170a61088 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1095 time: 0.6489234 Mar 02 18:15:09.694757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] For port 43477a44-23ba-43d1-9044-7ab0f9085dfb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=43477a44-23ba-43d1-9044-7ab0f9085dfb,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:09.695119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:09.737888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932851bf-f6f5-400a-8f31-a737964e2e0b req-7806e58f-ea57-4372-bb59-700dc3ee8869 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.739411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-932851bf-f6f5-400a-8f31-a737964e2e0b req-7806e58f-ea57-4372-bb59-700dc3ee8869 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 944 time: 0.7175074 Mar 02 18:15:09.746907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a40b83-5dce-40e6-abbd-012a4f207036 req-bb10f2e4-f47c-41d1-b10f-6b2cc9ab3c3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:09.748826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89a40b83-5dce-40e6-abbd-012a4f207036 req-bb10f2e4-f47c-41d1-b10f-6b2cc9ab3c3a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 944 time: 0.6245549 Mar 02 18:15:09.956375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] For port ca230667-7227-4e1f-9737-125203c850a5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=ca230667-7227-4e1f-9737-125203c850a5,segment=NetworkSegment(ea3c8fa3-f8ec-46f3-991c-df20ddf17f09),segment_id=ea3c8fa3-f8ec-46f3-991c-df20ddf17f09)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:09.956835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:10.095639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Calling delete_port for ca230667-7227-4e1f-9737-125203c850a5 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:10.279724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-932851bf-f6f5-400a-8f31-a737964e2e0b req-9f2b60fb-87e4-4330-aea5-c41da3f48bbc tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303335 Mar 02 18:15:10.347934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89a40b83-5dce-40e6-abbd-012a4f207036 req-4f92f6c3-49d5-4c40-b6f3-89a4fd571048 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5438030 Mar 02 18:15:10.446535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e344c1ff-08c6-47c9-b7e1-a7be9a965c6c req-b1490895-e5eb-4d90-9fc9-062504ed76ba service neutron] 10.222.0.11 "GET /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8046720 Mar 02 18:15:10.472575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:10.485044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['ca230667-7227-4e1f-9737-125203c850a5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:10.524460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-40c29a92-9c7f-49b1-b93b-386d34386b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:10.525965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-40c29a92-9c7f-49b1-b93b-386d34386b27 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.8161714 Mar 02 18:15:10.530485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Pushing event deleted for resources: {'Port': ['ID=ca230667-7227-4e1f-9737-125203c850a5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:10.550418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-6a224027-15f9-461e-ae2d-b22aa1890f1c service neutron] 10.222.0.65 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8455837 Mar 02 18:15:10.614502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] No DVR routers for this DVR port ca230667-7227-4e1f-9737-125203c850a5 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:10.617239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:10.620754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'name': 'network-vif-deleted', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:10.712973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ae897cd-f4be-4f01-9640-b8a34e151615 req-f0fcefc7-3b59-45aa-9562-be45e5acb95f tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.11 "DELETE /v2.0/ports/ca230667-7227-4e1f-9737-125203c850a5 HTTP/1.1" status: 204 len: 173 time: 1.1082513 Mar 02 18:15:10.775667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-62464166-efae-4a76-ad06-2dafea25eaa7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.2274601 Mar 02 18:15:10.980028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:10.991761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:10.991761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:10.996859 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc disassociated. External IP: 172.25.7.68, port: 43477a44-23ba-43d1-9044-7ab0f9085dfb. Mar 02 18:15:10.996859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Calling delete_port for 43477a44-23ba-43d1-9044-7ab0f9085dfb owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:11.024686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:11.050751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-82da6d02-5451-407f-b0b2-0e254c9f112e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:11.052179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-82da6d02-5451-407f-b0b2-0e254c9f112e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2308214 Mar 02 18:15:11.156242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:11.157363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-a66127e8-8003-4cf6-9711-32c923e5b407 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811758 Mar 02 18:15:11.164363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-904f28fb-aa23-47c9-83b5-1da11eb5d19a req-197ae8a7-f30a-4012-a295-96f26781513d service neutron] 10.222.0.65 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5162668 Mar 02 18:15:11.172261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'port_id': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'mac_address': 'fa:16:3e:59:ea:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d4ae26-17ff-4cff-a252-16def1ed400b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:15:11.175678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252c2d8-3ccc-4ca6-aab9-ca5825b11c1f req-6466379a-dbdf-48d6-89f5-24d36d1c6a5b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:11.176383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7252c2d8-3ccc-4ca6-aab9-ca5825b11c1f req-6466379a-dbdf-48d6-89f5-24d36d1c6a5b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Synchronizing usage tracker for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:11.226199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-ea52eaea-7283-4028-893d-ae65fd03f504 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:11.226887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-ea52eaea-7283-4028-893d-ae65fd03f504 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Synchronizing usage tracker for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:11.243020 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:11.246184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14a328c8-9964-4be4-8571-8a97f4cb963b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:11.266343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:11.267963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8f96-778d-425f-9754-e6e7c6425280 req-7ba53a08-2143-44f1-a18a-715fae4977cf tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:11.269437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea3c8f96-778d-425f-9754-e6e7c6425280 req-7ba53a08-2143-44f1-a18a-715fae4977cf tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 946 time: 0.5140953 Mar 02 18:15:11.448192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea3c8f96-778d-425f-9754-e6e7c6425280 req-4d6b7d5d-24a5-45eb-b811-1c457fb5afe0 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups?id=cf9df713-f0db-483e-aed4-67e4206c57da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982404 Mar 02 18:15:11.453492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-5650f59a-f5c6-443c-9710-d88f6ee3ebb8 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2698815 Mar 02 18:15:11.476096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:11.497229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7252c2d8-3ccc-4ca6-aab9-ca5825b11c1f req-6466379a-dbdf-48d6-89f5-24d36d1c6a5b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Unset dirty status for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:11.498453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7252c2d8-3ccc-4ca6-aab9-ca5825b11c1f req-6466379a-dbdf-48d6-89f5-24d36d1c6a5b tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 949 time: 1.0206554 Mar 02 18:15:11.504592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-ea52eaea-7283-4028-893d-ae65fd03f504 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Unset dirty status for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:11.505323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-ea52eaea-7283-4028-893d-ae65fd03f504 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 949 time: 0.9587145 Mar 02 18:15:11.574835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:11.584102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.584718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.585218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.585729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.586352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.586687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.587014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.587339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.588250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.589085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.589309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.589650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:11.594087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:11.794212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['14a328c8-9964-4be4-8571-8a97f4cb963b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:11.867970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event deleted for resources: {'Port': ['ID=43477a44-23ba-43d1-9044-7ab0f9085dfb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:11.900556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-508711dc-a080-4b5e-8247-cdcaa84aa174 req-7d418ca9-a7d9-4043-930d-9466bd1c6168 tempest-ServerTagsTestJSON-60199183 tempest-ServerTagsTestJSON-60199183-project] 10.222.0.66 "GET /v2.0/ports?device_id=71178afd-ad82-44fc-930d-0287d66b68c3 HTTP/1.1" status: 200 len: 210 time: 0.3044784 Mar 02 18:15:11.987770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Deleting port 63c90e04-b9af-4521-9988-0145a17f56ea {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:11.987909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:12.038867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7252c2d8-3ccc-4ca6-aab9-ca5825b11c1f req-af26335c-7f5f-416c-9ef7-a53672e2f295 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/security-groups?id=480d3e15-7326-4403-adc3-9ba6e73c6920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867136 Mar 02 18:15:12.052819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-544fad13-4cb1-41cc-ac30-f7027bcb3f26 req-b24a61ec-9380-41fc-97fb-6c2863231801 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925183 Mar 02 18:15:12.143693 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71178afd-ad82-44fc-930d-0287d66b68c3', 'name': 'network-vif-deleted', 'tag': 'ca230667-7227-4e1f-9737-125203c850a5', 'status': 'completed', 'code': 200} Mar 02 18:15:12.178760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 43477a44-23ba-43d1-9044-7ab0f9085dfb no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:12.196820 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c', 'status': 'completed', 'code': 200} Mar 02 18:15:12.242831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 43477a44-23ba-43d1-9044-7ab0f9085dfb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:12.243530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 43477a44-23ba-43d1-9044-7ab0f9085dfb not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:12.319664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:15:12.731243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-70daab43-fae0-4091-9907-19e26cdbf76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:12.732737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-70daab43-fae0-4091-9907-19e26cdbf76a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a9d32644c3414206a088b7c20a3b414f&device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 1095 time: 0.5091820 Mar 02 18:15:12.734608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] For port 63c90e04-b9af-4521-9988-0145a17f56ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=63c90e04-b9af-4521-9988-0145a17f56ea,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:12.734972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:12.750981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ffd705-8047-4709-9b24-b533ec2c252f req-951ebe23-f304-4495-9aa7-e6b8d32f0a3e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:12.752465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30ffd705-8047-4709-9b24-b533ec2c252f req-951ebe23-f304-4495-9aa7-e6b8d32f0a3e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.4473126 Mar 02 18:15:12.865991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65819971-362d-4283-a4f4-4cf8379ead06 req-f5544151-6419-45bc-8866-61ad11e2d25d tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:12.867513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65819971-362d-4283-a4f4-4cf8379ead06 req-f5544151-6419-45bc-8866-61ad11e2d25d tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 944 time: 0.5070255 Mar 02 18:15:12.955638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Calling delete_port for 63c90e04-b9af-4521-9988-0145a17f56ea owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:12.993077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:15:13.017211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:15:13.031230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:15:13.055494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:13.056109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:14:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:13.198517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30ffd705-8047-4709-9b24-b533ec2c252f req-bca6ff5c-1662-46dd-81af-c818b0ca7824 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381018 Mar 02 18:15:13.214773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] No DVR routers for this DVR port 43477a44-23ba-43d1-9044-7ab0f9085dfb on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:13.215491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 14a328c8-9964-4be4-8571-8a97f4cb963b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:13.221777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.229801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 14a328c8-9964-4be4-8571-8a97f4cb963b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:13.230228 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.244491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65819971-362d-4283-a4f4-4cf8379ead06 req-b6143372-cec3-40f9-888f-6ab753d68e7a tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941592 Mar 02 18:15:13.272633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-214ea669-b60d-4a07-a722-c8823307abd0 req-bf093323-dd18-4665-bb60-23a77b5ff202 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.11 "DELETE /v2.0/ports/43477a44-23ba-43d1-9044-7ab0f9085dfb HTTP/1.1" status: 204 len: 173 time: 4.6072664 Mar 02 18:15:13.278277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-bc085c41-760e-44f9-8bf8-e7d643310972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:13.280063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-bc085c41-760e-44f9-8bf8-e7d643310972 service neutron] 10.222.0.65 "GET /v2.0/networks?id=366571bb-4dcc-48b5-9def-180f5ff9739f HTTP/1.1" status: 200 len: 915 time: 0.5256925 Mar 02 18:15:13.311562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:13.590413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f214b78d-3e67-43fd-bb31-510d4f809b3e req-1ba3668e-c23d-469d-8ef8-3dbe8ecc6697 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Synchronizing usage tracker for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:13.590647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.598268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-3b03d4f9-c8f0-4b20-b331-281d7ea9ef30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c HTTP/1.1" status: 200 len: 217 time: 0.3085999 Mar 02 18:15:13.601625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:13.637742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:13.663388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:13.697047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-8ec6dcbd-a146-44ef-bae2-e36d3a37b6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:13.698666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-8ec6dcbd-a146-44ef-bae2-e36d3a37b6c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=65ea7262-a300-4bea-9f53-9349617bcfd5 HTTP/1.1" status: 200 len: 854 time: 0.0721991 Mar 02 18:15:13.716195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Deleting subnet 801a5462-c874-45cb-bcfa-479e0f0a3138 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:15:13.719405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.751595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:13.756732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:15:13.760111 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.774406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.784483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.793667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-a55c457d-8d48-4dfe-9407-e213b1938a3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=366571bb-4dcc-48b5-9def-180f5ff9739f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867350 Mar 02 18:15:13.805548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f214b78d-3e67-43fd-bb31-510d4f809b3e req-1ba3668e-c23d-469d-8ef8-3dbe8ecc6697 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Unset dirty status for tenant:dc79866343b04a79b12a1f41ae26cd53 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:13.806797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f214b78d-3e67-43fd-bb31-510d4f809b3e req-1ba3668e-c23d-469d-8ef8-3dbe8ecc6697 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/ports?device_id=7f942279-34ff-46d5-9db8-c9c8fdd1e415 HTTP/1.1" status: 200 len: 210 time: 0.3112354 Mar 02 18:15:13.818552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:13.819195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:14:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:13.843641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26eda56a-59f7-46de-96ff-c99eccf23447 req-bdf7d2b8-37a0-42bc-ab28-f262fdbbb617 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 210 time: 0.1052859 Mar 02 18:15:13.843787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:13.907765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Pushing event deleted for resources: {'Port': ['ID=63c90e04-b9af-4521-9988-0145a17f56ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:13.958751 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'code': 200} Mar 02 18:15:14.018208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.021136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] No DVR routers for this DVR port 63c90e04-b9af-4521-9988-0145a17f56ea on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:14.028019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.095951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:14.098061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=801a5462-c874-45cb-bcfa-479e0f0a3138,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:14.100095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.117776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b116fad5-ae4b-43d5-b8bb-8bf9ecdb98f0 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/801a5462-c874-45cb-bcfa-479e0f0a3138 HTTP/1.1" status: 204 len: 168 time: 0.5169559 Mar 02 18:15:14.120215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:14.129789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-44d27e66-77fd-4daa-a874-dfa21ccac1cd service neutron] 10.222.0.65 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909768 Mar 02 18:15:14.161400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678b3f8e-e2bd-4ff5-874a-0aa3ccc7cdd2 req-bf04308f-078a-4b37-b55a-bdbf32ca15ee tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.11 "DELETE /v2.0/ports/63c90e04-b9af-4521-9988-0145a17f56ea HTTP/1.1" status: 204 len: 173 time: 2.6077590 Mar 02 18:15:14.174578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device ca230667-7227-4e1f-9737-125203c850a5 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:14.237151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'name': 'network-vif-deleted', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb'}, {'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'name': 'network-vif-deleted', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:14.269042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0097f12-a52b-414a-b02f-970e1ad689a9 req-d78efa04-ee47-442f-9007-2e7faab91b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:14.270916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0097f12-a52b-414a-b02f-970e1ad689a9 req-d78efa04-ee47-442f-9007-2e7faab91b2f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1097 time: 0.2195406 Mar 02 18:15:14.275747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:14.385035 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f942279-34ff-46d5-9db8-c9c8fdd1e415', 'name': 'network-vif-deleted', 'tag': '43477a44-23ba-43d1-9044-7ab0f9085dfb', 'status': 'completed', 'code': 200} Mar 02 18:15:14.385673 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523a24f9-ceaa-400f-81db-66ff0bdf0ce1', 'name': 'network-vif-deleted', 'tag': '63c90e04-b9af-4521-9988-0145a17f56ea', 'status': 'completed', 'code': 200} Mar 02 18:15:14.412203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0097f12-a52b-414a-b02f-970e1ad689a9 req-c8d09653-110c-45b0-a26f-9238babb1a8c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311302 Mar 02 18:15:14.415979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15481cec-74fc-4ba4-afbc-c8b63d781aa4 req-55ad5ce4-8175-4b44-96fb-05ab610e7892 service neutron] 10.222.0.65 "GET /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726696 Mar 02 18:15:14.428042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: ca230667-7227-4e1f-9737-125203c850a5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:14.430475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device ca230667-7227-4e1f-9737-125203c850a5 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:14.430994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 63c90e04-b9af-4521-9988-0145a17f56ea no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:14.456145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.508141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 63c90e04-b9af-4521-9988-0145a17f56ea {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:14.508538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 63c90e04-b9af-4521-9988-0145a17f56ea not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:14.642820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218a134-6869-4575-a97c-3cfecfa72ee1 req-2fedf73d-6557-42fb-b896-c7da52036402 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:14.650974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2218a134-6869-4575-a97c-3cfecfa72ee1 req-2fedf73d-6557-42fb-b896-c7da52036402 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.1300528 Mar 02 18:15:14.664863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.696116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214a3f91-ab3b-49b4-a2a6-1c6616e71353']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:14.698875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2218a134-6869-4575-a97c-3cfecfa72ee1 req-61fdf1fd-087e-4100-9a2b-363c76dff81f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471218 Mar 02 18:15:14.719788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:14.719788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3c8fa3-f8ec-46f3-991c-df20ddf17f09') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:14.731254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.750609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.769460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:15:14.770459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:15:14.792391 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:15:14.883977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:14.889940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d3ebe7-421b-447d-8d01-0b58bcd7b988 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:12:02Z', 'revision_number': 4, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8025c895-39fc-4700-b5ff-4c91086ecbe8', 'name': '', 'network_id': 'b17efd3d-cfb5-4db8-b0a1-9705de258897', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'mac_address': 'fa:16:3e:ca:f4:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:00Z', 'updated_at': '2022-03-02T18:12:11Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'subnets': [{'id': '3a1ea21a-5d29-4d02-8798-ac28e5b34357', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:15:14.946845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.961844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1d1a67-7602-4435-a51b-91da2af3fa46 req-faa77316-65f4-4e12-bbb5-f5a1564925b6 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:14.968056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:14.969454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad1d1a67-7602-4435-a51b-91da2af3fa46 req-faa77316-65f4-4e12-bbb5-f5a1564925b6 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 944 time: 0.1293018 Mar 02 18:15:14.980745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] Pushing event deleted for resources: {'Network': ['ID=214a3f91-ab3b-49b4-a2a6-1c6616e71353,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:15.005579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8ad9014-be50-4fe1-a148-d59d7e149f6c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:15.045589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad1d1a67-7602-4435-a51b-91da2af3fa46 req-d435b9a8-8017-4b9a-8f67-bcec3f85df72 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751345 Mar 02 18:15:15.061495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cc9ccb46-c733-41a1-bf52-6dac277fde2c admin admin] 10.222.0.66 "DELETE /v2.0/networks/214a3f91-ab3b-49b4-a2a6-1c6616e71353 HTTP/1.1" status: 204 len: 168 time: 0.9400065 Mar 02 18:15:15.223622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c,segment=NetworkSegment(7ba2a3df-f8a0-493d-bbde-00b6e08abd62),segment_id=7ba2a3df-f8a0-493d-bbde-00b6e08abd62)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:15.260680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70da1fef-7849-4bd6-82eb-4fab1b5c5bd9 req-96a6c1c3-629f-4df1-bdbe-a67f58f721d3 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Synchronizing usage tracker for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:15.263892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c', 'network_id': '366571bb-4dcc-48b5-9def-180f5ff9739f', 'port_id': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c', 'mac_address': 'fa:16:3e:ef:50:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65ea7262-a300-4bea-9f53-9349617bcfd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:15:15.324893 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad784ad7-2c55-4f6f-91b8-1821aae3f5d5 None None] New status for floating IP f83d944e-667e-4ef5-98d8-b8642847d6dc: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:15:15.347748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.369335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c5ef6-657f-408a-a605-a53636ea5881 req-7ede32ec-5df7-4201-9863-304db63543f7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:15.371222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a9c5ef6-657f-408a-a605-a53636ea5881 req-7ede32ec-5df7-4201-9863-304db63543f7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.1135135 Mar 02 18:15:15.372634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ad9014-be50-4fe1-a148-d59d7e149f6c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:15.390533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c,segment=NetworkSegment(7ba2a3df-f8a0-493d-bbde-00b6e08abd62),segment_id=7ba2a3df-f8a0-493d-bbde-00b6e08abd62)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:15.416314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70da1fef-7849-4bd6-82eb-4fab1b5c5bd9 req-96a6c1c3-629f-4df1-bdbe-a67f58f721d3 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] Unset dirty status for tenant:21992fd1506343f48d3caad2169b49d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:15.417492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70da1fef-7849-4bd6-82eb-4fab1b5c5bd9 req-96a6c1c3-629f-4df1-bdbe-a67f58f721d3 tempest-LiveMigrationNegativeTest-328250067 tempest-LiveMigrationNegativeTest-328250067-project] 10.222.0.66 "GET /v2.0/ports?device_id=523a24f9-ceaa-400f-81db-66ff0bdf0ce1 HTTP/1.1" status: 200 len: 210 time: 0.2290301 Mar 02 18:15:15.431080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a9c5ef6-657f-408a-a605-a53636ea5881 req-a099c707-f625-4f1b-bcad-59e7826c6636 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522714 Mar 02 18:15:15.500161 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.562583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:15.597820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:15.621030 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:15:15.638220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-00502070-eaa5-450c-947e-e12b43abfb2a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4d6406f6570f42aa871d219ed923cd5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724392 Mar 02 18:15:15.639005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41914) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:15.708525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.736078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.764454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:15.810657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c8ad9014-be50-4fe1-a148-d59d7e149f6c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:15.855832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.899401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.902733 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.939492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c594dfe3-3b21-4a69-be96-aa8fe6ecd01c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:15.969622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:15.971400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd951202-812d-492a-95f4-5067d104fe14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c594dfe3-3b21-4a69-be96-aa8fe6ecd01c HTTP/1.1" status: 204 len: 168 time: 0.3313377 Mar 02 18:15:16.006240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3d494-fabe-48b5-82a5-514718f7fe76 req-1e79a867-8e78-424a-882f-f4d69f92ef5c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:16.007747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23a3d494-fabe-48b5-82a5-514718f7fe76 req-1e79a867-8e78-424a-882f-f4d69f92ef5c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.1924455 Mar 02 18:15:16.061047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23a3d494-fabe-48b5-82a5-514718f7fe76 req-ebe3d91c-5a58-4167-9c9d-4fc9a9443636 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444891 Mar 02 18:15:16.075915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.109442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9df713-f0db-483e-aed4-67e4206c57da,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:16.120935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.122401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cfdec4d9-f67c-4d33-973c-00c8fb0d1aba tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "DELETE /v2.0/security-groups/cf9df713-f0db-483e-aed4-67e4206c57da HTTP/1.1" status: 204 len: 168 time: 0.3570778 Mar 02 18:15:16.125971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41930) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:16.152415 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-b61e1231-cc6b-45b3-aa5f-8e3abec8ec4c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] show failed (client error): The resource could not be found. Mar 02 18:15:16.153471 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b61e1231-cc6b-45b3-aa5f-8e3abec8ec4c tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "GET /v2.0/security-groups/cf9df713-f0db-483e-aed4-67e4206c57da HTTP/1.1" status: 404 len: 347 time: 0.0263357 Mar 02 18:15:16.156607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:16.248976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7464f09-f21f-4ca1-a51c-9f245d1d079b req-c5ec76a7-3dfc-4a95-9c2d-625096769810 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:16.250420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7464f09-f21f-4ca1-a51c-9f245d1d079b req-c5ec76a7-3dfc-4a95-9c2d-625096769810 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 945 time: 0.0862696 Mar 02 18:15:16.297479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7464f09-f21f-4ca1-a51c-9f245d1d079b req-00fa6a17-2582-4c03-938f-477c2aab6159 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404179 Mar 02 18:15:16.321259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Deleting port 3caf4e98-03a5-4ecf-9889-f71ceac036f4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:16.321605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.507950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.507950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:16.677705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-2cf5039d-cadd-410b-b25f-d8daea8bc22c tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:16.679562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-2cf5039d-cadd-410b-b25f-d8daea8bc22c tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.1568160 Mar 02 18:15:16.765363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Calling delete_port for 3caf4e98-03a5-4ecf-9889-f71ceac036f4 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:16.928199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Deleting port cabdf581-93c7-4f54-99b1-c57d4279e775 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:16.928547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.040181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8ad9014-be50-4fe1-a148-d59d7e149f6c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:15:17.049855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8b1ac-1c80-4231-84b3-a476361642ea req-e5f4f041-ac53-4451-904e-67f18b829e05 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.049855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45f8b1ac-1c80-4231-84b3-a476361642ea req-e5f4f041-ac53-4451-904e-67f18b829e05 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 945 time: 0.3627892 Mar 02 18:15:17.100985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.201842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Pushing event deleted for resources: {'Port': ['ID=3caf4e98-03a5-4ecf-9889-f71ceac036f4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:17.268213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45f8b1ac-1c80-4231-84b3-a476361642ea req-63ccdee1-96f2-44b0-88ed-2ca2567c2cbd tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029750 Mar 02 18:15:17.310132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c8ad9014-be50-4fe1-a148-d59d7e149f6c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:17.319697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.320212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c8ad9014-be50-4fe1-a148-d59d7e149f6c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:17.322680 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.371345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] For port cabdf581-93c7-4f54-99b1-c57d4279e775, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cabdf581-93c7-4f54-99b1-c57d4279e775,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:17.371610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.437705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.439151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8207dd40-4f0c-437c-9fe3-7e42daea9062 tempest-ServersWithSpecificFlavorTestJSON-1854096408 tempest-ServersWithSpecificFlavorTestJSON-1854096408-project] 10.222.0.66 "DELETE /v2.0/floatingips/f83d944e-667e-4ef5-98d8-b8642847d6dc HTTP/1.1" status: 204 len: 168 time: 1.2816319 Mar 02 18:15:17.510242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.521882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:17.522344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Calling delete_port for cabdf581-93c7-4f54-99b1-c57d4279e775 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:17.561379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:17.567779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda489a-5704-4c3d-9edc-2a6e81ad6eee req-8a28f94b-17f3-4da8-b568-10e53907c499 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.569353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eda489a-5704-4c3d-9edc-2a6e81ad6eee req-8a28f94b-17f3-4da8-b568-10e53907c499 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.3074222 Mar 02 18:15:17.573705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c,segment=NetworkSegment(7ba2a3df-f8a0-493d-bbde-00b6e08abd62),segment_id=7ba2a3df-f8a0-493d-bbde-00b6e08abd62)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:17.660160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.667491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eda489a-5704-4c3d-9edc-2a6e81ad6eee req-77abcd30-9d58-4944-818a-62f61afe152c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899463 Mar 02 18:15:17.740240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:17.776722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7235fef1-739a-402d-9826-e42d126a003e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=21992fd1506343f48d3caad2169b49d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531662 Mar 02 18:15:17.780028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41988) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:17.898093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e536e-1916-465a-8ef6-67d13f3dfb6a req-143d488d-2d7b-4b17-b20a-45b860b3b73f tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:17.906258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b10e536e-1916-465a-8ef6-67d13f3dfb6a req-143d488d-2d7b-4b17-b20a-45b860b3b73f tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.2540970 Mar 02 18:15:17.963565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b10e536e-1916-465a-8ef6-67d13f3dfb6a req-97df88c4-0342-49a1-852b-eb8ee044ae1b tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562730 Mar 02 18:15:17.966869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.979557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:17.994132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['687d9d0a-704e-447d-bbbb-67f7ffd61fc6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:18.002346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42000) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:18.057594 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c', 'code': 200} Mar 02 18:15:18.058135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'cabdf581-93c7-4f54-99b1-c57d4279e775'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:18.064236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.178371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1478130718-network', 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:18.186320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:18.197360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Usage tracker for resource:network and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:18.205288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:18.223143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:18.240198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event deleted for resources: {'Port': ['ID=cabdf581-93c7-4f54-99b1-c57d4279e775,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:18.365102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.436712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480d3e15-7326-4403-adc3-9ba6e73c6920,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:18.439918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] No DVR routers for this DVR port cabdf581-93c7-4f54-99b1-c57d4279e775 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:18.442221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.447373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'name': 'network-vif-deleted', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:18.465700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:18.468248 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.473660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cfacaae-bd5a-4ee9-8d26-6f48036e7d87 req-4cf57f19-1937-4bcb-8621-ac472e8e4720 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "DELETE /v2.0/ports/cabdf581-93c7-4f54-99b1-c57d4279e775 HTTP/1.1" status: 204 len: 173 time: 1.7564909 Mar 02 18:15:18.482872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.497851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:18.502064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Usage tracker for resource:security_group_rule and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:18.505066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:18.511022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:18.526641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba1422-be1c-4108-bfd8-abfa21dab9a3 req-a4431f26-e33d-4da6-882c-6e8efbe081bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:18.528044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-faba1422-be1c-4108-bfd8-abfa21dab9a3 req-a4431f26-e33d-4da6-882c-6e8efbe081bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 1097 time: 0.3649211 Mar 02 18:15:18.533805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eddac-d61c-4fea-8e2f-7ba6fd34d56f req-12821c00-4ac8-40aa-8fd0-73861fd69085 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:18.535382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c53eddac-d61c-4fea-8e2f-7ba6fd34d56f req-12821c00-4ac8-40aa-8fd0-73861fd69085 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1097 time: 0.2920530 Mar 02 18:15:18.556201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87dd31-9147-4722-bfdc-319c5e713c6a req-6718f407-d2b9-4065-9330-9242fd695490 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:18.557650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c87dd31-9147-4722-bfdc-319c5e713c6a req-6718f407-d2b9-4065-9330-9242fd695490 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.3068395 Mar 02 18:15:18.600989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.686368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.686368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-342af207-2448-423f-996e-92b5e8a6c42e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/480d3e15-7326-4403-adc3-9ba6e73c6920 HTTP/1.1" status: 204 len: 168 time: 0.8550372 Mar 02 18:15:18.686368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-faba1422-be1c-4108-bfd8-abfa21dab9a3 req-0833f789-97fb-496e-8a33-3ab4c471ef3c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125350 Mar 02 18:15:18.686368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c87dd31-9147-4722-bfdc-319c5e713c6a req-c3575d07-5118-44db-b4ca-28eb36e16e5a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773399 Mar 02 18:15:18.686368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c53eddac-d61c-4fea-8e2f-7ba6fd34d56f req-9bbae828-b4f7-497f-afd8-a1af8ee913f0 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988407 Mar 02 18:15:18.831793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.856805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-adb7d4ea-f34d-4612-acc2-bdd974c8ca99 req-47c11133-efc4-478b-a25d-ec1d1aa6e1b7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:18.866314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:15:18.871597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d4c2dd-eb75-4936-90cc-33f785230b62,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:18.879472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.880147 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Added segment 453e6cd9-6686-46f9-9001-66ce7fba285b of type vlan for network e1056bd5-f828-4a64-bc09-61407afb951f Mar 02 18:15:18.896962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd0831-05fe-4fc0-a16b-443c5658598c req-1ff9472d-5b65-44b5-8e82-213fcb340367 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:18.898561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7acd0831-05fe-4fc0-a16b-443c5658598c req-1ff9472d-5b65-44b5-8e82-213fcb340367 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1096 time: 0.1284251 Mar 02 18:15:18.911295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:18.941893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7acd0831-05fe-4fc0-a16b-443c5658598c req-ea54cf65-6bd9-40a3-bdba-e4e8d116989d tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366406 Mar 02 18:15:19.025797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-adb7d4ea-f34d-4612-acc2-bdd974c8ca99 req-47c11133-efc4-478b-a25d-ec1d1aa6e1b7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:19.027507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adb7d4ea-f34d-4612-acc2-bdd974c8ca99 req-47c11133-efc4-478b-a25d-ec1d1aa6e1b7 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 210 time: 0.2228255 Mar 02 18:15:19.031996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:19.036141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:19.050822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:19.094149 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d', 'name': 'network-vif-deleted', 'tag': 'cabdf581-93c7-4f54-99b1-c57d4279e775', 'status': 'completed', 'code': 200} Mar 02 18:15:19.194710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] Pushing event updated for resources: {'Network': ['ID=e1056bd5-f828-4a64-bc09-61407afb951f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:19.205448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network e1056bd5-f828-4a64-bc09-61407afb951f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:15:19.338169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8b3c18f-a606-45cf-a9ed-eeecf8572aed admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3342772 Mar 02 18:15:19.339371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:19.345147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Request body: {'subnet': {'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1478130718-subnet', 'tenant_id': '6e8773c964544bf39e976faa7844fc8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:19.350378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:19.355373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Usage tracker for resource:subnet and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:19.359110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:19.366589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:19.432665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510479-b43d-445a-af77-dbc7d6923554 req-388b12d1-b89c-4fad-99d5-ea3bef38d72a tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:19.434195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5510479-b43d-445a-af77-dbc7d6923554 req-388b12d1-b89c-4fad-99d5-ea3bef38d72a tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1097 time: 0.2485003 Mar 02 18:15:19.495467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5510479-b43d-445a-af77-dbc7d6923554 req-2529e40b-110c-479a-a3b3-029b79a6fa58 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Mar 02 18:15:19.507538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de354d6-f0bc-4b6a-9292-d973b5ec2b44 req-3c9c4aa0-0c7b-4c58-93fe-68d6dc4e5974 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:19.509015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3de354d6-f0bc-4b6a-9292-d973b5ec2b44 req-3c9c4aa0-0c7b-4c58-93fe-68d6dc4e5974 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.1234088 Mar 02 18:15:19.550113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:19.552573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:19.555121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3de354d6-f0bc-4b6a-9292-d973b5ec2b44 req-efee9e39-eb10-4f0c-be33-cc0fa47c02ee tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 Mar 02 18:15:19.688734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42038) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:19.745373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-58ff723d-6c77-44a0-a478-eaa3c4c7f6f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6e2f9e83e754acca152e633c2547f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0550587 Mar 02 18:15:19.746329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42042) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:19.834967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:19.879052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:19.996249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:20.033655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:20.063079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f04c32-2bf1-45c7-b8e1-cd5c380cf09d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:20.079750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:20.081213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6163fb6e-ca11-4fb4-b38e-0e574f13311c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8f04c32-2bf1-45c7-b8e1-cd5c380cf09d HTTP/1.1" status: 204 len: 168 time: 0.3336751 Mar 02 18:15:20.083372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6eacd79b-a115-4883-8490-f26cdfa7fc86,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:20.101538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:20.101902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Network hostable DHCP agents. Network: e1056bd5-f828-4a64-bc09-61407afb951f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:15:20.358003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Network e1056bd5-f828-4a64-bc09-61407afb951f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:15:20.498243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-945f9e50-986a-4a93-8e50-db3d02e95dae req-1d1a7583-10b9-4198-a632-c2940bb7cf8f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=5eac0d4c-2bfd-4dc2-b4ff-bfb4621cf32d HTTP/1.1" status: 200 len: 210 time: 0.0570951 Mar 02 18:15:20.520612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, e1056bd5-f828-4a64-bc09-61407afb951f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:20.531312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:20.537854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:20.538000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5f5993-42f9-49fa-a52c-d57f73e2b6e7 None None] Network e1056bd5-f828-4a64-bc09-61407afb951f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:20.683728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd7fdd-d737-43c3-9841-6008b71f0da6 req-970d196d-c9f4-4af1-87e8-9330a9c1176b tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:20.685239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78fd7fdd-d737-43c3-9841-6008b71f0da6 req-970d196d-c9f4-4af1-87e8-9330a9c1176b tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.0864084 Mar 02 18:15:20.731450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78fd7fdd-d737-43c3-9841-6008b71f0da6 req-4bf483a3-4252-4b62-9722-6594b7bef00b tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups?id=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Mar 02 18:15:20.797686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca720d02-3a78-489d-9f4c-cafd09b10243 None None] Network e1056bd5-f828-4a64-bc09-61407afb951f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:20.913457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-866f5f24-76ac-4f63-a16f-6d0d4d5fbd60 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5720613 Mar 02 18:15:21.041475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cabdf581-93c7-4f54-99b1-c57d4279e775 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:21.083656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: cabdf581-93c7-4f54-99b1-c57d4279e775 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:21.084001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cabdf581-93c7-4f54-99b1-c57d4279e775 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:21.601362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247e32f-87a0-4bcc-a887-85794466f251 req-b55b289d-ad25-44ce-9fca-8f05baa31847 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:21.602794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f247e32f-87a0-4bcc-a887-85794466f251 req-b55b289d-ad25-44ce-9fca-8f05baa31847 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.0855629 Mar 02 18:15:21.661177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f247e32f-87a0-4bcc-a887-85794466f251 req-dd108c0b-dd84-4a4d-b1e6-f9fd4fecbfca tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523787 Mar 02 18:15:21.857493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-0ee3667c-b82a-40ac-8b79-96fcb694d319 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:21.859728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-0ee3667c-b82a-40ac-8b79-96fcb694d319 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.65 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 946 time: 0.1353064 Mar 02 18:15:21.969239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Deleting port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:21.969609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:22.232352 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d3ea972-2c7c-492d-93cf-a8adce37fc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:22.372506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-b44c226a-79be-43c5-8a22-b121f11ef2f8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:22.374111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-b44c226a-79be-43c5-8a22-b121f11ef2f8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.2855272 Mar 02 18:15:22.405468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] For port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:22.405828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:22.417647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-71ca8abe-52be-4fdc-983b-600a5573b746 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0289750 Mar 02 18:15:22.540252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-25d30ead-22b3-4150-aa15-6239cecb3949 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646241 Mar 02 18:15:22.871576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-68c4c23f-1a07-46b6-96c2-ea1bf56988c1 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266640 Mar 02 18:15:23.021714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:23.022047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:23.022377 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Floating IP 9b037afd-9ed1-4bdb-af6e-6d2690b81319 disassociated. External IP: 172.25.7.90, port: 0aadb861-4848-499c-ad0b-7a0fe99ad4bc. Mar 02 18:15:23.022715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Calling delete_port for 0aadb861-4848-499c-ad0b-7a0fe99ad4bc owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:23.237703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3c6fe426-8f15-4262-bc4e-a370e982ea28 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598375 Mar 02 18:15:23.426695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:23.460454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-ec13534d-40a4-421b-b59f-4d3eab4e1dd3 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:15:23.461884 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-ec13534d-40a4-421b-b59f-4d3eab4e1dd3 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195892 Mar 02 18:15:23.484669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Request body: {'binding': {'host': 'n-h1-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:23.484669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:15:23.496537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event deleted for resources: {'Port': ['ID=0aadb861-4848-499c-ad0b-7a0fe99ad4bc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:23.814729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Router 69d987b4-e989-49b0-ae60-b806c7ed6d68 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:15:23.838552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930943e1-9241-46fa-9720-b233f01d3728 req-48d96b4d-3280-4c41-b4f2-3ff68e140eb8 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:23.838552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-930943e1-9241-46fa-9720-b233f01d3728 req-48d96b4d-3280-4c41-b4f2-3ff68e140eb8 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1097 time: 0.1955647 Mar 02 18:15:23.859539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on host n-h1-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:23.859539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:23.859912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:23.876275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:23.876752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:23.900792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:23.900792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:23.908837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:23.908837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Bound port: dc03dde3-639d-4fa5-9125-e2e71dca2115, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:23.984770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:24.061445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:24.064737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87821659-cbbc-48e4-95a3-ab640dcb620e service neutron] 10.222.0.66 "POST /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115/bindings HTTP/1.1" status: 201 len: 389 time: 0.5903182 Mar 02 18:15:24.170450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ddd18bf8-4805-436d-b585-24e905ee9ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:24.238138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-930943e1-9241-46fa-9720-b233f01d3728 req-a52d0d79-251b-416b-97dc-ca6cdadcd146 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973689 Mar 02 18:15:24.285967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:15:24.300358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Sync routers for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:15:24.309508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:24.310594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:24.383780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] No DVR routers for this DVR port 0aadb861-4848-499c-ad0b-7a0fe99ad4bc on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:24.388209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:24.391158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'name': 'network-vif-deleted', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:24.552348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:24.627272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52ea3127-55d4-43a3-9a5f-2035fff755da req-98975edb-114f-42d7-8f67-05847a4c728a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Synchronizing usage tracker for tenant:617dc7d8399c426ea8912fa0a1854018 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:24.640028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2313015-0fea-44ee-a2d0-9d0762388fc8 req-c75ccf50-8360-49e1-902a-b93865555df3 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.65 "DELETE /v2.0/ports/0aadb861-4848-499c-ad0b-7a0fe99ad4bc HTTP/1.1" status: 204 len: 173 time: 2.7747679 Mar 02 18:15:24.652118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f039ea3-e848-4580-a5a6-6d9927a0cdfb req-1f2dd9d0-d88b-4313-ba1b-a95f2bb2449b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 210 time: 0.1502655 Mar 02 18:15:24.845124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52ea3127-55d4-43a3-9a5f-2035fff755da req-98975edb-114f-42d7-8f67-05847a4c728a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Unset dirty status for tenant:617dc7d8399c426ea8912fa0a1854018 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:24.850269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52ea3127-55d4-43a3-9a5f-2035fff755da req-98975edb-114f-42d7-8f67-05847a4c728a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/ports?device_id=33231812-e3b7-42fe-931f-8decf84b1899 HTTP/1.1" status: 200 len: 210 time: 0.2724442 Mar 02 18:15:24.953715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-560f46f2-c797-4ccb-bb54-031176123d75 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374615 Mar 02 18:15:25.067806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 0aadb861-4848-499c-ad0b-7a0fe99ad4bc no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:25.129167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-38d03533-8428-434f-841a-679327a37c6e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.137448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-38d03533-8428-434f-841a-679327a37c6e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826553 Mar 02 18:15:25.154567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 0aadb861-4848-499c-ad0b-7a0fe99ad4bc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:25.154909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 0aadb861-4848-499c-ad0b-7a0fe99ad4bc not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:25.166405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-e4a14c5e-2547-4320-8aa4-c017be17d855 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/quotas/3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 375 time: 0.0126898 Mar 02 18:15:25.197530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:25.209464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Checking router: 69d987b4-e989-49b0-ae60-b806c7ed6d68 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:15:25.221773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:25.222526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:25.250712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-8b2ebdf9-4a52-4d7e-9aec-0df2d436a345 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890832 Mar 02 18:15:25.287973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-b8fd733e-fea8-4db1-9264-fb2829911b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.289635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-b8fd733e-fea8-4db1-9264-fb2829911b28 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1096 time: 0.0887575 Mar 02 18:15:25.385120 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:25.424955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:25.440054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:25.450228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-836c4cf2-7d2a-4f88-af7f-351f13a5ad45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.451949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-836c4cf2-7d2a-4f88-af7f-351f13a5ad45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.1519859 Mar 02 18:15:25.660230 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:25.708553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-19b9f377-9497-4a96-95c5-7117cd22628c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.2498996 Mar 02 18:15:25.800208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-d1dc2f59-0439-47a6-bf61-52d431b048b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.802211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-d1dc2f59-0439-47a6-bf61-52d431b048b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0860453 Mar 02 18:15:25.829156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d775d0-0820-4b42-a7c0-a5afc8c193e1 req-af606a17-5208-445f-a744-680e365d42c4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:25.832319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37d775d0-0820-4b42-a7c0-a5afc8c193e1 req-af606a17-5208-445f-a744-680e365d42c4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.1834381 Mar 02 18:15:25.907867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-83986eba-0df9-4029-8f33-4c9546bb8f17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743928 Mar 02 18:15:25.927371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:25.931754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab00b3-2d2a-469a-b6d6-e870737e440e None None] The sync data for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 is: [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:14:03Z', 'revision_number': 4, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '368f3071-50d1-4018-92a0-b5a4048b9d53', 'name': '', 'network_id': '02dc47e2-2ace-48a4-9a67-ad7b05174c25', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'mac_address': 'fa:16:3e:99:a1:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_interface', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:14:01Z', 'updated_at': '2022-03-02T18:14:10Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'subnets': [{'id': '7479da47-48d9-4575-8ae7-a7de957236ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:15:26.031294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37d775d0-0820-4b42-a7c0-a5afc8c193e1 req-b4aa2100-e0de-4a37-95fb-4991b02d5eb2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504104 Mar 02 18:15:26.142459 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33231812-e3b7-42fe-931f-8decf84b1899', 'name': 'network-vif-deleted', 'tag': '0aadb861-4848-499c-ad0b-7a0fe99ad4bc', 'status': 'completed', 'code': 200} Mar 02 18:15:26.164438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-6f4dfa22-355a-4501-9f86-8d31a4a7222e service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485580 Mar 02 18:15:26.258409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:26.347181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe4cbb0-cbc8-4a8e-ac5f-e067ba30da7b None None] New status for floating IP 9b037afd-9ed1-4bdb-af6e-6d2690b81319: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:15:26.407572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-e8749452-1b98-458c-8718-8fc211ba773a service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363677 Mar 02 18:15:26.470164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:26.655662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.015696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4e8991e-549f-4d35-8014-95a96932eb48 req-d0e939b7-8455-41c3-9452-852ceb0e7b15 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 210 time: 0.0589635 Mar 02 18:15:27.204129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3bceb1c-d079-4494-bbbe-0a6ad375cefd req-53760336-a7c3-4517-930c-e6188bd0b3a1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 210 time: 0.0493562 Mar 02 18:15:27.210175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.580449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-719dd79a-f208-48e9-be7e-3168f40ea3b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:27.581972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-719dd79a-f208-48e9-be7e-3168f40ea3b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.2816834 Mar 02 18:15:27.596933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:27.695582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Deleting port 8025c895-39fc-4700-b5ff-4c91086ecbe8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:27.696158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.806240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:27.811457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Usage tracker for resource:port and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:27.816751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:27.825312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:27.925608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] For port 8025c895-39fc-4700-b5ff-4c91086ecbe8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8025c895-39fc-4700-b5ff-4c91086ecbe8,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:27.926286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:27.974823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:27.979519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:28.069845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42246) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:28.107151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Calling delete_port for 8025c895-39fc-4700-b5ff-4c91086ecbe8 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:28.253026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.2 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/f4262cd8-44c2-48e8-99d6-608b579318e2) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:28.303893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-71bc4cb3-ec07-4e5f-b1f9-3c7d80c62d9a tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:15:28.304832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-71bc4cb3-ec07-4e5f-b1f9-3c7d80c62d9a tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2338269 Mar 02 18:15:28.434496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Request body: {'binding': {'host': 'n-h2-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:28.435027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Unknown quota resources ['binding']. {{(pid=88709) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:15:28.504545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:28.558289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Pushing event deleted for resources: {'Port': ['ID=8025c895-39fc-4700-b5ff-4c91086ecbe8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:28.682971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:28.959026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on host n-h2-828839-1 for vnic_type normal with profile None {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:28.959367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:28.959689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:28.975270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-68649828-107d-4003-abb9-91856059b2ce tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:28.976948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-68649828-107d-4003-abb9-91856059b2ce tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.11 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 946 time: 0.3589644 Mar 02 18:15:28.980101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:28.980430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:28.991515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:28.991857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:28.992241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:28.992687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Bound port: 14a328c8-9964-4be4-8571-8a97f4cb963b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:29.021150 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-bdd6c0b6-1c0f-4b9d-ae2f-0efd733e6345 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318885 Mar 02 18:15:29.092295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.191553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Deleting port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:29.191903 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.251757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:29.262503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:29.272614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af780bd1-1771-418c-9d2f-a157e4616912 req-d6a82b7c-726c-42e5-89e6-2dcae3536d9a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:29.280766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af780bd1-1771-418c-9d2f-a157e4616912 req-d6a82b7c-726c-42e5-89e6-2dcae3536d9a tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 946 time: 0.4142504 Mar 02 18:15:29.316553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:15:29.376180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-341974bf-3aa4-406f-8c5e-2ef15c6bbd7b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:29.377791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-341974bf-3aa4-406f-8c5e-2ef15c6bbd7b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3515346 Mar 02 18:15:29.382428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:29.383429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:29.420145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af780bd1-1771-418c-9d2f-a157e4616912 req-c0e4db7f-5d53-423a-83ab-56cac0fd8425 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384273 Mar 02 18:15:29.499895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:29.499895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.521864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:29.539666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-96f7fa12-de94-44de-be30-8c4156aa39bd service neutron] 10.222.0.66 "POST /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b/bindings HTTP/1.1" status: 201 len: 389 time: 1.1704123 Mar 02 18:15:29.646041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Request body: {'port': {'device_id': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '3fd879756aba443db17dde6f6a7eb212'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:29.675083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-1f7e7e20-b8bb-4018-841e-5571002769b4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0820873 Mar 02 18:15:29.744989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Request body: {'port': {'device_id': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:29.776636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.026658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:30.036083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957a8aa-4527-4279-b39c-0bc0f6e19853 req-4a54cc51-5019-4687-8715-4d9eda4ae974 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:30.038044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f957a8aa-4527-4279-b39c-0bc0f6e19853 req-4a54cc51-5019-4687-8715-4d9eda4ae974 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.4302804 Mar 02 18:15:30.052433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec2864ad-0666-406f-b2ea-6d7bda696c9e req-5c0ba3da-fc54-4731-ad92-3206fbde25a8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 210 time: 0.0974319 Mar 02 18:15:30.057564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] For port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:30.058109 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.091960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Usage tracker for resource:port and tenant:3fd879756aba443db17dde6f6a7eb212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:30.097979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.105122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:30.119815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:30.310105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Router c897598d-b17b-4ca2-8520-2433fe580c36 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:15:30.311348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Made reservation on behalf of 3fd879756aba443db17dde6f6a7eb212 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:30.315115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.338555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Calling delete_port for 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:30.374562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.405087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:30.452299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f957a8aa-4527-4279-b39c-0bc0f6e19853 req-8ce69d85-cc54-47aa-9513-5b8cb6d3e422 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4036012 Mar 02 18:15:30.469751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Usage tracker for resource:security_group_rule and tenant:3fd879756aba443db17dde6f6a7eb212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:30.475151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:30.493889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:30.630840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42270) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:30.669712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-91da0969-6acd-430c-ae0f-cb41ec6cf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:30.676559 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-91da0969-6acd-430c-ae0f-cb41ec6cf446 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1097 time: 0.3447788 Mar 02 18:15:30.715061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:15:30.733512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Sync routers for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:15:30.753146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:30.756044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:30.833192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67893d6e-1cd3-4f83-bae2-f508a61373fb req-ad9a0960-8d31-4122-8449-1cdaa3132a92 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:30.834649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-67893d6e-1cd3-4f83-bae2-f508a61373fb req-ad9a0960-8d31-4122-8449-1cdaa3132a92 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:30.861343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:30.875064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b342a184-c173-4886-bd8f-a3f5532d8009 admin admin] 10.222.0.66 "PUT /v2.0/routers/c897598d-b17b-4ca2-8520-2433fe580c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6147227 Mar 02 18:15:30.879484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:30.961598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.059736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-500f57e7-c342-476b-a492-9157d661854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:31.061236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-500f57e7-c342-476b-a492-9157d661854b service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.3810554 Mar 02 18:15:31.110837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:31.169849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.200360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-cf7f858d-6473-4561-8a43-f4e1958870fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.1300051 Mar 02 18:15:31.255618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.267512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e43c910-685c-4758-bcb9-724f8e76ee8e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:31.272840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:31.322410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-67893d6e-1cd3-4f83-bae2-f508a61373fb req-ad9a0960-8d31-4122-8449-1cdaa3132a92 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:31.323622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67893d6e-1cd3-4f83-bae2-f508a61373fb req-ad9a0960-8d31-4122-8449-1cdaa3132a92 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 931 time: 0.9951427 Mar 02 18:15:31.335320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.352703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb1ebf-6bbb-4a6f-8d96-486d7035f01d req-353c43dd-e4c0-4d52-a99a-e59b1d0ff7af tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:31.354794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38bb1ebf-6bbb-4a6f-8d96-486d7035f01d req-353c43dd-e4c0-4d52-a99a-e59b1d0ff7af tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.3607717 Mar 02 18:15:31.372600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event deleted for resources: {'Port': ['ID=687d9d0a-704e-447d-bbbb-67f7ffd61fc6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:31.414316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4262cd8-44c2-48e8-99d6-608b579318e2 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:31.509820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.538304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] No DVR routers for this DVR port 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:31.564361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.570388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'name': 'network-vif-deleted', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:31.599259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Transition to ACTIVE for port object f4262cd8-44c2-48e8-99d6-608b579318e2 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:31.613474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67893d6e-1cd3-4f83-bae2-f508a61373fb req-b276ae09-0719-4930-97b4-a1453f79ef46 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834247 Mar 02 18:15:31.621560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38bb1ebf-6bbb-4a6f-8d96-486d7035f01d req-5547140b-e716-4bf3-bb33-00193b7ce92f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806958 Mar 02 18:15:31.684260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-5f38467a-db4b-4e45-82a7-c56b66d74300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:31.685760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-5f38467a-db4b-4e45-82a7-c56b66d74300 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.4667566 Mar 02 18:15:31.739000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.772148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.779386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:15:28Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:31.790889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Checking router: c897598d-b17b-4ca2-8520-2433fe580c36 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:15:31.811710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Routers {'c897598d-b17b-4ca2-8520-2433fe580c36'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:31.812339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c897598d-b17b-4ca2-8520-2433fe580c36'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:31.917802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-623349ba-d96a-4d93-80b7-55d0b3ec91e4 req-7199f7b1-a488-44d6-8e3e-69ee1a78f499 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.11 "DELETE /v2.0/ports/687d9d0a-704e-447d-bbbb-67f7ffd61fc6 HTTP/1.1" status: 204 len: 173 time: 2.9274638 Mar 02 18:15:31.918404 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:31.938172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-32a3ed3a-876b-470d-860f-1f8cd7fa931a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2416384 Mar 02 18:15:32.091919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-db0a9530-3a33-48ac-a60b-acbd86f1af8a req-e9831df9-b524-452b-8678-e78d0d6d9837 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:32.101302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Allocated IP 192.168.233.169 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:32.117999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0c08cc-5a48-4ec3-9019-a9c11b3efda7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:32.229710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] Set router c897598d-b17b-4ca2-8520-2433fe580c36 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:32.273142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.276474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8852420c-36d8-44f5-9f96-b88da57d5529 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "DELETE /v2.0/security-groups/0a0c08cc-5a48-4ec3-9019-a9c11b3efda7 HTTP/1.1" status: 204 len: 168 time: 1.6429939 Mar 02 18:15:32.289434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42288) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:32.310255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:32.324369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4995c03-e5b9-418e-bae4-d02ffac03ced req-ac3ded94-574a-410e-b95c-6fea247234de tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 210 time: 0.1955173 Mar 02 18:15:32.336317 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-d2afe823-6c49-4067-92d5-5686e02adb5a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] show failed (client error): The resource could not be found. Mar 02 18:15:32.337712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2afe823-6c49-4067-92d5-5686e02adb5a tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "GET /v2.0/security-groups/0a0c08cc-5a48-4ec3-9019-a9c11b3efda7 HTTP/1.1" status: 404 len: 347 time: 0.0404060 Mar 02 18:15:32.349297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42292) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:32.369209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-387cd24c-0570-45e0-8551-96bc754eecfb service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139462 Mar 02 18:15:32.447956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.460220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Attempting to bind port f4262cd8-44c2-48e8-99d6-608b579318e2 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:32.460950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Attempting to bind port f4262cd8-44c2-48e8-99d6-608b579318e2 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:32.461608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Attempting to bind port f4262cd8-44c2-48e8-99d6-608b579318e2 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:32.507810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:32.524583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Port f4262cd8-44c2-48e8-99d6-608b579318e2 on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:32.525152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Attempting to bind port f4262cd8-44c2-48e8-99d6-608b579318e2 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:32.542674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:32.542674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:32.542674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:32.543264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Bound port: f4262cd8-44c2-48e8-99d6-608b579318e2, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:32.543494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.563178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:32.563539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 687d9d0a-704e-447d-bbbb-67f7ffd61fc6 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:32.632923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-db0a9530-3a33-48ac-a60b-acbd86f1af8a req-e9831df9-b524-452b-8678-e78d0d6d9837 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:32.638709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db0a9530-3a33-48ac-a60b-acbd86f1af8a req-e9831df9-b524-452b-8678-e78d0d6d9837 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=eff3b388-12f2-4ff3-a449-64f1f7eb4bf5 HTTP/1.1" status: 200 len: 210 time: 0.8257954 Mar 02 18:15:32.683241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:32.688756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f4262cd8-44c2-48e8-99d6-608b579318e2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:32.698518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:15:28Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:32.705273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3157ad86-149b-4057-a3f5-2ca02f90e652 None None] The sync data for ids ['c897598d-b17b-4ca2-8520-2433fe580c36'] in n-d-828839-1 is: [{'id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1541278319-router', 'tenant_id': 'dc79866343b04a79b12a1f41ae26cd53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '7226d974-eadc-4174-a212-c0824666a21d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:11:51Z', 'updated_at': '2022-03-02T18:15:28Z', 'revision_number': 5, 'project_id': 'dc79866343b04a79b12a1f41ae26cd53', 'gw_port': {'id': '7226d974-eadc-4174-a212-c0824666a21d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c897598d-b17b-4ca2-8520-2433fe580c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:11:53Z', 'updated_at': '2022-03-02T18:12:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:15:32.712937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a36b3c-bad1-4496-9c02-0b78fbf89449 req-b9c134b6-4037-45a0-af97-43efe805aa27 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:32.714569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a36b3c-bad1-4496-9c02-0b78fbf89449 req-b9c134b6-4037-45a0-af97-43efe805aa27 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.2421060 Mar 02 18:15:32.716537 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff3b388-12f2-4ff3-a449-64f1f7eb4bf5', 'name': 'network-vif-deleted', 'tag': '687d9d0a-704e-447d-bbbb-67f7ffd61fc6', 'status': 'completed', 'code': 200} Mar 02 18:15:32.776220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Deleting port 7226d974-eadc-4174-a212-c0824666a21d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:32.779106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.782814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a36b3c-bad1-4496-9c02-0b78fbf89449 req-553d2c29-9491-43c4-ab02-1059e6678d2d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595160 Mar 02 18:15:32.784640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.822784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Deleting port 3f313e93-932c-46cb-9d10-34b975d61a15 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:32.823131 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.893054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:32.894023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:32.895110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] 10.222.0.11 "PUT /v2.0/ports/f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 200 len: 1091 time: 3.1606045 Mar 02 18:15:32.971077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27311-ee73-4340-8e6e-58b81dd0c1fe service neutron] Pushing event updated for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:33.059106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c7409c-7d79-4f4b-850c-8a17785a66a8 req-6e1b53e0-98bb-4e1b-a882-ab82bde67068 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:33.060939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c7409c-7d79-4f4b-850c-8a17785a66a8 req-6e1b53e0-98bb-4e1b-a882-ab82bde67068 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.2364345 Mar 02 18:15:33.122643 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-ec2827df-dba4-4bb4-81c2-720059693db4 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766145 Mar 02 18:15:33.141576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b11cb0c-0444-4091-8776-58053f08ff92 req-39afbe2f-8ace-404d-9097-2d6c64323850 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:33.143876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b11cb0c-0444-4091-8776-58053f08ff92 req-39afbe2f-8ace-404d-9097-2d6c64323850 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 943 time: 0.2476244 Mar 02 18:15:33.161328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c7409c-7d79-4f4b-850c-8a17785a66a8 req-deeae440-8208-4d55-931a-50f6ba01961c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939636 Mar 02 18:15:33.216429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b11cb0c-0444-4091-8776-58053f08ff92 req-eb9ab4a8-24de-421d-9a0d-acda5b3a1b37 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624235 Mar 02 18:15:33.222503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-08f4742b-c6ce-4f19-86f0-185d33aecc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:33.224103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-08f4742b-c6ce-4f19-86f0-185d33aecc30 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 1094 time: 0.2095942 Mar 02 18:15:33.227280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:33.282399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] For port 7226d974-eadc-4174-a212-c0824666a21d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7226d974-eadc-4174-a212-c0824666a21d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:33.284758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:33.304492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Transition to ACTIVE for port object 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:33.319884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-565734c8-161a-4b6a-b854-f4b6256fa109 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 200 len: 217 time: 0.0874083 Mar 02 18:15:33.396566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-8de45139-c087-4440-b6ca-a3964da02e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:33.398079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-8de45139-c087-4440-b6ca-a3964da02e18 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0708840 Mar 02 18:15:33.650249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Calling delete_port for 7226d974-eadc-4174-a212-c0824666a21d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:33.693999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:33.694426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:33.698494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-f011ae0f-3d0a-47c8-b6f6-acbf1aa6791d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2922828 Mar 02 18:15:33.700605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b264531-7135-4d3c-89b8-00c45bf5c24f req-1cc72b92-648a-4da6-b6eb-b094fa31c184 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 210 time: 0.2180059 Mar 02 18:15:33.866402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Calling delete_port for 3f313e93-932c-46cb-9d10-34b975d61a15 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:33.870638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-bcb7324d-28f9-427e-a54b-d88bc7c85594 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635578 Mar 02 18:15:34.023487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.026859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-9cc215d7-dbe5-4802-8ed3-629e397da18c tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.028367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-9cc215d7-dbe5-4802-8ed3-629e397da18c tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1097 time: 0.5017860 Mar 02 18:15:34.073229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cbee40-aaeb-4768-81b1-4d0b6dd3ad93 req-f99cbb0a-1a13-403f-8f15-65e274f43d2c service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958637 Mar 02 18:15:34.077185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828839-1'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:34.091509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e645e-6c49-4124-85ac-67dab20dbf06 req-af687a78-3ba2-489a-9cc8-a28ea5f0b351 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.092958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d85e645e-6c49-4124-85ac-67dab20dbf06 req-af687a78-3ba2-489a-9cc8-a28ea5f0b351 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.1732373 Mar 02 18:15:34.113510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8025c895-39fc-4700-b5ff-4c91086ecbe8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:34.162774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d85e645e-6c49-4124-85ac-67dab20dbf06 req-1d300a01-fc9e-49e7-971c-8054e9b65819 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549333 Mar 02 18:15:34.220107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8025c895-39fc-4700-b5ff-4c91086ecbe8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:34.220715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8025c895-39fc-4700-b5ff-4c91086ecbe8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:34.246292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:15:34.251502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:34.261403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:34.272039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:15:34.466519 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.486352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa3c05-6e75-4351-8c1f-312860e5d428 req-e24abe36-8400-4c53-a898-28b3fd4dfbe0 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.488044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55fa3c05-6e75-4351-8c1f-312860e5d428 req-e24abe36-8400-4c53-a898-28b3fd4dfbe0 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 946 time: 0.1844122 Mar 02 18:15:34.530309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5982e-d712-41fb-a4d5-0c76575dfdbb req-de18dcc8-70c2-496e-8da3-832d37dc222f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.531954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cb5982e-d712-41fb-a4d5-0c76575dfdbb req-de18dcc8-70c2-496e-8da3-832d37dc222f tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.1677885 Mar 02 18:15:34.563559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.579982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55fa3c05-6e75-4351-8c1f-312860e5d428 req-514adc53-1b9e-4f3b-b51f-6498e5377db4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848298 Mar 02 18:15:34.598691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Pushing event deleted for resources: {'Port': ['ID=3f313e93-932c-46cb-9d10-34b975d61a15,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:34.617285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cb5982e-d712-41fb-a4d5-0c76575dfdbb req-b9322b32-b529-442d-bbb9-f98ce3686426 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668828 Mar 02 18:15:34.658097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.664548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cecf469b-8121-4525-8bd2-1cabe55eaaa0 None None] Provisioning for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:34.671420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cecf469b-8121-4525-8bd2-1cabe55eaaa0 None None] Provisioning complete for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:34.676539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cecf469b-8121-4525-8bd2-1cabe55eaaa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.735742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-cecf469b-8121-4525-8bd2-1cabe55eaaa0 None None] Port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:15:34.743935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:34.745601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Pushing event deleted for resources: {'Port': ['ID=7226d974-eadc-4174-a212-c0824666a21d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:34.764330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.765469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.796485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc5feb-a4c9-412a-b027-8610939fbceb req-e2a3bfad-1924-410e-8502-faadf37b399f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:34.797986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37dc5feb-a4c9-412a-b027-8610939fbceb req-e2a3bfad-1924-410e-8502-faadf37b399f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 943 time: 0.0957322 Mar 02 18:15:34.858083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37dc5feb-a4c9-412a-b027-8610939fbceb req-6babdcbe-76ec-45fd-a89e-24ac486d28b3 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536757 Mar 02 18:15:34.912060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.914549 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.918616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18489de6-c746-426c-b6e0-71e4bd487d21 tempest-ServersTestJSON-1767639543 tempest-ServersTestJSON-1767639543-project] 10.222.0.66 "DELETE /v2.0/floatingips/9b037afd-9ed1-4bdb-af6e-6d2690b81319 HTTP/1.1" status: 204 len: 168 time: 2.5677958 Mar 02 18:15:34.923775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:34.959331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:34.983158 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2', 'status': 'completed', 'code': 200} Mar 02 18:15:35.020898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-30d50110-7b12-4759-8d73-4178ddc3e57f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3785512 Mar 02 18:15:35.140516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72569da-2034-4f81-a903-68a584c8df19 req-876a7ea8-3950-4efd-acc3-aa1e5718ad7f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:35.142016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e72569da-2034-4f81-a903-68a584c8df19 req-876a7ea8-3950-4efd-acc3-aa1e5718ad7f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 936 time: 0.2873809 Mar 02 18:15:35.232519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e72569da-2034-4f81-a903-68a584c8df19 req-1dce350f-79b8-448f-b343-5bb7030d64dd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801015 Mar 02 18:15:35.257265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Request body: {'port': {'device_id': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:35.301222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-e9bebab3-f96d-4731-b941-8167f8621412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:35.302778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-e9bebab3-f96d-4731-b941-8167f8621412 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 1094 time: 0.3188813 Mar 02 18:15:35.381046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.393129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.480522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:35.499596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.561307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.561816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c897598d-b17b-4ca2-8520-2433fe580c36 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:15:35.590407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:35.627301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.631328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ebbc055e-6745-458c-bf6e-24b7b92af84d admin admin] 10.222.0.66 "DELETE /v2.0/routers/c897598d-b17b-4ca2-8520-2433fe580c36 HTTP/1.1" status: 204 len: 168 time: 4.7504275 Mar 02 18:15:35.632108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42332) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:35.771271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-498041a4-6d5e-4185-9ff4-e280071c029a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:35.772688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-498041a4-6d5e-4185-9ff4-e280071c029a service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.4324157 Mar 02 18:15:35.783895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8f43a-c496-4bc9-ad88-60618a81f54f req-32e13a6a-005a-462e-af55-1e09cbfc1de1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:35.791535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9e8f43a-c496-4bc9-ad88-60618a81f54f req-32e13a6a-005a-462e-af55-1e09cbfc1de1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.4857993 Mar 02 18:15:35.794978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:35.803566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Deleting subnet 3a1ea21a-5d29-4d02-8798-ac28e5b34357 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:15:35.809344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.815366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.910063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:35.965819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-e724dd95-5e11-4a59-988d-12a6f9874189 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 200 len: 217 time: 0.1722934 Mar 02 18:15:35.983745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.101430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9e8f43a-c496-4bc9-ad88-60618a81f54f req-f6bcef19-8e24-42e9-8e08-c154ce188c99 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089211 Mar 02 18:15:36.132207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-13465207-839b-45d6-bf70-2474eb1408f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:36.134324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-13465207-839b-45d6-bf70-2474eb1408f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.1506424 Mar 02 18:15:36.240310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:36.286486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-6822696e-14b7-44e2-aeee-559b3d992b18 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277277 Mar 02 18:15:36.293136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7226d974-eadc-4174-a212-c0824666a21d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:36.307954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on host n-h1-828839-1 for vnic_type normal with profile {"migrating_to": "n-h2-828839-1"} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:36.308941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:36.309471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:36.325247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f4262cd8-44c2-48e8-99d6-608b579318e2 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:36.334264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7226d974-eadc-4174-a212-c0824666a21d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:36.334612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7226d974-eadc-4174-a212-c0824666a21d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:36.354001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.356571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-13aebe64-1828-456c-8021-a8b4671ef752 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:36.358080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-13aebe64-1828-456c-8021-a8b4671ef752 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.4247921 Mar 02 18:15:36.380095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:36.380425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Attempting to bind port 14a328c8-9964-4be4-8571-8a97f4cb963b on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:36.407255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:36.407593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:36.407980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:36.408420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Bound port: 14a328c8-9964-4be4-8571-8a97f4cb963b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:36.408768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.435202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:36.458913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d333bbd-b097-4778-8a93-f30db7de660b req-33346442-0a0a-468f-8d20-eab4811fb081 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:36.460738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d333bbd-b097-4778-8a93-f30db7de660b req-33346442-0a0a-468f-8d20-eab4811fb081 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 944 time: 0.5980854 Mar 02 18:15:36.482586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.504249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f4262cd8-44c2-48e8-99d6-608b579318e2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:36.519180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'f4262cd8-44c2-48e8-99d6-608b579318e2', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': 'f4262cd8-44c2-48e8-99d6-608b579318e2', 'mac_address': 'fa:16:3e:a7:75:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:15:36.527847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Transition to ACTIVE for port object 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:36.553318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:36.558843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:36.585660 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.605030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4262cd8-44c2-48e8-99d6-608b579318e2 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:36.622245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f4262cd8-44c2-48e8-99d6-608b579318e2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:36.640919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.655972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Deleting port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:36.656313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.687104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d333bbd-b097-4778-8a93-f30db7de660b req-2f9b7993-966f-4775-a441-0668a9d49a19 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093410 Mar 02 18:15:36.689553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.693583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.757457 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'code': 200} Mar 02 18:15:36.788222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:36.869624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-1e254c0e-cdfd-4af1-9c89-06252ae226ef service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627522 Mar 02 18:15:36.881800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a1ea21a-5d29-4d02-8798-ac28e5b34357,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:36.888013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:37.036641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9013fa6-b1e9-413d-8319-547f4166136b req-d7c3b727-a607-4ccb-8925-de41aae4ad93 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:37.038288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9013fa6-b1e9-413d-8319-547f4166136b req-d7c3b727-a607-4ccb-8925-de41aae4ad93 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 946 time: 0.6956425 Mar 02 18:15:37.044822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:37.072110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.116754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4693a6d-be70-49a1-aa11-35fd8ad5ecfb None None] Network b17efd3d-cfb5-4db8-b0a1-9705de258897 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:37.123999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:37.137309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f8e297c-f1ec-4a4a-aba4-3af770c7f792 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3a1ea21a-5d29-4d02-8798-ac28e5b34357 HTTP/1.1" status: 204 len: 168 time: 1.4949369 Mar 02 18:15:37.145902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42346) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:37.275075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-109604b4-6048-4cfc-826a-96a3e3420344 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:37.276708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-109604b4-6048-4cfc-826a-96a3e3420344 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.6973653 Mar 02 18:15:37.281408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:37.282037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.283612 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] 10.222.0.11 "PUT /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 1122 time: 3.2105670 Mar 02 18:15:37.326605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66e9b5-710d-4916-bf6d-54538b910850 service neutron] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=8']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:37.346853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:37.347538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:37.348127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:37.354388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:37.355077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:37.361462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:37.362872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:37.363560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:37.364616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Bound port: 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:37.365337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.392001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] For port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:37.392890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.409709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['14a328c8-9964-4be4-8571-8a97f4cb963b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:37.479874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:37.483517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:37.510791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:37.613399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.686743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] DHCP port deletion for b17efd3d-cfb5-4db8-b0a1-9705de258897 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:15:37.703006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Deleting port db97f111-b9d5-45bb-b09b-34f517bff011 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:37.703692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.779419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:37.780048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:37.781490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] 10.222.0.11 "PUT /v2.0/ports/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 1096 time: 2.7002149 Mar 02 18:15:37.782953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62b01-5b31-4dec-a0d2-28ccca1cd062 service neutron] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:37.942334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Calling delete_port for 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:37.982271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] For port db97f111-b9d5-45bb-b09b-34f517bff011, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db97f111-b9d5-45bb-b09b-34f517bff011,segment=NetworkSegment(c58a34a7-2282-4f6c-977f-bb1ce7819ad6),segment_id=c58a34a7-2282-4f6c-977f-bb1ce7819ad6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:37.983020 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.004476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-93c1ae3c-4afd-45d6-b49a-694f8a220007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:38.006112 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-93c1ae3c-4afd-45d6-b49a-694f8a220007 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1099 time: 0.1065385 Mar 02 18:15:38.012853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.116126 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9013fa6-b1e9-413d-8319-547f4166136b req-7631c0dc-64d7-49ec-8719-b9dd71468971 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/security-groups?id=a459c347-b16c-40b4-83bc-badf0016ba5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0487754 Mar 02 18:15:38.146178 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-1da23a8c-e93d-4694-83b1-bdf15f17d789 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.1298976 Mar 02 18:15:38.224812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db97f111-b9d5-45bb-b09b-34f517bff011 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:38.235461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-c4e2f242-ce0f-4cf3-af45-53c452b65dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:38.237852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-c4e2f242-ce0f-4cf3-af45-53c452b65dac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0795016 Mar 02 18:15:38.262208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Calling delete_port for db97f111-b9d5-45bb-b09b-34f517bff011 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:38.276432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549d009e-b9ff-4928-a989-0eeb3fea6202 req-6f2a2b79-a487-46e9-83fb-37d796acb122 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3953295 Mar 02 18:15:38.314704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f4262cd8-44c2-48e8-99d6-608b579318e2 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:15:38.337458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-2975b899-05d3-4f57-a54e-8fa75565ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:38.339192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-2975b899-05d3-4f57-a54e-8fa75565ff44 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0897367 Mar 02 18:15:38.375588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.398784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7507ac48-cdde-4eef-b7ff-36eef299ba4f req-1f6fe3fa-4276-44e1-947b-9b3ce25a521f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:38.403078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7507ac48-cdde-4eef-b7ff-36eef299ba4f req-1f6fe3fa-4276-44e1-947b-9b3ce25a521f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 944 time: 1.5185621 Mar 02 18:15:38.489350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-959dc917-1b9c-4408-9c03-9fd90da17569 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418788 Mar 02 18:15:38.493206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.569542 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.652251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b37043b-1a12-4fd6-b7ff-9d12d6e6ef45 req-8e0f1bd2-b336-4473-bfe1-6a0d8159a8e2 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546123 Mar 02 18:15:38.669714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port f4262cd8-44c2-48e8-99d6-608b579318e2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:38.691220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] Pushing event deleted for resources: {'Port': ['ID=db97f111-b9d5-45bb-b09b-34f517bff011,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:38.695361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port f4262cd8-44c2-48e8-99d6-608b579318e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:38.695666 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.723398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d12070-4381-43eb-8f7a-a38119d83a18 None None] No DVR routers for this DVR port db97f111-b9d5-45bb-b09b-34f517bff011 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:38.746254 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.758968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b'}, {'name': 'network-changed', 'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:38.782733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7507ac48-cdde-4eef-b7ff-36eef299ba4f req-17526270-ad65-4ac8-86b8-93ce7d63c22f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973144 Mar 02 18:15:38.847980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.915626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:38.923555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f4262cd8-44c2-48e8-99d6-608b579318e2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:38.954248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:38.987875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658ffde-f441-4917-83c5-527d4bbf9ca8 req-fb27a3d1-f928-4612-b6a4-2baff3f9c0cd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:38.993019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7658ffde-f441-4917-83c5-527d4bbf9ca8 req-fb27a3d1-f928-4612-b6a4-2baff3f9c0cd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 948 time: 0.7207637 Mar 02 18:15:38.993851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.058047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17efd3d-cfb5-4db8-b0a1-9705de258897']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:39.069386 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.078251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:39.082698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:39.125963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:39.130528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:39.130831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c58a34a7-2282-4f6c-977f-bb1ce7819ad6') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:39.226717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.249842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Pushing event deleted for resources: {'Port': ['ID=2a3bd172-d70c-4fd7-8290-0ad91bcaffe9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:39.264070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:39.279727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:15:39.302628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7658ffde-f441-4917-83c5-527d4bbf9ca8 req-9984501e-15d8-4c23-870f-35766bcec5af tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000264 Mar 02 18:15:39.342262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.397643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:15:39.398049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:15:39.414189 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:15:39.590957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] No DVR routers for this DVR port 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:39.674751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.682205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'name': 'network-vif-deleted', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:39.714778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a3160-994b-4395-9d80-431f2f34c73c req-d4dd589c-3bb5-41d8-8ea4-36cf0dbf79f3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:39.716359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-350a3160-994b-4395-9d80-431f2f34c73c req-d4dd589c-3bb5-41d8-8ea4-36cf0dbf79f3 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 945 time: 0.8189173 Mar 02 18:15:39.723994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Deleting port 368f3071-50d1-4018-92a0-b5a4048b9d53 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:39.724338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.787794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:39.869600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a92648a8-ae00-4676-b535-f615e4fcd3e1 req-5a3d470a-3fc3-4afc-8569-44e7afd2ebe8 tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.65 "DELETE /v2.0/ports/2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 HTTP/1.1" status: 204 len: 173 time: 3.4970598 Mar 02 18:15:39.945659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-350a3160-994b-4395-9d80-431f2f34c73c req-4ffc5551-1452-4292-aa28-8ed88e8ef2ce tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851532 Mar 02 18:15:39.946853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:39.995188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:40.022403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:40.041034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] Pushing event deleted for resources: {'Network': ['ID=b17efd3d-cfb5-4db8-b0a1-9705de258897,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:40.064994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1b43d-486e-44f8-90cf-e8bb59a3a4c4 req-e398baf4-c299-4a86-bca1-4581bff35b22 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:40.072651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02f1b43d-486e-44f8-90cf-e8bb59a3a4c4 req-e398baf4-c299-4a86-bca1-4581bff35b22 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 944 time: 0.6336906 Mar 02 18:15:40.080672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-020abf8f-620e-4d94-b464-9673e2a47d4f admin admin] 10.222.0.66 "DELETE /v2.0/networks/b17efd3d-cfb5-4db8-b0a1-9705de258897 HTTP/1.1" status: 204 len: 168 time: 2.9334407 Mar 02 18:15:40.083798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:40.145464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] For port 368f3071-50d1-4018-92a0-b5a4048b9d53, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=368f3071-50d1-4018-92a0-b5a4048b9d53,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:40.145832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:40.164409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:40.290312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02f1b43d-486e-44f8-90cf-e8bb59a3a4c4 req-ca5c0154-f43f-4065-88b1-165b2d0d6aac tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163408 Mar 02 18:15:40.310232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Calling delete_port for 368f3071-50d1-4018-92a0-b5a4048b9d53 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:40.328140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:40.384598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:40.392522 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'status': 'completed', 'code': 200} Mar 02 18:15:40.392807 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'status': 'completed', 'code': 200} Mar 02 18:15:40.530002 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601c5e47-4dc4-48ab-9c72-b6ad643716a7', 'name': 'network-vif-deleted', 'tag': '2a3bd172-d70c-4fd7-8290-0ad91bcaffe9', 'status': 'completed', 'code': 200} Mar 02 18:15:40.553802 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2', 'code': 200} Mar 02 18:15:40.626932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-a4040752-bce6-40c5-b69d-6e5bab30d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:40.628481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-a4040752-bce6-40c5-b69d-6e5bab30d666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1099 time: 0.2150257 Mar 02 18:15:40.632491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:40.648312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b has no active binding in host n-h2-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:15:40.837569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9bd7fb2e-bdb0-4b02-83f5-b1072c4b9ecd req-90a69dde-0393-41d3-896b-735583f4b0da tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Synchronizing usage tracker for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:15:40.940588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:40.957377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-ce4dff84-e1a7-4ba0-8678-bb4799f82489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:40.957490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-ce4dff84-e1a7-4ba0-8678-bb4799f82489 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1931121 Mar 02 18:15:40.966485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on host n-h2-828839-1 for vnic_type normal with profile {"migrating_to": "n-h1-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:15:40.966826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:15:40.967159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:40.988170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:15:40.988496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Attempting to bind port dc03dde3-639d-4fa5-9125-e2e71dca2115 on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:15:41.014994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:15:41.015396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:41.015708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:15:41.016150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Bound port: dc03dde3-639d-4fa5-9125-e2e71dca2115, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:15:41.016498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:41.031636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-7dc954f4-5045-43be-b178-a5726dd24016 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.0662515 Mar 02 18:15:41.044041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-e71df009-5dff-4b87-b866-16e704be0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.045646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-e71df009-5dff-4b87-b866-16e704be0eef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1125 time: 0.5147910 Mar 02 18:15:41.085720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e745-f8f0-4ee1-a0c7-85652d1c59af req-94b67976-0571-46fc-b105-a03964a7a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.089300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7758e745-f8f0-4ee1-a0c7-85652d1c59af req-94b67976-0571-46fc-b105-a03964a7a9a4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 1096 time: 0.4916046 Mar 02 18:15:41.131285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9bd7fb2e-bdb0-4b02-83f5-b1072c4b9ecd req-90a69dde-0393-41d3-896b-735583f4b0da tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] Unset dirty status for tenant:29552f40778b4bc293d31531343c015a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:15:41.132771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd7fb2e-bdb0-4b02-83f5-b1072c4b9ecd req-90a69dde-0393-41d3-896b-735583f4b0da tempest-ListServerFiltersTestJSON-375360327 tempest-ListServerFiltersTestJSON-375360327-project] 10.222.0.66 "GET /v2.0/ports?device_id=601c5e47-4dc4-48ab-9c72-b6ad643716a7 HTTP/1.1" status: 200 len: 210 time: 0.4666457 Mar 02 18:15:41.137385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-08c12487-057b-44af-984b-0b8bed63b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.138910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-08c12487-057b-44af-984b-0b8bed63b5f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1008415 Mar 02 18:15:41.148006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:41.169916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f1428-683a-414e-b6a5-23eb6314db05 req-2156dc82-10bc-4571-9bc6-b5133f005383 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.177387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-190f1428-683a-414e-b6a5-23eb6314db05 req-2156dc82-10bc-4571-9bc6-b5133f005383 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 945 time: 0.4797056 Mar 02 18:15:41.227036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:41.227418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a3bd172-d70c-4fd7-8290-0ad91bcaffe9 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:41.256062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:41.330474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-18e57226-e129-4647-b9d9-76a014389734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.331980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-18e57226-e129-4647-b9d9-76a014389734 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1866636 Mar 02 18:15:41.406910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7758e745-f8f0-4ee1-a0c7-85652d1c59af req-272ae92b-e36e-4215-a705-a28c886f078e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796428 Mar 02 18:15:41.581815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-190f1428-683a-414e-b6a5-23eb6314db05 req-322213fe-bb51-431f-82d4-a3581d9aa28c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031541 Mar 02 18:15:41.624506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:41.668770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-f8ea4b98-2945-4af0-8622-d599b9bbf35a service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236904 Mar 02 18:15:41.679833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:15:41.697256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-17419e79-9bb9-4e48-b8cb-af6af8ec077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:41.698866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-17419e79-9bb9-4e48-b8cb-af6af8ec077c service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.6172807 Mar 02 18:15:41.794727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-208f23b3-2234-4740-8c4d-f098b4ab1bfb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.0830929 Mar 02 18:15:41.797463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:41.895161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-0b6a7499-f496-4112-8390-dc5fefc58036 service neutron] 10.222.0.65 "GET /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b/bindings/n-h2-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.3240092 Mar 02 18:15:41.897769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-8d0e00c7-0438-4d84-98d8-ef7e67a08b0f service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185941 Mar 02 18:15:41.898379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Deleting port 680b3ca1-f053-4b8d-b2b4-d21eb4582224 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:41.898572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:41.910641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:42.012381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d574f3-b031-490c-a575-36c54eff05c4 req-147142d0-bd7a-4370-aaf3-b2e230ded141 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:42.019518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4d574f3-b031-490c-a575-36c54eff05c4 req-147142d0-bd7a-4370-aaf3-b2e230ded141 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 948 time: 0.7123382 Mar 02 18:15:42.101187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] For port 680b3ca1-f053-4b8d-b2b4-d21eb4582224, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=680b3ca1-f053-4b8d-b2b4-d21eb4582224,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:42.101552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:42.216308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-4b8ec96f-7c61-408f-8749-21ff586f2b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:42.217898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-4b8ec96f-7c61-408f-8749-21ff586f2b8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.4128609 Mar 02 18:15:42.230338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:42.339751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:15:42.374985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Calling delete_port for 680b3ca1-f053-4b8d-b2b4-d21eb4582224 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:42.380269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:42.381160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:42.382967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-8eb90440-ed13-4af3-8efb-62717f8fb0b9 service neutron] 10.222.0.65 "PUT /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 1121 time: 5.0942664 Mar 02 18:15:42.387435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Pushing event deleted for resources: {'Port': ['ID=368f3071-50d1-4018-92a0-b5a4048b9d53,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:42.400426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-570ea34f-ca26-45b0-8131-f774fad2a009 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476769 Mar 02 18:15:42.445320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4d574f3-b031-490c-a575-36c54eff05c4 req-ae0167fe-d1cf-4a43-ae6f-97f7a4ecb6d2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248037 Mar 02 18:15:42.591395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115'}, {'name': 'network-changed', 'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:42.618478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['dc03dde3-639d-4fa5-9125-e2e71dca2115'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:42.667488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:42.704318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:42.735090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Pushing event deleted for resources: {'Port': ['ID=680b3ca1-f053-4b8d-b2b4-d21eb4582224,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:42.749148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['dc03dde3-639d-4fa5-9125-e2e71dca2115'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:42.829742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'mac_address': 'fa:16:3e:4d:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:15:43.073713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:43.229431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-9f8853fa-9e5c-41dc-8451-83912809827c service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7829139 Mar 02 18:15:43.245961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:43.267455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:43.276596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:43.334746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1a45c-ff6e-409d-a107-0516636e3e57 req-5e04af6c-578c-46df-a89b-4c48c1715528 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:43.343080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ef1a45c-ff6e-409d-a107-0516636e3e57 req-5e04af6c-578c-46df-a89b-4c48c1715528 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.9585814 Mar 02 18:15:43.350890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:43.388778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:43.485982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:43.532081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:43.612420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cd478-2ca3-4486-8677-73e3c53bf043 req-00dc79d5-c27f-4427-ba19-e8d5ce8b16f8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:43.614022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c09cd478-2ca3-4486-8677-73e3c53bf043 req-00dc79d5-c27f-4427-ba19-e8d5ce8b16f8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 944 time: 1.0041862 Mar 02 18:15:43.720661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:43.751406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:43.786892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ef1a45c-ff6e-409d-a107-0516636e3e57 req-e8497473-0787-426d-bfb1-91d2137b04ea tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423454 Mar 02 18:15:43.855324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Router 7397838e-450c-454b-95ad-d18bcf5b686e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:15:43.876610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c09cd478-2ca3-4486-8677-73e3c53bf043 req-a5c29e49-21a0-46a7-93fa-12bad72c0436 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491081 Mar 02 18:15:43.886002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14a328c8-9964-4be4-8571-8a97f4cb963b {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:43.921127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0602e3c3-5f96-449d-b344-ba6c3b222f7f req-aaa7cdc4-29e5-4c23-8c80-be76c476d0aa service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6717577 Mar 02 18:15:43.923241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:44.068952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42404) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:44.069154 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'code': 200} Mar 02 18:15:44.069391 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'status': 'completed', 'code': 200} Mar 02 18:15:44.216480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:44.365764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Deleting subnet 2096d002-d3bd-4b75-b710-d21d8128b1dd {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:15:44.373176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:44.417388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:15:44.428603 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Sync routers for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:15:44.439650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:44.440278 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:44.451850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a380691a-5c45-4c18-9134-03918e26906b admin admin] 10.222.0.66 "PUT /v2.0/routers/7397838e-450c-454b-95ad-d18bcf5b686e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3619208 Mar 02 18:15:44.456001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:44.459741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:44.579170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Transition to ACTIVE for port object 14a328c8-9964-4be4-8571-8a97f4cb963b will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:44.591153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Router 69d987b4-e989-49b0-ae60-b806c7ed6d68 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:15:44.599797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50678a51-cac1-4bcf-b5da-cb7e28034414 req-d9582b73-a845-4cf3-bcb7-b382e30f8bdf tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:44.601400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50678a51-cac1-4bcf-b5da-cb7e28034414 req-d9582b73-a845-4cf3-bcb7-b382e30f8bdf tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 945 time: 0.3875282 Mar 02 18:15:44.609351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5bc8c-b785-4182-8afd-3944f89619d2 req-fc8d1631-d3b1-4d89-aa61-1fbaa125bd77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:44.610971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17d5bc8c-b785-4182-8afd-3944f89619d2 req-fc8d1631-d3b1-4d89-aa61-1fbaa125bd77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 949 time: 0.3475962 Mar 02 18:15:44.649850 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:44.675727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:44.733161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6377-8925-4676-885d-a8c31db1dc84 req-fba76e0e-607a-4805-96cc-87aaf6d86051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:44.734761 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-fba76e0e-607a-4805-96cc-87aaf6d86051 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1124 time: 0.5192046 Mar 02 18:15:44.820841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50678a51-cac1-4bcf-b5da-cb7e28034414 req-45dd0221-2a7b-420e-ba83-8e2f42d861b5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086487 Mar 02 18:15:44.928458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17d5bc8c-b785-4182-8afd-3944f89619d2 req-db6d39cc-4b04-42bc-a3d6-844a4a2974c1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984993 Mar 02 18:15:44.961355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.011914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.090686 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:15:42Z', 'revision_number': 5, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:45.102829 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Checking router: 7397838e-450c-454b-95ad-d18bcf5b686e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:15:45.117060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Routers {'7397838e-450c-454b-95ad-d18bcf5b686e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:45.118068 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7397838e-450c-454b-95ad-d18bcf5b686e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:45.126740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6377-8925-4676-885d-a8c31db1dc84 req-841d0e49-aeec-4732-ae3b-4d41b3ccd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:45.128230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-841d0e49-aeec-4732-ae3b-4d41b3ccd59d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3773386 Mar 02 18:15:45.162780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:45.241834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Pushing event updated for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:45.250043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:45.271267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-fa4ff7ec-1834-4ac1-ae34-4df5bab9ad5e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.1303780 Mar 02 18:15:45.331308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] No DVR routers for this DVR port 14a328c8-9964-4be4-8571-8a97f4cb963b on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:45.348896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.349235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.349571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.349941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.350295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.350621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.350943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.351703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.351703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.351915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.352179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.352526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:45.364030 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] Set router 7397838e-450c-454b-95ad-d18bcf5b686e gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:45.374863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181a6377-8925-4676-885d-a8c31db1dc84 req-3c496ebc-5ed8-4fde-817a-ef863e806a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:45.376883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-3c496ebc-5ed8-4fde-817a-ef863e806a42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.0935848 Mar 02 18:15:45.377729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.423808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.461344 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-091c002a-5dee-4266-a5e1-665906744f55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760725 Mar 02 18:15:45.467269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Deleting port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:45.467616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.521380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2096d002-d3bd-4b75-b710-d21d8128b1dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:45.533636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bfdef-ac3d-44d1-94d5-12b99b9b7917 None None] Network b95ba755-03a7-4d6f-952a-62f2ff19c9ea requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:45.537472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.579329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-112e52b8-bfb6-44d1-8a07-f4c644ab7d5c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2096d002-d3bd-4b75-b710-d21d8128b1dd HTTP/1.1" status: 204 len: 168 time: 1.5039241 Mar 02 18:15:45.582055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:15:45.596857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42422) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:45.607903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-e6763916-0382-4b48-b2ab-a757e3ab4671 service neutron] 10.222.0.65 "PUT /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b/bindings/n-h2-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 3.7026289 Mar 02 18:15:45.672255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-371e22ae-c9a3-4304-9ea3-ef8ec29e5599 admin admin] 10.222.0.66 "PUT /v2.0/routers/69d987b4-e989-49b0-ae60-b806c7ed6d68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7476780 Mar 02 18:15:45.676914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:45.773419 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:15:42Z', 'revision_number': 5, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:45.782386 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fb89bc-4f90-4b49-9fa3-baf5d290a8ea None None] The sync data for ids ['7397838e-450c-454b-95ad-d18bcf5b686e'] in n-d-828839-1 is: [{'id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2055967675-router', 'tenant_id': 'd2e10d7e9a154dcb84176f48df426c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25'}], 'enable_snat': True}, 'gw_port_id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:12:08Z', 'updated_at': '2022-03-02T18:15:42Z', 'revision_number': 5, 'project_id': 'd2e10d7e9a154dcb84176f48df426c53', 'gw_port': {'id': '71ed8d8e-9c68-45a6-81ab-068dc8af67d8', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:09:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7397838e-450c-454b-95ad-d18bcf5b686e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 164, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:12:10Z', 'updated_at': '2022-03-02T18:12:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:15:45.784402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Sync routers for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:15:45.824602 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:45.834198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91376e1b-1261-42ad-ba1c-cfc64dddb7a2 req-20f338f4-7184-4c52-9b10-a3529873b434 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:45.836739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91376e1b-1261-42ad-ba1c-cfc64dddb7a2 req-20f338f4-7184-4c52-9b10-a3529873b434 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.6019275 Mar 02 18:15:45.853897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:45.854519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:45.857444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab8b26-cff8-42b1-9caa-4565eb658f07 req-6bd9135e-ec75-4f45-94d8-e7c74e8a49a6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:45.859043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bab8b26-cff8-42b1-9caa-4565eb658f07 req-6bd9135e-ec75-4f45-94d8-e7c74e8a49a6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.6231294 Mar 02 18:15:45.891959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-33e80f2f-b1ef-447a-b481-3dec2df17e67 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995025 Mar 02 18:15:45.926163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Deleting port 5bfa122f-d640-480d-88a7-84f209178273 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:45.926998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.012452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] For port 71ed8d8e-9c68-45a6-81ab-068dc8af67d8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:46.013121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.018329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91376e1b-1261-42ad-ba1c-cfc64dddb7a2 req-37357798-5733-43bd-a436-c53f27ce1b8c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570230 Mar 02 18:15:46.039566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-0c29c908-b17f-4ade-a086-7ee69111eba0 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:46.042804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-0c29c908-b17f-4ade-a086-7ee69111eba0 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.3003836 Mar 02 18:15:46.049008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bab8b26-cff8-42b1-9caa-4565eb658f07 req-ef3beeba-0ab2-4548-be50-dd0aef996cda tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706591 Mar 02 18:15:46.109894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:46.304671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] DHCP port deletion for b95ba755-03a7-4d6f-952a-62f2ff19c9ea request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:15:46.307412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 680b3ca1-f053-4b8d-b2b4-d21eb4582224 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:46.351914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:15:46.463027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Deleting port 5bfa122f-d640-480d-88a7-84f209178273 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:46.463437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.481236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.499069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 680b3ca1-f053-4b8d-b2b4-d21eb4582224 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:46.499543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 680b3ca1-f053-4b8d-b2b4-d21eb4582224 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:46.500322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5bfa122f-d640-480d-88a7-84f209178273 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:46.550812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Calling delete_port for 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:46.670757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] For port 5bfa122f-d640-480d-88a7-84f209178273, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5bfa122f-d640-480d-88a7-84f209178273,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:46.671303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.688836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-d97f300c-b8ba-4507-a407-a31e77d1c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:46.693709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-d97f300c-b8ba-4507-a407-a31e77d1c043 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&tenant_id=af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 1096 time: 0.6385107 Mar 02 18:15:46.706111 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181a6377-8925-4676-885d-a8c31db1dc84 req-4b663a27-1b10-43b4-b29e-06ce7cf01e1e service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581127 Mar 02 18:15:46.752741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:15:46.811575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:15:46.811932 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.841812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Calling delete_port for 5bfa122f-d640-480d-88a7-84f209178273 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:46.916912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-f5d80914-1395-4aa4-a8a5-c65f5505951c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:46.918429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-f5d80914-1395-4aa4-a8a5-c65f5505951c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.5637951 Mar 02 18:15:46.927541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:46.948605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-4bbb7eaf-9009-403d-81e0-b9e05b30901e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0162520 Mar 02 18:15:46.970974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-c7b8205d-00a7-404b-8a76-3be14209cd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:46.973207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-c7b8205d-00a7-404b-8a76-3be14209cd3e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1096 time: 0.1952348 Mar 02 18:15:47.021703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864d90e-0dbd-48b1-9fde-8ab61ecd9047 req-5326911a-b3fa-4cd2-8fe3-3f95c6b3673c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:47.023241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f864d90e-0dbd-48b1-9fde-8ab61ecd9047 req-5326911a-b3fa-4cd2-8fe3-3f95c6b3673c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 949 time: 0.4409666 Mar 02 18:15:47.053466 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.112696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f864d90e-0dbd-48b1-9fde-8ab61ecd9047 req-5bc331e9-5f04-4471-97e0-d57fd6dbf185 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829051 Mar 02 18:15:47.120790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.176414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-480b21ff-938d-4cb5-a02f-834e4b88c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:47.178718 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-480b21ff-938d-4cb5-a02f-834e4b88c19e service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.1768162 Mar 02 18:15:47.183101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Deleting port 741beab0-dd2b-4be4-b930-ad5d8de9af06 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:47.183280 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.183442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.225122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Pushing event deleted for resources: {'Port': ['ID=5bfa122f-d640-480d-88a7-84f209178273,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:47.235859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] No DVR routers for this DVR port 5bfa122f-d640-480d-88a7-84f209178273 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:47.276712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-8252c616-ef22-4a11-9b64-b987c117cc6d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3049033 Mar 02 18:15:47.281822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:15:47.316435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-56a779cf-ff4b-4a32-a977-3b6b3b8a9eae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.0944343 Mar 02 18:15:47.373816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:47.481285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-488ee945-fcea-44cb-880b-df2bed7a8359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:47.486443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-488ee945-fcea-44cb-880b-df2bed7a8359 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1530042 Mar 02 18:15:47.500425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.577962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] For port 5bfa122f-d640-480d-88a7-84f209178273, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5bfa122f-d640-480d-88a7-84f209178273,segment=NetworkSegment(c915fa63-6876-4e44-9e48-eec78172e32a),segment_id=c915fa63-6876-4e44-9e48-eec78172e32a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:47.578373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.628863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.664132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-57019e14-8147-403c-b347-74a4dc20ac32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560839 Mar 02 18:15:47.722533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.729489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95ba755-03a7-4d6f-952a-62f2ff19c9ea']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:47.731174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Calling delete_port for 5bfa122f-d640-480d-88a7-84f209178273 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:47.756254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c915fa63-6876-4e44-9e48-eec78172e32a') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:47.756683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c915fa63-6876-4e44-9e48-eec78172e32a') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:47.766608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-ac7c4d47-e70b-4e2c-9a0a-7b3299722697 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474843 Mar 02 18:15:47.778224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Pushing event deleted for resources: {'Port': ['ID=71ed8d8e-9c68-45a6-81ab-068dc8af67d8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:47.788503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] For port 741beab0-dd2b-4be4-b930-ad5d8de9af06, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=741beab0-dd2b-4be4-b930-ad5d8de9af06,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:47.788868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.801154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:47.819133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158'}], 'enable_snat': True}, 'gw_port_id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:15:41Z', 'revision_number': 5, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port': {'id': '741beab0-dd2b-4be4-b930-ad5d8de9af06', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:0e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:13:57Z', 'updated_at': '2022-03-02T18:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:47.822819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:47.842342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Checking router: 69d987b4-e989-49b0-ae60-b806c7ed6d68 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:15:47.861550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Routers {'69d987b4-e989-49b0-ae60-b806c7ed6d68'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:15:47.861550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:15:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['69d987b4-e989-49b0-ae60-b806c7ed6d68'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:47.871673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69534cae-32ad-4a20-9f7d-53b4547ac671 req-dc7394c7-6261-4969-a64c-90face47ba63 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:47.873232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69534cae-32ad-4a20-9f7d-53b4547ac671 req-dc7394c7-6261-4969-a64c-90face47ba63 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.5906568 Mar 02 18:15:48.065635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.076026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] Set router 69d987b4-e989-49b0-ae60-b806c7ed6d68 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:15:48.102751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:15:48.102979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:15:48.122390 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:15:48.227932 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:15:48.227932 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:15:48.235119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Calling delete_port for 741beab0-dd2b-4be4-b930-ad5d8de9af06 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:48.266200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69534cae-32ad-4a20-9f7d-53b4547ac671 req-9d8f8933-d185-4c78-8b25-b0c37203def3 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937487 Mar 02 18:15:48.284025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a8ea7f3-b0e8-4251-a865-fdeb0fc2b259 req-3da127da-16bc-4f7b-8907-a53340fbe271 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980099 Mar 02 18:15:48.300329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:15:46Z', 'revision_number': 6, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:48.306688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802ef9e-8b1c-4c51-95d6-2b758f4ae4c1 None None] The sync data for ids ['69d987b4-e989-49b0-ae60-b806c7ed6d68'] in n-d-828839-1 is: [{'id': '69d987b4-e989-49b0-ae60-b806c7ed6d68', 'name': 'tempest-ServersTestJSON-1708969662-router', 'tenant_id': '617dc7d8399c426ea8912fa0a1854018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:13:55Z', 'updated_at': '2022-03-02T18:15:46Z', 'revision_number': 6, 'project_id': '617dc7d8399c426ea8912fa0a1854018', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:15:48.389947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.404993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.423555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.447665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] Pushing event deleted for resources: {'Network': ['ID=b95ba755-03a7-4d6f-952a-62f2ff19c9ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:48.559025 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-21d34718-6eb8-45ed-8597-cab2e52d3998 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840280 Mar 02 18:15:48.588546 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'code': 200} Mar 02 18:15:48.623362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e5445-a521-477d-82a6-78a22e5d1a6a req-b6ef5e7a-ef95-48a8-98af-2ac06a55b335 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:48.625742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-892e5445-a521-477d-82a6-78a22e5d1a6a req-b6ef5e7a-ef95-48a8-98af-2ac06a55b335 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.1555691 Mar 02 18:15:48.641265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0ea4779-a478-49bc-b918-5b8bff74363c admin admin] 10.222.0.66 "DELETE /v2.0/networks/b95ba755-03a7-4d6f-952a-62f2ff19c9ea HTTP/1.1" status: 204 len: 168 time: 3.0423248 Mar 02 18:15:48.729418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Deleting port 5bfa122f-d640-480d-88a7-84f209178273 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:48.730054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:48.893708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f2236-42aa-45aa-b62e-1686e8fceeea None None] The port '5bfa122f-d640-480d-88a7-84f209178273' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:15:48.925956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-892e5445-a521-477d-82a6-78a22e5d1a6a req-49457fef-fa08-4233-b93c-433e2ef349ed tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831607 Mar 02 18:15:49.019143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee61645-35c4-487e-b4a3-d88d0d300953 req-5df0c2c5-fc50-4fca-8b26-f25232390518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:49.021068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ee61645-35c4-487e-b4a3-d88d0d300953 req-5df0c2c5-fc50-4fca-8b26-f25232390518 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 0.3589680 Mar 02 18:15:49.061833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9e9eb-ceda-4f0a-b760-a5f72d01aaf5 req-2b7ad47b-f6ec-4664-979a-adef4d83513e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:49.069440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcc9e9eb-ceda-4f0a-b760-a5f72d01aaf5 req-2b7ad47b-f6ec-4664-979a-adef4d83513e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2467330 Mar 02 18:15:49.096780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.103204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.105094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.141948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcc9e9eb-ceda-4f0a-b760-a5f72d01aaf5 req-de120500-8976-4677-ac59-821a2bddfa88 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715594 Mar 02 18:15:49.146321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ee61645-35c4-487e-b4a3-d88d0d300953 req-a7d10775-1593-4fe9-a13a-01cba8ceddc8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168416 Mar 02 18:15:49.221372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Pushing event deleted for resources: {'Port': ['ID=741beab0-dd2b-4be4-b930-ad5d8de9af06,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:49.280977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-64615129-7063-4288-9e2f-e33c7b9ce2de service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7023294 Mar 02 18:15:49.336182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42486) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:49.336612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.336986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.337323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.338057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.338655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.339259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.339788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.340311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.340835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.341352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.341882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.342452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:15:49.370272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.371094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7397838e-450c-454b-95ad-d18bcf5b686e {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:15:49.381939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-bdaf7efe-12e0-4cb0-ab33-37fcf0b09cb2 service neutron] 10.222.0.11 "GET /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.4377108 Mar 02 18:15:49.433759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ece1db1f-f2fc-4c9e-be20-84237d673650 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=29552f40778b4bc293d31531343c015a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949798 Mar 02 18:15:49.436309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42490) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:49.461323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.528741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.530049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fca25be5-f192-4bf0-ad8d-0ce76b7ac031 admin admin] 10.222.0.66 "DELETE /v2.0/routers/7397838e-450c-454b-95ad-d18bcf5b686e HTTP/1.1" status: 204 len: 168 time: 5.0429077 Mar 02 18:15:49.553326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42494) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:49.666426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.723999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d2968-af31-4b16-894c-95529f7b4900 req-2b66fb39-51f9-451e-9c35-82867062c849 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:49.742703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc1d2968-af31-4b16-894c-95529f7b4900 req-2b66fb39-51f9-451e-9c35-82867062c849 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.2741880 Mar 02 18:15:49.748784 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.750085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Deleting subnet 22729828-561e-4f31-9d23-aabeea97bd69 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:15:49.828331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.872436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc1d2968-af31-4b16-894c-95529f7b4900 req-4ce207e1-8d6a-401a-87ed-17dacf0fd975 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283383 Mar 02 18:15:49.916278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:49.919977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.059546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-4bb891a8-afa2-4bce-a4e0-47de690bcd17 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:50.069405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-4bb891a8-afa2-4bce-a4e0-47de690bcd17 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.2359192 Mar 02 18:15:50.083483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.117294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-eb7154cb-663a-4e27-8747-57af49e8fb16 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0449479 Mar 02 18:15:50.120712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459c347-b16c-40b4-83bc-badf0016ba5e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:50.216362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.219148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd8968c4-2891-4394-baa1-125ad6f7d2ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a459c347-b16c-40b4-83bc-badf0016ba5e HTTP/1.1" status: 204 len: 168 time: 0.7809052 Mar 02 18:15:50.235619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 741beab0-dd2b-4be4-b930-ad5d8de9af06 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:50.262205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.262894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-2c5f8e8c-73f1-4b6f-aed6-7ab264495dae tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1456707 Mar 02 18:15:50.316699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 741beab0-dd2b-4be4-b930-ad5d8de9af06 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:50.317079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 741beab0-dd2b-4be4-b930-ad5d8de9af06 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:50.317759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:50.414040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.414673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69d987b4-e989-49b0-ae60-b806c7ed6d68 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:15:50.443132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:50.443485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ed8d8e-9c68-45a6-81ab-068dc8af67d8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:50.444083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 368f3071-50d1-4018-92a0-b5a4048b9d53 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:50.522646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 368f3071-50d1-4018-92a0-b5a4048b9d53 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:50.523185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 368f3071-50d1-4018-92a0-b5a4048b9d53 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:50.532083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-c7a1d8c5-534b-4dd6-b5cd-12cad179bdbd service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625957 Mar 02 18:15:50.539992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.544940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-268cd340-dba9-4d78-b981-03e675bd4390 admin admin] 10.222.0.66 "DELETE /v2.0/routers/69d987b4-e989-49b0-ae60-b806c7ed6d68 HTTP/1.1" status: 204 len: 168 time: 4.8592241 Mar 02 18:15:50.550084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:50.675009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15287afa-0023-4886-ae02-5647c33d5683 req-f6e3c2e1-dc20-43c1-9637-a71acbd3596f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:50.676842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-f6e3c2e1-dc20-43c1-9637-a71acbd3596f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.8091714 Mar 02 18:15:50.702816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e30eae-404e-4b2e-9474-535c5c1e425f req-4e4df204-1448-413b-a5b5-ad768e5ab267 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:50.705037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9e30eae-404e-4b2e-9474-535c5c1e425f req-4e4df204-1448-413b-a5b5-ad768e5ab267 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 943 time: 0.3043551 Mar 02 18:15:50.813334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9e30eae-404e-4b2e-9474-535c5c1e425f req-6adee2cb-5ed2-4e03-b0d1-0b5760aa513d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017475 Mar 02 18:15:50.814309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Deleting subnet 7479da47-48d9-4575-8ae7-a7de957236ca {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:15:50.826489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.834723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8cba78ff-dd72-419b-ac5a-29b75d9c0c9f service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015616 Mar 02 18:15:50.896754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:50.984212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:51.053599 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.138336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:51.210769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9d8ea8-18aa-4912-bf45-9e5a7086ee2c req-d83fac2c-cf5b-4706-9305-19f8e81445d9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:51.216025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee9d8ea8-18aa-4912-bf45-9e5a7086ee2c req-d83fac2c-cf5b-4706-9305-19f8e81445d9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2098212 Mar 02 18:15:51.351232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc03dde3-639d-4fa5-9125-e2e71dca2115 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:15:51.387382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:51.424225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.427240 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee9d8ea8-18aa-4912-bf45-9e5a7086ee2c req-c99ddcda-ff5b-456f-888c-07c552c270aa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796284 Mar 02 18:15:51.494256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178d3eb-f7d2-4cbd-a1c3-e825234ca84f req-46313694-71c9-4d48-9b71-018d238226d1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:51.496612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7178d3eb-f7d2-4cbd-a1c3-e825234ca84f req-46313694-71c9-4d48-9b71-018d238226d1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.1324389 Mar 02 18:15:51.501771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.546999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-15287afa-0023-4886-ae02-5647c33d5683 req-4c1471c6-6429-4d20-829f-220f4a2eba47 service neutron] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:51.548399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.558769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22729828-561e-4f31-9d23-aabeea97bd69,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:51.565336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4d91ba-0909-4909-b796-a4b4056d8d9c req-c10ab1c0-52d3-4898-b757-faeca2bac7c5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 210 time: 0.0674379 Mar 02 18:15:51.596781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.607268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb61a72-57b1-4e18-b4a1-d4105c57e675 None None] Network 96e6ebed-b12d-4041-892d-f6e31afee3e4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:51.639701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7178d3eb-f7d2-4cbd-a1c3-e825234ca84f req-b1a6480b-790a-43e5-bd50-b4a67eeb98f8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079521 Mar 02 18:15:51.714151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.823530 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9094a54f-ee1c-49c5-b537-c347229a5561 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/22729828-561e-4f31-9d23-aabeea97bd69 HTTP/1.1" status: 204 len: 168 time: 2.1802299 Mar 02 18:15:51.829988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-15287afa-0023-4886-ae02-5647c33d5683 req-4c1471c6-6429-4d20-829f-220f4a2eba47 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.830423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42566) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:51.841462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-15287afa-0023-4886-ae02-5647c33d5683 req-4c1471c6-6429-4d20-829f-220f4a2eba47 service neutron] 10.222.0.11 "DELETE /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b/bindings/n-h1-828839-1 HTTP/1.1" status: 204 len: 173 time: 1.1511261 Mar 02 18:15:51.865713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:51.871825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8881499-9cb0-4ea6-bae3-540402df007f None None] Network 02dc47e2-2ace-48a4-9a67-ad7b05174c25 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:51.891467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7479da47-48d9-4575-8ae7-a7de957236ca HTTP/1.1" status: 204 len: 168 time: 1.3382287 Mar 02 18:15:51.921509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42572) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:51.932460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ad1f3-fda4-4a4b-b19f-8f12d2b49c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7479da47-48d9-4575-8ae7-a7de957236ca,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:52.276078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.299813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] Transition to ACTIVE for port object dc03dde3-639d-4fa5-9125-e2e71dca2115 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:15:52.323267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Deleting port ca87ff43-72d4-406b-8d7f-8b9e68f2270b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:52.324123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.365610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:52.385848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.425766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.540149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:52.543835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:52.591197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Deleting port 1c7d6531-1c40-431c-9f9e-632807696cbc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:52.591509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.624087 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:15:52.650629 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf5b8e2c-8529-46ff-8632-e7a60d8a6c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:52.765747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] No DVR routers for this DVR port dc03dde3-639d-4fa5-9125-e2e71dca2115 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:52.867440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-87d01100-c3c0-4450-afb1-1d7b6f13c271 service neutron] 10.222.0.11 "PUT /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115/bindings/n-h1-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 3.4709055 Mar 02 18:15:53.062660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] For port ca87ff43-72d4-406b-8d7f-8b9e68f2270b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,segment=NetworkSegment(b00904a7-2486-499f-92df-d478da544505),segment_id=b00904a7-2486-499f-92df-d478da544505)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:53.063268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.138444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] For port 1c7d6531-1c40-431c-9f9e-632807696cbc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c7d6531-1c40-431c-9f9e-632807696cbc,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:53.145104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.160419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:53.358570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] DHCP port deletion for 96e6ebed-b12d-4041-892d-f6e31afee3e4 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:15:53.365550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Deleting port 1c7d6531-1c40-431c-9f9e-632807696cbc {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:53.366400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.442266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Calling delete_port for ca87ff43-72d4-406b-8d7f-8b9e68f2270b owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:53.499341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-209040411-network', 'tenant_id': '39fc12d321c94e8a88303051f407640a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:53.515977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:53.526162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Usage tracker for resource:network and tenant:39fc12d321c94e8a88303051f407640a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:53.531092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:53.536534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac56804f-f228-4efc-bc9c-9a1294581409 None None] DHCP port deletion for 02dc47e2-2ace-48a4-9a67-ad7b05174c25 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:15:53.551655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:53.561172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ac56804f-f228-4efc-bc9c-9a1294581409 None None] Deleting port ca87ff43-72d4-406b-8d7f-8b9e68f2270b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:53.561172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ac56804f-f228-4efc-bc9c-9a1294581409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.635729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Made reservation on behalf of 39fc12d321c94e8a88303051f407640a for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:53.638281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.653024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.669101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:53.673686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Usage tracker for resource:security_group_rule and tenant:39fc12d321c94e8a88303051f407640a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:53.678418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:53.682251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.737531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:53.739921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Pushing event deleted for resources: {'Port': ['ID=ca87ff43-72d4-406b-8d7f-8b9e68f2270b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:53.754071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] No DVR routers for this DVR port ca87ff43-72d4-406b-8d7f-8b9e68f2270b on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:53.841335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Calling delete_port for 1c7d6531-1c40-431c-9f9e-632807696cbc owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:53.925133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:53.933328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-5b1ec6a7-d822-46b1-9ee4-1d855445c536 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:53.946822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-5b1ec6a7-d822-46b1-9ee4-1d855445c536 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 1.5074193 Mar 02 18:15:53.965320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b219ae-c772-4890-9738-6185f881ca6c req-f817c445-c977-4aae-8870-03955f869452 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:53.974996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b219ae-c772-4890-9738-6185f881ca6c req-f817c445-c977-4aae-8870-03955f869452 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1096 time: 1.5350044 Mar 02 18:15:53.980973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dc47e2-2ace-48a4-9a67-ad7b05174c25']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:54.007369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00904a7-2486-499f-92df-d478da544505') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:54.012905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00904a7-2486-499f-92df-d478da544505') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:54.013080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] For port 1c7d6531-1c40-431c-9f9e-632807696cbc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c7d6531-1c40-431c-9f9e-632807696cbc,segment=NetworkSegment(008ecd76-8747-453f-9b80-426c20a7644d),segment_id=008ecd76-8747-453f-9b80-426c20a7644d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:15:54.013080 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.026831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.034069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.092535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b219ae-c772-4890-9738-6185f881ca6c req-a075e262-6b8e-4458-9f83-d9ec5f940a93 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164124 Mar 02 18:15:54.095512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:54.120800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.122315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.126809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Usage tracker for resource:security_group_rule and tenant:ae5de9536b444c549adc3f2b3d885c0e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:54.131478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:54.150581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:15:54.150997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.157239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:54.165287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-7e0cae47-1ce2-41ab-b3a3-5e3e962e7760 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:54.170835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-7e0cae47-1ce2-41ab-b3a3-5e3e962e7760 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.9579184 Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:15:54.202162 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:15:54.329828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Calling delete_port for 1c7d6531-1c40-431c-9f9e-632807696cbc owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:15:54.371889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.419883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:15:54.429211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d975f583-5d4b-41c5-9fc9-96d5179311cb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:54.437897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.438601 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Added segment 2e814602-a71b-4416-971b-47ab9f87d676 of type vlan for network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f Mar 02 18:15:54.476010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.511811 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.517747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c7d6531-1c40-431c-9f9e-632807696cbc no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:54.550993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.556357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.568657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ac56804f-f228-4efc-bc9c-9a1294581409 None None] The port 'ca87ff43-72d4-406b-8d7f-8b9e68f2270b' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:15:54.574346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1c7d6531-1c40-431c-9f9e-632807696cbc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:54.574346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c7d6531-1c40-431c-9f9e-632807696cbc not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:54.574346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca87ff43-72d4-406b-8d7f-8b9e68f2270b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:15:54.594988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] Pushing event deleted for resources: {'Network': ['ID=02dc47e2-2ace-48a4-9a67-ad7b05174c25,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:54.617620 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-313eef70-7aee-4053-8186-479f1775c09f admin admin] 10.222.0.66 "DELETE /v2.0/networks/02dc47e2-2ace-48a4-9a67-ad7b05174c25 HTTP/1.1" status: 204 len: 168 time: 2.6995919 Mar 02 18:15:54.648517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.650694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:54.651413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.676510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ca87ff43-72d4-406b-8d7f-8b9e68f2270b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:15:54.676775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca87ff43-72d4-406b-8d7f-8b9e68f2270b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:15:54.679346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7d6531-1c40-431c-9f9e-632807696cbc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:54.704508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-2ec79c06-b174-4cbe-b9d9-e32ebe1a6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:54.706022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-2ec79c06-b174-4cbe-b9d9-e32ebe1a6bcd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b&tenant_id=22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 1095 time: 0.5269525 Mar 02 18:15:54.707654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] No DVR routers for this DVR port 1c7d6531-1c40-431c-9f9e-632807696cbc on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:15:54.715116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:15:54.715753 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:15:54.728415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.818333 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92c565e5-0f23-44e4-9adb-5944820329d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.854818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] Pushing event updated for resources: {'Network': ['ID=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:54.866180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:15:54.871500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:54.952225 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd869252-7e1b-4106-95dd-2daf36f58124 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.4017093 Mar 02 18:15:54.953334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42604) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:54.965558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Request body: {'subnet': {'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-209040411-subnet', 'tenant_id': '39fc12d321c94e8a88303051f407640a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:54.968988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b130420a-31eb-4810-ac54-516c6f2e8a69 req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0209870 Mar 02 18:15:55.014298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:55.021845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96c49e-b2b8-4eb3-b467-58295a354579 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fda76b-2f45-40f5-9c1f-52f007f15cc2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:55.039448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.047504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Usage tracker for resource:subnet and tenant:39fc12d321c94e8a88303051f407640a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:55.062299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:55.087936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:55.101703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f2433-cf16-41d5-a591-84b7ee8d76ab req-252b2c5c-16e0-4fc1-9e45-c3761a1d0f58 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:55.109933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81f2433-cf16-41d5-a591-84b7ee8d76ab req-252b2c5c-16e0-4fc1-9e45-c3761a1d0f58 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 0.6195636 Mar 02 18:15:55.131548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e6ebed-b12d-4041-892d-f6e31afee3e4']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:55.197596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008ecd76-8747-453f-9b80-426c20a7644d') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:55.202706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008ecd76-8747-453f-9b80-426c20a7644d') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:15:55.217460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Deleting port 1c7d6531-1c40-431c-9f9e-632807696cbc {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:15:55.218414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.284483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-032f62a9-d868-4a7f-965e-220fe3dde211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:55.288244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-032f62a9-d868-4a7f-965e-220fe3dde211 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1095 time: 0.5066550 Mar 02 18:15:55.316213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Made reservation on behalf of 39fc12d321c94e8a88303051f407640a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:55.321046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.389808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:55.413141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96892eeb-2e85-4fdc-9d6f-b10b925f5094 None None] The port '1c7d6531-1c40-431c-9f9e-632807696cbc' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:15:55.474761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.529557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.550297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.552793 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.559815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:15:55.560395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.568013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.641433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6729bf07-e4ba-44dd-87d7-4fe40202ae73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=617dc7d8399c426ea8912fa0a1854018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445154 Mar 02 18:15:55.643562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42614) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:55.776492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.826669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f94648ea-77ff-4016-8144-cb294a732583 req-6062a7f6-92ec-457d-aaa1-7d4d8d4c60b5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 210 time: 0.5283976 Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:15:55.827399 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:15:55.867236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:55.880721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81f2433-cf16-41d5-a591-84b7ee8d76ab req-10667880-c765-4552-879d-afccfc56dcc1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7697144 Mar 02 18:15:56.122439 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.150253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.157633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.206018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fc7a42-698d-4d7b-9672-0e89b9052aa9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:56.241235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.248679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-91697cac-2cf7-4c96-9f98-4e00d5b3a957 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9fc7a42-698d-4d7b-9672-0e89b9052aa9 HTTP/1.1" status: 204 len: 168 time: 0.6037345 Mar 02 18:15:56.294597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=96e6ebed-b12d-4041-892d-f6e31afee3e4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:56.337695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5269cf27-e289-4e42-b8cc-c456f23443c8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96e6ebed-b12d-4041-892d-f6e31afee3e4 HTTP/1.1" status: 204 len: 168 time: 4.5056279 Mar 02 18:15:56.388220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-fd42e6de-b172-4994-bfc0-3762ee77da07 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:56.389991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-fd42e6de-b172-4994-bfc0-3762ee77da07 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.5566802 Mar 02 18:15:56.394938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-b44cbcc0-97c3-408e-b456-088259aa493c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:56.398433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-b44cbcc0-97c3-408e-b456-088259aa493c service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.9634521 Mar 02 18:15:56.420106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.483045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.550035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:56.569339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-37bbcad2-5915-48db-bc24-db41cd4c7a6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.1646228 Mar 02 18:15:56.583041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcda90a2-f086-4587-95e8-7190331cf056,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:56.593173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Checking segment: {'id': '2e814602-a71b-4416-971b-47ab9f87d676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:15:56.593533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Network hostable DHCP agents. Network: d19f46d2-f3a8-4237-8189-9d9d4c69dc0f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:15:56.653530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.700747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:15:56.733791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-fa0ecde8-a72a-4ca2-ac7d-574807569f7c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:56.735404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-fa0ecde8-a72a-4ca2-ac7d-574807569f7c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.7470124 Mar 02 18:15:56.775176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-2d2b9d7e-1fd6-4134-b8e5-40f865905d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:56.776694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-2d2b9d7e-1fd6-4134-b8e5-40f865905d1f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1869149 Mar 02 18:15:56.781284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-610e8eb4-f7da-426e-83f0-e40d48263038 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/quotas/af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 375 time: 0.0339718 Mar 02 18:15:56.803512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d19f46d2-f3a8-4237-8189-9d9d4c69dc0f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:15:56.811618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:56.812491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:56.820095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79ac02-1561-47d1-8656-aeda145522b9 None None] Network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:56.829872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42644) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:56.900598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-ddbce019-f393-4b6a-834f-5e1b3f6a46e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1154387 Mar 02 18:15:56.962230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:56.979631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2607a4c2-0978-4b3c-ba1e-75561ca19287 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0243928 Mar 02 18:15:57.004908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:57.191874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c01ece0a-d438-4c66-a6ea-af49a21704ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dc79866343b04a79b12a1f41ae26cd53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3492041 Mar 02 18:15:57.193533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42662) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:57.263875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-a7285beb-16f7-4146-8fc1-c15f1edf4f54 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506787 Mar 02 18:15:57.292825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ef6902dc-376d-4d97-96e1-11eec4ebfa85 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4643254 Mar 02 18:15:57.347948 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-e617e39a-4ee1-4925-ac62-804f88301dbd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3192976 Mar 02 18:15:57.380381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:57.384253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:57.393752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bfef04-51df-4493-8434-b8295e8be4c4 None None] Network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:15:57.408942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:57.456176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:57.492441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed952e4-9e17-4cf9-89b3-118aa7149b1c req-9178a790-ad9f-45bf-91c2-05ff000ad37b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:57.494302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ed952e4-9e17-4cf9-89b3-118aa7149b1c req-9178a790-ad9f-45bf-91c2-05ff000ad37b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.4800699 Mar 02 18:15:57.694729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:57.716941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab993386-065c-4d63-bff1-bef277ecd45f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:57.731567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:57.734253 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d193c16b-dad6-4ab2-9fbc-a6e20d4c5ba9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab993386-065c-4d63-bff1-bef277ecd45f HTTP/1.1" status: 204 len: 168 time: 0.5391295 Mar 02 18:15:57.779736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ed952e4-9e17-4cf9-89b3-118aa7149b1c req-7bfc4428-6e07-458e-a35a-b84166846b33 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061956 Mar 02 18:15:57.810786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-68a4edd9-bf47-4d06-8b47-dc824c80fdac service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353570 Mar 02 18:15:58.035619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-16b87ba8-ea67-41f3-84ae-e15138eed6bb service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7215230 Mar 02 18:15:58.096389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efe9a4e9-988d-4d3d-b2b3-807fe9904e60 req-2b76780f-4f0d-44c4-9f7b-9ff1afa53c1a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 210 time: 0.1004245 Mar 02 18:15:58.249251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.14 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/04cfd4c4-b431-46c8-8945-1debf1eb7b90) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:15:58.476166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:58.488893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-22772703-fdbf-4e61-b095-a7c4d2684af3 service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447010 Mar 02 18:15:58.781992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42714) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:58.869675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1655589606-network', 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:15:58.895766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:58.911793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Usage tracker for resource:network and tenant:f9dcee971fe34c9193c5a0aad20a2fcb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:58.923192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:58.948512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:59.031222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0756ab12-580b-403f-8129-c5265baa8987 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2e10d7e9a154dcb84176f48df426c53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2496157 Mar 02 18:15:59.031656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42730) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:15:59.034003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6888864-9cc4-418d-bd4e-61ba37b126dd req-9c942b7a-52b3-4699-b2e3-6d0475bfc719 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:59.036668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6888864-9cc4-418d-bd4e-61ba37b126dd req-9c942b7a-52b3-4699-b2e3-6d0475bfc719 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 0.7574933 Mar 02 18:15:59.167112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.169261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:15:59.171781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.194875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.223204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:15:59.228564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f9dcee971fe34c9193c5a0aad20a2fcb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:15:59.231670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:15:59.237789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:15:59.337417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.356754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.395464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-049412b6-f033-4f31-9f76-e8d2eaa690c9 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:59.399632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-049412b6-f033-4f31-9f76-e8d2eaa690c9 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.8827472 Mar 02 18:15:59.420531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6888864-9cc4-418d-bd4e-61ba37b126dd req-7f5de991-c627-4875-925f-e3322d12aa36 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220875 Mar 02 18:15:59.611321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.625844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.692359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:15:59.712602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743ee384-0772-4f0e-8cd2-26d20e772f9c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:59.715369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-9870334c-067b-4cd7-b369-bbe41ffecda4 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:59.720662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.722507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-9870334c-067b-4cd7-b369-bbe41ffecda4 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/networks?id=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f HTTP/1.1" status: 200 len: 813 time: 0.3017578 Mar 02 18:15:59.723771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.724185 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Added segment dc2f98c8-5dbd-4f66-87f9-a66651a695b6 of type vlan for network 96b082a1-da6c-48be-b91d-e2ad300a4d2b Mar 02 18:15:59.743945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-00b00d01-45b2-4e5d-8778-629e572a7ce8 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/quotas/39fc12d321c94e8a88303051f407640a HTTP/1.1" status: 200 len: 375 time: 0.0193334 Mar 02 18:15:59.749985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38fcfe35-82dc-498f-99f2-04bbb58363f0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:15:59.787397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.793777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.795011 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6596dbc-2e93-4ae8-8a2e-49617d2097e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38fcfe35-82dc-498f-99f2-04bbb58363f0 HTTP/1.1" status: 204 len: 168 time: 0.7612596 Mar 02 18:15:59.809819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-f79d2968-e0e5-43a3-9f13-551d872ce8d6 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=39fc12d321c94e8a88303051f407640a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0572097 Mar 02 18:15:59.860513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.882168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:15:59.947290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:15:59.949698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-d57333dd-1d62-45e9-bcc4-377839a5385f service neutron] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:15:59.955521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:15:59.958357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:00.006331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:00.017685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:00.035870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:00.081570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:00.145288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:00.145972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:00.152459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-b5681a70-fa69-4d94-99b2-3d13d72b0561 service neutron] 10.222.0.66 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220105 Mar 02 18:16:00.267951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-d57333dd-1d62-45e9-bcc4-377839a5385f service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:00.270437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dabc68c-9158-4e6b-97a5-23f8b482e83c req-d57333dd-1d62-45e9-bcc4-377839a5385f service neutron] 10.222.0.65 "DELETE /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115/bindings/n-h2-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.8483157 Mar 02 18:16:00.409015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-8245caf0-fbc3-4918-b265-b4269009c28b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0031123 Mar 02 18:16:00.427554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Request body: {'port': {'device_id': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:00.429193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9508417 Mar 02 18:16:00.437500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:00.484081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Request body: {'subnet': {'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1655589606-subnet', 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:00.493928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:00.502347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Usage tracker for resource:subnet and tenant:f9dcee971fe34c9193c5a0aad20a2fcb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:00.509119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:00.521581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:00.611410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-111a56f0-33a8-4454-b2f1-b27179fd613e service neutron] 10.222.0.66 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209466 Mar 02 18:16:00.651228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e620314-2159-42d1-b46e-407e211461e2 admin admin] Pushing event updated for resources: {'Network': ['ID=96b082a1-da6c-48be-b91d-e2ad300a4d2b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:00.655937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:00.656440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:00.660676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:00.665695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:16:00.685845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805485be-e713-42ac-8838-b6a606302580 req-bbf03209-0b81-4be2-8ff8-8d515fb7ec05 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:00.687776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-805485be-e713-42ac-8838-b6a606302580 req-bbf03209-0b81-4be2-8ff8-8d515fb7ec05 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2689257 Mar 02 18:16:01.078390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-805485be-e713-42ac-8838-b6a606302580 req-e4aba187-800d-4ae5-8ac2-bc2722c446d7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3611052 Mar 02 18:16:01.333533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:01.465790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0a847ac-59e6-4721-bfa8-0883a9ca98d7,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:01.484794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f330698-ec22-4908-92e4-4bfe568e843e req-ddff91bd-6d6d-47d9-8d87-cfd452943d47 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 210 time: 0.2293720 Mar 02 18:16:01.565231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:01.565608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Network hostable DHCP agents. Network: 96b082a1-da6c-48be-b91d-e2ad300a4d2b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:16:01.613167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-cc81abf2-2a02-4078-9e34-5ddc61502b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:01.615470 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-cc81abf2-2a02-4078-9e34-5ddc61502b8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 0.1235514 Mar 02 18:16:01.717953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-351a0a0e-23d4-4618-9237-49c3257772a4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8204033 Mar 02 18:16:01.727328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:16:01.795353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-fb5241fa-7a84-4ced-8682-16d5e5bfb960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:01.797101 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-fb5241fa-7a84-4ced-8682-16d5e5bfb960 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1672983 Mar 02 18:16:01.900347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-99bdea22-51b1-4823-b8f4-2855e9a434b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.0891409 Mar 02 18:16:01.901670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 96b082a1-da6c-48be-b91d-e2ad300a4d2b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:01.917294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235d97f3-02be-4b04-b8b5-6b1536d30ccf None None] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:16:01.980735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:01.986582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:02.085643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6020e-06d1-41b1-9f96-a77d566c073b req-57882f4f-1169-43be-ab8c-f0c5162d0008 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.086540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0ad6020e-06d1-41b1-9f96-a77d566c073b req-57882f4f-1169-43be-ab8c-f0c5162d0008 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:02.135193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-ff40eb2f-8b9a-4ee8-9c8e-d2d75cc0e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.137586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-ff40eb2f-8b9a-4ee8-9c8e-d2d75cc0e7e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2241087 Mar 02 18:16:02.150442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-707bf0d0-daf3-4939-9b37-a902abec6ea7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6987438 Mar 02 18:16:02.193152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dea819-3d76-4539-89ae-cc40eb9dd4e1 req-16369585-eb20-43e3-9b02-6d8b040f99b9 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.194791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dea819-3d76-4539-89ae-cc40eb9dd4e1 req-16369585-eb20-43e3-9b02-6d8b040f99b9 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.4914749 Mar 02 18:16:02.213114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0ad6020e-06d1-41b1-9f96-a77d566c073b req-57882f4f-1169-43be-ab8c-f0c5162d0008 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:02.220672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ad6020e-06d1-41b1-9f96-a77d566c073b req-57882f4f-1169-43be-ab8c-f0c5162d0008 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 932 time: 0.9077973 Mar 02 18:16:02.325544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-de4253f3-7f01-478e-a770-f825670ec162 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.327242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-de4253f3-7f01-478e-a770-f825670ec162 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.65 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.5435808 Mar 02 18:16:02.351658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-ce6e2b04-6578-4317-ad70-0fbb402aadcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.353834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-ce6e2b04-6578-4317-ad70-0fbb402aadcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 1096 time: 0.5084481 Mar 02 18:16:02.423613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-0bee58f2-0798-44f5-9201-f2f916fdf198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:02.431240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-0bee58f2-0798-44f5-9201-f2f916fdf198 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2784166 Mar 02 18:16:02.486276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dea819-3d76-4539-89ae-cc40eb9dd4e1 req-59bac76f-a3b3-4e0e-81e5-b1da3e680d42 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616200 Mar 02 18:16:02.489042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04cfd4c4-b431-46c8-8945-1debf1eb7b90 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:02.526154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:02.566398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Transition to ACTIVE for port object 04cfd4c4-b431-46c8-8945-1debf1eb7b90 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:02.567193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.65', 52365) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:02.618386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Deleting port c8ad9014-be50-4fe1-a148-d59d7e149f6c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:02.623235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:02.625674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a131eefa-b48e-4bbd-806e-3c6b37cec22f None None] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:16:02.649510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-0ff225eb-a8e2-47b1-9073-48dc53a5792a service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132027 Mar 02 18:16:02.817544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-37cc4fa7-321d-4124-9a4d-6ca185bf7fda service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599939 Mar 02 18:16:02.858080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ad6020e-06d1-41b1-9f96-a77d566c073b req-f10cd826-0c51-435d-a9ab-49c9e9628967 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6361220 Mar 02 18:16:02.889197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:03.249806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c53d4142-2e77-4e0a-a5f1-4acf06ead58f req-c31e336b-d142-42f6-aa5c-717abab526b6 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 210 time: 0.2177346 Mar 02 18:16:03.459259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Pushing event updated for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:03.538551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-17d2a856-9dfb-4683-9b1a-885a070e3e44 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:03.540196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-17d2a856-9dfb-4683-9b1a-885a070e3e44 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.9569159 Mar 02 18:16:03.597365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-43e3835d-c97a-4f18-a0a1-5e69b3461aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:03.598939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-43e3835d-c97a-4f18-a0a1-5e69b3461aa7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 1.1791599 Mar 02 18:16:03.607410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Request body: {'port': {'device_id': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'admin_state_up': True, 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:03.803859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-3fd8eb1f-dd18-4b62-9cee-c4702030ade1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 200 len: 217 time: 0.1621976 Mar 02 18:16:04.007438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc9e59-14cb-42d0-9461-dd8b2712111e req-5450dad1-8e4b-452b-a684-a7e5010001e9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:04.009494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbdc9e59-14cb-42d0-9461-dd8b2712111e req-5450dad1-8e4b-452b-a684-a7e5010001e9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 0.9764485 Mar 02 18:16:04.132373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Attempting to bind port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:04.132373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Attempting to bind port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:04.132373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Attempting to bind port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:04.135900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-69a9d078-bc77-4408-b493-a9d3faab3e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:04.137363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-69a9d078-bc77-4408-b493-a9d3faab3e2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2168145 Mar 02 18:16:04.205645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ef06a-40c2-4d83-8a41-ee488b706d66 req-7129d75c-fa66-46d9-9350-a1fbcc73ea7c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:04.207341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af6ef06a-40c2-4d83-8a41-ee488b706d66 req-7129d75c-fa66-46d9-9350-a1fbcc73ea7c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.7852986 Mar 02 18:16:04.207954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:04.208277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Attempting to bind port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:04.238094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:04.245697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:04.246042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:04.246463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:04.246907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Bound port: 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:04.247263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:04.276582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-e6704963-56c9-444c-a5c0-147e3dfcd3f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1265390 Mar 02 18:16:04.297857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbdc9e59-14cb-42d0-9461-dd8b2712111e req-19dc7be1-8634-4c70-ae86-5c9db3b025f5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605772 Mar 02 18:16:04.302016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:04.304607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] For port c8ad9014-be50-4fe1-a148-d59d7e149f6c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8ad9014-be50-4fe1-a148-d59d7e149f6c,segment=NetworkSegment(7ba2a3df-f8a0-493d-bbde-00b6e08abd62),segment_id=7ba2a3df-f8a0-493d-bbde-00b6e08abd62)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:04.305509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:04.536460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Calling delete_port for c8ad9014-be50-4fe1-a148-d59d7e149f6c owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:04.577111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:04.580534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:04.620395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.65', 52367) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:04.701314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af6ef06a-40c2-4d83-8a41-ee488b706d66 req-0a3f5c90-92ec-4352-bbad-f36e2f2d0633 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775565 Mar 02 18:16:04.728818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edcc4758-b97e-4cd7-90f4-63481d950016 req-e58d0ab8-b6c9-475c-bd8e-a42887ca7e03 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 210 time: 0.2001331 Mar 02 18:16:04.821473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c1052919-d5d5-44bd-b353-f00835f1e094 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:04.822385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c1052919-d5d5-44bd-b353-f00835f1e094 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Synchronizing usage tracker for tenant:39fc12d321c94e8a88303051f407640a on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:04.869029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:04.898728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-8254c0be-2d50-44ab-99ca-d79affcfbd60 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042902 Mar 02 18:16:04.904576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:04.939572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c1052919-d5d5-44bd-b353-f00835f1e094 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Unset dirty status for tenant:39fc12d321c94e8a88303051f407640a on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:04.941151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c1052919-d5d5-44bd-b353-f00835f1e094 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.65 "GET /v2.0/networks?id=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f HTTP/1.1" status: 200 len: 813 time: 0.3193583 Mar 02 18:16:04.959269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Request body: {'port': {'device_id': '6a776349-0eee-4929-9b48-fce21dfc4292', 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f', 'admin_state_up': True, 'tenant_id': '39fc12d321c94e8a88303051f407640a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:05.032665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.174086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:05.178433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Usage tracker for resource:port and tenant:39fc12d321c94e8a88303051f407640a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:05.182467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:05.189646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:05.237465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8ad9014-be50-4fe1-a148-d59d7e149f6c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:05.287704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Made reservation on behalf of 39fc12d321c94e8a88303051f407640a for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:05.291806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.383883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.426953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:05.427438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.428955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] 10.222.0.65 "PUT /v2.0/ports/04cfd4c4-b431-46c8-8945-1debf1eb7b90 HTTP/1.1" status: 200 len: 1092 time: 5.0061562 Mar 02 18:16:05.436947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:05.489140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Allocated IP 172.20.0.9 (d19f46d2-f3a8-4237-8189-9d9d4c69dc0f/fcda90a2-f086-4587-95e8-7190331cf056/1a00fc27-42ca-41fc-8794-54f3503dc6c5) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:05.551099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099b9c4-9d88-482c-8d83-a3c59f0ea45c service neutron] Pushing event updated for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:05.622211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Allocated IP 172.20.0.8 (3ad1cf88-919d-468e-bf43-61b48d213e76/30d4ae26-17ff-4cff-a252-16def1ed400b/884d0f17-0262-41c0-88d5-4f2d08aa38df) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:05.638426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.663793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-0c1ca24e-caee-4d63-88b5-9a0b362d2b22 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7558904 Mar 02 18:16:05.732055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Pushing event deleted for resources: {'Port': ['ID=c8ad9014-be50-4fe1-a148-d59d7e149f6c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:05.814548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9842f7b2-16d5-40bc-9140-7d351e5a6eec req-bbbdd3a2-f36d-4c7a-b7a4-b539d142d42f tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:05.816082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9842f7b2-16d5-40bc-9140-7d351e5a6eec req-bbbdd3a2-f36d-4c7a-b7a4-b539d142d42f tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8abd51c-68af-4411-acb9-7879c73c1224 HTTP/1.1" status: 200 len: 946 time: 0.9040153 Mar 02 18:16:05.837487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.876281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-5acbb50a-3563-4cd0-b6eb-f2ea145e3d89 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:05.877822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-5acbb50a-3563-4cd0-b6eb-f2ea145e3d89 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.6417317 Mar 02 18:16:05.909537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] No DVR routers for this DVR port c8ad9014-be50-4fe1-a148-d59d7e149f6c on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:05.922226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:05.928385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.001299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:06.007017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-febf7689-7a2f-4d92-939d-3f6bd4e0d22d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0990710 Mar 02 18:16:06.010263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:06.015790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:06.055771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Pushing event updated for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:06.114600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9842f7b2-16d5-40bc-9140-7d351e5a6eec req-ee955f14-60cc-4e2e-a372-30c39546c0e3 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.66 "GET /v2.0/security-groups?id=5a527704-1077-469f-855c-16f973158b2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466083 Mar 02 18:16:06.124685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:06.126590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.162987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-ca7927c1-f8ab-4fe0-9071-d352325237e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:06.164639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-ca7927c1-f8ab-4fe0-9071-d352325237e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 1095 time: 0.5857074 Mar 02 18:16:06.236324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-017b6534-e74b-4f1d-8ed7-b0fed126dea9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1565385 Mar 02 18:16:06.250995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1225a14c-ae74-4332-b3a4-2cc1f153717e req-ff203bb2-2750-4bbb-8e46-c4cc30e0a361 tempest-VolumesAdminNegativeTest-1141318347 tempest-VolumesAdminNegativeTest-1141318347-project] 10.222.0.65 "DELETE /v2.0/ports/c8ad9014-be50-4fe1-a148-d59d7e149f6c HTTP/1.1" status: 204 len: 173 time: 3.9022996 Mar 02 18:16:06.281202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-d6d7dcb6-9899-4815-a1fa-888e4d9d6b47 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3289921 Mar 02 18:16:06.292078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Request body: {'port': {'device_id': '6a776349-0eee-4929-9b48-fce21dfc4292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:06.316678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-bcbfa499-7bd5-4abc-87c9-c3dff0b7817a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90 HTTP/1.1" status: 200 len: 217 time: 0.1404972 Mar 02 18:16:06.419867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.495587 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.542482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-1fbf7286-9f20-43bd-8f84-1a8106b7b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:06.543880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-1fbf7286-9f20-43bd-8f84-1a8106b7b056 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.2015023 Mar 02 18:16:06.557302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-c6841203-deda-4517-a24a-6443f9e7430f service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110240 Mar 02 18:16:06.628797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-7afa5e44-364a-45e0-bb4f-f1e397e157a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744684 Mar 02 18:16:06.755294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f08374-4f2b-487f-91ad-60e7c4a8082e req-680ede10-9c2b-48fd-b3cc-6961ddf5febe tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:06.756887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71f08374-4f2b-487f-91ad-60e7c4a8082e req-680ede10-9c2b-48fd-b3cc-6961ddf5febe tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 944 time: 0.5169368 Mar 02 18:16:06.838897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a00fc27-42ca-41fc-8794-54f3503dc6c5 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:06.847106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.863074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Transition to ACTIVE for port object 1a00fc27-42ca-41fc-8794-54f3503dc6c5 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:06.922803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-8dc44e50-ed0b-4c32-893e-0c22ff27fc71 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250985 Mar 02 18:16:06.933448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71f08374-4f2b-487f-91ad-60e7c4a8082e req-8b0c388e-e285-4ec2-afd0-2f8bd61f77f1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093009 Mar 02 18:16:06.936034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-4ec24934-7b88-4266-9176-0535be01df18 service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2897527 Mar 02 18:16:06.967334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:06.991866 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.267796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:07.277655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:07.290728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:07.317441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:07.358688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:07.386363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-005ef106-7150-44c5-b4f0-4720f4273a82 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=06862cb24b584d54b72114e735e19606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644214 Mar 02 18:16:07.461066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:07.461743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.503725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Attempting to bind port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:07.504774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Attempting to bind port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2e814602-a71b-4416-971b-47ab9f87d676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:07.506752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Attempting to bind port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 on network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:07.518294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 on network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:07.520530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Attempting to bind port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 on network d19f46d2-f3a8-4237-8189-9d9d4c69dc0f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:07.531070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:07.531513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Checking segment: {'id': '2e814602-a71b-4416-971b-47ab9f87d676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:07.532263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Bound using segment: {'id': '2e814602-a71b-4416-971b-47ab9f87d676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:07.532946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Bound port: 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e814602-a71b-4416-971b-47ab9f87d676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:07.534873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.547927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7a0da5-07f6-4dbc-94bc-5c4668c4ee34 req-b6c6a9c6-b7f3-4503-b4f9-929b20b2cd56 service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6047058 Mar 02 18:16:07.646030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-6b8da67e-82d4-4171-9794-f63f4662657a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0596719 Mar 02 18:16:07.653586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-311a3a43-e2f5-4087-bea6-4cfc4e7d9452 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:07.655129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-311a3a43-e2f5-4087-bea6-4cfc4e7d9452 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2592621 Mar 02 18:16:07.665088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Request body: {'port': {'device_id': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:07.678411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:07.680917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5,segment=NetworkSegment(2e814602-a71b-4416-971b-47ab9f87d676),segment_id=2e814602-a71b-4416-971b-47ab9f87d676)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:07.730646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-8d1e2306-9f54-47b5-8c08-909df52d7110 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/quotas/06862cb24b584d54b72114e735e19606 HTTP/1.1" status: 200 len: 375 time: 0.0405192 Mar 02 18:16:07.764085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.793660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-85435f42-64c9-48e5-a296-21f656c9ec37 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523856 Mar 02 18:16:07.826187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:07.826187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.827174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] 10.222.0.65 "PUT /v2.0/ports/1a00fc27-42ca-41fc-8794-54f3503dc6c5 HTTP/1.1" status: 200 len: 1091 time: 1.5396585 Mar 02 18:16:07.827636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:07.845117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5943392-5344-4d80-9d95-30a2554d3807 req-769a95e3-6a07-4b14-91c9-58020e9069cf tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:07.846590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5943392-5344-4d80-9d95-30a2554d3807 req-769a95e3-6a07-4b14-91c9-58020e9069cf tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 943 time: 0.2764990 Mar 02 18:16:07.873852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd78cbf-a9e3-41a3-8cb3-29dfa7a4da17 service neutron] Pushing event updated for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:07.887360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:07.964229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5943392-5344-4d80-9d95-30a2554d3807 req-d42128e3-d6bd-4258-9261-ee716a136409 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044862 Mar 02 18:16:08.088229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-68ab3b76-209c-4767-8ecb-7e56e767c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.101205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-68ab3b76-209c-4767-8ecb-7e56e767c3dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fc12d321c94e8a88303051f407640a&device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 1094 time: 0.1725805 Mar 02 18:16:08.153958 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90', 'status': 'completed', 'code': 200} Mar 02 18:16:08.306727 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-a99d2c25-f751-4180-a095-2c56dbc7b4c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5 HTTP/1.1" status: 200 len: 217 time: 0.1975446 Mar 02 18:16:08.396469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c9ebaf4a-8c03-47a9-8008-183e828933bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.398492 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-c9ebaf4a-8c03-47a9-8008-183e828933bd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcda90a2-f086-4587-95e8-7190331cf056 HTTP/1.1" status: 200 len: 853 time: 0.0843983 Mar 02 18:16:08.452004 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-eb54a01d-f4ba-443a-9f41-c583010d5678 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466747 Mar 02 18:16:08.537647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-818be13d-0df3-47ab-8d94-5647a4402291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.539331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-818be13d-0df3-47ab-8d94-5647a4402291 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 1095 time: 0.3504984 Mar 02 18:16:08.608778 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-48d47bcd-5036-4ffb-a719-1dbd81fdf019 service neutron] 10.222.0.65 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498919 Mar 02 18:16:08.668789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccacc2d-003a-41eb-84eb-9ade940f0e67 req-dd2c3cf9-2f95-4981-85c7-64b7830b7657 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.670011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dccacc2d-003a-41eb-84eb-9ade940f0e67 req-dd2c3cf9-2f95-4981-85c7-64b7830b7657 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.3200541 Mar 02 18:16:08.683955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83c5da-8279-48d6-a170-95dd6048ea9b req-bf0e393f-3f07-4a6e-bbb4-62cb84be8ca8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.684597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0b83c5da-8279-48d6-a170-95dd6048ea9b req-bf0e393f-3f07-4a6e-bbb4-62cb84be8ca8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:08.836819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884d0f17-0262-41c0-88d5-4f2d08aa38df {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:08.846942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dccacc2d-003a-41eb-84eb-9ade940f0e67 req-bc1037fe-e61c-4fbc-99ae-40b981e35804 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261785 Mar 02 18:16:08.856197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:08.859573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-425a3f74-9655-42dd-b827-a839f8607921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:08.861040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-425a3f74-9655-42dd-b827-a839f8607921 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.3106191 Mar 02 18:16:08.861193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb2444e8-4ad8-4fc8-903b-45e516cf17f4 req-f6777a5d-bdd8-47aa-ac8d-d5e4c1c1ecf9 service neutron] 10.222.0.65 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452815 Mar 02 18:16:08.937034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Transition to ACTIVE for port object 884d0f17-0262-41c0-88d5-4f2d08aa38df will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:08.938715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-8def8f28-4ad4-42a8-bccf-129bff44726c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90 HTTP/1.1" status: 200 len: 217 time: 0.0673931 Mar 02 18:16:08.948318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42880) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:09.043028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Deleting subnet 65ea7262-a300-4bea-9f53-9349617bcfd5 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:16:09.047406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.115836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0b83c5da-8279-48d6-a170-95dd6048ea9b req-bf0e393f-3f07-4a6e-bbb4-62cb84be8ca8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:09.117179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b83c5da-8279-48d6-a170-95dd6048ea9b req-bf0e393f-3f07-4a6e-bbb4-62cb84be8ca8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 931 time: 0.7707224 Mar 02 18:16:09.118326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.159864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.231347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.263213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-c9bc41a6-db43-43b6-81f6-8ef0aed0e0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1754293 Mar 02 18:16:09.268541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb0145e9-0297-4549-8f66-cbf710986d61 req-80e719bc-4d14-4997-b038-f5b57bac0f28 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 210 time: 0.1584108 Mar 02 18:16:09.347227 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5', 'status': 'completed', 'code': 200} Mar 02 18:16:09.368672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b83c5da-8279-48d6-a170-95dd6048ea9b req-e2c58cd7-64ec-4ca3-9b5b-4f1c71e63652 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873825 Mar 02 18:16:09.385186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-48ff13b6-4613-4a16-81b6-a9e03f6fe46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:09.386888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-48ff13b6-4613-4a16-81b6-a9e03f6fe46c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.4420149 Mar 02 18:16:09.389061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:09.465847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.504306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-437f6d41-2fd7-4e1b-9471-60afb121bd0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788879 Mar 02 18:16:09.546186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65ea7262-a300-4bea-9f53-9349617bcfd5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:09.548158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.561839 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b9f437d7-3a31-4d64-a9b3-3c840c9cbd4d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/65ea7262-a300-4bea-9f53-9349617bcfd5 HTTP/1.1" status: 204 len: 168 time: 0.6116862 Mar 02 18:16:09.564540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42888) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:09.699646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071930e-c034-45a7-94df-226863cb5903 req-6aa52fa3-fe52-4b1e-8e88-be1262cb9ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:09.701204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-6aa52fa3-fe52-4b1e-8e88-be1262cb9ecc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=39fc12d321c94e8a88303051f407640a&device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 1094 time: 0.3302298 Mar 02 18:16:09.705848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-6dbde456-8e01-4e0d-95ae-397cd0b3bf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:09.707418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-6dbde456-8e01-4e0d-95ae-397cd0b3bf7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 1096 time: 0.2813179 Mar 02 18:16:09.747801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.800148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:09.800862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:09.800862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:09.824234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:09.824560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:09.844573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-e6f92b3e-4923-480a-a153-b7b18710184c service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088102 Mar 02 18:16:09.849161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:09.849501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:09.849894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:09.850849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Bound port: 884d0f17-0262-41c0-88d5-4f2d08aa38df, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:09.850849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:09.894904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d4b6f9-63f6-43b1-aeae-eaa5aa560689 req-0a9b71c1-bac1-464e-b22c-d006fa599428 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:09.896410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09d4b6f9-63f6-43b1-aeae-eaa5aa560689 req-0a9b71c1-bac1-464e-b22c-d006fa599428 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 944 time: 0.3960841 Mar 02 18:16:09.965802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98938406-3cd5-4688-b943-1f7202b8a079 req-6c7034fd-fde4-4ce7-ae2d-05745d7fb914 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:09.967380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98938406-3cd5-4688-b943-1f7202b8a079 req-6c7034fd-fde4-4ce7-ae2d-05745d7fb914 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1095 time: 0.4268744 Mar 02 18:16:10.144396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09d4b6f9-63f6-43b1-aeae-eaa5aa560689 req-16b8f626-d728-4252-ba74-4f61d752ddad tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264585 Mar 02 18:16:10.171453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98938406-3cd5-4688-b943-1f7202b8a079 req-9a53739e-01fa-4c3b-8b6c-1b8baa49b874 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451919 Mar 02 18:16:10.172034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'name': 'network-vif-deleted', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:10.184805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.200350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071930e-c034-45a7-94df-226863cb5903 req-6c1c56b6-664c-4c71-813c-81a60083d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.202158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-6c1c56b6-664c-4c71-813c-81a60083d555 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f HTTP/1.1" status: 200 len: 914 time: 0.4938009 Mar 02 18:16:10.209497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-93206f6f-511e-41ae-90af-5efad85c1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.211295 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-93206f6f-511e-41ae-90af-5efad85c1cd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.4590924 Mar 02 18:16:10.224882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:10.238476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:10.244173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565c0a1a-bbb6-4895-9925-68cd8a69f342 req-73eef234-3ca4-42e7-85c9-e12d5a3ec63c service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821459 Mar 02 18:16:10.335716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366571bb-4dcc-48b5-9def-180f5ff9739f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:10.363851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd7f135c-718a-42a2-8d03-cfc405649dfa req-47eebf3a-104f-48e0-842a-e87e676b56a9 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 210 time: 0.0627241 Mar 02 18:16:10.365957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.367445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-a78b5a09-3a20-47b3-a5af-a159c2ca98dd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5 HTTP/1.1" status: 200 len: 217 time: 0.1465719 Mar 02 18:16:10.377516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ba2a3df-f8a0-493d-bbde-00b6e08abd62') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:10.377516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ba2a3df-f8a0-493d-bbde-00b6e08abd62') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:10.378077 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-1da7efa0-ef36-4036-949b-d03575cdbec4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 200 len: 217 time: 0.0999336 Mar 02 18:16:10.423023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.457856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.458689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.460466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] 10.222.0.65 "PUT /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 1091 time: 2.8017838 Mar 02 18:16:10.505921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.521245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:16:10.521668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:16:10.537468 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:16:10.545973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4071930e-c034-45a7-94df-226863cb5903 req-c6c2f025-0267-4472-b309-dee2168fa34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.545973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-c6c2f025-0267-4472-b309-dee2168fa34a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fcda90a2-f086-4587-95e8-7190331cf056 HTTP/1.1" status: 200 len: 853 time: 0.1589708 Mar 02 18:16:10.597782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cc5e6-a8e5-46f1-ab34-7be942b74bab service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:10.700346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e80527-4f59-4553-8ed3-082c88171048 req-89d295c4-0683-4d75-9561-4813156f09d8 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.700661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-78bf7af7-d8fa-432f-ade1-13b46d3d48b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.702163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29e80527-4f59-4553-8ed3-082c88171048 req-89d295c4-0683-4d75-9561-4813156f09d8 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 943 time: 0.2364357 Mar 02 18:16:10.702349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-78bf7af7-d8fa-432f-ade1-13b46d3d48b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2839580 Mar 02 18:16:10.751368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca1bb3-350e-4d65-a55b-8b34ec3da73a req-28a73ab1-1564-4661-9e6a-e2a1c76fff6e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.752913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cca1bb3-350e-4d65-a55b-8b34ec3da73a req-28a73ab1-1564-4661-9e6a-e2a1c76fff6e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2250390 Mar 02 18:16:10.800063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-3c193d2c-8c43-40de-9d73-890fbdc9bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.801590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-3c193d2c-8c43-40de-9d73-890fbdc9bec4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1094 time: 0.2137234 Mar 02 18:16:10.807637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29e80527-4f59-4553-8ed3-082c88171048 req-f96131fe-fa72-4360-b1af-9193e79fb597 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857675 Mar 02 18:16:10.864065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-0a9bb4ea-65f4-47ed-9152-7c18e6a5c4fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147952 Mar 02 18:16:10.879322 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8abd51c-68af-4411-acb9-7879c73c1224', 'name': 'network-vif-deleted', 'tag': 'c8ad9014-be50-4fe1-a148-d59d7e149f6c', 'status': 'completed', 'code': 200} Mar 02 18:16:10.902159 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-c440621d-b89c-4c16-9089-86ef9c5d589d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 217 time: 0.0869002 Mar 02 18:16:10.904998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cca1bb3-350e-4d65-a55b-8b34ec3da73a req-f3f03ddc-4758-4d33-8327-aba007fe1d7e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453657 Mar 02 18:16:10.915782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-c0148cd3-975d-4695-81cd-684d5ee8eadb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3597033 Mar 02 18:16:10.996330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-7b70f2a7-ff23-4657-9c94-2f783e171378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:10.997946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-7b70f2a7-ff23-4657-9c94-2f783e171378 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.0868206 Mar 02 18:16:11.009705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.140028 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-fac08159-84b0-4a81-868e-81fd09952173 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224529 Mar 02 18:16:11.187888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.264332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-d659e8d7-998b-4a2a-8836-e99bfb10c881 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2582185 Mar 02 18:16:11.271107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=366571bb-4dcc-48b5-9def-180f5ff9739f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:11.274575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1a00fc27-42ca-41fc-8794-54f3503dc6c5 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:11.275333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68a26ddc-5e6c-4c55-b209-808296d15c7a req-03ff62f8-3fb0-4c82-b87c-d75d41dc7141 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 210 time: 0.0585833 Mar 02 18:16:11.307439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-6d9dcdc5-30aa-4fbf-922c-0a3b393082a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:11.308237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-6d9dcdc5-30aa-4fbf-922c-0a3b393082a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:11.312042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1da121d1-47ed-4aa3-af24-c897e49082f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/366571bb-4dcc-48b5-9def-180f5ff9739f HTTP/1.1" status: 204 len: 168 time: 1.7449865 Mar 02 18:16:11.323651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:11.394020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Deleting subnet 3145b562-5201-4b1a-b51f-d01af9e1a7d1 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:16:11.401420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-6778b581-58eb-4dbe-a98f-6793550c38b5 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=06862cb24b584d54b72114e735e19606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864925 Mar 02 18:16:11.451242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.541661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5,segment=NetworkSegment(2e814602-a71b-4416-971b-47ab9f87d676),segment_id=2e814602-a71b-4416-971b-47ab9f87d676)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:11.554916 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-fc2f4e68-6918-4f65-b79c-3863c3a52dfa service neutron] 10.222.0.65 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107717 Mar 02 18:16:11.560087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '1a00fc27-42ca-41fc-8794-54f3503dc6c5', 'network_id': 'd19f46d2-f3a8-4237-8189-9d9d4c69dc0f', 'port_id': '1a00fc27-42ca-41fc-8794-54f3503dc6c5', 'mac_address': 'fa:16:3e:b5:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcda90a2-f086-4587-95e8-7190331cf056', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:11.601512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.637732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.641691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-2d2724f9-0c9b-407d-b9ee-73a9691f6ffc service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707449 Mar 02 18:16:11.657313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-6d9dcdc5-30aa-4fbf-922c-0a3b393082a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:11.658817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-6d9dcdc5-30aa-4fbf-922c-0a3b393082a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 1.1174090 Mar 02 18:16:11.676682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:11.678390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a00fc27-42ca-41fc-8794-54f3503dc6c5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:11.690163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f2c8-6659-41b0-bff8-3a8ac65aad30 req-ecadc3d6-99b7-4020-9e2b-4bf27df352a3 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:11.698153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63b9f2c8-6659-41b0-bff8-3a8ac65aad30 req-ecadc3d6-99b7-4020-9e2b-4bf27df352a3 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1095 time: 0.6483936 Mar 02 18:16:11.698798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6a9c1bb-a343-480a-b27d-2a64625c4ff3 req-df039715-57a5-48a6-9a42-2525bb500c75 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5220547 Mar 02 18:16:11.702014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5,segment=NetworkSegment(2e814602-a71b-4416-971b-47ab9f87d676),segment_id=2e814602-a71b-4416-971b-47ab9f87d676)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:11.776253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.779494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 04cfd4c4-b431-46c8-8945-1debf1eb7b90 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:11.856706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:11.878274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-3ad2668f-bc6c-466d-a393-98c1dc226142 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:11.880750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-3ad2668f-bc6c-466d-a393-98c1dc226142 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4709673 Mar 02 18:16:11.882246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:11.894707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.895201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.895638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.896116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.896563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.897157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.897579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.897999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.898505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.899484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.899904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.900330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:11.905001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Request body: {'port': {'device_id': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '06862cb24b584d54b72114e735e19606'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:11.934548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63b9f2c8-6659-41b0-bff8-3a8ac65aad30 req-e778e509-9aaa-4ee8-8db6-8f121c5838e6 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353854 Mar 02 18:16:11.964543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4071930e-c034-45a7-94df-226863cb5903 req-fb7a97f1-b02b-4e85-88bc-e9b4da5ef9f6 service neutron] 10.222.0.65 "GET /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006729 Mar 02 18:16:12.025448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:12.031150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Usage tracker for resource:port and tenant:f9dcee971fe34c9193c5a0aad20a2fcb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:12.034386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:12.042776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:12.124371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565b3c2-83d3-4168-9729-6b361b5e2789 req-de4649d6-06d7-451d-969a-acce0b2b834c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:12.126679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.139889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5565b3c2-83d3-4168-9729-6b361b5e2789 req-de4649d6-06d7-451d-969a-acce0b2b834c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.5947981 Mar 02 18:16:12.140421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4182c53-cacc-44cb-b99d-87a133e33607 req-b39e71bc-70dc-4bf7-a263-747a8c1e5f69 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922502 Mar 02 18:16:12.146483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:12.178506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '04cfd4c4-b431-46c8-8945-1debf1eb7b90', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': '04cfd4c4-b431-46c8-8945-1debf1eb7b90', 'mac_address': 'fa:16:3e:15:b3:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:12.194658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3145b562-5201-4b1a-b51f-d01af9e1a7d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:12.198058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:12.203209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.224302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.237391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6059736d-8afe-4d86-8ce9-425486668cde admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3145b562-5201-4b1a-b51f-d01af9e1a7d1 HTTP/1.1" status: 204 len: 168 time: 0.9158940 Mar 02 18:16:12.260073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42922) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:12.266355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.284887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04cfd4c4-b431-46c8-8945-1debf1eb7b90 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:12.303048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:12.313680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:12.320056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5565b3c2-83d3-4168-9729-6b361b5e2789 req-0b475429-5e7b-4d2f-87da-ab121c73d9d9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762133 Mar 02 18:16:12.326521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Usage tracker for resource:port and tenant:06862cb24b584d54b72114e735e19606 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:12.332142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:12.387812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:12.403373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.9 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/c7b85d1c-5b43-4485-a195-309831ff8e57) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:12.433771 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.458035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf028d0-c12f-4ad6-b013-70dba6a9e03c req-2a4cea83-3147-4cf4-90ce-ab334bd95a6a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:12.459636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcf028d0-c12f-4ad6-b013-70dba6a9e03c req-2a4cea83-3147-4cf4-90ce-ab334bd95a6a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 944 time: 0.2499897 Mar 02 18:16:12.464827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.539937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:12.564716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a95aede6-94f8-4a8b-a7e7-a8e2e3fe70ce req-1f7e4d37-320b-410f-bc9f-23fe898d3382 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 210 time: 0.1174965 Mar 02 18:16:12.570375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Made reservation on behalf of 06862cb24b584d54b72114e735e19606 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:12.574019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.614946 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.696914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcf028d0-c12f-4ad6-b013-70dba6a9e03c req-c2ff83a3-4813-4a78-8eaf-019e7bb23298 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736858 Mar 02 18:16:12.699445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.710893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:12.732281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['1a00fc27-42ca-41fc-8794-54f3503dc6c5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:12.762856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Usage tracker for resource:security_group_rule and tenant:06862cb24b584d54b72114e735e19606 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:12.763706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.768780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:12.775873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f4f5fa-e27d-433e-8a77-a71d2c323208']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:12.788603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:12.790701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['04cfd4c4-b431-46c8-8945-1debf1eb7b90'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:12.798892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af475a9b-cb9e-4ec5-bece-b9ea239787d2') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:12.799190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af475a9b-cb9e-4ec5-bece-b9ea239787d2') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:12.824814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.884660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:12.918556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.934396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:16:12.934803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:16:12.948602 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:16:12.975185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bcafc-0a57-425a-856d-d42afe27949d req-01de0054-9b06-4887-b88c-273578441ef0 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:12.977689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d9bcafc-0a57-425a-856d-d42afe27949d req-01de0054-9b06-4887-b88c-273578441ef0 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 944 time: 0.2832899 Mar 02 18:16:12.980396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.074171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:13.076194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:13.080060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:13.152695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:13.172969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:13.173591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.248124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d9bcafc-0a57-425a-856d-d42afe27949d req-688220b4-3608-49bf-be6f-2ecafd824f6d tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940986 Mar 02 18:16:13.257391 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.274432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5d32e-9e55-4423-873c-fc8cbf1528b2 req-62688543-7cfd-40f5-bcb3-8bb70e6cbbc8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:13.274432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5b5d32e-9e55-4423-873c-fc8cbf1528b2 req-62688543-7cfd-40f5-bcb3-8bb70e6cbbc8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.4333732 Mar 02 18:16:13.305497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-f79a7c40-b667-4c2e-afa9-4f4b37b6dccb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6327360 Mar 02 18:16:13.317215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5b5d32e-9e55-4423-873c-fc8cbf1528b2 req-38eb031a-5d79-4880-8171-ef42af708111 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Mar 02 18:16:13.317659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Request body: {'port': {'device_id': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:13.345076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.365974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.379652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c4f4f5fa-e27d-433e-8a77-a71d2c323208,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:13.381430 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.434021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-22bd61d1-821e-450f-a3f0-98f2c0df0c9b admin admin] 10.222.0.66 "DELETE /v2.0/networks/c4f4f5fa-e27d-433e-8a77-a71d2c323208 HTTP/1.1" status: 204 len: 168 time: 1.1702681 Mar 02 18:16:13.473538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.539199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:13.642220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb27bf-b21f-4e62-ab16-889040aff663 req-2212d79c-7846-4430-9090-ffe6e6474e74 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:13.643741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0adb27bf-b21f-4e62-ab16-889040aff663 req-2212d79c-7846-4430-9090-ffe6e6474e74 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 931 time: 0.1816444 Mar 02 18:16:13.684219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Allocated IP 192.168.233.208 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:13.715547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0adb27bf-b21f-4e62-ab16-889040aff663 req-8b65edfb-ad31-4629-95e4-361bced9fbb3 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633972 Mar 02 18:16:13.821339 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'status': 'completed', 'code': 200} Mar 02 18:16:13.925331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b85d1c-5b43-4485-a195-309831ff8e57 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:13.935175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:13.937525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42944) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:13.979972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Transition to ACTIVE for port object c7b85d1c-5b43-4485-a195-309831ff8e57 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:14.008408 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-566c4be7-ae35-4482-acfe-4a844c65d959 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a9d32644c3414206a088b7c20a3b414f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0697091 Mar 02 18:16:14.011007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:14.041316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c60a01a-3e90-4991-948d-7356451cbdb1 req-372af5f5-ff78-4654-a0da-ac518ce1ae8f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 210 time: 0.1120708 Mar 02 18:16:14.078808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.119097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.143636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.154450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e7f52-72ad-44c7-b019-d12cf8e02ec7 req-a154c657-ff40-47e0-812f-6236caaf66b5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.156628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d10e7f52-72ad-44c7-b019-d12cf8e02ec7 req-a154c657-ff40-47e0-812f-6236caaf66b5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.2775898 Mar 02 18:16:14.165719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-84192c9a-836f-4dc8-b76c-7086206c443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.167248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-84192c9a-836f-4dc8-b76c-7086206c443d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1094 time: 0.3536348 Mar 02 18:16:14.244824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.248261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Transition to ACTIVE for port object a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:14.298904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:14.375291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d10e7f52-72ad-44c7-b019-d12cf8e02ec7 req-85c7831e-5918-4a93-9bd9-11af96b213e9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121348 Mar 02 18:16:14.392970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Attempting to bind port c7b85d1c-5b43-4485-a195-309831ff8e57 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:14.393468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Attempting to bind port c7b85d1c-5b43-4485-a195-309831ff8e57 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:14.393771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Attempting to bind port c7b85d1c-5b43-4485-a195-309831ff8e57 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:14.400775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Port c7b85d1c-5b43-4485-a195-309831ff8e57 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:14.401075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Attempting to bind port c7b85d1c-5b43-4485-a195-309831ff8e57 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:14.407988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:14.408801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:14.408801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:14.409128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Bound port: c7b85d1c-5b43-4485-a195-309831ff8e57, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:14.409475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.442384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c704a0-ce25-4040-b215-d65106b4935b req-7b9aaaba-3115-4044-a792-723744a8b56a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.442723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88c704a0-ce25-4040-b215-d65106b4935b req-7b9aaaba-3115-4044-a792-723744a8b56a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 945 time: 0.2341158 Mar 02 18:16:14.458175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-720c4618-f3fc-451c-87a5-5fb7d7dcceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.459564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-720c4618-f3fc-451c-87a5-5fb7d7dcceec service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2728243 Mar 02 18:16:14.525928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:14.530032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b85d1c-5b43-4485-a195-309831ff8e57,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:14.541646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-1fb2f010-8098-4630-8be7-80d932b3b65f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 217 time: 0.0752101 Mar 02 18:16:14.551021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88c704a0-ce25-4040-b215-d65106b4935b req-9483a93e-970c-4726-8e77-5f0de79ab097 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076725 Mar 02 18:16:14.619327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.625616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.628586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.701788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a527704-1077-469f-855c-16f973158b2f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:14.706411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.707034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.709348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7b85d1c-5b43-4485-a195-309831ff8e57 HTTP/1.1" status: 200 len: 1091 time: 1.3954720 Mar 02 18:16:14.712521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:14.724948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:14.726206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6262eb35-6e10-47a8-8ff1-a1c2141cda6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a527704-1077-469f-855c-16f973158b2f HTTP/1.1" status: 204 len: 168 time: 0.7142482 Mar 02 18:16:14.771263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:14.776165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1975ae-6b26-4185-b24a-bff7d3e0a0e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:14.788686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:14.792129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-52bc2b3c-7f53-4d8f-9482-e377da726693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.794574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-52bc2b3c-7f53-4d8f-9482-e377da726693 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2468371 Mar 02 18:16:14.799362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:14.905437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Pushing event updated for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:14.909432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-7b7dae57-c86e-495f-9719-671de4f9b468 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537593 Mar 02 18:16:14.977803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-46d0a42d-acb7-4f4b-84bf-3ac07d64b4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:14.979422 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-46d0a42d-acb7-4f4b-84bf-3ac07d64b4cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 1094 time: 0.0939448 Mar 02 18:16:15.017483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:15.018585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:15.079964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-0f0ad100-2957-49d6-8f99-99ac3e018517 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b85d1c-5b43-4485-a195-309831ff8e57 HTTP/1.1" status: 200 len: 217 time: 0.0923626 Mar 02 18:16:15.173740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-4303e680-95c8-458f-bac2-cc9423e31e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:15.175420 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-4303e680-95c8-458f-bac2-cc9423e31e10 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.0856833 Mar 02 18:16:15.225430 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-d2144d97-781e-4a4d-9286-8ffd67c900ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431781 Mar 02 18:16:15.255815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969e464-8627-4954-8142-74990a34ee19 req-2661329b-69c2-4456-81a5-6e2cacc42e7f tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:15.257308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7969e464-8627-4954-8142-74990a34ee19 req-2661329b-69c2-4456-81a5-6e2cacc42e7f tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 944 time: 0.6635101 Mar 02 18:16:15.261856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-f30de0ac-d762-4519-9cb9-c05148952f48 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3639321 Mar 02 18:16:15.280250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Request body: {'port': {'device_id': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:15.298913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:15.302490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1a00fc27-42ca-41fc-8794-54f3503dc6c5 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:15.318739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34040aee-6f46-4ce5-9837-17eaf99c011e req-79e12c92-dadd-41c4-837b-72aa66a9910c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:15.320339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34040aee-6f46-4ce5-9837-17eaf99c011e req-79e12c92-dadd-41c4-837b-72aa66a9910c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.6304867 Mar 02 18:16:15.422844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5bd2bdb9-7caa-460a-9e16-145bbfa6462d None None] Provisioning for port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:15.438012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5bd2bdb9-7caa-460a-9e16-145bbfa6462d None None] Provisioning complete for port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:15.438405 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5bd2bdb9-7caa-460a-9e16-145bbfa6462d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:15.451834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-750cf9b3-6675-44de-bfb9-a538a83d394d service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5154409 Mar 02 18:16:15.493268 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-af1b6d94-dc41-4180-8f6a-f709c59fc329 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604580 Mar 02 18:16:15.535005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34040aee-6f46-4ce5-9837-17eaf99c011e req-06636650-3be5-40ef-9c99-df1e405b3c12 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830697 Mar 02 18:16:15.590398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7969e464-8627-4954-8142-74990a34ee19 req-b1ee23d7-1ce1-4b65-bb26-68be62464694 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175733 Mar 02 18:16:15.630365 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57', 'status': 'completed', 'code': 200} Mar 02 18:16:15.648633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5bd2bdb9-7caa-460a-9e16-145bbfa6462d None None] Port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:16:15.685208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7a43a86-f31c-4435-bd08-b45ce23a072d req-650398fd-d26e-479a-9286-53148a4a7670 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854200 Mar 02 18:16:15.752307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:15.767197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'port_id': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'mac_address': 'fa:16:3e:67:3e:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d4ae26-17ff-4cff-a252-16def1ed400b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:15.777362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:15.808373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:15.823155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:15.823518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:15.874766 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:15.898893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 884d0f17-0262-41c0-88d5-4f2d08aa38df {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:15.905188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-6d5b3aee-c19a-4334-9996-dcaed3b08a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:15.907072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-6d5b3aee-c19a-4334-9996-dcaed3b08a71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 1094 time: 0.0809491 Mar 02 18:16:15.917321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a8d0ce-9952-4a1c-9317-dde6c1278b33 req-01efcfba-3acf-43e6-8636-0ec3f7c540fc service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546294 Mar 02 18:16:15.939765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:16.012188 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.047953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:16.064980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-4145e69f-b73a-467b-80f2-0916affa1e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:16.066696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-4145e69f-b73a-467b-80f2-0916affa1e8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.1526792 Mar 02 18:16:16.067169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:16.077383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5,segment=NetworkSegment(2e814602-a71b-4416-971b-47ab9f87d676),segment_id=2e814602-a71b-4416-971b-47ab9f87d676)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:16.082498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e7e64-60ed-4d0f-8250-5b1f280d01da req-60985d30-c247-4f37-9a90-39875e316b63 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:16.083989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be9e7e64-60ed-4d0f-8250-5b1f280d01da req-60985d30-c247-4f37-9a90-39875e316b63 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 943 time: 0.3423691 Mar 02 18:16:16.095755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a662f-228b-48ed-96b4-5d71573904f1 req-af75c877-9d2d-4f61-b199-d8a57034dc91 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:16.096439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-824a662f-228b-48ed-96b4-5d71573904f1 req-af75c877-9d2d-4f61-b199-d8a57034dc91 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Synchronizing usage tracker for tenant:06862cb24b584d54b72114e735e19606 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:16.114529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.157084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-d253e577-4fbf-49e4-9a25-d01a8b82588e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7b85d1c-5b43-4485-a195-309831ff8e57 HTTP/1.1" status: 200 len: 217 time: 0.0728188 Mar 02 18:16:16.188175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:16.192365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.193616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 04cfd4c4-b431-46c8-8945-1debf1eb7b90 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:16.237568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3aafe2bf-4c0f-444d-af4a-2eb2a56994c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c6c6418f9738484d8db9ca77d27a4918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670859 Mar 02 18:16:16.238468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42980) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:16.244580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be9e7e64-60ed-4d0f-8250-5b1f280d01da req-7ccf1cf2-6850-443f-b568-12c6b7da3150 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442852 Mar 02 18:16:16.281291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-3e58d52e-5366-4205-962f-59e167d4537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:16.283114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-3e58d52e-5366-4205-962f-59e167d4537d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.1109347 Mar 02 18:16:16.302168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:16.350618 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-d4de5321-9966-4ffb-a236-21c25750fd21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595500 Mar 02 18:16:16.352612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-824a662f-228b-48ed-96b4-5d71573904f1 req-af75c877-9d2d-4f61-b199-d8a57034dc91 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Unset dirty status for tenant:06862cb24b584d54b72114e735e19606 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:16.353913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-824a662f-228b-48ed-96b4-5d71573904f1 req-af75c877-9d2d-4f61-b199-d8a57034dc91 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 936 time: 0.5582724 Mar 02 18:16:16.400612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.409713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['884d0f17-0262-41c0-88d5-4f2d08aa38df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:16.449755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:16.461251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:16.461777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.493529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:16.493764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.500395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-824a662f-228b-48ed-96b4-5d71573904f1 req-44c59c5f-90d6-493e-a052-24ca10bffff9 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Synchronizing usage tracker for tenant:06862cb24b584d54b72114e735e19606 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:16.509581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.542511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Transition to ACTIVE for port object a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:16.556636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-753cc287-cfeb-4808-8359-00e05d381836 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968369 Mar 02 18:16:16.568874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1e8ae-2b14-4866-97ed-4c84ca6dd0d3 req-f75c9fcf-996c-408d-a61d-ff83f8da8e23 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:16.570770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fb1e8ae-2b14-4866-97ed-4c84ca6dd0d3 req-f75c9fcf-996c-408d-a61d-ff83f8da8e23 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 944 time: 0.2203469 Mar 02 18:16:16.628461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fb1e8ae-2b14-4866-97ed-4c84ca6dd0d3 req-cf4c93fe-c44f-430c-be8f-01f963cee2cf tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Mar 02 18:16:16.636698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.671296 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.717793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32610953-2fa7-41c6-a26c-3c74f1a89661 req-b7ea15b4-ff42-484d-9144-4547a942816e service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539533 Mar 02 18:16:16.735503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:16.788701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-824a662f-228b-48ed-96b4-5d71573904f1 req-44c59c5f-90d6-493e-a052-24ca10bffff9 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Unset dirty status for tenant:06862cb24b584d54b72114e735e19606 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:16.796733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-824a662f-228b-48ed-96b4-5d71573904f1 req-44c59c5f-90d6-493e-a052-24ca10bffff9 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4037480 Mar 02 18:16:16.811579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:16.874482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.876388 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5', 'code': 200} Mar 02 18:16:16.904566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.922677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c144c75-3941-4923-9caa-82f269940027,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:16.941355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:16.949975 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13922841-caef-4bba-a723-c3658e975d3b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c144c75-3941-4923-9caa-82f269940027 HTTP/1.1" status: 204 len: 168 time: 0.7103798 Mar 02 18:16:17.118582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:17.209162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Attempting to bind port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:17.209486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Attempting to bind port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:17.210069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Attempting to bind port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:17.234251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:17.234464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Attempting to bind port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:17.249612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:17.249962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:17.250211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:17.250653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Bound port: a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:17.250993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.315087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:17.372939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f252a5-0a82-47c2-86d2-f343b1e59812 req-f592893a-bbeb-4ad2-afdb-882cc3a0e75e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:17.374511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75f252a5-0a82-47c2-86d2-f343b1e59812 req-f592893a-bbeb-4ad2-afdb-882cc3a0e75e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.3562441 Mar 02 18:16:17.382652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdadc4-2589-48cb-81b2-7017486bb161 req-2ab67d2f-e368-487a-b8a0-9c77201655c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:17.384191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23cdadc4-2589-48cb-81b2-7017486bb161 req-2ab67d2f-e368-487a-b8a0-9c77201655c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 1096 time: 0.3727252 Mar 02 18:16:17.499826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 884d0f17-0262-41c0-88d5-4f2d08aa38df completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:17.509710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 884d0f17-0262-41c0-88d5-4f2d08aa38df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:17.511976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.566035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5e48d-d9cd-49c9-b82c-c2a40948a8f0 req-deb3f630-4b62-4f37-9c93-902cee6f6f65 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:17.573302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fc5e48d-d9cd-49c9-b82c-c2a40948a8f0 req-deb3f630-4b62-4f37-9c93-902cee6f6f65 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.4277830 Mar 02 18:16:17.625047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:17.658849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:17.660974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23cdadc4-2589-48cb-81b2-7017486bb161 req-a2cac365-955e-4407-8399-2401a9e8f1c4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579296 Mar 02 18:16:17.671087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75f252a5-0a82-47c2-86d2-f343b1e59812 req-4309aa89-74df-4da4-98de-3e0841cf3ac8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766912 Mar 02 18:16:17.672136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.677748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fc5e48d-d9cd-49c9-b82c-c2a40948a8f0 req-b7664201-b198-42d6-ba60-24874ab5517f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035047 Mar 02 18:16:17.720596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:17.879614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.881622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.968467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:17.969100 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:17.970518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] 10.222.0.11 "PUT /v2.0/ports/a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e HTTP/1.1" status: 200 len: 1096 time: 2.6989732 Mar 02 18:16:17.973661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:17.999471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c811f4-0b4a-4166-9911-4e270810ee5f service neutron] Pushing event updated for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:18.024534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:18.040075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8bc4-3cd5-4793-a04e-0de0c5c78be2 req-d71d1cab-5585-4201-a4a9-5391c7a58fd9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.041631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-789c8bc4-3cd5-4793-a04e-0de0c5c78be2 req-d71d1cab-5585-4201-a4a9-5391c7a58fd9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 943 time: 0.2424600 Mar 02 18:16:18.050235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc2d20-9a56-4444-bc6d-c012e49da182 req-b3645e59-67a1-4ed4-9bec-ce945dd5095c tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.051766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14cc2d20-9a56-4444-bc6d-c012e49da182 req-b3645e59-67a1-4ed4-9bec-ce945dd5095c tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 945 time: 0.2513587 Mar 02 18:16:18.124093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-789c8bc4-3cd5-4793-a04e-0de0c5c78be2 req-5add4fb6-b7d8-4fc6-b660-da0ff26d6680 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713274 Mar 02 18:16:18.131854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14cc2d20-9a56-4444-bc6d-c012e49da182 req-80ea5f71-068f-4fd5-a99b-7252cc44a18a tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652859 Mar 02 18:16:18.369435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-e0b6c540-7bd4-4579-9dc0-270e7cf7c425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.371015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-e0b6c540-7bd4-4579-9dc0-270e7cf7c425 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 1099 time: 0.1964741 Mar 02 18:16:18.421046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b85d1c-5b43-4485-a195-309831ff8e57 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:18.461877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-376e3e9c-1e58-4d72-b0fe-ed1b479135bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e HTTP/1.1" status: 200 len: 217 time: 0.0817299 Mar 02 18:16:18.486567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e060f-168b-458b-b72e-d9d297441241 req-81310227-c25c-42f4-a853-8854f30dbf3b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.488222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b4e060f-168b-458b-b72e-d9d297441241 req-81310227-c25c-42f4-a853-8854f30dbf3b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.2390504 Mar 02 18:16:18.546025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e6290-b779-4486-b66c-ae695cd1c579 req-506ac223-5def-4aa2-897d-ae6f584c20bf tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.548434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b5e6290-b779-4486-b66c-ae695cd1c579 req-506ac223-5def-4aa2-897d-ae6f584c20bf tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 948 time: 0.2576039 Mar 02 18:16:18.593544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b85d1c-5b43-4485-a195-309831ff8e57,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:18.609029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c7b85d1c-5b43-4485-a195-309831ff8e57', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': 'c7b85d1c-5b43-4485-a195-309831ff8e57', 'mac_address': 'fa:16:3e:cc:e6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:18.644441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-b1de3c19-aab1-42f7-852a-e63bfa190eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.646049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-b1de3c19-aab1-42f7-852a-e63bfa190eaf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1705968 Mar 02 18:16:18.660055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b4e060f-168b-458b-b72e-d9d297441241 req-f6b890da-8f5c-46f9-8e25-b617c70dc462 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222398 Mar 02 18:16:18.679359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b5e6290-b779-4486-b66c-ae695cd1c579 req-9d9b6752-f308-461a-a333-a4e48c0ff5a2 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135535 Mar 02 18:16:18.685223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:18.717109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b85d1c-5b43-4485-a195-309831ff8e57 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:18.737768 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e', 'status': 'completed', 'code': 200} Mar 02 18:16:18.746328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b85d1c-5b43-4485-a195-309831ff8e57,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:18.780039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-cbeaf4b9-2d5d-44c2-84af-4fc435fdd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:18.781563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-cbeaf4b9-2d5d-44c2-84af-4fc435fdd787 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1160996 Mar 02 18:16:18.877948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90'}, {'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:18.899176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:18.987238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:19.107055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-34648504-eebb-4bac-b3cd-805b572f0897 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173323 Mar 02 18:16:19.143735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e84a63-0727-4426-89ec-bcd04602fbfd req-d34abd0d-1151-4fb0-8558-daabdbfe60db tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:19.145954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7e84a63-0727-4426-89ec-bcd04602fbfd req-d34abd0d-1151-4fb0-8558-daabdbfe60db tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.3370326 Mar 02 18:16:19.166601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c7b85d1c-5b43-4485-a195-309831ff8e57'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:19.198739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038d3a72-6d3a-4099-a7c7-e58eb5f51b08 req-fcdc4a26-47aa-4b2c-8bf2-5e20d4cb33e9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:19.198739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-038d3a72-6d3a-4099-a7c7-e58eb5f51b08 req-fcdc4a26-47aa-4b2c-8bf2-5e20d4cb33e9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.3391111 Mar 02 18:16:19.319378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7e84a63-0727-4426-89ec-bcd04602fbfd req-3fd8b917-ad79-421a-a5b9-8ab856a139e4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576591 Mar 02 18:16:19.360756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-038d3a72-6d3a-4099-a7c7-e58eb5f51b08 req-5d813ebf-f6d6-4059-9d47-a68c4e8fc9bb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143005 Mar 02 18:16:19.365269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b898fec-8655-49ad-98e0-8e8fdc903e5d req-e87e4e4c-4daf-48ac-b5e5-2bc074637191 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512250 Mar 02 18:16:19.465928 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90', 'code': 200} Mar 02 18:16:19.466478 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'code': 200} Mar 02 18:16:19.660441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899d960-1fe8-46f5-9f42-d89a84a3a13c req-8ee7f9a7-6ca3-471e-a94a-25f3e693a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:19.661912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f899d960-1fe8-46f5-9f42-d89a84a3a13c req-8ee7f9a7-6ca3-471e-a94a-25f3e693a5d2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 1097 time: 0.0850821 Mar 02 18:16:19.705571 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f899d960-1fe8-46f5-9f42-d89a84a3a13c req-dc100244-77ff-4b4b-a802-f90d8eafcf9e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377576 Mar 02 18:16:19.965700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa76ed-29c6-4ff9-b5f4-9b9272843c8a req-4dc8fcd8-6f9d-4e8b-8cc2-c4d539d4d2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:19.967400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0aa76ed-29c6-4ff9-b5f4-9b9272843c8a req-4dc8fcd8-6f9d-4e8b-8cc2-c4d539d4d2e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1096 time: 0.4080307 Mar 02 18:16:19.983932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f63b6-b4aa-43bf-a0a2-35ec8ac48cb2 req-2838ed11-868e-4249-80df-31a3cc35797e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:19.985372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf9f63b6-b4aa-43bf-a0a2-35ec8ac48cb2 req-2838ed11-868e-4249-80df-31a3cc35797e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 944 time: 0.3867762 Mar 02 18:16:20.015135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73297db1-4ce4-4a8f-be24-5c5fd634bbbe req-d7d0baec-9699-441c-84c1-f03587f1920b tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.028826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73297db1-4ce4-4a8f-be24-5c5fd634bbbe req-d7d0baec-9699-441c-84c1-f03587f1920b tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 945 time: 0.3591976 Mar 02 18:16:20.035904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-03724601-3153-4a3a-a8b1-3baa3a216db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.037493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-03724601-3153-4a3a-a8b1-3baa3a216db7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 1099 time: 0.3249083 Mar 02 18:16:20.188453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0aa76ed-29c6-4ff9-b5f4-9b9272843c8a req-96afc5d6-d908-4be0-a4dc-c299343f6f31 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132857 Mar 02 18:16:20.191481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf9f63b6-b4aa-43bf-a0a2-35ec8ac48cb2 req-1ac8a6ac-2c32-4dd0-82d4-8822b42c341f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894028 Mar 02 18:16:20.222535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73297db1-4ce4-4a8f-be24-5c5fd634bbbe req-7d9bb3bc-b5cb-4dcc-9ed5-973cc000a902 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907341 Mar 02 18:16:20.257104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-8fa0723a-398b-45be-8317-efc866c40007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.258831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-8fa0723a-398b-45be-8317-efc866c40007 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2125852 Mar 02 18:16:20.342116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-b1cb4252-5466-43e1-8b74-767a9b4cda48 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e HTTP/1.1" status: 200 len: 217 time: 0.0727718 Mar 02 18:16:20.435455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b85d1c-5b43-4485-a195-309831ff8e57 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:20.523302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-0d9b0cfa-a532-4fc3-8840-c208c6a1a995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.523678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-0d9b0cfa-a532-4fc3-8840-c208c6a1a995 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1675861 Mar 02 18:16:20.632511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5baf74-20be-4cc0-ba36-3c46d78f2e29 req-7477ab02-a629-49b2-b207-fb9dbaa95e43 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.632511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5baf74-20be-4cc0-ba36-3c46d78f2e29 req-7477ab02-a629-49b2-b207-fb9dbaa95e43 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.2259560 Mar 02 18:16:20.632511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc301c29-ac16-455a-b768-046ea2ea101c req-bddec45a-b3d9-4bb2-a1ab-68e00a4cd5f7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.633557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc301c29-ac16-455a-b768-046ea2ea101c req-bddec45a-b3d9-4bb2-a1ab-68e00a4cd5f7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 948 time: 0.2029183 Mar 02 18:16:20.700910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-1c683620-966e-4d03-83af-5bd0d85bde3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:20.702450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-1c683620-966e-4d03-83af-5bd0d85bde3b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1681337 Mar 02 18:16:20.739250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5baf74-20be-4cc0-ba36-3c46d78f2e29 req-97440faf-60ce-4622-81fd-06be659b1901 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169040 Mar 02 18:16:20.773055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc301c29-ac16-455a-b768-046ea2ea101c req-f4a55526-dcbb-4ae4-840c-6aa8403ddc19 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088829 Mar 02 18:16:20.903198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-50ad6b2d-6269-4adc-945c-14838d20d8da service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874552 Mar 02 18:16:20.925557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c7b85d1c-5b43-4485-a195-309831ff8e57 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:20.932108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c7b85d1c-5b43-4485-a195-309831ff8e57 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:20.932587 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:21.065580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:21.111031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b85d1c-5b43-4485-a195-309831ff8e57,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:21.292366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f90720e2-01ce-47b8-90c6-ea74e5664f14 req-36b6be5b-c581-4897-ae74-a9e9539a0a4b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746259 Mar 02 18:16:21.307148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0d867-5306-4da2-8f1c-c4334b9d4eef req-56ebad67-fc64-4d09-a30b-d86eef4d97de tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:21.308796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6b0d867-5306-4da2-8f1c-c4334b9d4eef req-56ebad67-fc64-4d09-a30b-d86eef4d97de tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.3456659 Mar 02 18:16:21.316917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15962171-210c-4262-8837-5d6d55381f1a req-ce95837c-9e99-4b13-85b5-c36bb001e9e8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:21.318471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15962171-210c-4262-8837-5d6d55381f1a req-ce95837c-9e99-4b13-85b5-c36bb001e9e8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.3511119 Mar 02 18:16:21.350171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:21.406603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6b0d867-5306-4da2-8f1c-c4334b9d4eef req-aabb5e92-c912-4f12-a2c0-473bf308c70b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789015 Mar 02 18:16:21.406603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15962171-210c-4262-8837-5d6d55381f1a req-00bc3419-60ed-4df3-a6df-5d93dff557fd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689054 Mar 02 18:16:21.433480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:21.467439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:21.602890 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57', 'code': 200} Mar 02 18:16:21.628807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc40200-5456-4374-b0b0-316991549418 req-e0b84929-e0bd-4c19-9b96-a1b84e937a38 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:21.630483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bc40200-5456-4374-b0b0-316991549418 req-e0b84929-e0bd-4c19-9b96-a1b84e937a38 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.0938756 Mar 02 18:16:21.770521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bc40200-5456-4374-b0b0-316991549418 req-75d33cfe-7d84-4c3e-b0e2-e5c8afdb5f78 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227262 Mar 02 18:16:21.855080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74719f-bb53-4604-9851-382b55f2e65a req-7fc834f5-7b93-4a48-a7d2-4e131dd63a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:21.858599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c74719f-bb53-4604-9851-382b55f2e65a req-7fc834f5-7b93-4a48-a7d2-4e131dd63a29 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 1096 time: 0.1381066 Mar 02 18:16:21.991676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c74719f-bb53-4604-9851-382b55f2e65a req-a3bc09bb-f71d-4cca-8769-24275c0a0d0c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266625 Mar 02 18:16:22.048090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902032c8-d413-4b5b-a57b-9f668d7884fc req-638a1049-5b6b-4c54-b41a-085b62d01593 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:22.055215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-902032c8-d413-4b5b-a57b-9f668d7884fc req-638a1049-5b6b-4c54-b41a-085b62d01593 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.1345894 Mar 02 18:16:22.057173 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3ff0040-4f09-4060-8bb3-f0c7ce0df797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:22.105012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-902032c8-d413-4b5b-a57b-9f668d7884fc req-7f7dce81-56b2-4171-bd54-dcb1bef33dc4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479722 Mar 02 18:16:22.295578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ec15a-6829-44e0-9203-b240d9b19401 req-cd8d4163-3b66-49b6-8bea-5a618cac70dd tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:22.297403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc0ec15a-6829-44e0-9203-b240d9b19401 req-cd8d4163-3b66-49b6-8bea-5a618cac70dd tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 948 time: 0.0947952 Mar 02 18:16:22.344744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc0ec15a-6829-44e0-9203-b240d9b19401 req-1f4c100d-688a-441e-a1e9-fa7aa66dfe9d tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412774 Mar 02 18:16:22.448041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:22.609643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:22.615023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96577e-5e51-4f6c-813c-96fb3d8f8a65 req-b76f1cb1-1776-4f8c-882b-a2c199d3a61f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:22.616539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be96577e-5e51-4f6c-813c-96fb3d8f8a65 req-b76f1cb1-1776-4f8c-882b-a2c199d3a61f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.0942509 Mar 02 18:16:22.625428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e', 'mac_address': 'fa:16:3e:a1:4e:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:22.671618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be96577e-5e51-4f6c-813c-96fb3d8f8a65 req-110601e5-50bf-4488-b606-20590cdc123b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489020 Mar 02 18:16:22.692491 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:22.705246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:22.725169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:22.885848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:22.978166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:23.000061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43182) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:23.136771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1100ea9-788a-4170-8356-9fd960f16c5d req-cc089960-d2f5-4657-88dc-52b3f3ead648 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:23.138426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1100ea9-788a-4170-8356-9fd960f16c5d req-cc089960-d2f5-4657-88dc-52b3f3ead648 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.3385372 Mar 02 18:16:23.146686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e2a68e-7530-45d2-aa49-c939aa8568e6 req-7873475c-b0dc-436b-91c5-1a2db55dad50 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:23.148207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84e2a68e-7530-45d2-aa49-c939aa8568e6 req-7873475c-b0dc-436b-91c5-1a2db55dad50 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.1305101 Mar 02 18:16:23.217500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:23.235588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1100ea9-788a-4170-8356-9fd960f16c5d req-1ebef4af-cbbe-4155-a070-caa11b746ab2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849152 Mar 02 18:16:23.245039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84e2a68e-7530-45d2-aa49-c939aa8568e6 req-5903ee6f-477f-4ce2-aefd-d2ccf065e792 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816762 Mar 02 18:16:23.248431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:23.255904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Usage tracker for resource:security_group_rule and tenant:25fa3c23e38a4a8aadb9475c3de423d6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:23.260350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:23.277331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:23.296772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:23.424902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:23.601610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea8c49-406e-4017-aa33-add905809249 req-b203fbf4-c5af-457b-bf29-e3d34f39b5da tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:23.601610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebea8c49-406e-4017-aa33-add905809249 req-b203fbf4-c5af-457b-bf29-e3d34f39b5da tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 945 time: 0.2077179 Mar 02 18:16:23.601610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf66bd-f099-43d0-97d5-faf76c0578b7 req-1984b5d0-8927-493b-86eb-b2a5dcf0a63a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:23.601610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caf66bd-f099-43d0-97d5-faf76c0578b7 req-1984b5d0-8927-493b-86eb-b2a5dcf0a63a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.1431336 Mar 02 18:16:23.610521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:23.681634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=25fa3c23e38a4a8aadb9475c3de423d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6643558 Mar 02 18:16:23.681634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70ee0a-27a4-4210-9216-260ff50cb378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d74c8-ff97-49da-8f21-62f365cb1b03,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:23.682492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebea8c49-406e-4017-aa33-add905809249 req-6809935b-c4ab-49eb-bd20-8f8ee5b73d85 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876231 Mar 02 18:16:23.683299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:23.691857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caf66bd-f099-43d0-97d5-faf76c0578b7 req-1db5cf06-c803-4041-9943-8d5286f83de8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827818 Mar 02 18:16:23.776167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:23.818614 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:23.953405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461849a-c5f9-4a8e-84d1-e5abe4473b21 req-1a2116ab-142b-4a65-b92f-26608d5d9a62 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:23.955303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a461849a-c5f9-4a8e-84d1-e5abe4473b21 req-1a2116ab-142b-4a65-b92f-26608d5d9a62 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 949 time: 0.1456714 Mar 02 18:16:24.012124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3669f-87c9-47fb-bf0e-ac010ef5fe1f req-49e083f9-29ed-41f4-9284-6a118ef33971 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:24.013602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3c3669f-87c9-47fb-bf0e-ac010ef5fe1f req-49e083f9-29ed-41f4-9284-6a118ef33971 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.1614285 Mar 02 18:16:24.028077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a461849a-c5f9-4a8e-84d1-e5abe4473b21 req-07fee0f3-06e7-4a9c-ae12-310836bf3f40 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632689 Mar 02 18:16:24.044418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.073303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3c3669f-87c9-47fb-bf0e-ac010ef5fe1f req-0fa7bb3e-6ac6-4be2-8c65-d5f609c970ba tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505664 Mar 02 18:16:24.082661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.087604 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d91d74c8-ff97-49da-8f21-62f365cb1b03 HTTP/1.1" status: 204 len: 168 time: 0.4002383 Mar 02 18:16:24.087604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab63e8-a45e-4430-850f-ff053bc1cd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d74c8-ff97-49da-8f21-62f365cb1b03,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:24.184726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f68a911c-5d7f-46c9-b5ce-5b9ef8b02f63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.463291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:24.481936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0310b3f5-a17a-4056-bd46-6e5c9a3c5b31 req-80bd90cb-0f70-4464-a29e-03ea9697556b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:24.483530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0310b3f5-a17a-4056-bd46-6e5c9a3c5b31 req-80bd90cb-0f70-4464-a29e-03ea9697556b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2067034 Mar 02 18:16:24.522563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86797efe-87bf-4e02-840d-f79cfc90d4ec req-0d00aee2-5ad2-47ea-bb66-08d6a735f079 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:24.530483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86797efe-87bf-4e02-840d-f79cfc90d4ec req-0d00aee2-5ad2-47ea-bb66-08d6a735f079 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1096 time: 0.2157991 Mar 02 18:16:24.578290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-973ec164-5476-47a0-97ff-81116bb06395 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:24.579751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-973ec164-5476-47a0-97ff-81116bb06395 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.65 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 945 time: 0.2027588 Mar 02 18:16:24.633062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:24.634059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0310b3f5-a17a-4056-bd46-6e5c9a3c5b31 req-fbcdf4b1-157d-4bda-a6c7-46c3c7730851 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369519 Mar 02 18:16:24.640178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:24.640178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.660622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86797efe-87bf-4e02-840d-f79cfc90d4ec req-15164fff-dc31-4be3-9a7e-0ebaf8e5fb9f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289101 Mar 02 18:16:24.716572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Deleting port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:24.716923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.866734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:24.901052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:24.914159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:25.063193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dd7047-40d4-4443-90ac-51e481cb50b5 req-c3018467-5f2f-49fe-8584-88433430ade1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:25.065022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35dd7047-40d4-4443-90ac-51e481cb50b5 req-c3018467-5f2f-49fe-8584-88433430ade1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.2232559 Mar 02 18:16:25.156239 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:25.169493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35dd7047-40d4-4443-90ac-51e481cb50b5 req-dffda927-7846-4038-a624-373a5d02eaa5 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930030 Mar 02 18:16:25.175443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] For port 1a00fc27-42ca-41fc-8794-54f3503dc6c5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1a00fc27-42ca-41fc-8794-54f3503dc6c5,segment=NetworkSegment(2e814602-a71b-4416-971b-47ab9f87d676),segment_id=2e814602-a71b-4416-971b-47ab9f87d676)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:25.175688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:25.306401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:25.375593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Calling delete_port for 1a00fc27-42ca-41fc-8794-54f3503dc6c5 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:25.418969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:25.454187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:25.520177 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e', 'code': 200} Mar 02 18:16:25.527470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:25.822106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a5ac29-0862-4e78-afb4-6bcca3fcfa24 req-e1d47b14-d58f-4c40-87cf-4dcb7a5e0e27 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:25.823702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a5ac29-0862-4e78-afb4-6bcca3fcfa24 req-e1d47b14-d58f-4c40-87cf-4dcb7a5e0e27 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 945 time: 0.4598141 Mar 02 18:16:25.919165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a5ac29-0862-4e78-afb4-6bcca3fcfa24 req-945b376d-79b8-443f-b770-974606665966 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/security-groups?id=d975f583-5d4b-41c5-9fc9-96d5179311cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821953 Mar 02 18:16:25.923028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5068a-1523-448d-8424-8bd96c7a3148 req-5e4abd56-8e50-4bd3-b03c-a8030f1fdd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:25.924501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eff5068a-1523-448d-8424-8bd96c7a3148 req-5e4abd56-8e50-4bd3-b03c-a8030f1fdd9a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 1101 time: 0.2609611 Mar 02 18:16:25.936033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291ccb34-3794-4149-be13-b156aca75006 req-e312ed5b-2f20-4ebf-a363-a6e6a4f2b4e4 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:25.937576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-291ccb34-3794-4149-be13-b156aca75006 req-e312ed5b-2f20-4ebf-a363-a6e6a4f2b4e4 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 950 time: 0.2697473 Mar 02 18:16:26.012009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eff5068a-1523-448d-8424-8bd96c7a3148 req-fa64221e-cac9-4ae8-8c1b-6ae52b6a4dfb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734448 Mar 02 18:16:26.016728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-291ccb34-3794-4149-be13-b156aca75006 req-652624fd-8553-4228-b057-0d31ef2e429b tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624478 Mar 02 18:16:26.070418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:26.090805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['1a00fc27-42ca-41fc-8794-54f3503dc6c5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:26.257790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Pushing event deleted for resources: {'Port': ['ID=1a00fc27-42ca-41fc-8794-54f3503dc6c5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:26.350032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] No DVR routers for this DVR port 1a00fc27-42ca-41fc-8794-54f3503dc6c5 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:26.363105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:26.366065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'name': 'network-vif-deleted', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:26.389175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8041053-ee37-4175-8ce2-5c35bd6d507e req-357d06a7-728c-4615-8a65-9969bbdee831 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.65 "DELETE /v2.0/ports/1a00fc27-42ca-41fc-8794-54f3503dc6c5 HTTP/1.1" status: 204 len: 173 time: 1.7938249 Mar 02 18:16:26.421384 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-91ef8573-a09b-4289-a41b-f98796ac7187 service neutron] show failed (client error): The resource could not be found. Mar 02 18:16:26.422433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-91ef8573-a09b-4289-a41b-f98796ac7187 service neutron] 10.222.0.11 "GET /v2.0/ports/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1239085 Mar 02 18:16:26.436882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab96d5-5c47-47f0-9e75-f4182068a86f req-48e327bb-e6a3-46e5-a0c5-c9fff6f9a3c9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:26.438385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77ab96d5-5c47-47f0-9e75-f4182068a86f req-48e327bb-e6a3-46e5-a0c5-c9fff6f9a3c9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.2074280 Mar 02 18:16:26.498824 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:26.499804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77ab96d5-5c47-47f0-9e75-f4182068a86f req-7353bca1-c6de-4072-bae7-a16378557cf4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518763 Mar 02 18:16:26.680267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:26.768438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04c2bb-821e-4367-9be1-c3cc2e4b7226 req-f43d3d87-8d5c-460f-aa62-28a3161f9b1b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:26.777346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d04c2bb-821e-4367-9be1-c3cc2e4b7226 req-f43d3d87-8d5c-460f-aa62-28a3161f9b1b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.1734457 Mar 02 18:16:26.834220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d04c2bb-821e-4367-9be1-c3cc2e4b7226 req-762b67b6-9717-4ac4-8859-2ce0e1a8004e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556655 Mar 02 18:16:26.921911 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a776349-0eee-4929-9b48-fce21dfc4292', 'name': 'network-vif-deleted', 'tag': '1a00fc27-42ca-41fc-8794-54f3503dc6c5', 'status': 'completed', 'code': 200} Mar 02 18:16:26.966531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-b757899e-e7cf-47cd-b022-0425e604c16a tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6c83e194d99546d89317f3fe98bd2573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757704 Mar 02 18:16:27.212999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-dab391da-0f23-41e8-90f4-0b65bcac7aad tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:27.214607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-dab391da-0f23-41e8-90f4-0b65bcac7aad tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.2956917 Mar 02 18:16:27.298583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-4c65b420-628c-4147-9477-3429c3313093 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:27.305457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-4c65b420-628c-4147-9477-3429c3313093 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3243735 Mar 02 18:16:27.342008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-e7b521c6-0a2c-4c27-ac04-62bdbdcdc5db tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/quotas/6c83e194d99546d89317f3fe98bd2573 HTTP/1.1" status: 200 len: 375 time: 0.0356147 Mar 02 18:16:27.394641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:27.394900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:27.432110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801acdab-edaa-4dac-9544-bbbc610fefe2 req-37df7652-283e-4c64-90cb-84461f1551c7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:27.434332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-801acdab-edaa-4dac-9544-bbbc610fefe2 req-37df7652-283e-4c64-90cb-84461f1551c7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.4043112 Mar 02 18:16:27.467571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-ec90dea5-42ca-4f77-91e4-dfb115116f7b tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c83e194d99546d89317f3fe98bd2573&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1210907 Mar 02 18:16:27.500746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-2044c1a8-3788-4b97-8c73-28725650a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:27.507341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-2044c1a8-3788-4b97-8c73-28725650a0b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1101 time: 0.1787314 Mar 02 18:16:27.522445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:27.647051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-801acdab-edaa-4dac-9544-bbbc610fefe2 req-966feb5f-1e45-4d2f-b8b0-06778a012f0f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792758 Mar 02 18:16:27.840828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:28.045681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8c0da777-a25d-43f9-8a31-1352d5c813d8 req-ba4d85c4-6899-4c98-850a-9513a4037208 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Synchronizing usage tracker for tenant:39fc12d321c94e8a88303051f407640a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:28.128574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port 04cfd4c4-b431-46c8-8945-1debf1eb7b90, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=04cfd4c4-b431-46c8-8945-1debf1eb7b90,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:28.128943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:28.333685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:28.388837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:28.395202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8c0da777-a25d-43f9-8a31-1352d5c813d8 req-ba4d85c4-6899-4c98-850a-9513a4037208 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] Unset dirty status for tenant:39fc12d321c94e8a88303051f407640a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:28.396535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c0da777-a25d-43f9-8a31-1352d5c813d8 req-ba4d85c4-6899-4c98-850a-9513a4037208 tempest-ServerAddressesTestJSON-2003625603 tempest-ServerAddressesTestJSON-2003625603-project] 10.222.0.66 "GET /v2.0/ports?device_id=6a776349-0eee-4929-9b48-fce21dfc4292 HTTP/1.1" status: 200 len: 210 time: 0.4798110 Mar 02 18:16:28.406650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for 04cfd4c4-b431-46c8-8945-1debf1eb7b90 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:28.466494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7355d3-d64d-4c41-9e2d-cc009dba2b11 req-098e1b85-011f-4e07-ace7-c7413e8f553e tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:28.468120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7355d3-d64d-4c41-9e2d-cc009dba2b11 req-098e1b85-011f-4e07-ace7-c7413e8f553e tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 950 time: 0.5090487 Mar 02 18:16:28.554691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7355d3-d64d-4c41-9e2d-cc009dba2b11 req-0d6fe520-da2c-407b-a435-69ca6ad11964 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781105 Mar 02 18:16:28.637481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:28.644358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:28.661889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Transition to ACTIVE for port object 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:28.767674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fab3a042-12af-4c60-96cd-6b151bd2f496 req-b4c415d6-c695-4a8f-abd5-05092e00c9f6 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 210 time: 0.0994456 Mar 02 18:16:28.813287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:28.854273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-8cc9495a-85b5-4cdd-9ba6-1376be35a9a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:28.855911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-8cc9495a-85b5-4cdd-9ba6-1376be35a9a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.2428806 Mar 02 18:16:28.910707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae4860-ffb3-42c7-a480-6a071cab75ac req-0b8fcf30-2d08-44c8-ac91-848fa8db21e4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:28.918862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94ae4860-ffb3-42c7-a480-6a071cab75ac req-0b8fcf30-2d08-44c8-ac91-848fa8db21e4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 946 time: 0.3647513 Mar 02 18:16:28.941248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:28.952935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['04cfd4c4-b431-46c8-8945-1debf1eb7b90'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:29.026369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:29.027462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] No DVR routers for this DVR port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:29.115084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:29.165049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:29.165529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:29.166036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:29.173121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:29.173121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Attempting to bind port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:29.185102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:29.185352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:29.185594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:29.186095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Bound port: 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:29.186492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:29.221887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=04cfd4c4-b431-46c8-8945-1debf1eb7b90,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:29.280580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port c7b85d1c-5b43-4485-a195-309831ff8e57 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:29.280911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:29.326409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:29.329903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:29.332703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94ae4860-ffb3-42c7-a480-6a071cab75ac req-3e8f165a-b077-4841-871a-1fa324388b68 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129336 Mar 02 18:16:29.372628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1a00fc27-42ca-41fc-8794-54f3503dc6c5 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:29.383882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port 04cfd4c4-b431-46c8-8945-1debf1eb7b90 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:29.394081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:29.397287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'name': 'network-vif-deleted', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:29.414704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:29.494644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 1a00fc27-42ca-41fc-8794-54f3503dc6c5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:16:29.495205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1a00fc27-42ca-41fc-8794-54f3503dc6c5 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:29.498403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 04cfd4c4-b431-46c8-8945-1debf1eb7b90 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:29.504965 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'code': 200} Mar 02 18:16:29.532745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24feb3-2cd2-48e5-adcb-1afa8720d53d req-2f4cdc47-b95b-43a2-a389-e46d49cc67b8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:29.546990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f24feb3-2cd2-48e5-adcb-1afa8720d53d req-2f4cdc47-b95b-43a2-a389-e46d49cc67b8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 948 time: 0.4975698 Mar 02 18:16:29.570575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:29.572963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:29.581850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] 10.222.0.65 "PUT /v2.0/ports/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 1096 time: 2.0700426 Mar 02 18:16:29.620689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615c1ff-ed05-4b86-b182-e11a4a7a38e7 req-739c0737-d18f-40fc-9a7d-97e4a003659d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "DELETE /v2.0/ports/04cfd4c4-b431-46c8-8945-1debf1eb7b90 HTTP/1.1" status: 204 len: 173 time: 2.3838809 Mar 02 18:16:29.639865 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:16:29.681602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f24feb3-2cd2-48e5-adcb-1afa8720d53d req-7562c9d5-6e04-40eb-9dd6-28e408bbdb48 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336048 Mar 02 18:16:29.704600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 04cfd4c4-b431-46c8-8945-1debf1eb7b90 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:16:29.705136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 04cfd4c4-b431-46c8-8945-1debf1eb7b90 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:29.772381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a7bb4-8786-49c5-a3d8-ec20413156d3 service neutron] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:29.840477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-e548533f-a9c0-42a7-86a8-ff0468dbb382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:29.842067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-e548533f-a9c0-42a7-86a8-ff0468dbb382 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1099 time: 0.2316248 Mar 02 18:16:29.995355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3cec0-631b-4fac-8007-04f3c88aef08 req-278f28c8-d052-474a-a9d0-3b1a33c52909 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:30.005712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfd3cec0-631b-4fac-8007-04f3c88aef08 req-278f28c8-d052-474a-a9d0-3b1a33c52909 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 945 time: 0.2968609 Mar 02 18:16:30.053096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port c7b85d1c-5b43-4485-a195-309831ff8e57, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b85d1c-5b43-4485-a195-309831ff8e57,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:30.109592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:30.127364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-9c6fec0e-1750-4b82-8e93-cbdc7699871f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:30.128847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-9c6fec0e-1750-4b82-8e93-cbdc7699871f service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2800524 Mar 02 18:16:30.144391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfd3cec0-631b-4fac-8007-04f3c88aef08 req-f7eacaf0-e416-4f32-bfd8-a10993807032 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373208 Mar 02 18:16:30.219214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-4814b999-0d2c-44e2-9584-a7743125ca85 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.0835874 Mar 02 18:16:30.224967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for c7b85d1c-5b43-4485-a195-309831ff8e57 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:30.256996 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaeeff20-978d-4f50-b318-22e7870cb7b6', 'name': 'network-vif-deleted', 'tag': '04cfd4c4-b431-46c8-8945-1debf1eb7b90', 'status': 'completed', 'code': 200} Mar 02 18:16:30.311037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:30.327408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-ed597f40-881b-49df-8d5f-4246682260ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:30.329410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-ed597f40-881b-49df-8d5f-4246682260ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1021037 Mar 02 18:16:30.437076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Deleting subnet fcda90a2-f086-4587-95e8-7190331cf056 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:16:30.439208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-afedf112-b034-4e53-9027-1b5a2dcd8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:30.441460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-afedf112-b034-4e53-9027-1b5a2dcd8daf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042449 Mar 02 18:16:30.444502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:30.499711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:30.596586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:30.611953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-c11b09d2-1364-4437-99c6-3b28206cd249 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640491 Mar 02 18:16:30.687610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:30.766764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:30.787557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ce36a3-14df-40dc-914f-69bfacd808c4 req-c4f9939c-b6b1-4b69-be31-9803205672bf service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690052 Mar 02 18:16:30.800870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:30.878440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=c7b85d1c-5b43-4485-a195-309831ff8e57,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:30.891700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27c1726-25f5-491e-8dce-6d4d529f7ec7 req-ea44d03f-f737-46c6-8907-e97d312c9ac0 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:30.895872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b27c1726-25f5-491e-8dce-6d4d529f7ec7 req-ea44d03f-f737-46c6-8907-e97d312c9ac0 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 950 time: 0.4198477 Mar 02 18:16:31.006206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port c7b85d1c-5b43-4485-a195-309831ff8e57 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:31.008499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.051506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8865cb0c-8b00-4c1d-ade2-f8825d7ef421 req-d38765fb-8b41-40e3-b1a6-cb77ee102d60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "DELETE /v2.0/ports/c7b85d1c-5b43-4485-a195-309831ff8e57 HTTP/1.1" status: 204 len: 173 time: 2.1800184 Mar 02 18:16:31.051506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b27c1726-25f5-491e-8dce-6d4d529f7ec7 req-4879db01-45ff-41f9-b908-8f37cd0e9098 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208365 Mar 02 18:16:31.145566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.232210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcda90a2-f086-4587-95e8-7190331cf056,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:31.234094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-a9446c18-eefe-4606-a931-8ddfcd0f9c09 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6c83e194d99546d89317f3fe98bd2573&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595756 Mar 02 18:16:31.293016 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.295131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e2c8e0e-5362-486d-b6de-9a5e42f9e2b7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fcda90a2-f086-4587-95e8-7190331cf056 HTTP/1.1" status: 204 len: 168 time: 0.9830904 Mar 02 18:16:31.307353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-054a7801-910a-424a-a5ea-54b89d485083 req-62ec3925-980a-4ce8-b590-e7d8376bf96c tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 210 time: 0.0760734 Mar 02 18:16:31.312019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43340) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:31.393048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-849e1c0b-1c99-408f-a279-38362161a7ad req-49774090-7aad-4b3f-86d3-ac31970ed70c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:31.424778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-49fe9104-88c0-4f4d-a935-4b6b53ae929b tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:31.426414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-49fe9104-88c0-4f4d-a935-4b6b53ae929b tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872520 Mar 02 18:16:31.440945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Request body: {'port': {'device_id': '57132fdd-bd19-4843-8541-b65246dd15ce', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6c83e194d99546d89317f3fe98bd2573'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:31.554729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:31.568379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.694522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:31.704400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Usage tracker for resource:port and tenant:6c83e194d99546d89317f3fe98bd2573 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:31.707713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:31.709117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-849e1c0b-1c99-408f-a279-38362161a7ad req-49774090-7aad-4b3f-86d3-ac31970ed70c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:31.714799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:31.719866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-849e1c0b-1c99-408f-a279-38362161a7ad req-49774090-7aad-4b3f-86d3-ac31970ed70c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=aaeeff20-978d-4f50-b318-22e7870cb7b6 HTTP/1.1" status: 200 len: 210 time: 0.4086311 Mar 02 18:16:31.812477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.826268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Made reservation on behalf of 6c83e194d99546d89317f3fe98bd2573 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:31.842351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.873660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:31.879972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19f46d2-f3a8-4237-8189-9d9d4c69dc0f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:31.912473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:31.919296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e814602-a71b-4416-971b-47ab9f87d676') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:31.919595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e814602-a71b-4416-971b-47ab9f87d676') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:16:31.924476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Usage tracker for resource:security_group_rule and tenant:6c83e194d99546d89317f3fe98bd2573 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:31.941155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:31.949320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46100a26-0359-4235-90ff-0864939b8f90 req-ac54bdb7-1c04-4e80-aec3-040702084192 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:31.954390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:31.959327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46100a26-0359-4235-90ff-0864939b8f90 req-ac54bdb7-1c04-4e80-aec3-040702084192 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 948 time: 0.3768966 Mar 02 18:16:31.970385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.019014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.034676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:16:32.035375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:16:32.050159 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:16:32.068002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46100a26-0359-4235-90ff-0864939b8f90 req-5b51a06d-7ce4-49a5-96b2-f75a3aa79e52 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997713 Mar 02 18:16:32.258528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'name': 'network-vif-deleted', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:32.269723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.292230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.313802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] Pushing event deleted for resources: {'Network': ['ID=d19f46d2-f3a8-4237-8189-9d9d4c69dc0f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:32.428589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2f490b89-b362-4827-9ab0-59c9adcb9a6b req-6a6588ec-055e-4554-b177-08a1c8d8e2eb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:32.443090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-490ccd04-34d2-4b2d-b39c-4ea6043bfdef admin admin] 10.222.0.66 "DELETE /v2.0/networks/d19f46d2-f3a8-4237-8189-9d9d4c69dc0f HTTP/1.1" status: 204 len: 168 time: 1.1298041 Mar 02 18:16:32.481431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.529887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b85d1c-5b43-4485-a195-309831ff8e57 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:32.589245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2f490b89-b362-4827-9ab0-59c9adcb9a6b req-6a6588ec-055e-4554-b177-08a1c8d8e2eb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:32.589497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:32.589851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f490b89-b362-4827-9ab0-59c9adcb9a6b req-6a6588ec-055e-4554-b177-08a1c8d8e2eb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=444f8efb-a1a7-45b3-a88f-038b0819b2eb HTTP/1.1" status: 200 len: 210 time: 0.2335730 Mar 02 18:16:32.595371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: c7b85d1c-5b43-4485-a195-309831ff8e57 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:16:32.595784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b85d1c-5b43-4485-a195-309831ff8e57 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:32.686094 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'status': 'completed', 'code': 200} Mar 02 18:16:32.707383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ca02ff-0d1f-42bc-9228-57888cf37e84,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:32.807573 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444f8efb-a1a7-45b3-a88f-038b0819b2eb', 'name': 'network-vif-deleted', 'tag': 'c7b85d1c-5b43-4485-a195-309831ff8e57', 'status': 'completed', 'code': 200} Mar 02 18:16:32.827464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Allocated IP 192.168.233.183 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/2db57156-dda9-418e-bdd6-1ccf07f9bcd9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:32.878292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-275f14df-7ff2-423c-a18d-d0b544c65f13 req-b22dc111-e43f-4b44-a29f-aeb88050aedf tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 210 time: 0.0505419 Mar 02 18:16:32.938112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-d5a4ad9f-fb16-4eba-985f-a80ca90f7574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:32.939642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-d5a4ad9f-fb16-4eba-985f-a80ca90f7574 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1099 time: 0.2278159 Mar 02 18:16:32.942557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-1bbca4e4-582a-4e5c-9143-f82d0126ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:32.944583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-1bbca4e4-582a-4e5c-9143-f82d0126ca4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1099 time: 0.2352660 Mar 02 18:16:33.080351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43364) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:33.157787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-54de2c2d-f6fb-441e-b6a6-5cb68a57f0d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39fc12d321c94e8a88303051f407640a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686934 Mar 02 18:16:33.166848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:33.167925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-70cdab9e-16a5-419b-bef9-4a5b23dff7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:33.169617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-70cdab9e-16a5-419b-bef9-4a5b23dff7a0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2201610 Mar 02 18:16:33.254776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.286327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Transition to ACTIVE for port object 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:33.287713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-d9772b17-cd02-4777-981b-7ba5c14c4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:33.289233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-d9772b17-cd02-4777-981b-7ba5c14c4318 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2935996 Mar 02 18:16:33.316474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.360035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.395115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:33.497941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.625326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:33.642764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Pushing event updated for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:33.656194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'mac_address': 'fa:16:3e:4d:81:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:33.668651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:33.671592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.675304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:33.693017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:33.778489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d975f583-5d4b-41c5-9fc9-96d5179311cb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:33.855119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-c437a18b-7abd-4aa6-a4e5-868877874887 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.5647466 Mar 02 18:16:33.871086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.871743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:33.875960 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84ed09e4-c250-4ada-916c-cef300cbd1d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d975f583-5d4b-41c5-9fc9-96d5179311cb HTTP/1.1" status: 204 len: 168 time: 0.7079606 Mar 02 18:16:33.893523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:33.902617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-604c8477-da3f-4942-9619-cf62ce03cc64 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.1683757 Mar 02 18:16:33.928559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:33.936620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:33.939464 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:34.012961 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:34.086521 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5e488bf4-5278-4236-af71-a8a0a13339c0 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6499660 Mar 02 18:16:34.090318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-f76c5d2d-cc01-4363-9646-354d5e9902f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.097523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-f76c5d2d-cc01-4363-9646-354d5e9902f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2255611 Mar 02 18:16:34.106625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-441b7a89-d724-4fba-9ee4-d6a51b11f72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.108070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-441b7a89-d724-4fba-9ee4-d6a51b11f72e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1925309 Mar 02 18:16:34.110522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Request body: {'port': {'device_id': '57132fdd-bd19-4843-8541-b65246dd15ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:34.211597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc12a82-8e27-4b62-a594-5b2878f9b62f req-3254029c-c8c3-45bc-b0ac-cc1423b563f7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.218891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbc12a82-8e27-4b62-a594-5b2878f9b62f req-3254029c-c8c3-45bc-b0ac-cc1423b563f7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 950 time: 0.9273813 Mar 02 18:16:34.253019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a2306-9f70-497b-bacc-f3f103e7fa85 req-f174bd72-684e-4288-9905-ac797973f403 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.261440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-000a2306-9f70-497b-bacc-f3f103e7fa85 req-f174bd72-684e-4288-9905-ac797973f403 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 948 time: 0.6018145 Mar 02 18:16:34.278708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:34.295488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:34.372101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-000a2306-9f70-497b-bacc-f3f103e7fa85 req-533e048a-5218-4bfe-9ad4-2eba6db5232d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076400 Mar 02 18:16:34.399239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:34.415576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ce75859f-60af-4568-80be-f515f568c1b7 None None] Provisioning for port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:34.438152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ce75859f-60af-4568-80be-f515f568c1b7 None None] Provisioning complete for port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:34.438546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce75859f-60af-4568-80be-f515f568c1b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:34.445037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbc12a82-8e27-4b62-a594-5b2878f9b62f req-30d0e885-7663-4a71-82c9-495e9a19c1da tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251737 Mar 02 18:16:34.528538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-8f920ed0-0de4-4df8-90f1-28d70ff837fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.533929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-8f920ed0-0de4-4df8-90f1-28d70ff837fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4247241 Mar 02 18:16:34.626222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-2de0175e-4abd-4233-aa52-a3e4308681fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.629387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-2de0175e-4abd-4233-aa52-a3e4308681fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4797430 Mar 02 18:16:34.695209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ce75859f-60af-4568-80be-f515f568c1b7 None None] Port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:16:34.845237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-7f0c1bf8-cde9-4a06-b3ec-9680ef1a0542 tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:34.846936 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-7f0c1bf8-cde9-4a06-b3ec-9680ef1a0542 tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 1101 time: 0.3723907 Mar 02 18:16:34.896924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-7e9a1276-1385-4b2c-90c3-3eb5155804e3 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543945 Mar 02 18:16:34.934990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Deleting port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:34.935567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:35.227771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-5517ae75-888d-4c67-9f67-e9120d88b4d5 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6864278 Mar 02 18:16:35.641907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] For port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:35.641907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:35.641907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:35.643092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d1488-0650-410b-83a3-d385b4bc89ad req-9195e47b-c513-4fe3-905f-7792fb05f7b5 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:35.643092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85d1488-0650-410b-83a3-d385b4bc89ad req-9195e47b-c513-4fe3-905f-7792fb05f7b5 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 936 time: 0.4391823 Mar 02 18:16:35.643092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-2758148b-ebef-46fe-a058-b8efc0bd5438 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479715 Mar 02 18:16:35.652998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00accde2-bf79-4e06-b661-ca9b0a544b7b req-300b22fd-ba6c-48ad-af79-cdbd0d56e611 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059825 Mar 02 18:16:35.664532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85d1488-0650-410b-83a3-d385b4bc89ad req-28454006-b2ed-480d-b524-7ea79673e785 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805670 Mar 02 18:16:35.697683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:35.701243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-0315465c-6928-454c-b61d-5225afe6e4c0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:35.703125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-0315465c-6928-454c-b61d-5225afe6e4c0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.2887251 Mar 02 18:16:35.719589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Calling delete_port for a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:35.751959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-913304b3-fbff-4109-9883-28027f49fa6a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0334270 Mar 02 18:16:35.826998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Transition to ACTIVE for port object 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:35.856375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-95648861-73be-442d-8295-b3a1aac9ed6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029646 Mar 02 18:16:36.195507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-d1a42b99-36f1-4e86-93e1-50116928263f service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3380229 Mar 02 18:16:36.308090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720720df-4300-4e5f-9ea5-eb99fcd73c63 req-865e7eb7-46c1-42e1-b44e-e0837cd794d3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:36.309580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-720720df-4300-4e5f-9ea5-eb99fcd73c63 req-865e7eb7-46c1-42e1-b44e-e0837cd794d3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 949 time: 0.2109680 Mar 02 18:16:36.391255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-720720df-4300-4e5f-9ea5-eb99fcd73c63 req-8b31ce07-bc81-470a-8ed1-b3ea94963e5b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746758 Mar 02 18:16:36.396412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-dbdcfe4a-5b97-4a4f-b917-18703460220a service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908624 Mar 02 18:16:36.595741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab9b49-df64-4d58-ad1d-cc0bbf460b6a req-87d35208-0cfc-45ea-aa62-90e3600857d1 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:36.597633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4ab9b49-df64-4d58-ad1d-cc0bbf460b6a req-87d35208-0cfc-45ea-aa62-90e3600857d1 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 950 time: 0.1051497 Mar 02 18:16:36.650289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4ab9b49-df64-4d58-ad1d-cc0bbf460b6a req-728b9ccc-1576-4997-bf30-17b708566703 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466578 Mar 02 18:16:36.892233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-7363a4ab-e7d7-4dac-8927-0f5d3cba5435 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:36.893904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-7363a4ab-e7d7-4dac-8927-0f5d3cba5435 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.1572759 Mar 02 18:16:36.915008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-7352eea7-4a1b-4f6d-bf35-60ef035b197f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0135524 Mar 02 18:16:36.937182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:36.942913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.047005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-8e1ea39b-31ca-478e-b6bd-a92c0b4e06cd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257377 Mar 02 18:16:37.307023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] No DVR routers for this DVR port a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:37.309990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:37.313117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.332898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-b67b4676-df62-4dad-88c1-f77de7f53178 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484994 Mar 02 18:16:37.333149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'name': 'network-vif-deleted', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:37.360140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43476) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:37.401893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:37.541288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-9a2d619d-0d81-466a-b289-2e6418ea63ae service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098680 Mar 02 18:16:37.553280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:37.565120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1586379481-network', 'tenant_id': 'c9c958c4a1e140b3afe59e3f5178ea90'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:37.573020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:37.577326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d85fca7-2e47-4660-82c3-35ef53b1eca2 req-d1d7f141-0ca5-425d-a3bd-911e0461a11e tempest-DeleteServersAdminTestJSON-1499595484 tempest-DeleteServersAdminTestJSON-1499595484-project-admin] 10.222.0.11 "DELETE /v2.0/ports/a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e HTTP/1.1" status: 204 len: 173 time: 2.7250490 Mar 02 18:16:37.585961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Usage tracker for resource:network and tenant:c9c958c4a1e140b3afe59e3f5178ea90 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:37.590037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:37.603079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:37.639712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Attempting to bind port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:37.641507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Attempting to bind port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:37.641507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Attempting to bind port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:37.645460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:37.645782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Attempting to bind port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:37.655579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:37.655579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:37.655579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:37.655579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Bound port: 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:37.655579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.761057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:37.771111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:37.774998 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.775131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:37.777892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:37.886806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.964326 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.968443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:37.969590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:37.971758 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] 10.222.0.65 "PUT /v2.0/ports/2db57156-dda9-418e-bdd6-1ccf07f9bcd9 HTTP/1.1" status: 200 len: 1096 time: 3.8659678 Mar 02 18:16:38.051170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Made reservation on behalf of c9c958c4a1e140b3afe59e3f5178ea90 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:38.060541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.065371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:38.108329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:38.221995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.229994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.247712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4019aea8-ec27-4c4e-b31e-52eecb2772f7 req-8c95e639-627d-4ffb-a2e2-e128d7b12e02 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 210 time: 0.2455659 Mar 02 18:16:38.256380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:38.292389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b4d8cf-f19e-4a3c-a4b8-f614920271b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:38.297348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Usage tracker for resource:security_group_rule and tenant:c9c958c4a1e140b3afe59e3f5178ea90 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:38.327625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:38.350865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:38.375048 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60388a05-b8f5-48cd-99ce-d87c60b2dce4', 'name': 'network-vif-deleted', 'tag': 'a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e', 'status': 'completed', 'code': 200} Mar 02 18:16:38.389541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-2b3214ef-4c2f-47cd-951b-da546d499d6d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.390029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-2b3214ef-4c2f-47cd-951b-da546d499d6d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:38.402869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-0df49516-2238-443e-8801-035d7701bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.404520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-0df49516-2238-443e-8801-035d7701bf8e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c83e194d99546d89317f3fe98bd2573&device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 1099 time: 0.2702830 Mar 02 18:16:38.412849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21242ff9-1474-4021-bc1d-ba76a35a1d1b req-ae3bfe88-2c92-4cb1-84f8-dfc221fb8722 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.422717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21242ff9-1474-4021-bc1d-ba76a35a1d1b req-ae3bfe88-2c92-4cb1-84f8-dfc221fb8722 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 948 time: 0.5891073 Mar 02 18:16:38.435448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:38.504498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21242ff9-1474-4021-bc1d-ba76a35a1d1b req-c40a97f6-c1dd-4f24-8465-7999bd77d286 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805738 Mar 02 18:16:38.519932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-677bf417-a425-44ea-8011-7d8499cd49ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9 HTTP/1.1" status: 200 len: 217 time: 0.1062684 Mar 02 18:16:38.569233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:38.593540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-a000763b-c406-4560-b58e-a7bad04d75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.595819 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-a000763b-c406-4560-b58e-a7bad04d75ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0712378 Mar 02 18:16:38.607750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:16:38.607750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a4073652-3fb5-4f63-a8a1-d80eaa5d4b1e not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:38.666801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecd4b6-411f-4797-b267-64c1bfbcdd40 req-4d4adc1d-6aac-4004-b8a7-1b428037eca9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.668383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72ecd4b6-411f-4797-b267-64c1bfbcdd40 req-4d4adc1d-6aac-4004-b8a7-1b428037eca9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.1684480 Mar 02 18:16:38.680624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.684002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-2b3214ef-4c2f-47cd-951b-da546d499d6d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:38.685698 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-2b3214ef-4c2f-47cd-951b-da546d499d6d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4&tenant_id=3fd879756aba443db17dde6f6a7eb212&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 950 time: 0.4515162 Mar 02 18:16:38.783420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-467d345a-2ae2-42b1-9983-00b4b4dfe486 req-530ba154-6e21-4721-becc-dd2a1cebad87 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=60388a05-b8f5-48cd-99ce-d87c60b2dce4 HTTP/1.1" status: 200 len: 210 time: 0.1138957 Mar 02 18:16:38.797072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:38.820538 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-5d794166-364d-4349-92eb-b0b6855d307e service neutron] delete failed (client error): The resource could not be found. Mar 02 18:16:38.821661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-5d794166-364d-4349-92eb-b0b6855d307e service neutron] 10.222.0.11 "DELETE /v2.0/ports/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1274788 Mar 02 18:16:38.835012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5c59c470-6ff3-4ece-8f11-d6be6cf206b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:38.836849 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-5c59c470-6ff3-4ece-8f11-d6be6cf206b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2250144 Mar 02 18:16:38.931845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50b46c3-3205-4db2-8db3-628f61b3db74,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:38.968764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:16:38.973527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72ecd4b6-411f-4797-b267-64c1bfbcdd40 req-a50916e9-1c9f-4605-9e06-7e7e92c5286a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324781 Mar 02 18:16:38.990226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72d23dae-3462-416d-a583-4d226bd35525 req-2580faea-fa60-4996-9a0c-3bd2b4518ec4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 210 time: 0.0634625 Mar 02 18:16:39.003260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.006925 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Added segment 02cc1d44-94b3-488b-ba41-2221a8729271 of type vlan for network 1d1a6329-e84f-42f7-bb78-5052950a0f79 Mar 02 18:16:39.062089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-38638008-7f8b-4556-9d17-1d00ec54cfb7 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171049 Mar 02 18:16:39.065756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.092772 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'code': 200} Mar 02 18:16:39.190698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.192196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.192956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.260651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-587c2528-ca75-4aea-9cb1-bded48b91f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.262209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-587c2528-ca75-4aea-9cb1-bded48b91f5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 0.1991758 Mar 02 18:16:39.394622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] Pushing event updated for resources: {'Network': ['ID=1d1a6329-e84f-42f7-bb78-5052950a0f79,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:39.406540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1d1a6329-e84f-42f7-bb78-5052950a0f79 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:16:39.437383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e67c383-3cc2-4e9a-bb08-4e94149f9a8f req-608a005c-8296-43a0-8bee-5676fca0c16f service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287787 Mar 02 18:16:39.482186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcf3f609-cffb-43b7-93ca-29461bbcb76d req-923ef037-2475-4190-9a81-75c09a484b50 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 210 time: 0.0503271 Mar 02 18:16:39.545849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-de35aa1a-3029-40d1-871d-0bd94e941981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.547495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-de35aa1a-3029-40d1-871d-0bd94e941981 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2766426 Mar 02 18:16:39.560842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dab232c0-ae6d-4a9b-b8be-0e1487d3df9f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1995580 Mar 02 18:16:39.563585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43520) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:16:39.571071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Request body: {'subnet': {'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1586379481-subnet', 'tenant_id': 'c9c958c4a1e140b3afe59e3f5178ea90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:39.577819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:39.583358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Usage tracker for resource:subnet and tenant:c9c958c4a1e140b3afe59e3f5178ea90 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:39.588236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:39.612484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:39.650685 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-815ae85d-6643-48c0-ae68-e28b10f4e799 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.0969191 Mar 02 18:16:39.724277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-f33620cc-7535-4f1f-a53b-2b59d4a46023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.726227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-f33620cc-7535-4f1f-a53b-2b59d4a46023 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0696282 Mar 02 18:16:39.788943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Made reservation on behalf of c9c958c4a1e140b3afe59e3f5178ea90 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:39.791330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:39.813493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-d5ae36a2-e4b2-44c7-810c-0fcec4966092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.815113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-d5ae36a2-e4b2-44c7-810c-0fcec4966092 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0824049 Mar 02 18:16:39.974200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451222-9e59-4d70-a4bc-fd7e3431aa3c req-3a5e3fec-2484-46b6-b9d4-d4d7e7588adf tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:39.976015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45451222-9e59-4d70-a4bc-fd7e3431aa3c req-3a5e3fec-2484-46b6-b9d4-d4d7e7588adf tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 948 time: 0.3413651 Mar 02 18:16:40.043591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-d017fc9c-a008-492b-9933-72e5895248b9 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193804 Mar 02 18:16:40.107867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45451222-9e59-4d70-a4bc-fd7e3431aa3c req-e642de83-7864-4ff5-a3bf-ee4581ba8454 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255968 Mar 02 18:16:40.272329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-4c81177a-3af1-4df3-9acd-aa6ea0b15e29 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=06862cb24b584d54b72114e735e19606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419817 Mar 02 18:16:40.337933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2691f1e9-eb6b-41d9-b595-3493d0ff9906 req-408241db-57bf-4be7-894b-0a76354c71fc service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871699 Mar 02 18:16:40.364968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab42faa6-aa31-414e-8788-7f4200d0ec92 req-fea411ed-e812-4d14-a984-d3e049054c0a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 210 time: 0.0905280 Mar 02 18:16:40.369522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:40.376605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:40.609241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d60450-e268-4ff9-825b-2ffc1070f84f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:40.615037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Checking segment: {'id': '02cc1d44-94b3-488b-ba41-2221a8729271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:40.616030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Network hostable DHCP agents. Network: 1d1a6329-e84f-42f7-bb78-5052950a0f79, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:16:40.638681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-2cd458eb-f9ee-42a8-a2af-e1ba08baf73c tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:40.643632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-2cd458eb-f9ee-42a8-a2af-e1ba08baf73c tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3703957 Mar 02 18:16:40.675534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e523c4f6-5f9f-4535-be39-ebe480fcebaf tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/quotas/06862cb24b584d54b72114e735e19606 HTTP/1.1" status: 200 len: 375 time: 0.0167270 Mar 02 18:16:40.703673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-7ea96520-99f5-4821-9f35-e8aa936fcafa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:40.705322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-7ea96520-99f5-4821-9f35-e8aa936fcafa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.1696398 Mar 02 18:16:40.719725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:40.748357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-b8871101-3e6c-4045-994c-e6caa7a544e4 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0595922 Mar 02 18:16:40.764610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9ab43-4bbe-4fe1-b909-143f8d1ba068 req-de3c442f-9a64-4923-aeac-ea79b5d23146 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:40.781439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cd9ab43-4bbe-4fe1-b909-143f8d1ba068 req-de3c442f-9a64-4923-aeac-ea79b5d23146 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2678003 Mar 02 18:16:40.823806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Network 1d1a6329-e84f-42f7-bb78-5052950a0f79 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:16:40.839586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cd9ab43-4bbe-4fe1-b909-143f8d1ba068 req-40a971f2-f891-44dd-a815-5c88b608216d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571775 Mar 02 18:16:40.899489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:40.911839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:40.920869 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9', 'status': 'completed', 'code': 200} Mar 02 18:16:40.998676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-669ed7b5-e197-4eac-9ce1-8f953d130e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.018656 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-669ed7b5-e197-4eac-9ce1-8f953d130e44 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c83e194d99546d89317f3fe98bd2573&device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 1099 time: 0.0779278 Mar 02 18:16:41.051365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1d1a6329-e84f-42f7-bb78-5052950a0f79) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:41.061780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4c2f72-1bfb-4e3b-8477-e2f101b08d53 None None] Network 1d1a6329-e84f-42f7-bb78-5052950a0f79 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:16:41.072583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca35aaf7-d3ed-4298-b7cd-aabc4a943d08 req-c63b660e-bdb7-44b7-b582-b7e55fa872bd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 210 time: 0.0789359 Mar 02 18:16:41.074171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.075897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:41.136990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:41.141247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:41.231951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-73dcf452-4210-4b44-8636-972185c461ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.234635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-73dcf452-4210-4b44-8636-972185c461ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2268000 Mar 02 18:16:41.331211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fc94c5a8-670e-40bb-8636-ab9ad57e7771 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7659488 Mar 02 18:16:41.356856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec9bd211-66f1-4478-8943-5e8d9fb26ac9 req-7cd520bd-9942-45de-9a20-c039bfa00792 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 210 time: 0.1494572 Mar 02 18:16:41.390743 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-133be9ba-32d5-41e4-9ff6-f81da1607589 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9 HTTP/1.1" status: 200 len: 217 time: 0.1456144 Mar 02 18:16:41.598781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-b76057a1-5daf-4e8a-8e8c-9fe758705b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.600307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-b76057a1-5daf-4e8a-8e8c-9fe758705b76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1953430 Mar 02 18:16:41.640956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ed8443-534a-4674-a8f3-44daada18c53 req-a780e7a2-bccf-453b-b8f5-b145c15db8ad tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.662546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06ed8443-534a-4674-a8f3-44daada18c53 req-a780e7a2-bccf-453b-b8f5-b145c15db8ad tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 948 time: 0.2944896 Mar 02 18:16:41.734547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.9 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/0281ae31-e033-411b-a74b-e49e26c80c9f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:41.787666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-3fb2817b-b0aa-41e3-812e-15f8bf8f10a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:41.789221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-3fb2817b-b0aa-41e3-812e-15f8bf8f10a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798615 Mar 02 18:16:41.820925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a264561-5729-40c9-ab17-8519ae180917 req-9e54f6bb-1461-4751-b95a-88c6060e17fc tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 210 time: 0.1582353 Mar 02 18:16:41.830685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a49a37a-3655-415d-b3c1-9eac50ef538b None None] Network 1d1a6329-e84f-42f7-bb78-5052950a0f79 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:16:41.860923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06ed8443-534a-4674-a8f3-44daada18c53 req-c7e63bea-a056-4160-89d1-d48f847e5153 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006295 Mar 02 18:16:42.199343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-1bf5c333-3758-4521-860e-5a5e010ef011 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:42.201140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-1bf5c333-3758-4521-860e-5a5e010ef011 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.4137316 Mar 02 18:16:42.206858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f993ec8-fef6-4e99-823c-c741a114fbf7 req-bad0aee3-626a-4fc7-9105-4a7d79d366dd tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:42.211338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f993ec8-fef6-4e99-823c-c741a114fbf7 req-bad0aee3-626a-4fc7-9105-4a7d79d366dd tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1096 time: 0.1727698 Mar 02 18:16:42.221328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': '353903cf-824d-48a4-b6c6-84f456df86cb', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:42.282922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-876a6efa-2b37-4418-957c-57f26dbb4e9d service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851186 Mar 02 18:16:42.405644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:42.473550 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-399be5d9-d51a-49d0-9334-e6e75e1ce4fd req-9c037329-8b54-4563-99ab-e309a0d67ca0 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831925 Mar 02 18:16:42.506743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f993ec8-fef6-4e99-823c-c741a114fbf7 req-8114c6ab-ee5e-429b-9279-0b9d7acbee2d tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576206 Mar 02 18:16:42.569319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:42.594874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:42.612858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-6c1cdad8-277c-4c9b-8621-5033921d2fd9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:42.614955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-6c1cdad8-277c-4c9b-8621-5033921d2fd9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Synchronizing usage tracker for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:42.694369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:42.774175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:42.777423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:42.782348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:42.807931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:42.837318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bf176-91f8-4814-afd0-279f850128ec req-254848eb-19d0-4a3b-80d0-799b47e788fe tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:42.842728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-259bf176-91f8-4814-afd0-279f850128ec req-254848eb-19d0-4a3b-80d0-799b47e788fe tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.2141397 Mar 02 18:16:42.850153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:42.850814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:42.883529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:42.886956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:42.902267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-259bf176-91f8-4814-afd0-279f850128ec req-e5b04930-5237-4972-9061-ca18f5622e3c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576231 Mar 02 18:16:42.955695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-6c1cdad8-277c-4c9b-8621-5033921d2fd9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Unset dirty status for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:42.956794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-6c1cdad8-277c-4c9b-8621-5033921d2fd9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/networks?id=1d1a6329-e84f-42f7-bb78-5052950a0f79 HTTP/1.1" status: 200 len: 813 time: 0.6789975 Mar 02 18:16:42.990736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-d428915c-1505-428d-981a-1d27bda7902d tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/quotas/c9c958c4a1e140b3afe59e3f5178ea90 HTTP/1.1" status: 200 len: 375 time: 0.0268433 Mar 02 18:16:43.053872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-5c76520c-1cf4-45a8-9a3d-f5ab158b3826 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3386087 Mar 02 18:16:43.071215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Request body: {'port': {'device_id': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:43.099549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1c0d400d-f85a-443c-814d-041467a0214a tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9c958c4a1e140b3afe59e3f5178ea90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991080 Mar 02 18:16:43.190562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.262523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.6 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/8cbf27d2-0859-49ce-b843-7f44e189a7f9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:43.355239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d098fd-ee01-4d2c-9291-9dc18b8eb895 req-6cd92036-2f47-4178-976a-b59b44ee6b06 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:43.356752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55d098fd-ee01-4d2c-9291-9dc18b8eb895 req-6cd92036-2f47-4178-976a-b59b44ee6b06 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 931 time: 0.3527961 Mar 02 18:16:43.368923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-9c76a56e-7136-412b-a2c4-60731816ec83 service neutron] 10.222.0.66 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307642 Mar 02 18:16:43.424872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:43.577533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0281ae31-e033-411b-a74b-e49e26c80c9f {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:43.586028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:43.587059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.605917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Transition to ACTIVE for port object 0281ae31-e033-411b-a74b-e49e26c80c9f will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:43.610480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9', 'mac_address': 'fa:16:3e:f7:e6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:43.624774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55d098fd-ee01-4d2c-9291-9dc18b8eb895 req-609d44d3-4fec-465e-8e13-ee170d515cc7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612176 Mar 02 18:16:43.688849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.715025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:43.734468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:43.743092 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.747838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-9f5afbcd-6976-4dad-8bcf-697f8fc86bb1 service neutron] 10.222.0.66 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570766 Mar 02 18:16:43.823545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5e1b7d4-92bf-4c43-9e8b-a0d15d7c29f8 req-bfade75e-c767-4cab-b651-b01fe3d47611 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 210 time: 0.0482397 Mar 02 18:16:43.834497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.897050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.912983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:43.960535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:43.980687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Pushing event updated for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:44.021256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:44.139342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:44.143034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:44.144307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:44.154767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:44.189960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Attempting to bind port 0281ae31-e033-411b-a74b-e49e26c80c9f on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:44.190590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Attempting to bind port 0281ae31-e033-411b-a74b-e49e26c80c9f by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:44.191149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Attempting to bind port 0281ae31-e033-411b-a74b-e49e26c80c9f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:44.197660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Port 0281ae31-e033-411b-a74b-e49e26c80c9f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:44.198097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Attempting to bind port 0281ae31-e033-411b-a74b-e49e26c80c9f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:44.205144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:44.205957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:44.207836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:44.208465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Bound port: 0281ae31-e033-411b-a74b-e49e26c80c9f, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:44.208984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.217054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2db57156-dda9-418e-bdd6-1ccf07f9bcd9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:44.248122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:44.248768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.379764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:44.385127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0281ae31-e033-411b-a74b-e49e26c80c9f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:44.456085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad6433-ec0d-458d-8273-2847195feb4f req-1a8b2090-5d75-4f7c-9f15-3f36d13ec45f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:44.456791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46ad6433-ec0d-458d-8273-2847195feb4f req-1a8b2090-5d75-4f7c-9f15-3f36d13ec45f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:44.511207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-27e43f68-2eed-46cb-8a24-39eb977eb597 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980084 Mar 02 18:16:44.522571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Request body: {'port': {'device_id': '353903cf-824d-48a4-b6c6-84f456df86cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:44.573265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.662223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:44.670838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.670838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] 10.222.0.11 "PUT /v2.0/ports/0281ae31-e033-411b-a74b-e49e26c80c9f HTTP/1.1" status: 200 len: 1091 time: 1.5980542 Mar 02 18:16:44.670838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:44.671165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46ad6433-ec0d-458d-8273-2847195feb4f req-1a8b2090-5d75-4f7c-9f15-3f36d13ec45f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:44.671165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46ad6433-ec0d-458d-8273-2847195feb4f req-1a8b2090-5d75-4f7c-9f15-3f36d13ec45f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 931 time: 0.4711425 Mar 02 18:16:44.671672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:44.693146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d4d0f5-84c4-42c9-88d6-d29fe7dbbacf service neutron] Pushing event updated for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:44.776396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46ad6433-ec0d-458d-8273-2847195feb4f req-fa47b59e-5fd1-49e0-a3be-660f3ed36f8e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943677 Mar 02 18:16:44.969824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-51ec5710-d1a0-4949-9a26-0752bbf53b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:44.971411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-51ec5710-d1a0-4949-9a26-0752bbf53b2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 1094 time: 0.1063581 Mar 02 18:16:45.057940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-e611a0d7-9118-42f7-a778-bdf016b68e8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0281ae31-e033-411b-a74b-e49e26c80c9f HTTP/1.1" status: 200 len: 217 time: 0.0780923 Mar 02 18:16:45.118114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40732e5e-4b81-4b04-9beb-d4940429c52e req-24da5ffb-ddc2-484f-9e20-dddf1f8d0928 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:45.119782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40732e5e-4b81-4b04-9beb-d4940429c52e req-24da5ffb-ddc2-484f-9e20-dddf1f8d0928 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 949 time: 0.2087076 Mar 02 18:16:45.287308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-d5b2fa52-1584-4acf-a451-7c130081c04e tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=06862cb24b584d54b72114e735e19606&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382171 Mar 02 18:16:45.349529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-d2d7de06-2efd-4883-b35f-1158eccb0e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:45.351127 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-d2d7de06-2efd-4883-b35f-1158eccb0e55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.2873464 Mar 02 18:16:45.367352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbf27d2-0859-49ce-b843-7f44e189a7f9 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:45.374208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40732e5e-4b81-4b04-9beb-d4940429c52e req-5d9e6f5c-1ce8-4f1c-9595-484558ffd769 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372389 Mar 02 18:16:45.378785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:45.407210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Transition to ACTIVE for port object 8cbf27d2-0859-49ce-b843-7f44e189a7f9 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:45.454473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:45.459035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-2d904843-2c8f-416a-9c10-0c1ec3fe9600 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590069 Mar 02 18:16:45.586034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-75780edd-5ad4-4ce9-acf5-7a62c16e3107 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:45.587525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-75780edd-5ad4-4ce9-acf5-7a62c16e3107 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2932575 Mar 02 18:16:45.609040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Request body: {'port': {'device_id': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '06862cb24b584d54b72114e735e19606'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:45.624655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:45.681332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:45.688106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:45.689188 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:45.728238 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-190722ea-a1ea-473a-a0d7-a6fa6f4c3967 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618082 Mar 02 18:16:45.768463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:45.814929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.815385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.815664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.816015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.816352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.816735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.817065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.817391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.817714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.818040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.818393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.818714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:45.848809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:45.876118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:45.884395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Usage tracker for resource:port and tenant:06862cb24b584d54b72114e735e19606 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:45.888873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:45.907902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:45.932001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6cfb58e3-d17e-4dc0-86ba-05e13676e88d req-461afae7-6610-4f87-9ea4-3bf6ecf461b2 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964395 Mar 02 18:16:45.937282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:45.946016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc7bc3-8fd2-4b84-ba32-54004e3a79c3 req-631518b3-f5dc-4922-8a02-e053fbb230c2 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:45.950468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:45.962837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84cc7bc3-8fd2-4b84-ba32-54004e3a79c3 req-631518b3-f5dc-4922-8a02-e053fbb230c2 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 0.3819978 Mar 02 18:16:46.022226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Attempting to bind port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:46.022565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Attempting to bind port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:46.022929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Attempting to bind port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:46.026675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84cc7bc3-8fd2-4b84-ba32-54004e3a79c3 req-5bd091ff-3936-4e70-bd50-2609b4bcf8ea tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Synchronizing usage tracker for tenant:ae5de9536b444c549adc3f2b3d885c0e on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:46.033406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:46.033799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Attempting to bind port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:46.042779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:46.043190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:46.045822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:46.045822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Bound port: 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:46.045822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.147045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:46.150598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:46.153901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Made reservation on behalf of 06862cb24b584d54b72114e735e19606 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:46.155405 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.170885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.232250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:46.234404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84cc7bc3-8fd2-4b84-ba32-54004e3a79c3 req-5bd091ff-3936-4e70-bd50-2609b4bcf8ea tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Unset dirty status for tenant:ae5de9536b444c549adc3f2b3d885c0e on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:46.236080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84cc7bc3-8fd2-4b84-ba32-54004e3a79c3 req-5bd091ff-3936-4e70-bd50-2609b4bcf8ea tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724123 Mar 02 18:16:46.329121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4396a687-ae84-4bba-ba33-684d438b9ac1 req-d8d16723-ca79-4c39-89e0-9240bdad6c61 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 210 time: 0.0483601 Mar 02 18:16:46.357342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Allocated IP 192.168.233.119 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/2a2fdaaa-18dc-4b4b-a721-a9d796746bad) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:46.367353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.393117 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f', 'status': 'completed', 'code': 200} Mar 02 18:16:46.488709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:46.488709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:46.488709 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.488709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-076f7751-e8d0-4098-9c76-4b61755de932 service neutron] 10.222.0.11 "PUT /v2.0/ports/8cbf27d2-0859-49ce-b843-7f44e189a7f9 HTTP/1.1" status: 200 len: 1091 time: 1.9634550 Mar 02 18:16:46.488709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:46.611138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c325c-698c-4ea5-bba9-ed44be06f53c req-7df30ce6-c125-4685-b018-4bcd718e77d2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:46.612707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a6c325c-698c-4ea5-bba9-ed44be06f53c req-7df30ce6-c125-4685-b018-4bcd718e77d2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 943 time: 0.1031346 Mar 02 18:16:46.660663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a6c325c-698c-4ea5-bba9-ed44be06f53c req-1c73c467-f379-4b76-88f7-c79eb8fc4ffd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Mar 02 18:16:46.733793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a2483-b526-4a10-a803-4f7964be8275 req-ddecefe8-a2c6-4f53-95c9-b01df98884ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:46.733793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-ddecefe8-a2c6-4f53-95c9-b01df98884ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 1094 time: 0.2717249 Mar 02 18:16:46.821138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:46.881892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5727ca5d-b118-4a01-bbc0-bf7b947542e7 req-f42b056c-9f1f-437f-a46d-5c6e6c8805d4 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 210 time: 0.0867088 Mar 02 18:16:46.910903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Transition to ACTIVE for port object 2a2fdaaa-18dc-4b4b-a721-a9d796746bad will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:46.915620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-38ce4ff1-8003-43ae-9916-82e8489d3bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:46.917158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-38ce4ff1-8003-43ae-9916-82e8489d3bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 1094 time: 0.1817608 Mar 02 18:16:46.968961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a2483-b526-4a10-a803-4f7964be8275 req-19fe4f16-4c10-4b0c-b43b-310dabd8d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:46.970809 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-19fe4f16-4c10-4b0c-b43b-310dabd8d741 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.2443891 Mar 02 18:16:46.994300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-f3042f5a-5990-4b31-8691-f3b1c797b4fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9 HTTP/1.1" status: 200 len: 217 time: 0.0693293 Mar 02 18:16:47.050814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-b3a7b3bf-a016-4e94-9117-0f6728f96404 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0281ae31-e033-411b-a74b-e49e26c80c9f HTTP/1.1" status: 200 len: 217 time: 0.0716276 Mar 02 18:16:47.083182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-52cd2345-2f11-4cb9-ba0a-bf26a143af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:47.085101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-52cd2345-2f11-4cb9-ba0a-bf26a143af5e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0853958 Mar 02 18:16:47.142187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a2483-b526-4a10-a803-4f7964be8275 req-55965f21-8656-4ede-a096-e89a77337329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:47.143821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-55965f21-8656-4ede-a096-e89a77337329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.0865781 Mar 02 18:16:47.147525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-7bdc62ba-f3af-4d97-bdbf-4b570f5c67eb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545089 Mar 02 18:16:47.154353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:47.269251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-e179697d-ad63-411b-8129-93900d034f25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069384 Mar 02 18:16:47.271555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:47.275919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:47.278885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:47.354692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-32318d51-f5a6-4d13-8e1c-5d62f16154ed service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988153 Mar 02 18:16:47.370683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3cfb0b-3478-4803-9f79-590c4ecf68c3 req-364708b0-84a1-4f99-b276-8081c1702037 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:47.372274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a3cfb0b-3478-4803-9f79-590c4ecf68c3 req-364708b0-84a1-4f99-b276-8081c1702037 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 943 time: 0.1261971 Mar 02 18:16:47.514563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Pushing event updated for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:47.519567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a3cfb0b-3478-4803-9f79-590c4ecf68c3 req-4f7372ee-6aa3-487c-80f0-643feb6fd7ca tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235373 Mar 02 18:16:47.563107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86c43d13-6cfb-42dc-ab9d-eb5247ee2bdd req-67a160ec-8029-43f3-ae27-3412628d5967 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898351 Mar 02 18:16:47.595054 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9', 'code': 200} Mar 02 18:16:47.606951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:47.607639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:47.634736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-80037337-52db-44c6-b7d1-8c8c99d2a0d4 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:16:47.635789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-80037337-52db-44c6-b7d1-8c8c99d2a0d4 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0193310 Mar 02 18:16:47.658270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Request body: {'binding': {'host': 'n-h2-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:47.658777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:16:47.735251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-0bd952fa-62a4-4c30-9787-f80699d290af service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4237821 Mar 02 18:16:47.886749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f58510d-dee2-4fce-8f8c-2f36370110f9 None None] Provisioning for port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:47.895160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f58510d-dee2-4fce-8f8c-2f36370110f9 None None] Provisioning complete for port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:47.895996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f58510d-dee2-4fce-8f8c-2f36370110f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:47.932480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-e9bc3867-4fa5-4072-92e8-6d6be9b35c31 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3327305 Mar 02 18:16:47.956505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Request body: {'port': {'device_id': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:47.974988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5f58510d-dee2-4fce-8f8c-2f36370110f9 None None] Port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:16:48.008923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071084fe-9224-4c3d-8641-bea0f3ca16c2 req-35078350-7fc7-43a4-9bfe-dd3a1eaa59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.011261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-071084fe-9224-4c3d-8641-bea0f3ca16c2 req-35078350-7fc7-43a4-9bfe-dd3a1eaa59d8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 1101 time: 0.3094060 Mar 02 18:16:48.043367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c4312-1783-458c-b7e9-2130dd8d1695 req-119d8396-cb2b-4255-bb76-91ff012f8a0a tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.046695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a1c4312-1783-458c-b7e9-2130dd8d1695 req-119d8396-cb2b-4255-bb76-91ff012f8a0a tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 950 time: 0.2667718 Mar 02 18:16:48.102689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-071084fe-9224-4c3d-8641-bea0f3ca16c2 req-f2a17189-af03-48f5-a5c9-a019810753ec service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846560 Mar 02 18:16:48.118100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a1c4312-1783-458c-b7e9-2130dd8d1695 req-a56eb101-1408-4106-b316-fe9bf7781002 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618076 Mar 02 18:16:48.122482 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-318a2483-b526-4a10-a803-4f7964be8275 req-cc5c7d23-1273-437d-be6d-260eb9d378e0 service neutron] 10.222.0.11 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626177 Mar 02 18:16:48.152142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on host n-h2-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:48.152484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:48.152905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:48.170260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:48.170590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:48.176978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:48.183020 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9', 'status': 'completed', 'code': 200} Mar 02 18:16:48.192707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:48.193371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:48.193869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:48.194570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Bound port: 884d0f17-0262-41c0-88d5-4f2d08aa38df, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:48.317879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2086377b-2ef7-46ea-874f-783af0404726 req-c42a32eb-6a2a-41c7-a0fe-4015fb551dc9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 210 time: 0.0456562 Mar 02 18:16:48.342359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:48.449797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-b461e4c3-8aa7-4af4-b81b-926752f2f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.451454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-b461e4c3-8aa7-4af4-b81b-926752f2f3d4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 1094 time: 0.2391241 Mar 02 18:16:48.506043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8e65c2-b50c-48da-9b32-d241ce3b62f4 req-64bde9f9-d584-4b49-adfa-976008f0d983 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.507668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a8e65c2-b50c-48da-9b32-d241ce3b62f4 req-64bde9f9-d584-4b49-adfa-976008f0d983 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 943 time: 0.0873325 Mar 02 18:16:48.555130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a8e65c2-b50c-48da-9b32-d241ce3b62f4 req-268c192f-0f41-4943-b392-a17f6021f816 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408585 Mar 02 18:16:48.601857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0281ae31-e033-411b-a74b-e49e26c80c9f details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:48.627260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:48.628399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-c2ba8e74-9ec2-491b-b56c-d560d451bab9 service neutron] 10.222.0.66 "POST /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df/bindings HTTP/1.1" status: 201 len: 389 time: 0.9764497 Mar 02 18:16:48.689100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-4744ae64-4d60-4c87-8d05-6e842a2580d4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323005 Mar 02 18:16:48.690594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-1fac364e-06f7-4450-bb55-ee9b75d3bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.692085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-1fac364e-06f7-4450-bb55-ee9b75d3bc8e service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.2289896 Mar 02 18:16:48.758400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0281ae31-e033-411b-a74b-e49e26c80c9f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:48.774176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '0281ae31-e033-411b-a74b-e49e26c80c9f', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': '0281ae31-e033-411b-a74b-e49e26c80c9f', 'mac_address': 'fa:16:3e:b4:6c:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:48.834715 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:48.837956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-7bb601dd-b67f-4e58-9022-d39e5545d4e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9 HTTP/1.1" status: 200 len: 217 time: 0.1371884 Mar 02 18:16:48.859338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0281ae31-e033-411b-a74b-e49e26c80c9f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:48.873989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d124aeff-f97b-4c1f-bc60-980c10a5cb54 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.876470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d124aeff-f97b-4c1f-bc60-980c10a5cb54 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804473 Mar 02 18:16:48.883905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0281ae31-e033-411b-a74b-e49e26c80c9f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:48.894616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-8c05f0cb-f1da-48c5-9a3e-b79a74805a62 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/quotas/3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 375 time: 0.0105305 Mar 02 18:16:48.914134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a2fdaaa-18dc-4b4b-a721-a9d796746bad {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:48.924984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:48.936394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-426cd073-2ee1-4574-89a6-b2139269cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:48.937870 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-426cd073-2ee1-4574-89a6-b2139269cbee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0897393 Mar 02 18:16:48.946943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Transition to ACTIVE for port object 2a2fdaaa-18dc-4b4b-a721-a9d796746bad will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:48.984500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-f1b29a70-469f-4d57-8fb9-037d2d5a18af tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0821486 Mar 02 18:16:48.994286 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-ab54986d-784a-4821-bb35-f68199a22ea5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439115 Mar 02 18:16:49.035334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:49.124209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:49.128863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:49.271998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['0281ae31-e033-411b-a74b-e49e26c80c9f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:49.422411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Pushing event updated for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:49.444614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.445635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.445993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.446373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.446714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.447185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.448160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.448255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.448628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.448886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.449489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.450028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:16:49.558919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-f1a96ac4-011a-47f4-96ca-3d90c301b477 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580771 Mar 02 18:16:49.669855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-f9bcc9ee-1598-46db-a6eb-f2f4f2a9571c tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:49.671539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-f9bcc9ee-1598-46db-a6eb-f2f4f2a9571c tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.65 "GET /v2.0/networks?id=1d1a6329-e84f-42f7-bb78-5052950a0f79 HTTP/1.1" status: 200 len: 813 time: 0.2935591 Mar 02 18:16:49.723786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Request body: {'port': {'device_id': 'd62e8894-92f5-445f-81b6-5830d5844168', 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79', 'admin_state_up': True, 'tenant_id': 'c9c958c4a1e140b3afe59e3f5178ea90'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:49.820287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Attempting to bind port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:49.823136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Attempting to bind port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:49.823136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Attempting to bind port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:49.829764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:49.830103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Attempting to bind port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:49.841508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:49.842404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:49.842404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:49.842806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Bound port: 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:49.843029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:49.909203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9cce5e54-8475-4b0d-a482-43224b0bfd51 req-8d21293c-6d3c-421f-995e-9b33996c7c62 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429613 Mar 02 18:16:49.961966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:49.966054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:50.069740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f82651-1377-4333-851d-dc88d24a285a req-81a1b3c5-4f14-485a-888e-92c895e5adf7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.071912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f82651-1377-4333-851d-dc88d24a285a req-81a1b3c5-4f14-485a-888e-92c895e5adf7 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 948 time: 0.8137448 Mar 02 18:16:50.083238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d7263-9f79-4b11-9916-32ecdd428483 req-f3be5894-644b-4655-b8bf-8d5f5e86344c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.085007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92d7263-9f79-4b11-9916-32ecdd428483 req-f3be5894-644b-4655-b8bf-8d5f5e86344c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 943 time: 0.4125018 Mar 02 18:16:50.089669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-a4180299-7b9d-400c-a8c9-bdfa63026863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.091170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-a4180299-7b9d-400c-a8c9-bdfa63026863 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1096 time: 0.2987981 Mar 02 18:16:50.092832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:50.113420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Usage tracker for resource:port and tenant:c9c958c4a1e140b3afe59e3f5178ea90 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:16:50.139838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:16:50.173333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:50.178315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:50.249345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.250034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:50.251644 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] 10.222.0.65 "PUT /v2.0/ports/2a2fdaaa-18dc-4b4b-a721-a9d796746bad HTTP/1.1" status: 200 len: 1096 time: 2.3055315 Mar 02 18:16:50.252131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:50.281624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc964d7c-f35f-4b33-8976-7e84710e03bb service neutron] Pushing event updated for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:50.302866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f82651-1377-4333-851d-dc88d24a285a req-5955d186-2daa-4dba-8f79-29c92c947497 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155571 Mar 02 18:16:50.325615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92d7263-9f79-4b11-9916-32ecdd428483 req-fea4c53f-7f84-4889-8e82-56c616afa6d3 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032976 Mar 02 18:16:50.369412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-5454ad5e-ea00-4537-bce2-6ce41979f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.371041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-5454ad5e-ea00-4537-bce2-6ce41979f8bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2616327 Mar 02 18:16:50.620261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 8cbf27d2-0859-49ce-b843-7f44e189a7f9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:50.642334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-51d9c92b-ac8c-4b5e-aeaa-ba615611907c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 217 time: 0.2638075 Mar 02 18:16:50.659188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0281ae31-e033-411b-a74b-e49e26c80c9f up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:50.659497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Made reservation on behalf of c9c958c4a1e140b3afe59e3f5178ea90 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:50.666003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:50.698368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-99d31fdb-84dd-4f40-be3e-5a2cdda341b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.700181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-99d31fdb-84dd-4f40-be3e-5a2cdda341b6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 1099 time: 0.0890739 Mar 02 18:16:50.770880 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-b689de59-1da9-461f-9e0e-55f8ac57442c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad HTTP/1.1" status: 200 len: 217 time: 0.0630066 Mar 02 18:16:50.829790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:50.842020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-2dc75a68-ee9d-495b-96f2-9b26b39277d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.843668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-2dc75a68-ee9d-495b-96f2-9b26b39277d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0661559 Mar 02 18:16:50.847680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '8cbf27d2-0859-49ce-b843-7f44e189a7f9', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': '8cbf27d2-0859-49ce-b843-7f44e189a7f9', 'mac_address': 'fa:16:3e:03:bf:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:50.913654 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:50.932206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbf27d2-0859-49ce-b843-7f44e189a7f9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:50.951300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:50.967691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-707283af-4f6f-474a-9e5f-95f2d7b375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.970114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-707283af-4f6f-474a-9e5f-95f2d7b375d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.3126874 Mar 02 18:16:50.991015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-44ca357a-1e4a-4c08-b53c-5aaf833fd494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:50.993065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-44ca357a-1e4a-4c08-b53c-5aaf833fd494 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412053 Mar 02 18:16:51.102981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752a34f-8de0-4359-b118-019103394b6c req-1b1a2a95-7726-44d3-9e12-8632e9e52048 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:51.103536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 0281ae31-e033-411b-a74b-e49e26c80c9f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:51.105180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0752a34f-8de0-4359-b118-019103394b6c req-1b1a2a95-7726-44d3-9e12-8632e9e52048 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.6147766 Mar 02 18:16:51.108974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 0281ae31-e033-411b-a74b-e49e26c80c9f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:51.109260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:51.146479 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-6c5e0d6c-fd10-4dc1-84ac-849a15fc4ee1 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457434 Mar 02 18:16:51.164164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:51.294426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:51.298020 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-938d04e9-3518-4100-8b40-136cd4b7a7ce req-5b9f01dc-9ef5-460e-9fe3-a04f4978af2e service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443412 Mar 02 18:16:51.319133 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:51.320135 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-079455a5-554a-4f3c-90ce-878eba96afb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3166506 Mar 02 18:16:51.349240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:51.360540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0281ae31-e033-411b-a74b-e49e26c80c9f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:51.411198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['8cbf27d2-0859-49ce-b843-7f44e189a7f9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:51.479032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e5575-bb5f-4dc5-97cc-b33722766c2f req-686960a2-2ea4-4490-8b0f-94614353f833 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:51.481634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e1e5575-bb5f-4dc5-97cc-b33722766c2f req-686960a2-2ea4-4490-8b0f-94614353f833 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 950 time: 0.9932077 Mar 02 18:16:51.556257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:51.677132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0752a34f-8de0-4359-b118-019103394b6c req-c9383942-495e-4ca2-9de0-2a1f41daf6e6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3904116 Mar 02 18:16:51.686820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:51.733487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e1e5575-bb5f-4dc5-97cc-b33722766c2f req-fccd1e0a-9014-4c93-a4eb-1514911d4579 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277284 Mar 02 18:16:51.737507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Allocated IP 172.20.0.5 (1d1a6329-e84f-42f7-bb78-5052950a0f79/28d60450-e268-4ff9-825b-2ffc1070f84f/aac31c5d-cd00-49a1-89d1-1209779fb7b8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:51.767136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-8219a978-1c63-48dd-8b4b-caeb5a71ac4a service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368842 Mar 02 18:16:51.910679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85747eac-4862-4745-a902-5957fe14b21b req-bb97dd8a-30a0-4309-9ead-9a1329a9b762 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 210 time: 0.1019275 Mar 02 18:16:51.988270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5c20ebf-6e65-4ac8-80aa-c7de25b13a3b req-ca3944c2-5c6f-4534-a734-aa3669db6c46 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 210 time: 0.1241381 Mar 02 18:16:52.059267 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad', 'status': 'completed', 'code': 200} Mar 02 18:16:52.130869 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-341c61a4-f29a-4790-8398-25e9479a26dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:52.180489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-eddad412-8c50-4365-afc2-95eff951cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.182796 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-eddad412-8c50-4365-afc2-95eff951cfc1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=06862cb24b584d54b72114e735e19606&device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 1099 time: 0.0946248 Mar 02 18:16:52.228189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-7c8940b3-f197-4910-b71c-1f97de33af2f service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339976 Mar 02 18:16:52.306029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:52.337871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8dd50-e1c6-4c9a-b5df-7c9ce866a1eb req-a4b9b4ec-4d84-4895-a5f8-cd4ab9fa7c6b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.339427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77d8dd50-e1c6-4c9a-b5df-7c9ce866a1eb req-a4b9b4ec-4d84-4895-a5f8-cd4ab9fa7c6b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.2454007 Mar 02 18:16:52.358403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-8c2ea0e2-bdf2-4e99-ae79-252ec468f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.359953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-8c2ea0e2-bdf2-4e99-ae79-252ec468f4e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1700544 Mar 02 18:16:52.370663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee2dd5-cf1a-400e-a958-5efd3f080034 req-3695e5dd-de1d-4944-8678-3c5c743e93b0 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.372211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dee2dd5-cf1a-400e-a958-5efd3f080034 req-3695e5dd-de1d-4944-8678-3c5c743e93b0 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 948 time: 0.2006733 Mar 02 18:16:52.436352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-be89581e-2afe-4ecd-83cc-9171e66388ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad HTTP/1.1" status: 200 len: 217 time: 0.0686183 Mar 02 18:16:52.450033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77d8dd50-e1c6-4c9a-b5df-7c9ce866a1eb req-b50bdf17-f764-4883-a0b6-39891fce97f1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042602 Mar 02 18:16:52.452838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dee2dd5-cf1a-400e-a958-5efd3f080034 req-4e542da2-06bc-44dd-912f-0bf5326845ea tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718091 Mar 02 18:16:52.516971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-c0c6c98b-fa72-442f-8605-33443548a5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.518023 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f', 'code': 200} Mar 02 18:16:52.518573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-c0c6c98b-fa72-442f-8605-33443548a5ac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0755582 Mar 02 18:16:52.606029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-90c12300-fe40-4267-aeff-8eefe1917b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.612131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-90c12300-fe40-4267-aeff-8eefe1917b1f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0863051 Mar 02 18:16:52.630856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 8cbf27d2-0859-49ce-b843-7f44e189a7f9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:52.648721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:52.749199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Network 1d1a6329-e84f-42f7-bb78-5052950a0f79 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:52.764380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:52.766712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:52.836483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:52.850243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:52.853354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:52.863900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.864998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:52.886196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Pushing event updated for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:52.948662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b44fc3-5210-4ed5-89d7-d2c493e1a561 req-698c6c17-f45f-47db-a378-b6aa6a7e9349 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.951562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b44fc3-5210-4ed5-89d7-d2c493e1a561 req-698c6c17-f45f-47db-a378-b6aa6a7e9349 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 944 time: 0.3880982 Mar 02 18:16:52.954643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70531918-bbfc-4696-99ca-5bdca12ca4d2 req-12e0b68d-8dca-4b12-9e9b-48a43283c458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:52.959650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70531918-bbfc-4696-99ca-5bdca12ca4d2 req-12e0b68d-8dca-4b12-9e9b-48a43283c458 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 1096 time: 0.3473969 Mar 02 18:16:53.025173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-59107a91-4923-460c-86dd-b64f75f3ee23 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033117 Mar 02 18:16:53.049296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70531918-bbfc-4696-99ca-5bdca12ca4d2 req-3472fc34-395b-40fe-bee8-9a8463ce5c0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847361 Mar 02 18:16:53.073606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b44fc3-5210-4ed5-89d7-d2c493e1a561 req-26ac96cd-eae0-4b4b-a44e-a5ac9ae5af70 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069782 Mar 02 18:16:53.116187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-1e8e131b-a78b-4c35-ac78-39db4c56de97 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3967109 Mar 02 18:16:53.134680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Request body: {'port': {'device_id': 'd62e8894-92f5-445f-81b6-5830d5844168', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:53.343959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:53.344209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:53.344338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d9ab31-63c8-403b-b8ed-5e94ff5ab0f5 req-9327f1ab-9d8c-4278-852f-fa8e018a7729 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989595 Mar 02 18:16:53.400254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:53.465735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-4f6e56db-5660-4756-848d-dd71a2e3b13e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583258 Mar 02 18:16:53.553449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a2fdaaa-18dc-4b4b-a721-a9d796746bad details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:16:53.756015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:53.777996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad', 'mac_address': 'fa:16:3e:83:03:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:16:53.781298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:53.870705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9952621f-0817-4e64-9e21-8b190ee55f38 req-0897b8b7-031d-467a-9c0a-6577832d00b3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 210 time: 0.0930040 Mar 02 18:16:54.096276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:54.126496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:54.156901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-db3dc2fe-8d7c-4e46-bcd1-9ccc97529054 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:54.158464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-db3dc2fe-8d7c-4e46-bcd1-9ccc97529054 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6872799 Mar 02 18:16:54.172285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a2fdaaa-18dc-4b4b-a721-a9d796746bad {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:54.214975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Request body: {'port': {'device_id': '92b5070f-7500-408f-a34a-f3c4dda42763', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '3fd879756aba443db17dde6f6a7eb212'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:54.229717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:54.253197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292073c-5c3d-4a69-ba6e-dfa40435b438 req-22f8a3a3-df85-4c26-9f23-fafd59b85fa9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:54.254797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e292073c-5c3d-4a69-ba6e-dfa40435b438 req-22f8a3a3-df85-4c26-9f23-fafd59b85fa9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.7522049 Mar 02 18:16:54.423240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-09538448-eeed-447b-92da-2298cd716040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:54.454297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e292073c-5c3d-4a69-ba6e-dfa40435b438 req-70ff7cc7-702f-4ed5-b557-f45039ca526a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840944 Mar 02 18:16:54.479419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:54.520546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-e580e500-5027-4264-b393-5976295c2f52 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:54.521351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-e580e500-5027-4264-b393-5976295c2f52 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Synchronizing usage tracker for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:54.534778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:54.536635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:16:54.592355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:54.597849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:16:54.669954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac31c5d-cd00-49a1-89d1-1209779fb7b8 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:54.680819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:54.702195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-e580e500-5027-4264-b393-5976295c2f52 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Unset dirty status for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:54.706567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-e580e500-5027-4264-b393-5976295c2f52 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 931 time: 0.6187074 Mar 02 18:16:54.706567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Transition to ACTIVE for port object aac31c5d-cd00-49a1-89d1-1209779fb7b8 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:54.772246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd74d9-0965-4eae-acf6-6a703dafc9a2 req-d812db24-155b-49e2-a05d-4dc305d955a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:54.774559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98bd74d9-0965-4eae-acf6-6a703dafc9a2 req-d812db24-155b-49e2-a05d-4dc305d955a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.1607306 Mar 02 18:16:54.783220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-5979a060-79a9-4a37-a424-51161d0b4763 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Synchronizing usage tracker for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:54.815691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a2fdaaa-18dc-4b4b-a721-a9d796746bad'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:54.830584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Made reservation on behalf of 3fd879756aba443db17dde6f6a7eb212 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:16:54.838461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:54.857626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98bd74d9-0965-4eae-acf6-6a703dafc9a2 req-251cea52-9d32-4fca-a6b7-85e0082dfe3f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768595 Mar 02 18:16:54.906924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.058107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-5979a060-79a9-4a37-a424-51161d0b4763 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Unset dirty status for tenant:c9c958c4a1e140b3afe59e3f5178ea90 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:55.059394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4891293e-b842-41aa-9ed1-69d43ff5fa3a req-5979a060-79a9-4a37-a424-51161d0b4763 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3434243 Mar 02 18:16:55.175524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Pushing event updated for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:55.375880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Allocated IP 192.168.233.111 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/5bab80b9-5515-474a-9d20-12fa9601f0db) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:16:55.378151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-a18f7ec4-c029-4b53-a042-6e3b7f244d27 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:55.378876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-a18f7ec4-c029-4b53-a042-6e3b7f244d27 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Synchronizing usage tracker for tenant:6c83e194d99546d89317f3fe98bd2573 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:55.405688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Attempting to bind port aac31c5d-cd00-49a1-89d1-1209779fb7b8 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:55.408298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Attempting to bind port aac31c5d-cd00-49a1-89d1-1209779fb7b8 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '02cc1d44-94b3-488b-ba41-2221a8729271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:55.408298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Attempting to bind port aac31c5d-cd00-49a1-89d1-1209779fb7b8 on network 1d1a6329-e84f-42f7-bb78-5052950a0f79 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:55.425048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Port aac31c5d-cd00-49a1-89d1-1209779fb7b8 on network 1d1a6329-e84f-42f7-bb78-5052950a0f79 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:55.425401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Attempting to bind port aac31c5d-cd00-49a1-89d1-1209779fb7b8 on network 1d1a6329-e84f-42f7-bb78-5052950a0f79 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:55.452867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653cd22b-c91a-499c-8a6d-f3a46beab8d1 req-be9201f5-888c-4b22-915e-5c9427a0fc17 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:55.454450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653cd22b-c91a-499c-8a6d-f3a46beab8d1 req-be9201f5-888c-4b22-915e-5c9427a0fc17 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 949 time: 0.4006000 Mar 02 18:16:55.458896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:55.459505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Checking segment: {'id': '02cc1d44-94b3-488b-ba41-2221a8729271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:55.459933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Bound using segment: {'id': '02cc1d44-94b3-488b-ba41-2221a8729271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:55.460911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Bound port: aac31c5d-cd00-49a1-89d1-1209779fb7b8, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cc1d44-94b3-488b-ba41-2221a8729271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:55.461260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.515613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aabdff9-7948-40a1-9b95-f5698cc525fb req-8054053a-e1d1-4752-ab94-f403d2657e12 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:55.517011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aabdff9-7948-40a1-9b95-f5698cc525fb req-8054053a-e1d1-4752-ab94-f403d2657e12 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 950 time: 0.2725441 Mar 02 18:16:55.594858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.595625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.596994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.599508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-a18f7ec4-c029-4b53-a042-6e3b7f244d27 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Unset dirty status for tenant:6c83e194d99546d89317f3fe98bd2573 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:55.600863 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-a18f7ec4-c029-4b53-a042-6e3b7f244d27 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.65 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 950 time: 0.3071439 Mar 02 18:16:55.681177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Deleting port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:16:55.681527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:55.689034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653cd22b-c91a-499c-8a6d-f3a46beab8d1 req-c25d6acb-bb81-46c8-9ed1-40a42946f807 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180924 Mar 02 18:16:55.750334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aabdff9-7948-40a1-9b95-f5698cc525fb req-358a3771-8a13-4908-b297-16e6e72aab22 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9ca02ff-0d1f-42bc-9228-57888cf37e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971278 Mar 02 18:16:55.819947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:16:55.836081 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9', 'code': 200} Mar 02 18:16:56.051608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8,segment=NetworkSegment(02cc1d44-94b3-488b-ba41-2221a8729271),segment_id=02cc1d44-94b3-488b-ba41-2221a8729271)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:16:56.054107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] For port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:56.054273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.067219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-200db182-8b15-4e33-a19d-15ce64abdeed req-45aafaee-b9ac-43ea-af0a-c3bb183567b8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 210 time: 0.0703554 Mar 02 18:16:56.110910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.138184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Transition to ACTIVE for port object 5bab80b9-5515-474a-9d20-12fa9601f0db will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:56.153514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e765e8-0ca4-442d-9b42-09218580556f req-f91a6e09-2dc5-4190-8d77-1203fa2c6cce tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.160524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4e765e8-0ca4-442d-9b42-09218580556f req-f91a6e09-2dc5-4190-8d77-1203fa2c6cce tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 945 time: 0.3357913 Mar 02 18:16:56.183852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.217651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Calling delete_port for 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:16:56.255893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.256653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.258851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] 10.222.0.65 "PUT /v2.0/ports/aac31c5d-cd00-49a1-89d1-1209779fb7b8 HTTP/1.1" status: 200 len: 1091 time: 3.1297655 Mar 02 18:16:56.263620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:56.312670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52125bde-d116-4f93-b283-2b664a109353 req-cdf36b7d-27b0-47d6-a16b-6ae35e770a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.314209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52125bde-d116-4f93-b283-2b664a109353 req-cdf36b7d-27b0-47d6-a16b-6ae35e770a28 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 1096 time: 0.3783445 Mar 02 18:16:56.342005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4e765e8-0ca4-442d-9b42-09218580556f req-39a7f898-db8b-497c-8c3f-6a53d9d76d46 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806078 Mar 02 18:16:56.361064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee545543-7d05-4d7e-ac57-7db94a236e68 service neutron] Pushing event updated for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:56.398237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2399a726-f649-4bae-b61d-204341ee40bc req-663d0e53-6ee4-40f2-8657-00f063d218a7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.399860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2399a726-f649-4bae-b61d-204341ee40bc req-663d0e53-6ee4-40f2-8657-00f063d218a7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.1401043 Mar 02 18:16:56.413344 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52125bde-d116-4f93-b283-2b664a109353 req-44aca9f9-ce6c-44ad-bf6e-e328dfd900d8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834947 Mar 02 18:16:56.457740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2399a726-f649-4bae-b61d-204341ee40bc req-0a46552c-ce7f-4f66-94fd-a797afe2be36 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494804 Mar 02 18:16:56.544607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.558225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:56.628389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.690626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.699511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.706960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:16:56.708069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:56.714586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:16:56.723744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:16:56.746599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Pushing event deleted for resources: {'Port': ['ID=2db57156-dda9-418e-bdd6-1ccf07f9bcd9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:56.800076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-02cb3f57-1cb8-4944-8989-d7483ae2bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.801623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-02cb3f57-1cb8-4944-8989-d7483ae2bf07 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9c958c4a1e140b3afe59e3f5178ea90&device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 1094 time: 0.3475699 Mar 02 18:16:56.840688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] No DVR routers for this DVR port 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:16:56.844239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:56.854913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'name': 'network-vif-deleted', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:56.902068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-c27534ec-6626-4d11-8fbf-050dc7b8102b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8 HTTP/1.1" status: 200 len: 217 time: 0.0886345 Mar 02 18:16:56.913549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4bf7f-144d-4e6b-a285-6af6ee934519 req-7cadd740-8cbb-4601-8c79-370d4b9b9583 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.925448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82b4bf7f-144d-4e6b-a285-6af6ee934519 req-7cadd740-8cbb-4601-8c79-370d4b9b9583 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.4212260 Mar 02 18:16:56.951567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2db57156-dda9-418e-bdd6-1ccf07f9bcd9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:16:56.954500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6dcb3564-8eab-411c-aacf-1d5453866568 req-569abe2f-91b8-4379-b6fc-0df37c15e5e1 tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.65 "DELETE /v2.0/ports/2db57156-dda9-418e-bdd6-1ccf07f9bcd9 HTTP/1.1" status: 204 len: 173 time: 1.3480189 Mar 02 18:16:56.972879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:56.973577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:57.000900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ef45a-3ce1-4e85-8476-803e72e93f5b req-c1b0d6df-84cd-4a1a-b8f4-6defe3f699f7 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:57.002430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-277ef45a-3ce1-4e85-8476-803e72e93f5b req-c1b0d6df-84cd-4a1a-b8f4-6defe3f699f7 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 943 time: 0.4063766 Mar 02 18:16:57.122505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-5ab4a938-6f54-4c9f-b8e9-6d5f23695085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:57.123939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-5ab4a938-6f54-4c9f-b8e9-6d5f23695085 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28d60450-e268-4ff9-825b-2ffc1070f84f HTTP/1.1" status: 200 len: 853 time: 0.2078989 Mar 02 18:16:57.128795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82b4bf7f-144d-4e6b-a285-6af6ee934519 req-3ef52bbd-3b23-4f34-82b2-7f78fc9ac65b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396623 Mar 02 18:16:57.130706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1a8339f-0cc9-4cf4-b998-631e41929d99 None None] Provisioning for port 5bab80b9-5515-474a-9d20-12fa9601f0db completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:57.138966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1a8339f-0cc9-4cf4-b998-631e41929d99 None None] Provisioning complete for port 5bab80b9-5515-474a-9d20-12fa9601f0db triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:57.139271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a1a8339f-0cc9-4cf4-b998-631e41929d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:57.196749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-906298f5-a664-4b69-8e5e-84efca47263e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d1a6329-e84f-42f7-bb78-5052950a0f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630782 Mar 02 18:16:57.212890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-277ef45a-3ce1-4e85-8476-803e72e93f5b req-2e325524-7b20-4c24-a732-1ab1805dbfb9 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762111 Mar 02 18:16:57.216563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a1a8339f-0cc9-4cf4-b998-631e41929d99 None None] Port 5bab80b9-5515-474a-9d20-12fa9601f0db cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:16:57.422852 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8', 'status': 'completed', 'code': 200} Mar 02 18:16:57.470557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-d2a81537-016f-4aad-aa6f-97f52f463ade tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2594259 Mar 02 18:16:57.489435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Request body: {'port': {'device_id': '92b5070f-7500-408f-a34a-f3c4dda42763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:16:57.592994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a2fdaaa-18dc-4b4b-a721-a9d796746bad up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:16:57.613241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6abba76a-d5df-40ec-8524-e8e003be5047 req-44bf791c-02d2-4618-baa2-b5585c0316ac tempest-ImagesNegativeTestJSON-1493131287 tempest-ImagesNegativeTestJSON-1493131287-project] 10.222.0.66 "GET /v2.0/ports?device_id=57132fdd-bd19-4843-8541-b65246dd15ce HTTP/1.1" status: 200 len: 210 time: 0.0751324 Mar 02 18:16:57.691210 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57132fdd-bd19-4843-8541-b65246dd15ce', 'name': 'network-vif-deleted', 'tag': '2db57156-dda9-418e-bdd6-1ccf07f9bcd9', 'status': 'completed', 'code': 200} Mar 02 18:16:57.694151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-3f4f17a6-9491-4b6c-afda-f184ead69661 service neutron] 10.222.0.65 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761403 Mar 02 18:16:57.762289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2155f15-5097-43c4-a790-5dc38a5f998b req-758063a4-5542-44a3-bbc4-112766fa0d12 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:57.763971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2155f15-5097-43c4-a790-5dc38a5f998b req-758063a4-5542-44a3-bbc4-112766fa0d12 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 949 time: 0.3401060 Mar 02 18:16:57.806406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:16:57.812848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:16:57.819110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:57.903524 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:57.944222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:57.976616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:16:58.003936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:16:58.130184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2155f15-5097-43c4-a790-5dc38a5f998b req-3d593086-2bd7-4855-8d53-6515ac22352e tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100815 Mar 02 18:16:58.142748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8716fb9c-9141-4412-a6f1-90e42ddd03c5 req-bfc749e0-3fa2-448f-86db-8f1d8c56f598 service neutron] 10.222.0.65 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393799 Mar 02 18:16:58.194100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:58.196278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:16:58.251361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59693a-55fb-4a2e-b800-f49c3383b96c req-457c5d6a-f95f-459c-b351-d858d2a8b346 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:58.252118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ac59693a-55fb-4a2e-b800-f49c3383b96c req-457c5d6a-f95f-459c-b351-d858d2a8b346 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:16:58.281243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:16:58.281243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2db57156-dda9-418e-bdd6-1ccf07f9bcd9 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:16:58.316955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:58.472589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ac59693a-55fb-4a2e-b800-f49c3383b96c req-457c5d6a-f95f-459c-b351-d858d2a8b346 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:16:58.480136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac59693a-55fb-4a2e-b800-f49c3383b96c req-457c5d6a-f95f-459c-b351-d858d2a8b346 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 936 time: 0.6587849 Mar 02 18:16:58.577629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c60627-c9c0-4c72-b2c5-d2ff73b177e8 req-b811419b-9d72-43f3-8b0f-413708f8b7ee tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:58.579137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1c60627-c9c0-4c72-b2c5-d2ff73b177e8 req-b811419b-9d72-43f3-8b0f-413708f8b7ee tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 945 time: 0.3139462 Mar 02 18:16:58.591823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac59693a-55fb-4a2e-b800-f49c3383b96c req-e832c858-121d-4907-8809-9bd33c1cf150 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108432 Mar 02 18:16:58.629833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-6cfbc38b-95da-40d0-a038-b0036e9a4ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:58.631371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-6cfbc38b-95da-40d0-a038-b0036e9a4ecb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c9c958c4a1e140b3afe59e3f5178ea90&device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 1094 time: 0.2838240 Mar 02 18:16:58.702256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1c60627-c9c0-4c72-b2c5-d2ff73b177e8 req-99cde91a-dbbf-4c93-ac49-d10f7949a892 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049211 Mar 02 18:16:58.755835 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad', 'code': 200} Mar 02 18:16:58.924004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2fd3e-b1fb-4a09-901b-1d679759c54f req-f5300d57-bbb0-478a-9847-a749458f546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:58.925647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3cb2fd3e-b1fb-4a09-901b-1d679759c54f req-f5300d57-bbb0-478a-9847-a749458f546a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 1101 time: 0.0792780 Mar 02 18:16:58.936788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bab80b9-5515-474a-9d20-12fa9601f0db {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:16:58.959141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:58.976519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3cb2fd3e-b1fb-4a09-901b-1d679759c54f req-3719f63f-9a0c-4e62-b89c-9aba13882be1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435693 Mar 02 18:16:58.979008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-e577cab4-5fab-4131-9dd3-a0ec2f7491b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:58.980458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-e577cab4-5fab-4131-9dd3-a0ec2f7491b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d1a6329-e84f-42f7-bb78-5052950a0f79 HTTP/1.1" status: 200 len: 914 time: 0.3372462 Mar 02 18:16:58.994246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Transition to ACTIVE for port object 5bab80b9-5515-474a-9d20-12fa9601f0db will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:16:59.034027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc5019-1a06-4088-96ef-577b21867c2a req-f07985b7-5b46-4a6a-94cb-b10cf4442cde tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:59.035638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7dc5019-1a06-4088-96ef-577b21867c2a req-f07985b7-5b46-4a6a-94cb-b10cf4442cde tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.2794144 Mar 02 18:16:59.043882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13aea0-3c45-4f65-bd69-123a00859245 req-672534f2-08f1-4256-9cd0-edbb914e0efd tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:59.045381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c13aea0-3c45-4f65-bd69-123a00859245 req-672534f2-08f1-4256-9cd0-edbb914e0efd tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 943 time: 0.1931031 Mar 02 18:16:59.082540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:59.302982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c13aea0-3c45-4f65-bd69-123a00859245 req-12f5d989-b35d-42e4-8aa7-54e017a00fa3 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401659 Mar 02 18:16:59.323932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7dc5019-1a06-4088-96ef-577b21867c2a req-4fbed555-4926-4461-8487-3832beac1710 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771599 Mar 02 18:16:59.367227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-1307d4eb-f935-4ece-ab14-a623021705bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8 HTTP/1.1" status: 200 len: 217 time: 0.1428492 Mar 02 18:16:59.373500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:16:59.575689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-7cadeb07-08b2-4082-b479-7e389018189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:59.579474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-7cadeb07-08b2-4082-b479-7e389018189f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=28d60450-e268-4ff9-825b-2ffc1070f84f HTTP/1.1" status: 200 len: 853 time: 0.1962829 Mar 02 18:16:59.718745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-40ca4a6c-fa6a-440c-9aff-95e3f977886e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d1a6329-e84f-42f7-bb78-5052950a0f79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713060 Mar 02 18:16:59.728261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:16:59.737879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:16:59.737879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:59.768817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:16:59.769144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:16:59.938032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:16:59.938032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:16:59.938032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:16:59.938032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Bound port: 5bab80b9-5515-474a-9d20-12fa9601f0db, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:16:59.938032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:16:59.948972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-2dcd4a1a-ade2-4a46-8e3b-c9f8ea4681b1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:16:59.950545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-2dcd4a1a-ade2-4a46-8e3b-c9f8ea4681b1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.4846702 Mar 02 18:17:00.064523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-18f799c5-e416-4bd3-a9c9-e0c7e9973363 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/quotas/22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 375 time: 0.0606031 Mar 02 18:17:00.181804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd73dc-5d25-4241-8ae7-11ef7fb6ffe5 req-0f1ddb61-1116-4717-ad97-2e9e7adb241d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:00.181804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48dd73dc-5d25-4241-8ae7-11ef7fb6ffe5 req-0f1ddb61-1116-4717-ad97-2e9e7adb241d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 945 time: 0.6457272 Mar 02 18:17:00.186231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-49fd1c95-0c27-46e3-9ca2-ef79fcb42fde service neutron] 10.222.0.65 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4524448 Mar 02 18:17:00.262046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:00.342842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:00.353013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48dd73dc-5d25-4241-8ae7-11ef7fb6ffe5 req-be458983-62cd-4e8b-8fd6-e71efe916bb5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612425 Mar 02 18:17:00.380837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-da4d9d2b-867c-4cdf-b0cf-0347448464d8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3072686 Mar 02 18:17:00.450578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5041024-9bc6-43e9-8a7e-7d017c6a624e req-2133785b-34d3-4002-9604-50df012528ef service neutron] 10.222.0.65 "GET /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319059 Mar 02 18:17:00.577854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:00.634210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-021c6fa5-bed2-444d-af7f-1be707a99d98 service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441938 Mar 02 18:17:00.699886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:00.717313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:00.717313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] 10.222.0.11 "PUT /v2.0/ports/5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 1096 time: 3.2191565 Mar 02 18:17:00.717313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:00.789757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b41951-f387-44d6-ad2e-3651400b86c8 req-0d18ed6d-31d3-45d0-9e2b-e5ac0373b184 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:00.791456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b41951-f387-44d6-ad2e-3651400b86c8 req-0d18ed6d-31d3-45d0-9e2b-e5ac0373b184 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.3021882 Mar 02 18:17:00.831889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3dc23-c42d-4272-b7fe-4c4a3bbb280a service neutron] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:00.884428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b41951-f387-44d6-ad2e-3651400b86c8 req-35ed607f-90cd-4786-be59-450c27d6e3a6 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849304 Mar 02 18:17:00.934424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-8c043c84-296d-418b-90ca-6fef0f666586 service neutron] 10.222.0.66 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844982 Mar 02 18:17:00.971222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-ca72d73c-bff6-4313-a0ad-952f3329a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:00.973400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-ca72d73c-bff6-4313-a0ad-952f3329a094 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1099 time: 0.0926130 Mar 02 18:17:01.059086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-322e0c2c-ccd9-485c-a4c1-5103b5707534 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.0771081 Mar 02 18:17:01.169080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-ddfd1488-5799-4c2a-b706-8bcd983e1f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.177537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-ddfd1488-5799-4c2a-b706-8bcd983e1f39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0780647 Mar 02 18:17:01.242464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d711a-7897-4dfb-8759-b2f26e2835ce req-7efa4e78-57ff-4211-9f22-4181a2050401 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.243920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a01d711a-7897-4dfb-8759-b2f26e2835ce req-7efa4e78-57ff-4211-9f22-4181a2050401 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.1839616 Mar 02 18:17:01.303324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-b279bb90-58f6-4b75-aaef-33d85828e0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.303786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-b279bb90-58f6-4b75-aaef-33d85828e0d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246874 Mar 02 18:17:01.306721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a01d711a-7897-4dfb-8759-b2f26e2835ce req-24e80d6a-8948-4c21-9257-b2a01850ff16 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551071 Mar 02 18:17:01.495998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-1b141026-bcce-4ee8-9742-c61e5388b870 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839688 Mar 02 18:17:01.608629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0296b7b8-fcfb-4770-bcf6-0615b4181f5e req-d46910a9-c2b3-44a0-bfa2-882afe219180 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.610096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0296b7b8-fcfb-4770-bcf6-0615b4181f5e req-d46910a9-c2b3-44a0-bfa2-882afe219180 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 945 time: 0.1965711 Mar 02 18:17:01.626350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aac31c5d-cd00-49a1-89d1-1209779fb7b8 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:01.791082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8,segment=NetworkSegment(02cc1d44-94b3-488b-ba41-2221a8729271),segment_id=02cc1d44-94b3-488b-ba41-2221a8729271)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:01.812654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8', 'network_id': '1d1a6329-e84f-42f7-bb78-5052950a0f79', 'port_id': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8', 'mac_address': 'fa:16:3e:2b:7b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28d60450-e268-4ff9-825b-2ffc1070f84f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:01.826069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0296b7b8-fcfb-4770-bcf6-0615b4181f5e req-7467f3af-4c09-4049-b29a-d48f9d4da4ce tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074885 Mar 02 18:17:01.880936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:01.884483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c85f35a8-2c94-4972-85b7-786295ee2456 req-816b1ec8-318e-4870-99ec-ed763829569b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778348 Mar 02 18:17:01.909916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac31c5d-cd00-49a1-89d1-1209779fb7b8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:01.931757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8,segment=NetworkSegment(02cc1d44-94b3-488b-ba41-2221a8729271),segment_id=02cc1d44-94b3-488b-ba41-2221a8729271)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:01.945490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4713d-6cdc-4298-a75a-2fa89f79d3aa req-8df06c73-1b8f-4837-9d9d-ed1b05ce7a6c tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:01.947944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cf4713d-6cdc-4298-a75a-2fa89f79d3aa req-8df06c73-1b8f-4837-9d9d-ed1b05ce7a6c tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 943 time: 0.1204631 Mar 02 18:17:02.009049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cf4713d-6cdc-4298-a75a-2fa89f79d3aa req-039e9806-4813-463c-8b2c-17ab8fde98c0 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550487 Mar 02 18:17:02.051523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:02.085226 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'status': 'completed', 'code': 200} Mar 02 18:17:02.135119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:02.225007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-258d16b0-4d9a-4ac3-a61c-18760a58a821 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:02.227119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-258d16b0-4d9a-4ac3-a61c-18760a58a821 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.0979614 Mar 02 18:17:02.232627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd206-9be5-4857-af21-538d772af5b9 req-da3175ae-6ea7-4349-af07-2cfe26eaee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:02.235916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-da3175ae-6ea7-4349-af07-2cfe26eaee35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1099 time: 0.1209824 Mar 02 18:17:02.239485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828839-1'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:02.344192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['aac31c5d-cd00-49a1-89d1-1209779fb7b8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:02.376739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:02.427564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd206-9be5-4857-af21-538d772af5b9 req-024a48fd-0609-43c9-9b7a-721231341abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:02.433044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-024a48fd-0609-43c9-9b7a-721231341abf service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1910968 Mar 02 18:17:02.546032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-0d34c597-c9c8-4a7f-9f80-c9d7e48c5da1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.1059372 Mar 02 18:17:02.684250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78f13ca5-3e1e-4131-a74b-fb8539856827 req-3e4c0285-43f3-4e67-a65a-8bec8ac4ceac tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0634143 Mar 02 18:17:02.698548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd206-9be5-4857-af21-538d772af5b9 req-2c39d91d-7b0c-44ac-aa07-3f4cd38a3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:02.700758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-2c39d91d-7b0c-44ac-aa07-3f4cd38a3090 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1466951 Mar 02 18:17:02.778434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:02.798047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bffd206-9be5-4857-af21-538d772af5b9 req-40262e2a-7e1a-4d7f-b737-5be5fb59abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:02.800116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-40262e2a-7e1a-4d7f-b737-5be5fb59abcb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0915465 Mar 02 18:17:02.821818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:02.894343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:02.900742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.016234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-2baef39f-5425-4026-8a6c-f18313e309a4 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077684 Mar 02 18:17:03.029125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ae33d-f392-4fb7-ac29-ee375cdae108 req-69279012-fb33-4001-b6ec-598129c1ebc2 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:03.030665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-526ae33d-f392-4fb7-ac29-ee375cdae108 req-69279012-fb33-4001-b6ec-598129c1ebc2 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.1982036 Mar 02 18:17:03.085167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.169462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-526ae33d-f392-4fb7-ac29-ee375cdae108 req-25dcfa92-7e23-4318-8abc-fea5f003d5a4 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201446 Mar 02 18:17:03.205867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bffd206-9be5-4857-af21-538d772af5b9 req-8ca3dc35-4ae4-4cc2-951f-cd5ea5a567f5 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739213 Mar 02 18:17:03.268310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:03.282703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on host n-h1-828839-1 for vnic_type normal with profile {"migrating_to": "n-h2-828839-1"} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:03.283179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:03.283621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:03.289512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:03.289991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Attempting to bind port 884d0f17-0262-41c0-88d5-4f2d08aa38df on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:03.296719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:03.297180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:03.305123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:03.305123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Bound port: 884d0f17-0262-41c0-88d5-4f2d08aa38df, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:03.305123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.373933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a43166-11a3-49a8-afba-40ce520aeaf2 req-ac69770b-a8ef-41c1-a883-834beb5f29c1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:03.375538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a43166-11a3-49a8-afba-40ce520aeaf2 req-ac69770b-a8ef-41c1-a883-834beb5f29c1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.0941985 Mar 02 18:17:03.400182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:03.403566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:03.421889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a43166-11a3-49a8-afba-40ce520aeaf2 req-e9d49741-aaa2-4754-b16a-781cf8ae1f3a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Mar 02 18:17:03.602236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.612408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220bb66-6f94-4bb6-ad78-7594423e18cb req-87d7bae8-7cd1-4006-a2b5-dfc3c16123cf tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:03.614107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a220bb66-6f94-4bb6-ad78-7594423e18cb req-87d7bae8-7cd1-4006-a2b5-dfc3c16123cf tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 945 time: 0.0990388 Mar 02 18:17:03.627305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aac31c5d-cd00-49a1-89d1-1209779fb7b8 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:03.679501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a220bb66-6f94-4bb6-ad78-7594423e18cb req-8bf670da-e259-4c6c-b1ad-01d0c25b6191 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570197 Mar 02 18:17:03.822872 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'code': 200} Mar 02 18:17:03.859719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=8']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:03.869346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port aac31c5d-cd00-49a1-89d1-1209779fb7b8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:03.875845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port aac31c5d-cd00-49a1-89d1-1209779fb7b8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:03.876505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.879269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:03.880528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:03.882229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-fc8bb6c5-f45e-436f-b289-30e1d33c91ae service neutron] 10.222.0.11 "PUT /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 1121 time: 1.6483650 Mar 02 18:17:04.063656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['884d0f17-0262-41c0-88d5-4f2d08aa38df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:04.081426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-d01727c3-e278-4ecc-b948-2d9dba8bc8d8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:04.083436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-d01727c3-e278-4ecc-b948-2d9dba8bc8d8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 945 time: 0.1082156 Mar 02 18:17:04.086968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f229c1e4-895e-47b7-9736-14851b1c4262 req-bcf6cc2e-468e-46bb-ae7a-4ad93c760035 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:04.094709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f229c1e4-895e-47b7-9736-14851b1c4262 req-bcf6cc2e-468e-46bb-ae7a-4ad93c760035 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 944 time: 0.2031062 Mar 02 18:17:04.120009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08c6eb-1c67-4558-94bc-f18569383f47 req-dfedb198-449b-4e15-aebd-7a43266a5387 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:04.121953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e08c6eb-1c67-4558-94bc-f18569383f47 req-dfedb198-449b-4e15-aebd-7a43266a5387 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.2801890 Mar 02 18:17:04.165991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['884d0f17-0262-41c0-88d5-4f2d08aa38df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:04.196231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:17:04.196872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:04.200676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f229c1e4-895e-47b7-9736-14851b1c4262 req-067eb4e9-d41b-443f-bc06-edd8c39f26b2 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047723 Mar 02 18:17:04.267588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e08c6eb-1c67-4558-94bc-f18569383f47 req-e4d63297-4c00-4326-8556-84bb6fa06aec tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300788 Mar 02 18:17:04.378177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:04.439442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:04.466920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ddc7b56-d2b8-4e03-b233-37d34319cd06 req-a2886a47-f3c7-4a27-a622-b5ae5c3fc4bb tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0473993 Mar 02 18:17:04.472790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8,segment=NetworkSegment(02cc1d44-94b3-488b-ba41-2221a8729271),segment_id=02cc1d44-94b3-488b-ba41-2221a8729271)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:04.627388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port 8cbf27d2-0859-49ce-b843-7f44e189a7f9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=8cbf27d2-0859-49ce-b843-7f44e189a7f9,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:04.629911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:04.654271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:04.775265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:04.824591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for 8cbf27d2-0859-49ce-b843-7f44e189a7f9 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:17:04.854601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987635b5-e72e-4ff9-9919-fedb891a667a req-2f29df76-12e6-44cf-992a-cea63171a65b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:04.856815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-987635b5-e72e-4ff9-9919-fedb891a667a req-2f29df76-12e6-44cf-992a-cea63171a65b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.0987470 Mar 02 18:17:04.895658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:04.907363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:04.919821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df has no active binding in host n-h2-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:17:04.919821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:04.926038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-987635b5-e72e-4ff9-9919-fedb891a667a req-c0c1f026-fa90-4cfd-964b-ed9c73e578a5 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573092 Mar 02 18:17:05.009515 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8', 'code': 200} Mar 02 18:17:05.092157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:05.117056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'mac_address': 'fa:16:3e:23:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:05.218727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:05.237891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab80b9-5515-474a-9d20-12fa9601f0db {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:05.254595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:05.269419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad84b24-01d3-4e09-b23b-e839f9537a51 req-a2acc9a5-0d6c-4373-a490-58d0c32bf886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:05.270862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dad84b24-01d3-4e09-b23b-e839f9537a51 req-a2acc9a5-0d6c-4373-a490-58d0c32bf886 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 1096 time: 0.2002335 Mar 02 18:17:05.293702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:05.310917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2', '8cbf27d2-0859-49ce-b843-7f44e189a7f9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:05.407542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=8cbf27d2-0859-49ce-b843-7f44e189a7f9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:05.526458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dad84b24-01d3-4e09-b23b-e839f9537a51 req-1906d7bb-5204-4035-9cda-48bc1a516c76 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485926 Mar 02 18:17:05.542890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port 8cbf27d2-0859-49ce-b843-7f44e189a7f9 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:05.546333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:05.561634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc886e72-dfba-48f0-88d5-950fb623c770 req-707871f8-8402-4238-bef9-0fc374e4e286 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "DELETE /v2.0/ports/8cbf27d2-0859-49ce-b843-7f44e189a7f9 HTTP/1.1" status: 204 len: 173 time: 1.4704735 Mar 02 18:17:05.573399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:05.576765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e618a1-0ec3-4722-897d-5adaef4d4f9f req-09c342e9-4b50-4f73-8165-da0f269c633b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:05.584160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e618a1-0ec3-4722-897d-5adaef4d4f9f req-09c342e9-4b50-4f73-8165-da0f269c633b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 867 time: 0.3565977 Mar 02 18:17:05.593011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b3596-df48-43ff-adff-b70c0b442f4c req-550a985d-1487-4859-ace4-9f18fe4fe951 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:05.594509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b7b3596-df48-43ff-adff-b70c0b442f4c req-550a985d-1487-4859-ace4-9f18fe4fe951 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.3178375 Mar 02 18:17:05.656579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:05.680024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e618a1-0ec3-4722-897d-5adaef4d4f9f req-d0a614e2-e37d-42b0-8ea1-00f3850289bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810354 Mar 02 18:17:05.680024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b7b3596-df48-43ff-adff-b70c0b442f4c req-b3fdf5b2-00a0-4c5c-b132-0eda95fd82ba tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615540 Mar 02 18:17:05.824583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df'}, {'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'name': 'network-vif-deleted', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:05.905709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:05.968918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-69c794a6-35de-4789-9b98-767f081c7706 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1055737 Mar 02 18:17:06.093308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-63d7b0c2-f000-47d3-a767-2a96fb7317c1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.095015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-63d7b0c2-f000-47d3-a767-2a96fb7317c1 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 821 time: 0.3279316 Mar 02 18:17:06.114759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af504f-5b2b-45d7-85bd-fc28cb9acf94 req-03a79a5e-8540-46b0-b9a8-1b04e350e85f tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.122097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8af504f-5b2b-45d7-85bd-fc28cb9acf94 req-03a79a5e-8540-46b0-b9a8-1b04e350e85f tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 945 time: 0.3272691 Mar 02 18:17:06.141340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Request body: {'port': {'device_id': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'admin_state_up': True, 'tenant_id': '22ecd64c79744520a3cef4a113036cd7'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:06.209017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9da2e6-e666-4b8b-be13-59b936bd5538 req-262b1422-8103-429f-8a91-03c93ed71e72 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.211181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d9da2e6-e666-4b8b-be13-59b936bd5538 req-262b1422-8103-429f-8a91-03c93ed71e72 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.4146805 Mar 02 18:17:06.271921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-39d222ed-0cfd-4801-9a22-b300332fcb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.274164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-39d222ed-0cfd-4801-9a22-b300332fcb0f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 1095 time: 0.2791069 Mar 02 18:17:06.337505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8af504f-5b2b-45d7-85bd-fc28cb9acf94 req-2540eded-fb89-44b9-a0fb-b771cd92cdd3 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144277 Mar 02 18:17:06.347440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43896) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:06.396884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d9da2e6-e666-4b8b-be13-59b936bd5538 req-6dbfc118-3d40-45e3-a5b4-7491ce9f4065 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278439 Mar 02 18:17:06.451342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:06.495764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-e3fdc65e-f004-4fbf-ae16-061da14cf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.497217 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-e3fdc65e-f004-4fbf-ae16-061da14cf647 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2007749 Mar 02 18:17:06.527228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8e1a3f1-fe25-4369-b448-91f9cb9e5200 req-c5735ee1-fdad-4287-a95f-86ebfe46979c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0728416 Mar 02 18:17:06.528397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:06.606760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-e8a94380-da7f-43d0-9f12-38b1666463d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 200 len: 217 time: 0.1010773 Mar 02 18:17:06.608493 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'status': 'completed', 'code': 200} Mar 02 18:17:06.609679 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '353903cf-824d-48a4-b6c6-84f456df86cb', 'name': 'network-vif-deleted', 'tag': '8cbf27d2-0859-49ce-b843-7f44e189a7f9', 'status': 'completed', 'code': 200} Mar 02 18:17:06.632622 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:17:06.655588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 8cbf27d2-0859-49ce-b843-7f44e189a7f9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:06.733592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 8cbf27d2-0859-49ce-b843-7f44e189a7f9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:17:06.733592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 8cbf27d2-0859-49ce-b843-7f44e189a7f9 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:06.736706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-86397b79-7b0c-44ca-81c7-aebed2da1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.739739 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-86397b79-7b0c-44ca-81c7-aebed2da1a71 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1229556 Mar 02 18:17:06.745917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d79809e9-f632-499f-be9d-a68495cf2a39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c83e194d99546d89317f3fe98bd2573&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3971548 Mar 02 18:17:06.748846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:06.832049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-b61b3ab0-e5b7-40cf-a1a3-0e0d2ed2e9fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645912 Mar 02 18:17:06.841554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-1a10b405-f3ff-46ba-b968-1996fac52d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.843251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-1a10b405-f3ff-46ba-b968-1996fac52d71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1124 time: 0.2157762 Mar 02 18:17:06.857105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c075b-9dde-4ba0-adaa-24550824e09b req-0b60e0d4-8046-40e1-8641-0e0e00c14f70 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:06.858774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-726c075b-9dde-4ba0-adaa-24550824e09b req-0b60e0d4-8046-40e1-8641-0e0e00c14f70 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 949 time: 0.1158352 Mar 02 18:17:06.982635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Made reservation on behalf of 22ecd64c79744520a3cef4a113036cd7 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:06.986108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:07.019008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-726c075b-9dde-4ba0-adaa-24550824e09b req-c6d56846-5677-4bd1-83f6-dfb5d7797442 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370745 Mar 02 18:17:07.033769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:07.077010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:07.134760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-ad1c844c-7dd5-4334-9471-63dc5e641c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:07.136273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-ad1c844c-7dd5-4334-9471-63dc5e641c59 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2765472 Mar 02 18:17:07.173452 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-d71544c6-bf0f-4728-b9b9-4d7f35210b17 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343656 Mar 02 18:17:07.305075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-db51d6ff-06c5-4f76-b9b6-2f74b2cf14a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 217 time: 0.1470623 Mar 02 18:17:07.396518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:07.449628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ca02ff-0d1f-42bc-9228-57888cf37e84,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:07.484700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:07.489661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-08d21e42-380a-4c05-9d80-708a035609d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9ca02ff-0d1f-42bc-9228-57888cf37e84 HTTP/1.1" status: 204 len: 168 time: 0.7396572 Mar 02 18:17:07.497891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edcc2d3f-7631-41ae-a890-70095cd84647 req-602b8cfc-0717-48a9-9574-fe69fb1c55c9 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158770 Mar 02 18:17:07.558930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-f087ff4f-f186-4082-b63d-0b430883ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:07.560827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-f087ff4f-f186-4082-b63d-0b430883ce63 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2486563 Mar 02 18:17:07.677458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3956841-d830-4834-8225-343cbc364c4c req-a711a0e2-6266-4bb7-bd56-c8799681b8bf tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=353903cf-824d-48a4-b6c6-84f456df86cb HTTP/1.1" status: 200 len: 210 time: 0.1910899 Mar 02 18:17:07.697347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-9c641530-30d4-4e61-9fc0-13ac2b38751b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161065 Mar 02 18:17:07.720167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Allocated IP 172.20.0.11 (b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f/1b86e433-8211-473d-8d29-2d62b075df62/534ad83f-870f-4636-9ef2-27575ff7d14c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:08.106062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9729ff-23cd-446f-a0cc-f251fbb31ce6 req-afe446b4-78c1-4593-b73f-f2e020cc1736 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:08.107692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a9729ff-23cd-446f-a0cc-f251fbb31ce6 req-afe446b4-78c1-4593-b73f-f2e020cc1736 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.6198523 Mar 02 18:17:08.231592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-137e9994-fe0c-416b-8a5e-30e03581107b service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5166764 Mar 02 18:17:08.344192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a9729ff-23cd-446f-a0cc-f251fbb31ce6 req-47a6a905-1cf0-4b3d-842e-ab12d2998678 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276752 Mar 02 18:17:08.366471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14664ee-54fd-4060-9af2-72b2579785a7 req-c35c83ad-343e-4f79-9d2a-ce397016d5f1 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:08.374002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f14664ee-54fd-4060-9af2-72b2579785a7 req-c35c83ad-343e-4f79-9d2a-ce397016d5f1 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 945 time: 0.4651277 Mar 02 18:17:08.583012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f14664ee-54fd-4060-9af2-72b2579785a7 req-8dbdaf25-1be6-4bcd-bfe3-d93131d74cc1 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/security-groups?id=a50b46c3-3205-4db2-8db3-628f61b3db74&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081029 Mar 02 18:17:08.598669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:08.603721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61e3bccf-0250-4796-8c83-48e0cb43e630 req-82a96efb-2906-48b9-96d7-c43e7ce57af8 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642015 Mar 02 18:17:08.653638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730b1d-51d6-459a-ba51-3f1e22c547ce req-45924241-53c1-4b8d-be69-2987523a9453 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:08.655224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d730b1d-51d6-459a-ba51-3f1e22c547ce req-45924241-53c1-4b8d-be69-2987523a9453 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.2051258 Mar 02 18:17:08.657155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:08.743144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d730b1d-51d6-459a-ba51-3f1e22c547ce req-99b54f34-c879-40f0-a3f4-03586b3e11a7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813534 Mar 02 18:17:08.766157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fea16a4-420e-46cf-93fe-ecbad8d26573 req-31feef23-73aa-4bad-b463-264596594001 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0595222 Mar 02 18:17:08.845879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:08.870069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['dc03dde3-639d-4fa5-9125-e2e71dca2115'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:08.904747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 5bab80b9-5515-474a-9d20-12fa9601f0db completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:08.919673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 5bab80b9-5515-474a-9d20-12fa9601f0db triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:08.920032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:08.981531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:08.988629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:08.991838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:17:09.046697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:09.115676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:09.122476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.144546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.159630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091fb5b3-7fa4-439e-83a6-8d40847984fc req-740e5d73-7026-4b4e-840f-d54cb5d16620 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:09.161499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-091fb5b3-7fa4-439e-83a6-8d40847984fc req-740e5d73-7026-4b4e-840f-d54cb5d16620 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 949 time: 0.2560852 Mar 02 18:17:09.229869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-091fb5b3-7fa4-439e-83a6-8d40847984fc req-2b46c93b-0b52-481a-8208-ceaee3325d29 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604241 Mar 02 18:17:09.293644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:09.315780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:09.321656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e7714ee1-2415-4258-8c2d-81d804be23ae tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1961484 Mar 02 18:17:09.341696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Request body: {'port': {'device_id': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:09.457797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.536460 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'code': 200} Mar 02 18:17:09.576580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.606523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:09.617897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-cca32f28-8da9-4b37-881a-bc33c1d19578 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:09.619585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-cca32f28-8da9-4b37-881a-bc33c1d19578 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.65 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.2344449 Mar 02 18:17:09.659487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b391d100-9665-43a0-a919-96aa6108b460 req-c02113b2-43ec-4081-b81f-e34fabf07480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:09.661095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b391d100-9665-43a0-a919-96aa6108b460 req-c02113b2-43ec-4081-b81f-e34fabf07480 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1101 time: 0.0863874 Mar 02 18:17:09.751654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Deleting port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:17:09.752030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:09.759561 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b391d100-9665-43a0-a919-96aa6108b460 req-866e6bce-8cf6-4341-aafc-32e67b1a5373 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862896 Mar 02 18:17:09.876849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-b4787a68-0b01-4a00-8eed-96899371446e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c890bf49d5694a708cbcbdfac5460d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549889 Mar 02 18:17:10.490224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-4067acf4-de80-46ed-92b9-eaae71888c85 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:10.491673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-4067acf4-de80-46ed-92b9-eaae71888c85 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6039131 Mar 02 18:17:10.529365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-635e8656-1c7f-4042-b338-d32ee588e973 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/quotas/c890bf49d5694a708cbcbdfac5460d12 HTTP/1.1" status: 200 len: 375 time: 0.0266926 Mar 02 18:17:10.601546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] For port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:10.601905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:10.615614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682a189-cbf7-4d06-b9d2-51ab7df29ae2 req-8433124f-db1b-4990-a7ea-29d35f0dd021 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:10.617593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8682a189-cbf7-4d06-b9d2-51ab7df29ae2 req-8433124f-db1b-4990-a7ea-29d35f0dd021 tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/ports?device_id=1eeb5ebd-4574-40de-b1e3-d51d4793e2ea HTTP/1.1" status: 200 len: 950 time: 0.6353340 Mar 02 18:17:10.661220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-2c6989f2-b465-460f-8af6-782c3bfc0ba7 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c890bf49d5694a708cbcbdfac5460d12&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1169186 Mar 02 18:17:10.803081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Calling delete_port for 2a2fdaaa-18dc-4b4b-a721-a9d796746bad owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:17:10.866665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534ad83f-870f-4636-9ef2-27575ff7d14c {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:10.886379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:10.897398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8682a189-cbf7-4d06-b9d2-51ab7df29ae2 req-9fbebbef-bc0a-45bf-91e9-ed372b305cab tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.66 "GET /v2.0/security-groups?id=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401431 Mar 02 18:17:10.916007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Transition to ACTIVE for port object 534ad83f-870f-4636-9ef2-27575ff7d14c will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:11.127339 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.190844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-6d73f0e0-f010-41ac-9f39-581861dcc2ce service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0859017 Mar 02 18:17:11.291005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-018881a2-6951-4712-acf6-b4de47ffd4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.292500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-018881a2-6951-4712-acf6-b4de47ffd4a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 1096 time: 0.0745895 Mar 02 18:17:11.377025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:11.413883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.425791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2a2fdaaa-18dc-4b4b-a721-a9d796746bad'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:11.433838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d1364-a35a-43fe-b39d-03e48d2a100a req-5a064c5f-7ada-4bce-b0de-e15d43601d69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.440193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-430d1364-a35a-43fe-b39d-03e48d2a100a req-5a064c5f-7ada-4bce-b0de-e15d43601d69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.4114807 Mar 02 18:17:11.536540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-18017250-1ce5-455f-ba23-0c9c32fdcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.538677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-18017250-1ce5-455f-ba23-0c9c32fdcb32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2230780 Mar 02 18:17:11.678690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-1d871714-0a5a-4619-aba9-612c0cb7f4be tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.678690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-1d871714-0a5a-4619-aba9-612c0cb7f4be tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.5378950 Mar 02 18:17:11.678690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Pushing event deleted for resources: {'Port': ['ID=2a2fdaaa-18dc-4b4b-a721-a9d796746bad,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:11.682484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-e4027f02-a96d-4653-85fc-5a0c172b0efc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 200 len: 217 time: 0.0697303 Mar 02 18:17:11.686423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-85194f96-f624-47df-bcaf-78d0ce1e0d26 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0693059 Mar 02 18:17:11.693138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-07d4ef9c-d720-4285-a126-bc356365a405 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.693138 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-07d4ef9c-d720-4285-a126-bc356365a405 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.65 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 945 time: 0.2931390 Mar 02 18:17:11.725913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-430d1364-a35a-43fe-b39d-03e48d2a100a req-426cf931-3f11-4b2a-a01e-147ddd844542 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847636 Mar 02 18:17:11.734628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] No DVR routers for this DVR port 2a2fdaaa-18dc-4b4b-a721-a9d796746bad on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:11.838947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.838947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'name': 'network-vif-deleted', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:11.840078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Deleting port aac31c5d-cd00-49a1-89d1-1209779fb7b8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:17:11.840078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.840235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:11.840235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:11.840235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:11.840235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:11.840235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:11.840683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-e4daa5e6-ea2f-4a90-bef0-aeb655d4661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:11.840683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-e4daa5e6-ea2f-4a90-bef0-aeb655d4661b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1547167 Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3488e82d-7d57-4d8e-ab1a-adaa4e4afb04 req-32e02632-1223-427d-8ace-c4454c7ee57f tempest-DeleteServersAdminTestJSON-2060811053 tempest-DeleteServersAdminTestJSON-2060811053-project] 10.222.0.65 "DELETE /v2.0/ports/2a2fdaaa-18dc-4b4b-a721-a9d796746bad HTTP/1.1" status: 204 len: 173 time: 2.1478031 Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Bound port: 534ad83f-870f-4636-9ef2-27575ff7d14c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:11.840841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:11.875451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-eee2ee7d-ec1c-436d-bfc6-99a295569435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686681 Mar 02 18:17:12.103863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-68498e99-addc-4f2a-b515-901929eead73 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4436417 Mar 02 18:17:12.214347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:12.294200 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-8b32a28d-8df5-4e25-96c3-3091870d0161 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069133 Mar 02 18:17:12.302934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:12.351847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-4bf9818e-6717-4bfd-afa5-4393d60cc8a7 service neutron] 10.222.0.65 "GET /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df/bindings/n-h2-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.2185190 Mar 02 18:17:12.360050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a1722-ed39-4675-bd96-187cec95603e req-cb29b5c7-d21d-4e09-824b-3c29d3b20690 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:12.360756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-300a1722-ed39-4675-bd96-187cec95603e req-cb29b5c7-d21d-4e09-824b-3c29d3b20690 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:12.367574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-0d0ac79f-ea38-412c-bba2-e126068d3bfa service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606902 Mar 02 18:17:12.457852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] For port aac31c5d-cd00-49a1-89d1-1209779fb7b8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aac31c5d-cd00-49a1-89d1-1209779fb7b8,segment=NetworkSegment(02cc1d44-94b3-488b-ba41-2221a8729271),segment_id=02cc1d44-94b3-488b-ba41-2221a8729271)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:12.458237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:12.525553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:12.602168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Calling delete_port for aac31c5d-cd00-49a1-89d1-1209779fb7b8 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:17:12.611210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:12.611815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:12.618042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] 10.222.0.65 "PUT /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 1092 time: 3.2772117 Mar 02 18:17:12.618042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-300a1722-ed39-4675-bd96-187cec95603e req-cb29b5c7-d21d-4e09-824b-3c29d3b20690 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:12.624162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300a1722-ed39-4675-bd96-187cec95603e req-cb29b5c7-d21d-4e09-824b-3c29d3b20690 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.7410760 Mar 02 18:17:12.652208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ca176bb-00fc-4917-85bf-b0b47b52ff1b req-9cb9e91b-936d-4d6f-aff8-94ca5670da25 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419561 Mar 02 18:17:12.749248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-1b3e552d-9d5c-49d4-8fb2-98f424b15b58 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424253 Mar 02 18:17:12.749248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd2039-2ca0-41a5-a158-47808a57d7ad service neutron] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:12.849345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300a1722-ed39-4675-bd96-187cec95603e req-e49ceddb-bf2a-4d7d-8610-c8edeb465282 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242844 Mar 02 18:17:12.882277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:12.895082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['aac31c5d-cd00-49a1-89d1-1209779fb7b8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:12.935778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Pushing event deleted for resources: {'Port': ['ID=aac31c5d-cd00-49a1-89d1-1209779fb7b8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:12.997502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:13.082928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116b29a3-ec95-46aa-a267-646b0d75ed71 req-0501650e-6612-41ad-9e04-9d2703c6e7ce tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 210 time: 0.0734684 Mar 02 18:17:13.093256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:13.099999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] No DVR routers for this DVR port aac31c5d-cd00-49a1-89d1-1209779fb7b8 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:13.106709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:13.129191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'name': 'network-vif-deleted', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:13.139575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-8e70f3b8-f959-4587-8de3-4f19895153a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:13.141109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-8e70f3b8-f959-4587-8de3-4f19895153a3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1095 time: 0.3477759 Mar 02 18:17:13.269655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc0d6e75-0e2e-433f-a303-49814421f99c req-10bf2ae0-f12b-4fe9-aeba-e55952407e38 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.65 "DELETE /v2.0/ports/aac31c5d-cd00-49a1-89d1-1209779fb7b8 HTTP/1.1" status: 204 len: 173 time: 1.6048653 Mar 02 18:17:13.276008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-4fa4ee10-44ee-480e-b105-43f1865126c9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 217 time: 0.1220469 Mar 02 18:17:13.371437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d6d792b-0428-4014-b9cb-da1b2004e19d req-64144785-d46b-447a-a17f-c9b3aa9d4318 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 210 time: 0.1115866 Mar 02 18:17:13.375522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 884d0f17-0262-41c0-88d5-4f2d08aa38df {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:13.403891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:13.429554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e6f96a40-95e9-484f-bfb7-4cd4d8cb73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:13.431111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-e6f96a40-95e9-484f-bfb7-4cd4d8cb73a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1121616 Mar 02 18:17:13.488473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-fb15b4bc-5452-4e8f-8fe1-a26578ea97a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494266 Mar 02 18:17:13.502251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9ba61-202f-4189-855e-7de538fc5fb6 req-a4a28493-9d68-4b93-8813-5b2f129b6cac tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:13.503802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ad9ba61-202f-4189-855e-7de538fc5fb6 req-a4a28493-9d68-4b93-8813-5b2f129b6cac tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.3512685 Mar 02 18:17:13.544265 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eeb5ebd-4574-40de-b1e3-d51d4793e2ea', 'name': 'network-vif-deleted', 'tag': '2a2fdaaa-18dc-4b4b-a721-a9d796746bad', 'status': 'completed', 'code': 200} Mar 02 18:17:13.644485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aac31c5d-cd00-49a1-89d1-1209779fb7b8 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:13.663652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ad9ba61-202f-4189-855e-7de538fc5fb6 req-9db5b753-6244-4436-a056-67ee7e448f4c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233718 Mar 02 18:17:13.700155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-d2b60ea4-3518-45af-9a78-12ed048389df service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953645 Mar 02 18:17:13.717620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: aac31c5d-cd00-49a1-89d1-1209779fb7b8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:17:13.717620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aac31c5d-cd00-49a1-89d1-1209779fb7b8 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:13.717620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a2fdaaa-18dc-4b4b-a721-a9d796746bad no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:13.749338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 2a2fdaaa-18dc-4b4b-a721-a9d796746bad {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:17:13.749338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2a2fdaaa-18dc-4b4b-a721-a9d796746bad not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:13.986538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:14.012668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7798785a-8cf4-452a-aa71-ff6c447c713f req-1d86ac92-b7c0-4bde-babb-ad8eec44b32b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 210 time: 0.2706773 Mar 02 18:17:14.093525 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62e8894-92f5-445f-81b6-5830d5844168', 'name': 'network-vif-deleted', 'tag': 'aac31c5d-cd00-49a1-89d1-1209779fb7b8', 'status': 'completed', 'code': 200} Mar 02 18:17:14.193346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd2cab8-20c5-4509-a0e4-d2df6fcbe1a0 req-aaeac08e-b3de-4d1c-82de-b440d6683f56 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839923 Mar 02 18:17:14.221035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46494-96b1-4c73-adfe-5ddad0a00a48 req-188d5935-0ec2-445f-86d6-780e6f90f9e2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:14.222587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67f46494-96b1-4c73-adfe-5ddad0a00a48 req-188d5935-0ec2-445f-86d6-780e6f90f9e2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 943 time: 0.4795570 Mar 02 18:17:14.225833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] Transition to ACTIVE for port object 884d0f17-0262-41c0-88d5-4f2d08aa38df will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:14.289133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67f46494-96b1-4c73-adfe-5ddad0a00a48 req-cd6a31d1-91e0-48db-83b4-b724237fd97a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581000 Mar 02 18:17:14.436812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:14.630361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] Pushing event updated for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:14.635474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] No DVR routers for this DVR port 884d0f17-0262-41c0-88d5-4f2d08aa38df on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:14.698886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-10856edb-fde8-4f82-a0d8-b3cdd6921211 service neutron] 10.222.0.65 "PUT /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df/bindings/n-h2-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3351300 Mar 02 18:17:14.712547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339383a-8726-4f24-9601-136e87d6eef7 req-aada3681-410e-4b6d-9b84-535fc1e689b8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:14.714517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a339383a-8726-4f24-9601-136e87d6eef7 req-aada3681-410e-4b6d-9b84-535fc1e689b8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.3155732 Mar 02 18:17:14.774528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a339383a-8726-4f24-9601-136e87d6eef7 req-ecc52eef-3c71-4eaf-b677-cb6e500ae172 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509217 Mar 02 18:17:14.989588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c077014d-bb01-488e-9a18-e20a646591f5 req-581a8c86-f538-48db-ad88-ce21f59f1472 tempest-ServerPasswordTestJSON-1728214925 tempest-ServerPasswordTestJSON-1728214925-project] 10.222.0.66 "GET /v2.0/ports?device_id=d62e8894-92f5-445f-81b6-5830d5844168 HTTP/1.1" status: 200 len: 210 time: 0.0465155 Mar 02 18:17:14.994410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-70d28f72-c280-4a88-a625-cc5ca691e754 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:14.996456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-70d28f72-c280-4a88-a625-cc5ca691e754 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.0815473 Mar 02 18:17:15.120138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-9dc913d6-291b-49dc-8369-9e9ebb726ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.121749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-9dc913d6-291b-49dc-8369-9e9ebb726ef7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060&tenant_id=af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 1095 time: 0.1182163 Mar 02 18:17:15.155326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-d4532ed0-a5ed-4e9f-a51d-edabf6bf924e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1076787 Mar 02 18:17:15.233823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-3f5fe24c-5552-4e75-95ab-c07f586f5867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.235832 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-3f5fe24c-5552-4e75-95ab-c07f586f5867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1095 time: 0.0802970 Mar 02 18:17:15.283304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce687e13-30c7-4abf-bcac-06615ed21c26 req-e54d74cb-8826-4bbf-bda8-84567f2d510e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 210 time: 0.0593057 Mar 02 18:17:15.440652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-b6b2a4c6-cc60-4e3d-a66a-b78ba0a79485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.442233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-b6b2a4c6-cc60-4e3d-a66a-b78ba0a79485 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.1999366 Mar 02 18:17:15.562884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:15.575279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-74d124df-85f3-4202-85dc-5b78899ef62e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=c890bf49d5694a708cbcbdfac5460d12&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1522624 Mar 02 18:17:15.578475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-703cd60e-a3df-484b-8686-7f5f4588b509 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 200 len: 217 time: 0.1271176 Mar 02 18:17:15.652857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d82a37e-7e7a-4368-a747-e61268e8b9a7 req-d89d5c11-d919-43c8-8fae-b94103e72a0d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 210 time: 0.0698297 Mar 02 18:17:15.658014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:15.669667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-192682ef-3728-460b-b36d-40f5d08847ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.671273 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-192682ef-3728-460b-b36d-40f5d08847ae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.0780842 Mar 02 18:17:15.788253 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-17373643-7485-4957-a908-df94099b579a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0977530 Mar 02 18:17:15.819312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:15.903197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a930a-274b-4469-bb54-e61bb8dcedcb req-a6fd866e-ce1f-43ec-9cb3-be86af657426 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.905169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c7a930a-274b-4469-bb54-e61bb8dcedcb req-a6fd866e-ce1f-43ec-9cb3-be86af657426 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4510925 Mar 02 18:17:15.947326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-890af9f9-f53b-417a-a3e4-4bb205114508 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:15.949157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-890af9f9-f53b-417a-a3e4-4bb205114508 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3260586 Mar 02 18:17:16.005029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-d7d889ee-baf6-4bb2-adc9-e054dcc367f5 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142103 Mar 02 18:17:16.019125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Request body: {'port': {'device_id': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'c890bf49d5694a708cbcbdfac5460d12'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:16.047187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c7a930a-274b-4469-bb54-e61bb8dcedcb req-2b8ccace-fde2-4a45-83a9-3edce84767e9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270652 Mar 02 18:17:16.272981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a205f8-b3c5-4fce-aa5b-0fb3684120a6 req-9ca326f4-63e6-46ed-81a7-ec7cd8b14583 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:16.274557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a205f8-b3c5-4fce-aa5b-0fb3684120a6 req-9ca326f4-63e6-46ed-81a7-ec7cd8b14583 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 944 time: 0.3182707 Mar 02 18:17:16.349634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-4cee4f71-77fd-4ed5-8c9a-97ae737f5e5d service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313000 Mar 02 18:17:16.357127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:16.367188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Usage tracker for resource:port and tenant:c890bf49d5694a708cbcbdfac5460d12 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:16.377137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:16.390787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:16.407486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a205f8-b3c5-4fce-aa5b-0fb3684120a6 req-74e40a34-f709-4390-b084-f26eae41e767 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167977 Mar 02 18:17:16.442695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098b5da-070f-4795-8d2d-6ad9f8b01875 req-55d1e86c-a6d1-4a2b-a0b6-4a6900df7b88 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:16.444819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0098b5da-070f-4795-8d2d-6ad9f8b01875 req-55d1e86c-a6d1-4a2b-a0b6-4a6900df7b88 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.2280653 Mar 02 18:17:16.466741 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'status': 'completed', 'code': 200} Mar 02 18:17:16.532727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0098b5da-070f-4795-8d2d-6ad9f8b01875 req-cef8e1be-c29a-4ebd-b610-7765896134b5 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821908 Mar 02 18:17:16.590011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Made reservation on behalf of c890bf49d5694a708cbcbdfac5460d12 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:16.593469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:16.611241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:16.645429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:16.652848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Usage tracker for resource:security_group_rule and tenant:c890bf49d5694a708cbcbdfac5460d12 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:16.657181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:16.666291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:16.697534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44092) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:16.745019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-0229430a-d3aa-4d77-8cf1-d572ee24abca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:16.746839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-0229430a-d3aa-4d77-8cf1-d572ee24abca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1095 time: 0.2587152 Mar 02 18:17:16.877607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Deleting subnet 28d60450-e268-4ff9-825b-2ffc1070f84f {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:17:16.883476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:16.955260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1fb4e5-427e-4a9b-b992-cb38d8d36277 req-a86738e6-85c0-4c35-a0c0-515d729b355b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:16.956878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f1fb4e5-427e-4a9b-b992-cb38d8d36277 req-a86738e6-85c0-4c35-a0c0-515d729b355b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.4116540 Mar 02 18:17:16.983056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abda8446-a502-4e4c-96e4-b21762466fd0 req-5bcfb9b7-116c-4188-a34b-6637edf79dd7 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 210 time: 0.0826483 Mar 02 18:17:17.011282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.088291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-eef40cb9-51a0-4888-a8bf-183d5523fcfd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:17.089056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-eef40cb9-51a0-4888-a8bf-183d5523fcfd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:17.111362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.133600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f1fb4e5-427e-4a9b-b992-cb38d8d36277 req-c8e98407-2840-432a-855a-870950ab845b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597133 Mar 02 18:17:17.155701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-6786e2e1-9a28-42fa-a864-466a0d9997bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:17.157438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-6786e2e1-9a28-42fa-a864-466a0d9997bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3975539 Mar 02 18:17:17.278012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-7699bc69-4085-4bbd-a5ed-94521e308cdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 217 time: 0.1107161 Mar 02 18:17:17.282979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.327957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-eef40cb9-51a0-4888-a8bf-183d5523fcfd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:17.329076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-eef40cb9-51a0-4888-a8bf-183d5523fcfd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.5108268 Mar 02 18:17:17.342291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-f353dbcd-7ec6-42c4-b4e0-1c3620eef122 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:17.344172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-f353dbcd-7ec6-42c4-b4e0-1c3620eef122 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.1334858 Mar 02 18:17:17.348445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:17.376511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f33e421-1ab4-451b-94b4-895332a763a4 req-fcc6f556-3fca-4936-b013-19cd9ec95c90 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 210 time: 0.0597627 Mar 02 18:17:17.437275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.438797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.482736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-1de3bc0e-ada2-467e-8e9d-682127136e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:17.484447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-1de3bc0e-ada2-467e-8e9d-682127136e2e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.2004123 Mar 02 18:17:17.560933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae36bd2-e43b-41db-b650-9e2d46c1d806,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:17.569642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:17.589052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d60450-e268-4ff9-825b-2ffc1070f84f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:17.591123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.633447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-74039a90-8fec-4085-a016-317f6f1862eb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/28d60450-e268-4ff9-825b-2ffc1070f84f HTTP/1.1" status: 204 len: 168 time: 0.9345088 Mar 02 18:17:17.639073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44110) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:17.731491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-5ca650a2-4d91-4d09-a797-5fdb4c6f3d79 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589136 Mar 02 18:17:17.767309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:17.794105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Usage tracker for resource:port and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:17.798029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:17.811467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:17.819650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.956528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:17.977001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b2c0a-67b2-4635-ba6f-c7eb63eebac4 req-74a35ed2-5aa1-4a2b-bccb-37b19c9d0b88 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:17.978499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-009b2c0a-67b2-4635-ba6f-c7eb63eebac4 req-74a35ed2-5aa1-4a2b-bccb-37b19c9d0b88 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.5990891 Mar 02 18:17:17.983021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1a6329-e84f-42f7-bb78-5052950a0f79']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:17.995621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02cc1d44-94b3-488b-ba41-2221a8729271') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:17.995919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02cc1d44-94b3-488b-ba41-2221a8729271') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:18.008829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.025947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.032391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:17:18.032836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:17:18.046350 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:17:18.068569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Allocated IP 192.168.233.20 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/72152cf4-9b57-41d9-95ef-e7544c3506a9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:18.068741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:18.068741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.115782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-cc854ad6-fe88-47a1-8af0-1b82ce96c55f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:18.117210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-cc854ad6-fe88-47a1-8af0-1b82ce96c55f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.5112941 Mar 02 18:17:18.128256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f459e5-34ac-467d-9e14-7926e15db509 req-4e9516bb-55ac-45e5-b295-0c2d89a3e48a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:18.129721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15f459e5-34ac-467d-9e14-7926e15db509 req-4e9516bb-55ac-45e5-b295-0c2d89a3e48a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 944 time: 0.5585186 Mar 02 18:17:18.132941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-4e510310-3858-4ea3-a25f-b329a8106f80 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878291 Mar 02 18:17:18.136596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ca3c3577-9a0a-4cba-9135-ee5f0c7516b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=06862cb24b584d54b72114e735e19606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5257225 Mar 02 18:17:18.137359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44118) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:18.216215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-09551e19-1c08-43a6-bbf6-aa09d9c6ea81 service neutron] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:18.227613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-009b2c0a-67b2-4635-ba6f-c7eb63eebac4 req-e5a3728e-54a2-4183-935b-5a27a08c34ee tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398694 Mar 02 18:17:18.309260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.353465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.383929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.416396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1a6329-e84f-42f7-bb78-5052950a0f79,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:18.422722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.423366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port 0281ae31-e033-411b-a74b-e49e26c80c9f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:17:18.423714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.429992 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6fa77be7-6c58-48cc-9f57-7a92b1147d69 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1d1a6329-e84f-42f7-bb78-5052950a0f79 HTTP/1.1" status: 204 len: 168 time: 0.7879794 Mar 02 18:17:18.447834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.6 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/25c920e8-7fbf-4eea-a5a3-d46d202b6835) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:18.477795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-09551e19-1c08-43a6-bbf6-aa09d9c6ea81 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.478885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4612e061-07f3-44ca-99bd-2155e1b8ca62 req-09551e19-1c08-43a6-bbf6-aa09d9c6ea81 service neutron] 10.222.0.11 "DELETE /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df/bindings/n-h1-828839-1 HTTP/1.1" status: 204 len: 173 time: 1.1102920 Mar 02 18:17:18.490605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15f459e5-34ac-467d-9e14-7926e15db509 req-165f81bc-20c9-4d76-8e15-96fa55ae2899 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498559 Mar 02 18:17:18.776248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c7155f-d8c6-46fc-875a-1b1293c0a819 req-73dc320b-732e-4065-8efc-7aa6c6d0f2a0 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015577 Mar 02 18:17:18.816949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.822063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:18.831419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff40c058-9700-4069-bdc6-8b93e9916106 req-3e8571c3-7d1f-4ba9-88c4-e9c394ecba25 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 210 time: 0.1106675 Mar 02 18:17:18.844914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6dbbe8-9890-48f3-b205-5d44d7a5ad4d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:18.951978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c181161d-722b-4bf5-95e5-b0c9aaab3bfd req-adb5b5cc-5504-430b-a10b-67a910aff859 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:18.959427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c181161d-722b-4bf5-95e5-b0c9aaab3bfd req-adb5b5cc-5504-430b-a10b-67a910aff859 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 945 time: 0.6195600 Mar 02 18:17:18.983555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.003929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.009022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60fa677d-eaa9-42f6-a0cf-a2e7de86db8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/af6dbbe8-9890-48f3-b205-5d44d7a5ad4d HTTP/1.1" status: 204 len: 168 time: 0.8678124 Mar 02 18:17:19.044052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-ce5e06f1-67c7-4d9b-8009-57615eed7da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.050029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-ce5e06f1-67c7-4d9b-8009-57615eed7da4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1101 time: 0.1571467 Mar 02 18:17:19.097226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Transition to ACTIVE for port object 72152cf4-9b57-41d9-95ef-e7544c3506a9 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:19.108294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.122100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:19.124232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c181161d-722b-4bf5-95e5-b0c9aaab3bfd req-00f79a35-d066-4057-85ff-0b37a457ffa8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639364 Mar 02 18:17:19.167840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port 0281ae31-e033-411b-a74b-e49e26c80c9f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0281ae31-e033-411b-a74b-e49e26c80c9f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:19.167840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.182918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44134) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:19.276229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99a06c17-c555-4607-83d7-a70d872540fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9c958c4a1e140b3afe59e3f5178ea90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0866730 Mar 02 18:17:19.288320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44140) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:19.342712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:19.353748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:19.360518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:19.376446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:17:19.487093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for 0281ae31-e033-411b-a74b-e49e26c80c9f owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:17:19.533601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.534666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.558668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-accc2723-4831-444b-8aec-a4dd8df94a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.560117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-accc2723-4831-444b-8aec-a4dd8df94a2c service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5028462 Mar 02 18:17:19.636436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44d7d6-c138-4db0-85fc-c704e2b7cea4 req-cc4496c3-00ff-4d10-b159-b9085a032247 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.637991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b44d7d6-c138-4db0-85fc-c704e2b7cea4 req-cc4496c3-00ff-4d10-b159-b9085a032247 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 931 time: 0.3545971 Mar 02 18:17:19.638202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.640854 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-7b006135-efae-4582-9370-0e17b72d5a10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.0700090 Mar 02 18:17:19.650726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6917aa5-8a87-44f1-8468-f38167ee1184 req-a9362dd6-3ea7-47ce-a82a-e5151a47ce6b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.652271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6917aa5-8a87-44f1-8468-f38167ee1184 req-a9362dd6-3ea7-47ce-a82a-e5151a47ce6b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.6719182 Mar 02 18:17:19.710276 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.728844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:19.758571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-b7c0e2a5-cb54-4c10-a7c1-d715c6caa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.760033 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-b7c0e2a5-cb54-4c10-a7c1-d715c6caa129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1098728 Mar 02 18:17:19.802448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3f0fd3e4-f659-4720-b06c-ce8cd992dad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4625723 Mar 02 18:17:19.815903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Request body: {'port': {'device_id': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:19.839573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b44d7d6-c138-4db0-85fc-c704e2b7cea4 req-bf9b4d4e-aae8-4910-8a21-e0d905f72f47 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856542 Mar 02 18:17:19.857589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6917aa5-8a87-44f1-8468-f38167ee1184 req-fa6e4bd1-08eb-4d3f-af62-8b402e427680 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893890 Mar 02 18:17:19.876728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:19.919272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:19.945813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:17:19.957219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4b703405-8c2c-40c3-b7d1-1459fd9d8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:19.959359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4b703405-8c2c-40c3-b7d1-1459fd9d8cf3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1924198 Mar 02 18:17:19.968546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.062951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:20.077868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50b46c3-3205-4db2-8db3-628f61b3db74,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:20.092631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.129390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:20.129390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.201561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.231027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.232345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-06a4cce9-9913-4e7a-a20a-d0488cdfa6f8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a50b46c3-3205-4db2-8db3-628f61b3db74 HTTP/1.1" status: 204 len: 168 time: 0.8919182 Mar 02 18:17:20.265337 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-98a9f546-6c86-49d6-bea7-514427095116 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887754 Mar 02 18:17:20.309850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=0281ae31-e033-411b-a74b-e49e26c80c9f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:20.400621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port 0281ae31-e033-411b-a74b-e49e26c80c9f on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:20.406412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.408316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-295deb6f-fcf7-4461-b943-c018ee5a3e79 req-d965f94f-307a-461a-94e6-3b14fb25da1d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.11 "DELETE /v2.0/ports/0281ae31-e033-411b-a74b-e49e26c80c9f HTTP/1.1" status: 204 len: 173 time: 2.2688046 Mar 02 18:17:20.410322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'name': 'network-vif-deleted', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:20.440933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d524eda-cf6b-4f64-a9a1-e27631ea4f45 None None] Provisioning for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:20.448430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d524eda-cf6b-4f64-a9a1-e27631ea4f45 None None] Provisioning complete for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:20.448804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d524eda-cf6b-4f64-a9a1-e27631ea4f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.452990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58116d3c-6e5f-4b6f-bdbf-113ba727e020 req-f6d4393f-9210-42db-a7cc-74be4493686e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:20.454479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58116d3c-6e5f-4b6f-bdbf-113ba727e020 req-f6d4393f-9210-42db-a7cc-74be4493686e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.3477137 Mar 02 18:17:20.463420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-c7a6cb72-a607-4bcf-83a4-7ef4f2a1cd3a tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:20.463864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-c7a6cb72-a607-4bcf-83a4-7ef4f2a1cd3a tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Synchronizing usage tracker for tenant:c890bf49d5694a708cbcbdfac5460d12 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:20.481462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-be84de86-56c6-41aa-bd69-41a0ecfca492 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051694 Mar 02 18:17:20.508643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1d524eda-cf6b-4f64-a9a1-e27631ea4f45 None None] Port 72152cf4-9b57-41d9-95ef-e7544c3506a9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:17:20.521791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58116d3c-6e5f-4b6f-bdbf-113ba727e020 req-5a0b0891-c731-4226-89d4-8d915c9b8319 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540028 Mar 02 18:17:20.577613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-dc18cab7-d476-4f44-8234-8a7f78764e5e tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5693872 Mar 02 18:17:20.591174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44156) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:20.593875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Request body: {'port': {'device_id': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:20.641003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-c7a6cb72-a607-4bcf-83a4-7ef4f2a1cd3a tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Unset dirty status for tenant:c890bf49d5694a708cbcbdfac5460d12 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:20.642286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-c7a6cb72-a607-4bcf-83a4-7ef4f2a1cd3a tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 935 time: 0.5072532 Mar 02 18:17:20.644821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.676221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:20.683829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Usage tracker for resource:security_group_rule and tenant:3789e9a78cc044aba5a99349e6029b9a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:20.689261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:20.699125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:20.710305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0281ae31-e033-411b-a74b-e49e26c80c9f no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:20.807295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-0d815c21-d1ae-42d9-ab62-5d672b2d8f7b tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Synchronizing usage tracker for tenant:c890bf49d5694a708cbcbdfac5460d12 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:20.816827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 0281ae31-e033-411b-a74b-e49e26c80c9f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:17:20.819212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0281ae31-e033-411b-a74b-e49e26c80c9f not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:17:20.852599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.965473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c920e8-7fbf-4eea-a5a3-d46d202b6835 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:20.975047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:20.992544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Transition to ACTIVE for port object 25c920e8-7fbf-4eea-a5a3-d46d202b6835 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:21.065349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.085107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-0d815c21-d1ae-42d9-ab62-5d672b2d8f7b tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Unset dirty status for tenant:c890bf49d5694a708cbcbdfac5460d12 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:21.087569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0a84e09-1988-40e4-b2b1-346e57b4b367 req-0d815c21-d1ae-42d9-ab62-5d672b2d8f7b tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067450 Mar 02 18:17:21.100877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec1181c-e629-4bbe-9a06-d83fdff319d8 req-99102549-bfdb-46bd-8255-d54b58a93c2f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:21.112108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bec1181c-e629-4bbe-9a06-d83fdff319d8 req-99102549-bfdb-46bd-8255-d54b58a93c2f tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1095 time: 0.4771504 Mar 02 18:17:21.120092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.241023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Pushing event updated for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:21.244719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bec1181c-e629-4bbe-9a06-d83fdff319d8 req-47cdb8ef-990a-4eea-a901-dee8a1dcbe10 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189332 Mar 02 18:17:21.252658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.325298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-109f9472-daa7-43ce-be9c-07ff76583199 req-fa2d2d6e-2a93-4be0-b57a-afd3f03dfdeb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:21.341054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5a1438-8c7d-4bbc-a00d-774c09fd5c97,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:21.359177 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79cb2081-e4b7-4b66-b758-bec73894f5c6', 'name': 'network-vif-deleted', 'tag': '0281ae31-e033-411b-a74b-e49e26c80c9f', 'status': 'completed', 'code': 200} Mar 02 18:17:21.410172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8c22db69-0604-4e0e-b3b0-65f46f3e3d3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3789e9a78cc044aba5a99349e6029b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8180792 Mar 02 18:17:21.415700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44176) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:21.542456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Attempting to bind port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:21.542699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Attempting to bind port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:21.543152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Attempting to bind port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:21.550155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:21.550513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Attempting to bind port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:21.557446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:21.557796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:21.560679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:21.560679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Bound port: 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:21.560679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.595242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-109f9472-daa7-43ce-be9c-07ff76583199 req-fa2d2d6e-2a93-4be0-b57a-afd3f03dfdeb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:21.603764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-109f9472-daa7-43ce-be9c-07ff76583199 req-fa2d2d6e-2a93-4be0-b57a-afd3f03dfdeb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 210 time: 0.3552577 Mar 02 18:17:21.650304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.680867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:21.684234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:21.705386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:21.720069 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.736631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc69de5-9b67-465a-835f-e7465cb4c6c0 req-9f7a3c74-c42c-4804-85aa-c8a2d5be0f00 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:21.738301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9fc69de5-9b67-465a-835f-e7465cb4c6c0 req-9f7a3c74-c42c-4804-85aa-c8a2d5be0f00 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.2506101 Mar 02 18:17:21.845175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.880161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:21.898579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f', 'port_id': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'mac_address': 'fa:16:3e:86:7c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b86e433-8211-473d-8d29-2d62b075df62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:21.928291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9fc69de5-9b67-465a-835f-e7465cb4c6c0 req-189ee0a6-0b95-433b-8e69-7182050a358d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762137 Mar 02 18:17:21.932599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:21.933378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:21.935600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] 10.222.0.11 "PUT /v2.0/ports/25c920e8-7fbf-4eea-a5a3-d46d202b6835 HTTP/1.1" status: 200 len: 1091 time: 2.1252425 Mar 02 18:17:21.936202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:21.946292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:21.959999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.000996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.002982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Transition to ACTIVE for port object 72152cf4-9b57-41d9-95ef-e7544c3506a9 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:22.013591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734824a-f456-4b39-9d78-cfa786d30b1d service neutron] Pushing event updated for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:22.014290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e019f2fe-337e-4991-a002-efb0ce225485 req-04abe00a-7a24-48d4-95f9-a1133634aa51 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.022325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e019f2fe-337e-4991-a002-efb0ce225485 req-04abe00a-7a24-48d4-95f9-a1133634aa51 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 943 time: 0.2657654 Mar 02 18:17:22.032502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534ad83f-870f-4636-9ef2-27575ff7d14c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:22.052435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:22.064345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44192) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:22.069708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e019f2fe-337e-4991-a002-efb0ce225485 req-18924783-f1aa-452a-a129-ea7365e4400e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464013 Mar 02 18:17:22.213667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-467461184-network', 'tenant_id': '92631e158ee44cf3ae92ec820eedb72c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:22.220047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:22.225575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-f17a2675-8547-490e-9b0c-a277527a7303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.227165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-f17a2675-8547-490e-9b0c-a277527a7303 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 1094 time: 0.0898814 Mar 02 18:17:22.228091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Usage tracker for resource:network and tenant:92631e158ee44cf3ae92ec820eedb72c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:22.231118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:22.232264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f4d22-2779-4a58-ba7c-589a21efc56e req-1880419b-a1a6-44bf-8d19-299857beea28 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.233757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac6f4d22-2779-4a58-ba7c-589a21efc56e req-1880419b-a1a6-44bf-8d19-299857beea28 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 1095 time: 0.1167152 Mar 02 18:17:22.237120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:22.241238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.243897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-99a6b209-f013-4a08-8f37-b3d5824ecc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.260213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.265121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.312222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-846510e1-9fbf-4980-bc18-dfa992191234 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835 HTTP/1.1" status: 200 len: 217 time: 0.0726037 Mar 02 18:17:22.329129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5a1438-8c7d-4bbc-a00d-774c09fd5c97,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:22.352749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:22.372542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.373226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.373569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.373929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.374470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.375016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.375346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.375840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.376325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.376809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.377331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.377665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:22.384977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-f404d088-1eb0-41d6-97b4-ac4047d3d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.386930 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-f404d088-1eb0-41d6-97b4-ac4047d3d187 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0652089 Mar 02 18:17:22.437510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.438655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7db7ed96-dbc7-4a5b-baaf-6f854698ca08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a5a1438-8c7d-4bbc-a00d-774c09fd5c97 HTTP/1.1" status: 204 len: 168 time: 1.0216208 Mar 02 18:17:22.452750 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-3c6a6a77-115d-496c-9049-4dac285e6a39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588539 Mar 02 18:17:22.456391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Made reservation on behalf of 92631e158ee44cf3ae92ec820eedb72c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:22.460117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.473413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac6f4d22-2779-4a58-ba7c-589a21efc56e req-8698e687-7d10-4a67-aec2-75d70b137db9 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328036 Mar 02 18:17:22.490666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['534ad83f-870f-4636-9ef2-27575ff7d14c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:22.507142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:22.538335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.578052 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835', 'status': 'completed', 'code': 200} Mar 02 18:17:22.598575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:22.610806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Usage tracker for resource:security_group_rule and tenant:92631e158ee44cf3ae92ec820eedb72c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:22.616965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:22.620606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514dc5f9-6251-4d71-917c-d56c956e4edb req-d12c8d5f-de5c-4bd2-a598-877cf53136df tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.628616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-514dc5f9-6251-4d71-917c-d56c956e4edb req-d12c8d5f-de5c-4bd2-a598-877cf53136df tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4275372 Mar 02 18:17:22.633786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:22.694773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Attempting to bind port 72152cf4-9b57-41d9-95ef-e7544c3506a9 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:22.695140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Attempting to bind port 72152cf4-9b57-41d9-95ef-e7544c3506a9 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:22.695440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Attempting to bind port 72152cf4-9b57-41d9-95ef-e7544c3506a9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:22.749089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Port 72152cf4-9b57-41d9-95ef-e7544c3506a9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:22.749416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Attempting to bind port 72152cf4-9b57-41d9-95ef-e7544c3506a9 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:22.774868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-514dc5f9-6251-4d71-917c-d56c956e4edb req-655b38cb-de1d-4c0e-a15b-bb392dce9b08 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452534 Mar 02 18:17:22.801569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:22.801922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:22.802341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:22.802798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Bound port: 72152cf4-9b57-41d9-95ef-e7544c3506a9, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:22.803705 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.894785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-251fb4f9-b5e0-49e6-8556-d9f6b583164f service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233549 Mar 02 18:17:22.897414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:22.968510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22452f2b-6743-4a5c-a543-0cc25cbb7e06 req-daedfb68-dd2c-4575-b171-d42ad09213c9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=79cb2081-e4b7-4b66-b758-bec73894f5c6 HTTP/1.1" status: 200 len: 210 time: 0.0691204 Mar 02 18:17:22.981012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec5b4d-c1b6-48a5-b162-2bdd5fb1f51c req-27698bfa-9165-4df4-a39a-3ddf344f87ae tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:22.988344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ec5b4d-c1b6-48a5-b162-2bdd5fb1f51c req-27698bfa-9165-4df4-a39a-3ddf344f87ae tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 947 time: 0.2969649 Mar 02 18:17:23.006744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:23.049605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:23.072268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ec5b4d-c1b6-48a5-b162-2bdd5fb1f51c req-ab9a6fdd-affb-4cda-b9e0-95bafda84653 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691538 Mar 02 18:17:23.098994 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3aec591c-4914-4419-86c1-3c435dc31c43 req-c9e7b9a1-c2b3-4c73-a273-c51a3aae716f service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972983 Mar 02 18:17:23.130422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.170340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:17:23.179464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.188863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86fe8a0-6d8c-41a9-b573-2e647c3fbf82,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:23.195577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.196011 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Added segment 6db130a8-2d2e-402e-86d3-830425207340 of type vlan for network 290482ba-9a24-4399-953f-5c4eeaf52f2d Mar 02 18:17:23.232442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.311908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.324533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.324533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] 10.222.0.11 "PUT /v2.0/ports/72152cf4-9b57-41d9-95ef-e7544c3506a9 HTTP/1.1" status: 200 len: 1095 time: 2.7250257 Mar 02 18:17:23.346150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338b62c-1300-4156-bfbb-f0477c7d9373 service neutron] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:23.360481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:23.367964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654030-7350-49d3-9e1f-d66887a661da req-d4b780e8-bc4a-42af-8aca-eaeae3c7ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.369538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-d4b780e8-bc4a-42af-8aca-eaeae3c7ba3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 1094 time: 0.0842254 Mar 02 18:17:23.391641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0fa10a-fd50-4be1-b25c-6ba7bf98b3b8 req-2228f6d5-b57b-4b33-aeee-25b590a3fb8b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.393317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b0fa10a-fd50-4be1-b25c-6ba7bf98b3b8 req-2228f6d5-b57b-4b33-aeee-25b590a3fb8b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.2051520 Mar 02 18:17:23.442854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b0fa10a-fd50-4be1-b25c-6ba7bf98b3b8 req-80764bd5-790a-4ca6-9b08-4b21447f37bb tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426252 Mar 02 18:17:23.530361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654030-7350-49d3-9e1f-d66887a661da req-850155cb-219f-4ea3-b1e3-5a1ec8082b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.532741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-850155cb-219f-4ea3-b1e3-5a1ec8082b32 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.1568947 Mar 02 18:17:23.608905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-9fefcc11-d418-4b9c-b8b5-8925e7bc3603 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835 HTTP/1.1" status: 200 len: 217 time: 0.0684793 Mar 02 18:17:23.651306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd3fdb-2da4-487e-a0aa-5a24171838e6 req-d39106fd-1992-42a6-98ed-005422982a83 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.653179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0cd3fdb-2da4-487e-a0aa-5a24171838e6 req-d39106fd-1992-42a6-98ed-005422982a83 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 943 time: 0.0954077 Mar 02 18:17:23.654522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.655469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.656049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:23.718727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:23.872678 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'status': 'completed', 'code': 200} Mar 02 18:17:23.887722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b654030-7350-49d3-9e1f-d66887a661da req-2be40f34-73fb-46d3-bd93-185524315274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.889168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-2be40f34-73fb-46d3-bd93-185524315274 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.2693279 Mar 02 18:17:23.902786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] Pushing event updated for resources: {'Network': ['ID=290482ba-9a24-4399-953f-5c4eeaf52f2d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:23.903599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0cd3fdb-2da4-487e-a0aa-5a24171838e6 req-83458543-34d6-49fb-ac2e-f4a925a32cab tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440898 Mar 02 18:17:23.914624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 290482ba-9a24-4399-953f-5c4eeaf52f2d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:17:23.949622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-0be0b1e3-6363-4bd7-8d8a-288fc752e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:23.951979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 534ad83f-870f-4636-9ef2-27575ff7d14c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:23.958788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-0be0b1e3-6363-4bd7-8d8a-288fc752e95b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c890bf49d5694a708cbcbdfac5460d12&device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 1098 time: 0.2840838 Mar 02 18:17:23.992701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 534ad83f-870f-4636-9ef2-27575ff7d14c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:23.993246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:24.001723 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-aa6fbd2e-f6af-4933-bbac-093e9863e765 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000969 Mar 02 18:17:24.057979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-de945067-3a8d-4c81-b755-26908e763c05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9 HTTP/1.1" status: 200 len: 217 time: 0.0854075 Mar 02 18:17:24.103320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6069072-af82-4e6a-8e28-017a169caaac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0348949 Mar 02 18:17:24.106968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44242) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:24.117892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Request body: {'subnet': {'network_id': '290482ba-9a24-4399-953f-5c4eeaf52f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-467461184-subnet', 'tenant_id': '92631e158ee44cf3ae92ec820eedb72c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:24.232213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:24.243189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Usage tracker for resource:subnet and tenant:92631e158ee44cf3ae92ec820eedb72c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:24.253437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:24.263384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:24.296375 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-6f073380-ef6f-4667-95ca-8ffe305c0508 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752469 Mar 02 18:17:24.313521 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cbc85361-fc53-46d5-a303-85049d599015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:24.354632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-9612ceab-6266-4a25-83ce-fad7b4e84fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:24.356161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-9612ceab-6266-4a25-83ce-fad7b4e84fb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2275424 Mar 02 18:17:24.360211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:24.824074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:24.824074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:24.833728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08de755-61a0-47d4-a685-001373028d75 req-67eed09b-ed05-4de2-bd53-f15f4502113d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:24.833728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b08de755-61a0-47d4-a685-001373028d75 req-67eed09b-ed05-4de2-bd53-f15f4502113d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4093771 Mar 02 18:17:24.833728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa360d-c2b0-4114-a8b0-4bc0a9e7ef62 req-b0e0c27d-1e76-462b-af38-009a123e73f2 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:24.833728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eafa360d-c2b0-4114-a8b0-4bc0a9e7ef62 req-b0e0c27d-1e76-462b-af38-009a123e73f2 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 947 time: 0.2701099 Mar 02 18:17:24.853673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b654030-7350-49d3-9e1f-d66887a661da req-9aa88688-64b9-451f-a02f-92f03088c592 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666316 Mar 02 18:17:24.857821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b08de755-61a0-47d4-a685-001373028d75 req-9f0eada2-4c75-42ac-aae8-e3a547132cd0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322932 Mar 02 18:17:24.857821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-63c09d26-0014-4881-94b8-b3d6eb87312a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:24.857821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-63c09d26-0014-4881-94b8-b3d6eb87312a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2601976 Mar 02 18:17:24.857821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eafa360d-c2b0-4114-a8b0-4bc0a9e7ef62 req-45cafdf0-4a2a-4079-be64-b4f6485566b8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978806 Mar 02 18:17:24.857821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-86fe3f0e-958d-4480-be44-c518ad915b7b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838243 Mar 02 18:17:24.860459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Made reservation on behalf of 92631e158ee44cf3ae92ec820eedb72c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:24.860459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:24.898542 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'code': 200} Mar 02 18:17:25.028877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.105601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d98c-88d4-452b-afc6-9321f92c6f6e req-c1e95db8-a41e-4991-81e8-079153936f22 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.111757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ae4d98c-88d4-452b-afc6-9321f92c6f6e req-c1e95db8-a41e-4991-81e8-079153936f22 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.3323081 Mar 02 18:17:25.117457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d60fefd-bf1f-4832-9280-dd66950c00cd req-00948656-749d-4ee6-a0ee-d10d12666745 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950115 Mar 02 18:17:25.206006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:25.312914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ae4d98c-88d4-452b-afc6-9321f92c6f6e req-b833a0c3-d0d8-4bf3-a07e-d393f720ffd7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788568 Mar 02 18:17:25.324804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a611a1a-8012-4c14-b824-0b4f81c0e20f req-56e14642-63f2-4be5-85ac-f24dac438c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.324804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a611a1a-8012-4c14-b824-0b4f81c0e20f req-56e14642-63f2-4be5-85ac-f24dac438c8e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1097 time: 0.3436000 Mar 02 18:17:25.430037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a611a1a-8012-4c14-b824-0b4f81c0e20f req-ebc6a736-33dc-4676-9889-b7bcb1cb6266 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686393 Mar 02 18:17:25.442347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee8bcb-c032-4033-8ffe-16eef82815f0 req-c06f9d27-d8f8-429c-a850-c2d8c09699ec tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.444402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdee8bcb-c032-4033-8ffe-16eef82815f0 req-c06f9d27-d8f8-429c-a850-c2d8c09699ec tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 943 time: 0.2776036 Mar 02 18:17:25.490668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-b16143a4-93f5-4e8a-ab89-b099ec633a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.492199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-b16143a4-93f5-4e8a-ab89-b099ec633a77 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c890bf49d5694a708cbcbdfac5460d12&device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 1098 time: 0.1680546 Mar 02 18:17:25.503428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdee8bcb-c032-4033-8ffe-16eef82815f0 req-a95e825e-4d6d-46d4-a16d-4c7818e9d36d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516911 Mar 02 18:17:25.515467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.555474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.557303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.558061 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.613656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7f2e87e-2659-4494-bee7-096d7bd29c83,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:25.614226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Checking segment: {'id': '6db130a8-2d2e-402e-86d3-830425207340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '290482ba-9a24-4399-953f-5c4eeaf52f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:25.614608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Network hostable DHCP agents. Network: 290482ba-9a24-4399-953f-5c4eeaf52f2d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:17:25.757057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-28ad6d60-356b-48a9-86e9-92ff85c57933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.758524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-28ad6d60-356b-48a9-86e9-92ff85c57933 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2584941 Mar 02 18:17:25.792931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Network 290482ba-9a24-4399-953f-5c4eeaf52f2d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:17:25.857255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-a57391d6-3f41-4aa6-9675-12209607f8e0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.858719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-a57391d6-3f41-4aa6-9675-12209607f8e0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.3336673 Mar 02 18:17:25.883317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-2c7205a2-15db-4dbd-9e97-edf3853bbb1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9 HTTP/1.1" status: 200 len: 217 time: 0.0856490 Mar 02 18:17:25.891239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-f84675f1-2be3-4e66-bdee-200b27ba8775 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0237594 Mar 02 18:17:25.931409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 290482ba-9a24-4399-953f-5c4eeaf52f2d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:25.936301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:25.937400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:25.944593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49734a73-ace5-4095-9ceb-421af3864ef2 None None] Network 290482ba-9a24-4399-953f-5c4eeaf52f2d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:17:26.085625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70350b1a-4bb8-4dc9-99ab-2395e14d2834 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9775240 Mar 02 18:17:26.117862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-9535b46a-9a8b-4b92-8b92-2f4406be2677 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673099 Mar 02 18:17:26.158623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-87bfefdc-9239-4916-a815-6f819b4c2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:26.160019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-87bfefdc-9239-4916-a815-6f819b4c2dfb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2708302 Mar 02 18:17:26.182381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52367b-273a-4dcc-995a-06bfeb4809f0 req-5b7ac9f3-39e9-4cf6-9227-f1de6942a8ae tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:26.189668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a52367b-273a-4dcc-995a-06bfeb4809f0 req-5b7ac9f3-39e9-4cf6-9227-f1de6942a8ae tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4373856 Mar 02 18:17:26.245414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751f6604-c771-4302-adf5-3030bab0928a None None] Network 290482ba-9a24-4399-953f-5c4eeaf52f2d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:17:26.339280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a52367b-273a-4dcc-995a-06bfeb4809f0 req-3466876c-c38f-49ed-b4c2-fb027d46bb2a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487057 Mar 02 18:17:26.392203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-e139d104-e182-45b7-b7f7-5e474b14b646 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617328 Mar 02 18:17:26.398214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-0a7233fa-31c6-45f1-9b1b-cfbd9bb90e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:26.399793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-0a7233fa-31c6-45f1-9b1b-cfbd9bb90e2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2266409 Mar 02 18:17:26.611462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:26.704303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e06e125a-0be5-4eb3-9986-b0f50e263736 req-bcad9782-8a1f-4723-9e34-8670c199de39 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033986 Mar 02 18:17:26.707872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 25c920e8-7fbf-4eea-a5a3-d46d202b6835 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:26.710715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-c5c2a1b5-1e4a-4fc0-9009-a26c3f666f76 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904553 Mar 02 18:17:26.714475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:26.748435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005fa1b-ecbf-4610-90ae-4defd83d3139 req-cae7c198-e024-4cf9-8fe5-8e45b4646f98 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:26.749968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2005fa1b-ecbf-4610-90ae-4defd83d3139 req-cae7c198-e024-4cf9-8fe5-8e45b4646f98 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 947 time: 0.2793949 Mar 02 18:17:26.860534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:26.872687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2005fa1b-ecbf-4610-90ae-4defd83d3139 req-4f9b336f-1570-4535-b812-e81d98d582cd tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102474 Mar 02 18:17:26.879300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '25c920e8-7fbf-4eea-a5a3-d46d202b6835', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': '25c920e8-7fbf-4eea-a5a3-d46d202b6835', 'mac_address': 'fa:16:3e:b9:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:26.902187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c65ee101-38dd-4334-9c01-a5f8a0dd79a8 req-fab66b94-ce2d-4f41-8c8b-1336e8322450 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851556 Mar 02 18:17:26.940063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:26.961475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c920e8-7fbf-4eea-a5a3-d46d202b6835 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:26.979712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:27.018852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44312) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:27.113930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Deleting subnet b7f2e87e-2659-4494-bee7-096d7bd29c83 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:17:27.117836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.146979 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.180838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.221927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:27.256785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7b211-55ef-4920-afee-0bb361e1df76 req-28f22df2-8951-4308-82bf-fce82ab3dda5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:27.257356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.264355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22d7b211-55ef-4920-afee-0bb361e1df76 req-28f22df2-8951-4308-82bf-fce82ab3dda5 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.1293583 Mar 02 18:17:27.306335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22d7b211-55ef-4920-afee-0bb361e1df76 req-485f8f73-3d1e-4769-9d55-5c344b251a7c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408120 Mar 02 18:17:27.423815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99b2e7a2-05b3-48d6-abe6-657d32f878c4 req-897adef8-9ba9-42d5-8271-af536c37fb6e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=df89ebca-e8ed-42af-9656-76dcbea5b9b6 HTTP/1.1" status: 200 len: 210 time: 0.0504310 Mar 02 18:17:27.492377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['25c920e8-7fbf-4eea-a5a3-d46d202b6835'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:27.515118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.522727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f68a1-7775-4c32-b410-666446c30d13 req-0fec3f04-61f4-48eb-8b02-2e7de9f08945 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:27.524528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a3f68a1-7775-4c32-b410-666446c30d13 req-0fec3f04-61f4-48eb-8b02-2e7de9f08945 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 944 time: 0.0938458 Mar 02 18:17:27.564947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.578269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7f2e87e-2659-4494-bee7-096d7bd29c83,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:27.584843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84f0ab34-6157-475d-ae32-2a33e9b91003 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b7f2e87e-2659-4494-bee7-096d7bd29c83 HTTP/1.1" status: 204 len: 168 time: 0.5616472 Mar 02 18:17:27.585396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44340) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:27.622065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a3f68a1-7775-4c32-b410-666446c30d13 req-7657aa57-aaa2-4e8f-8366-a91673db0f72 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867777 Mar 02 18:17:27.747317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.925316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:27.955405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290482ba-9a24-4399-953f-5c4eeaf52f2d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:27.970111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db130a8-2d2e-402e-86d3-830425207340') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:27.970409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db130a8-2d2e-402e-86d3-830425207340') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:17:27.974182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28e457-ec69-47d1-8391-c8d011c4419b req-0d77c465-e851-4215-95b4-36f891f372ed tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:27.976419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d28e457-ec69-47d1-8391-c8d011c4419b req-0d77c465-e851-4215-95b4-36f891f372ed tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1097 time: 0.2032480 Mar 02 18:17:27.983969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.012266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.020753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:17:28.021434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.041735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d28e457-ec69-47d1-8391-c8d011c4419b req-ac1ed522-c69c-4500-8186-fae79f8de5d5 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Mar 02 18:17:28.046962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600956fa-a15d-4696-b471-0805ee25699d req-8fefe173-59e4-457b-9630-b3c7ab1650f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:28.048556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-600956fa-a15d-4696-b471-0805ee25699d req-8fefe173-59e4-457b-9630-b3c7ab1650f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.1321697 Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:17:28.059468 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:17:28.111222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-600956fa-a15d-4696-b471-0805ee25699d req-31837aa6-29e8-456e-be56-5b7cb6ab6588 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548263 Mar 02 18:17:28.387672 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.415982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.418957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] Pushing event deleted for resources: {'Network': ['ID=290482ba-9a24-4399-953f-5c4eeaf52f2d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:28.428913 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-322b828e-5ff4-42f6-90bf-f273e43f2418 admin admin] 10.222.0.66 "DELETE /v2.0/networks/290482ba-9a24-4399-953f-5c4eeaf52f2d HTTP/1.1" status: 204 len: 168 time: 0.8399463 Mar 02 18:17:28.481708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2954af8-a4f0-4853-bc2d-7d0c12cb21bc req-753f1159-5c0d-4a02-8728-0f4a390a2ffd tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:28.491292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2954af8-a4f0-4853-bc2d-7d0c12cb21bc req-753f1159-5c0d-4a02-8728-0f4a390a2ffd tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 947 time: 0.1175380 Mar 02 18:17:28.541956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2954af8-a4f0-4853-bc2d-7d0c12cb21bc req-39aeb92c-9c99-4bf7-a4c0-c08b8c46cd24 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495422 Mar 02 18:17:28.716140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:28.720329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 25c920e8-7fbf-4eea-a5a3-d46d202b6835 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:28.725714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd46c77-683a-48a9-a598-e45e233ae894 req-55f22322-cffa-45c4-900e-f85fe3e6e6de tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:28.725817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd46c77-683a-48a9-a598-e45e233ae894 req-55f22322-cffa-45c4-900e-f85fe3e6e6de tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1097 time: 0.0774090 Mar 02 18:17:28.774387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd46c77-683a-48a9-a598-e45e233ae894 req-fc4ce575-ddb5-4b02-958b-2d69eb3e4a90 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416596 Mar 02 18:17:28.915657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:28.930138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'mac_address': 'fa:16:3e:6e:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:28.987541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:28.998752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:29.006018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:29.008276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.048539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:29.077774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:29.149174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.189033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:29.200363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:29.226529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.248420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44430) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:29.307349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c98b51-8850-4178-9f73-14a6dd2867a1 req-63b2f6f6-654b-403b-97b0-005753389e0a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:29.309772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7c98b51-8850-4178-9f73-14a6dd2867a1 req-63b2f6f6-654b-403b-97b0-005753389e0a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 944 time: 0.1240711 Mar 02 18:17:29.317568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:29.347661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b32bb84-cc6d-401d-94a6-298c0a2bed59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92631e158ee44cf3ae92ec820eedb72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0976756 Mar 02 18:17:29.350748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44436) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:29.367941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7c98b51-8850-4178-9f73-14a6dd2867a1 req-dea58ccd-a831-4aa7-9864-f86664c74d54 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506620 Mar 02 18:17:29.426105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.445510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.455448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.459845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e2073-8796-49f4-9b39-1df60d86665c req-6573306a-915c-4a16-9fc2-68bbeb62c915 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:29.461478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e9e2073-8796-49f4-9b39-1df60d86665c req-6573306a-915c-4a16-9fc2-68bbeb62c915 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.0925341 Mar 02 18:17:29.518732 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835', 'code': 200} Mar 02 18:17:29.519649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['72152cf4-9b57-41d9-95ef-e7544c3506a9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:29.637722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:29.684260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.710014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86fe8a0-6d8c-41a9-b573-2e647c3fbf82,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:29.714262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:29.716082 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-af689e3f-e749-4c37-9b47-496369d03c74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c86fe8a0-6d8c-41a9-b573-2e647c3fbf82 HTTP/1.1" status: 204 len: 168 time: 0.3640940 Mar 02 18:17:29.833848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e9e2073-8796-49f4-9b39-1df60d86665c req-d0d1ebf8-261d-4af3-9fa4-a9bb212e97ef tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663781 Mar 02 18:17:29.881961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdace21f-83fa-4b6a-91fd-1c1069a2703f req-04e4508f-2762-4184-ac35-36828ca6e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:29.883553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdace21f-83fa-4b6a-91fd-1c1069a2703f req-04e4508f-2762-4184-ac35-36828ca6e426 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 1096 time: 0.1716294 Mar 02 18:17:29.928457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdace21f-83fa-4b6a-91fd-1c1069a2703f req-9e1f7f4d-aaf8-4135-a579-8901e9338d40 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Mar 02 18:17:30.198085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145b437-5182-44ed-949f-e009d1c6058d req-07ca4188-52b6-4129-9bf9-514e047ff791 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:30.199602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6145b437-5182-44ed-949f-e009d1c6058d req-07ca4188-52b6-4129-9bf9-514e047ff791 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 948 time: 0.0894487 Mar 02 18:17:30.254732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6145b437-5182-44ed-949f-e009d1c6058d req-54d7e3da-4e37-49ad-bd2b-29fee12be703 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486743 Mar 02 18:17:30.521226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-c595dd13-eb54-4548-81a8-b2cea49d208c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:30.522861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-c595dd13-eb54-4548-81a8-b2cea49d208c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.1670365 Mar 02 18:17:30.538516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-94fb6669-c63c-4aad-9d76-e24e51cefe8a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0099740 Mar 02 18:17:30.589029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-be667b4f-31bc-4340-817d-4632599d6a29 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448773 Mar 02 18:17:30.739972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:30.942716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:30.944064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-75f223d0-9d09-447b-989d-aa04d5c33fda service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482826 Mar 02 18:17:30.951133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:30.951908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:31.151373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-1c3f9d90-2616-428f-83e6-09f785496761 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001481 Mar 02 18:17:31.160298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:31.233504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:31.456237 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:31.597233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:31.659912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:31.811492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ca52b8-ec58-46c9-aa4e-22b68232e72c req-d5ebbc20-ce69-40cb-b993-afc6cfc2dcd9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:31.812986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93ca52b8-ec58-46c9-aa4e-22b68232e72c req-d5ebbc20-ce69-40cb-b993-afc6cfc2dcd9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 945 time: 0.1011238 Mar 02 18:17:31.866801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93ca52b8-ec58-46c9-aa4e-22b68232e72c req-e794b744-c5eb-406e-b471-5e7e7fcdd7f0 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438461 Mar 02 18:17:32.084994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d9cf1-0046-4046-9b04-d71b27a2fdb5 req-c4232f3e-de64-4d76-a855-2af1dce68e5e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:32.087234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-176d9cf1-0046-4046-9b04-d71b27a2fdb5 req-c4232f3e-de64-4d76-a855-2af1dce68e5e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.1125741 Mar 02 18:17:32.151820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-176d9cf1-0046-4046-9b04-d71b27a2fdb5 req-f6fdc9a3-8d90-44f1-a743-3bea76d562e5 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572035 Mar 02 18:17:32.356891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f768d1-743d-4324-a2c4-5bf41ca69067 req-53a72fa6-2848-4ce8-8d3f-fb3a11e6de55 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:32.358508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0f768d1-743d-4324-a2c4-5bf41ca69067 req-53a72fa6-2848-4ce8-8d3f-fb3a11e6de55 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 949 time: 0.0963135 Mar 02 18:17:32.405641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0f768d1-743d-4324-a2c4-5bf41ca69067 req-0001ecea-b028-41d1-92cf-98064ca43f4d tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407817 Mar 02 18:17:32.845332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-b68f74d1-2416-4c16-a6eb-8c67a05dbad2 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:17:32.846349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-b68f74d1-2416-4c16-a6eb-8c67a05dbad2 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058095 Mar 02 18:17:32.855817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Request body: {'binding': {'host': 'n-h2-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:32.856586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Unknown quota resources ['binding']. {{(pid=88709) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:17:33.073589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on host n-h2-828839-1 for vnic_type normal with profile None {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:33.074170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:33.074504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:33.079279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:33.079626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:33.084872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:33.085207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:33.085587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:33.086008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Bound port: 534ad83f-870f-4636-9ef2-27575ff7d14c, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:33.116187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:33.321373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:33.322757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0bddbb97-f117-4006-a3f8-7280425dcab4 service neutron] 10.222.0.66 "POST /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4704039 Mar 02 18:17:33.805833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a281f41-da8a-49cc-bca9-4e4e84b2c0c5 req-988b7169-91e4-4202-ae57-1e2265afee0b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 210 time: 0.0447841 Mar 02 18:17:33.862739 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'code': 200} Mar 02 18:17:34.421941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d71302-7a4c-4e60-9425-e1f545ca2ae2 req-718852a2-81dd-4114-8886-38cfbb97bce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:34.423528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61d71302-7a4c-4e60-9425-e1f545ca2ae2 req-718852a2-81dd-4114-8886-38cfbb97bce2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 1100 time: 0.4903646 Mar 02 18:17:34.456967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-29b00250-9f62-4c94-af49-c1beb76cd97c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:34.465279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-29b00250-9f62-4c94-af49-c1beb76cd97c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.2695746 Mar 02 18:17:34.468794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10387657-9f45-4819-8b50-c477aa711f7b req-e02316d5-1ecb-413a-9946-239a4b9db131 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:34.470302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10387657-9f45-4819-8b50-c477aa711f7b req-e02316d5-1ecb-413a-9946-239a4b9db131 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.2710209 Mar 02 18:17:34.610303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-62061adb-0b76-441b-83ee-afdb1c5b9c3b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.1389680 Mar 02 18:17:34.664675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61d71302-7a4c-4e60-9425-e1f545ca2ae2 req-2a867977-0280-4470-8001-19c5aaba9a0c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328925 Mar 02 18:17:34.696872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10387657-9f45-4819-8b50-c477aa711f7b req-fb67c955-3bc1-4f12-866c-5f080363077d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079464 Mar 02 18:17:34.742916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-06617fe0-d744-4aec-afa7-5f2deec95285 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1233947 Mar 02 18:17:35.012578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-71503214-1e08-4763-928f-5f9206ae7dfd service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2685914 Mar 02 18:17:35.074009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f78f5e-2c73-43ae-b143-addd54b3068d req-544959ec-3805-41f7-9494-b5b89e39d97f tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.077054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29f78f5e-2c73-43ae-b143-addd54b3068d req-544959ec-3805-41f7-9494-b5b89e39d97f tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 949 time: 0.2327454 Mar 02 18:17:35.182544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-065442c2-96ca-4d9e-a59e-a5bb899af997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.184030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-065442c2-96ca-4d9e-a59e-a5bb899af997 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1097 time: 0.2983220 Mar 02 18:17:35.223869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29f78f5e-2c73-43ae-b143-addd54b3068d req-22f275a3-06b0-447b-bd7d-bc94598c0c2b tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975296 Mar 02 18:17:35.421269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-cb66b900-12bc-434d-ad34-b8f83915b43a service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072099 Mar 02 18:17:35.487193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-fd0648b9-0a66-4c3c-a4ee-186286c07822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.487193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-fd0648b9-0a66-4c3c-a4ee-186286c07822 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2921543 Mar 02 18:17:35.598520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-134249b5-37db-4630-8d0e-98d1b1fc64d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 217 time: 0.1036365 Mar 02 18:17:35.607046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499144f9-3297-4a58-9012-f09b6d71fed6 req-4602335a-c212-456c-8931-19f51753b1fd tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.608558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-499144f9-3297-4a58-9012-f09b6d71fed6 req-4602335a-c212-456c-8931-19f51753b1fd tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.2467611 Mar 02 18:17:35.796993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-b1c27d4a-4c99-4504-a3d5-53db17928be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.798644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-b1c27d4a-4c99-4504-a3d5-53db17928be5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1891456 Mar 02 18:17:35.808788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-499144f9-3297-4a58-9012-f09b6d71fed6 req-04db22fd-7f0d-4e58-9535-450622a920e6 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863153 Mar 02 18:17:35.949895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-02435252-5a8e-4f18-965f-b51885bed809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360407 Mar 02 18:17:35.974676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-cae6e235-6c0f-45b9-bd48-24b62d85576f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:35.978836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-cae6e235-6c0f-45b9-bd48-24b62d85576f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.4152968 Mar 02 18:17:36.060673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': '9d356b2e-00c3-4b2f-b33f-259811100865', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:36.113332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac4817a4-af46-4478-9c06-d14cfaa6a723 req-49c0c188-f211-4258-a5f3-29d5e8c3dd63 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 210 time: 0.1009223 Mar 02 18:17:36.250841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-390677b2-0b26-4a8d-8c4e-7769245feca2 req-e018d5e2-c395-4e25-8380-f76a4af87d7b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 210 time: 0.1461103 Mar 02 18:17:36.607808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d5be3982-d840-4a9e-8d2d-f3fc506948f3 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6264935 Mar 02 18:17:36.720891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:36.779187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:36.798330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa60777-0a11-4f7c-ac1e-9055b3b4f215 req-b722908a-f514-4302-97d7-fcf6ecd74344 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:36.799767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0fa60777-0a11-4f7c-ac1e-9055b3b4f215 req-b722908a-f514-4302-97d7-fcf6ecd74344 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.5456903 Mar 02 18:17:36.844367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-3cca4ca5-6fd9-40b0-b3ef-94ee1a9ee4ad service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275646 Mar 02 18:17:36.886701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0fa60777-0a11-4f7c-ac1e-9055b3b4f215 req-fc454237-ee96-4f59-97a9-78a4e1e5cce1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693073 Mar 02 18:17:36.904434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be914def-e353-4a51-93ad-7d9dad5239ed req-4e6a48f2-7775-4d24-af1e-4977b7f83dd0 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:36.905995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be914def-e353-4a51-93ad-7d9dad5239ed req-4e6a48f2-7775-4d24-af1e-4977b7f83dd0 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 949 time: 0.1980343 Mar 02 18:17:36.928306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:36.932156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.011898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be914def-e353-4a51-93ad-7d9dad5239ed req-9541409d-44db-4b90-8bf3-c01df67c8039 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998499 Mar 02 18:17:37.230031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.2 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/aaedeb86-769f-4754-8b6f-3e1ab5b9721f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:37.614530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a4741-2c6f-4214-a734-ee2b1f354c98 req-1167631f-6aca-4356-82b7-cc715e7d589c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:37.625218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-296a4741-2c6f-4214-a734-ee2b1f354c98 req-1167631f-6aca-4356-82b7-cc715e7d589c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.3384950 Mar 02 18:17:37.753134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-296a4741-2c6f-4214-a734-ee2b1f354c98 req-a0373e05-1680-4810-a011-ceb625c1aeed tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320398 Mar 02 18:17:37.769958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:37.992045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bc16453-5dba-4551-b19d-f5090dfda687 req-6c07c3ed-39bf-40ef-8fae-9adf4df1d6a8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 210 time: 0.0720837 Mar 02 18:17:37.992045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:38.140436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:38.147741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:38.149875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:17:38.236634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:38.344186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:38.352246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:38.352669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44656) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:38.534069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2d9df-3fdd-4a86-9782-d7f2ece42ed7 req-ce815ac6-7c9f-48e0-90f0-38663e826ef8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:38.534800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-63e2d9df-3fdd-4a86-9782-d7f2ece42ed7 req-ce815ac6-7c9f-48e0-90f0-38663e826ef8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:38.572667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:38.587407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:38.591493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Usage tracker for resource:security_group_rule and tenant:eb43866ba8e945a4af6165444736870f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:38.597700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:38.605651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:38.635863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b76a54ac-d6d2-4540-8466-05a3e5efbe35 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5903442 Mar 02 18:17:38.648082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Request body: {'port': {'device_id': '9d356b2e-00c3-4b2f-b33f-259811100865', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:38.725600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:38.800563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-63e2d9df-3fdd-4a86-9782-d7f2ece42ed7 req-ce815ac6-7c9f-48e0-90f0-38663e826ef8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:38.801968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63e2d9df-3fdd-4a86-9782-d7f2ece42ed7 req-ce815ac6-7c9f-48e0-90f0-38663e826ef8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 931 time: 0.4853461 Mar 02 18:17:38.834339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:38.921289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb43866ba8e945a4af6165444736870f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5678558 Mar 02 18:17:38.923774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19479f26-fd08-4fd8-956d-3ed67198d7bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c57048-ca6b-4ecf-84cd-eb8f769179a9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:38.931402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44670) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:38.972953 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.071079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.136357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.175883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63e2d9df-3fdd-4a86-9782-d7f2ece42ed7 req-f53f1d18-72c0-4de0-9e0c-fb49284b8bfe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648136 Mar 02 18:17:39.405893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.434907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c57048-ca6b-4ecf-84cd-eb8f769179a9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:39.467441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:39.489728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d0e2dbad-4084-463b-a388-f2a5812172a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c1c57048-ca6b-4ecf-84cd-eb8f769179a9 HTTP/1.1" status: 204 len: 168 time: 0.5568919 Mar 02 18:17:39.557298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-213d79e5-e80e-4565-9ece-bb03a2e43100 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:39.558886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-213d79e5-e80e-4565-9ece-bb03a2e43100 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.3508668 Mar 02 18:17:39.606101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:40.135225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:40.148374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ea6e-5193-4ea0-86e5-d832d2c336dc req-e8083ac5-d341-4ac2-ba2f-36a76aea3c74 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:40.150003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3db0ea6e-5193-4ea0-86e5-d832d2c336dc req-e8083ac5-d341-4ac2-ba2f-36a76aea3c74 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.6629207 Mar 02 18:17:40.161216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a51e5-b3e6-416b-8c2b-1ae5dc2e19c4 req-ca622c9e-2db0-48a3-94f6-d48c8a787831 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:40.163340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-730a51e5-b3e6-416b-8c2b-1ae5dc2e19c4 req-ca622c9e-2db0-48a3-94f6-d48c8a787831 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.7755699 Mar 02 18:17:40.169230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Usage tracker for resource:port and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:40.199835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:40.231280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:40.288190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3db0ea6e-5193-4ea0-86e5-d832d2c336dc req-528cead8-68bd-4335-b136-33eb1492656d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191661 Mar 02 18:17:40.310888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-730a51e5-b3e6-416b-8c2b-1ae5dc2e19c4 req-afc134b5-3aba-4e78-ab6a-5d69e20184a8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359181 Mar 02 18:17:40.445559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44698) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:40.452423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:17:40.456370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.485521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.492336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b20287f4-bf69-4166-add8-1f23f2cd7523 req-9f1d2e35-b8d6-4f37-a6c9-3b6c87506617 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 210 time: 0.0912817 Mar 02 18:17:40.555057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaedeb86-769f-4754-8b6f-3e1ab5b9721f {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:40.555199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:40.556224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Usage tracker for resource:security_group_rule and tenant:422502e0d32f47f0b07cbb05bbbd0200 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:40.562012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:40.566013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.570618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:40.613675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Transition to ACTIVE for port object aaedeb86-769f-4754-8b6f-3e1ab5b9721f will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:40.714179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.770891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.823917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:40.859749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.8 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/99c39f69-adb6-470b-9e6e-3abee942849a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:17:40.897587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=422502e0d32f47f0b07cbb05bbbd0200&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4481268 Mar 02 18:17:40.897587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6e3bc-9111-46b1-80e5-12d3b2cf64e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b27b720-a8af-4c1b-8777-1cc8313322ec,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:40.898754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:40.946055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Pushing event updated for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:40.976091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.011367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.119270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bcafa-6270-4836-8d97-9fc99f62e6fd req-0c2254d8-4d69-4b06-ad1a-aa75f9c24c96 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:41.120928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd2bcafa-6270-4836-8d97-9fc99f62e6fd req-0c2254d8-4d69-4b06-ad1a-aa75f9c24c96 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 943 time: 0.4065886 Mar 02 18:17:41.180868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.196112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b27b720-a8af-4c1b-8777-1cc8313322ec,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:41.205401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.210873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8461ceec-d0d2-45f5-8a63-68b596f2edf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b27b720-a8af-4c1b-8777-1cc8313322ec HTTP/1.1" status: 204 len: 168 time: 0.3107202 Mar 02 18:17:41.246635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Attempting to bind port aaedeb86-769f-4754-8b6f-3e1ab5b9721f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:41.247161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Attempting to bind port aaedeb86-769f-4754-8b6f-3e1ab5b9721f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:41.247298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Attempting to bind port aaedeb86-769f-4754-8b6f-3e1ab5b9721f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:41.272015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Port aaedeb86-769f-4754-8b6f-3e1ab5b9721f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:41.272346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Attempting to bind port aaedeb86-769f-4754-8b6f-3e1ab5b9721f on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:41.287547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:41.288169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:41.288558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:41.288995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Bound port: aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:41.289343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.314687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd2bcafa-6270-4836-8d97-9fc99f62e6fd req-4111e7f0-1e8a-4b78-a49f-7940cf8ed644 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732693 Mar 02 18:17:41.404201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.446843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:41.451041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:41.593549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.595537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.613740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2', '25c920e8-7fbf-4eea-a5a3-d46d202b6835'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:41.730040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:41.731059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:41.732468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] 10.222.0.65 "PUT /v2.0/ports/aaedeb86-769f-4754-8b6f-3e1ab5b9721f HTTP/1.1" status: 200 len: 1091 time: 3.0888574 Mar 02 18:17:41.741990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:41.753389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:17:41.768420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:17:41.768420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:17:41.829915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b83c804-8ed0-4eaa-878c-77e07d4b5830 service neutron] Pushing event updated for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:41.952174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb05f9d-c904-42c0-a04c-54a87dbab1f9 req-1f635989-3546-42e1-b8da-7f138292adaf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:41.953869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb05f9d-c904-42c0-a04c-54a87dbab1f9 req-1f635989-3546-42e1-b8da-7f138292adaf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4225352 Mar 02 18:17:41.979155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:41.979672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:42.032637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd765d8-e017-4ddf-95b7-4571afe437c4 req-b03bc5cd-b2d2-4b5a-993c-587026f2e6b0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:42.039863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efd765d8-e017-4ddf-95b7-4571afe437c4 req-b03bc5cd-b2d2-4b5a-993c-587026f2e6b0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.4531398 Mar 02 18:17:42.074436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:42.259972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb05f9d-c904-42c0-a04c-54a87dbab1f9 req-d57a3b1c-8332-44cb-be2f-1561135ee8b6 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878342 Mar 02 18:17:42.271665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efd765d8-e017-4ddf-95b7-4571afe437c4 req-5e3d797c-20f2-4427-8567-0b01d59ad65b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305598 Mar 02 18:17:42.289607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-dc662001-8f43-4964-ac47-76c1ffa5169a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:42.291432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-dc662001-8f43-4964-ac47-76c1ffa5169a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 1094 time: 0.3830905 Mar 02 18:17:42.400997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-1f1f8419-2cf6-4842-9b1b-c1c349d7fc35 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7986319 Mar 02 18:17:42.412483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-a1517b5c-3f32-4c1e-bfdf-38ebc2f76b2b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f HTTP/1.1" status: 200 len: 217 time: 0.1079016 Mar 02 18:17:42.416613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Request body: {'port': {'device_id': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:42.528525 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f', 'status': 'completed', 'code': 200} Mar 02 18:17:42.654081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79aa009-4737-417d-a62e-b25549d7f94c req-c3fa7c0a-53f8-4b8b-9ca5-403ad012ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:42.656571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-c3fa7c0a-53f8-4b8b-9ca5-403ad012ee9c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.2129970 Mar 02 18:17:42.782670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-b570f2ea-f039-4fbe-ac50-5297ba5e9afa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040690 Mar 02 18:17:42.790445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:42.840551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:42.998802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce4dfa-93a0-4010-acd8-6d730eab059a req-9f4a4c65-cd91-40e2-809d-9af47c67fb0d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:42.999953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2bce4dfa-93a0-4010-acd8-6d730eab059a req-9f4a4c65-cd91-40e2-809d-9af47c67fb0d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:17:43.074619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:43.110664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:43.124939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dd5626-8116-4475-b88a-42df43ae4a2d req-a84184e5-7ae3-46bb-bcab-7ba199158f41 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:43.129245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54dd5626-8116-4475-b88a-42df43ae4a2d req-a84184e5-7ae3-46bb-bcab-7ba199158f41 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 943 time: 0.4538050 Mar 02 18:17:43.164460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'mac_address': 'fa:16:3e:6e:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:43.238013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2bce4dfa-93a0-4010-acd8-6d730eab059a req-9f4a4c65-cd91-40e2-809d-9af47c67fb0d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:17:43.239431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bce4dfa-93a0-4010-acd8-6d730eab059a req-9f4a4c65-cd91-40e2-809d-9af47c67fb0d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 931 time: 0.7859738 Mar 02 18:17:43.251415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-4b169385-e529-4a15-a520-342e1b7234e8 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437475 Mar 02 18:17:43.272802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.287294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.295175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:43.312155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:43.316101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:43.320496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Usage tracker for resource:security_group_rule and tenant:03e3d15f63144a8aa22b821b4260820e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:43.325603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:43.334405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:43.375340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54dd5626-8116-4475-b88a-42df43ae4a2d req-3b1a1467-aa01-4ced-8efa-9df88e343cc9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266827 Mar 02 18:17:43.421191 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.476519 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.546978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:43.548195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:43.562877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['72152cf4-9b57-41d9-95ef-e7544c3506a9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:43.614270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bce4dfa-93a0-4010-acd8-6d730eab059a req-30d51e57-075f-433f-82ae-414e9fce1ba2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618915 Mar 02 18:17:43.632847 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:17:43.643192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=03e3d15f63144a8aa22b821b4260820e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5650249 Mar 02 18:17:43.662705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44794) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:43.698569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacc3c9-bfe7-4143-9fd6-d0b00a5db22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b49357-53e0-4626-9c95-215c6e29fcec,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:43.817170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c79aa009-4737-417d-a62e-b25549d7f94c req-dbefa5c4-fa64-4a87-a669-994d642238f4 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364046 Mar 02 18:17:43.902612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:44.007704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c5309-12dd-4df8-adbf-e499bbe22233 req-c793293a-76aa-45a6-aeeb-8b3e329f577e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:44.007704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d5c5309-12dd-4df8-adbf-e499bbe22233 req-c793293a-76aa-45a6-aeeb-8b3e329f577e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4471710 Mar 02 18:17:44.067184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:44.200699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c39f69-adb6-470b-9e6e-3abee942849a {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:44.221649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:44.315270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef49dcf-fd67-4621-b408-1a9d7b3fd377 req-8164f7ba-f90e-42cb-8025-039806b50eb8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:44.315270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef49dcf-fd67-4621-b408-1a9d7b3fd377 req-8164f7ba-f90e-42cb-8025-039806b50eb8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.4615231 Mar 02 18:17:44.315270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Transition to ACTIVE for port object 99c39f69-adb6-470b-9e6e-3abee942849a will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:44.315270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d5c5309-12dd-4df8-adbf-e499bbe22233 req-5e95f44b-d9e7-41e6-a30c-949ec8530769 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694967 Mar 02 18:17:44.357852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-aeceb39c-c731-4fee-961a-03fd80f9ebb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:44.359439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-aeceb39c-c731-4fee-961a-03fd80f9ebb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 1094 time: 0.3433425 Mar 02 18:17:44.408178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef49dcf-fd67-4621-b408-1a9d7b3fd377 req-f1265353-fd46-42ed-a343-dbfd978299d7 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187291 Mar 02 18:17:44.693670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-6d470185-4bde-422f-bb7b-9e73ba2293fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:44.694551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-6d470185-4bde-422f-bb7b-9e73ba2293fb service neutron] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.3279045 Mar 02 18:17:44.844822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-47b693b4-dee0-418e-b768-d0e0b31a07f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f HTTP/1.1" status: 200 len: 217 time: 0.1418214 Mar 02 18:17:44.853801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:44.964479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-38708022-2fee-4cf0-a963-cec30327fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:44.964479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-38708022-2fee-4cf0-a963-cec30327fa03 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.1028066 Mar 02 18:17:44.991813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:44.991813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.056377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-efb56bd5-f8e1-416b-8f06-b5d86fe5f2e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886507 Mar 02 18:17:45.069609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef6aa-798d-4275-9e89-6d58a53bfce3 req-3486f9e9-1b5b-4c07-b53e-b25b2e56c458 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:45.071190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-574ef6aa-798d-4275-9e89-6d58a53bfce3 req-3486f9e9-1b5b-4c07-b53e-b25b2e56c458 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 943 time: 0.2947783 Mar 02 18:17:45.097101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.102224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.169773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.234582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:45.252647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:45.263706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Pushing event updated for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:45.280795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b49357-53e0-4626-9c95-215c6e29fcec,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:45.367598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.408040 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.426813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-25f5a595-e19b-42b3-8ac9-d7c516a24426 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/27b49357-53e0-4626-9c95-215c6e29fcec HTTP/1.1" status: 204 len: 168 time: 1.7363236 Mar 02 18:17:45.526731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-574ef6aa-798d-4275-9e89-6d58a53bfce3 req-6fd6caa3-6563-4536-b415-c2fd991a5621 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270906 Mar 02 18:17:45.553768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:45.606853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-95192881-c430-45f4-bf9b-40b484109f48 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5298827 Mar 02 18:17:45.695718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Attempting to bind port 99c39f69-adb6-470b-9e6e-3abee942849a on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:45.696543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Attempting to bind port 99c39f69-adb6-470b-9e6e-3abee942849a by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:45.697092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Attempting to bind port 99c39f69-adb6-470b-9e6e-3abee942849a on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:45.760615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Port 99c39f69-adb6-470b-9e6e-3abee942849a on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:45.760615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Attempting to bind port 99c39f69-adb6-470b-9e6e-3abee942849a on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:45.787826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:45.787826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:45.787826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:45.787826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Bound port: 99c39f69-adb6-470b-9e6e-3abee942849a, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:45.787826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:45.884081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aaedeb86-769f-4754-8b6f-3e1ab5b9721f details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:45.985208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f85ae4f1-4a6e-4511-bc37-121f6aa58343 req-298bb559-bcde-40fd-9279-b39aa2438181 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718293 Mar 02 18:17:46.102767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:46.106894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=99c39f69-adb6-470b-9e6e-3abee942849a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:46.153596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03f505-31d6-4c85-8a35-7eb2b4d7bf4a req-79658a40-b58e-48db-a6c4-7909e1667376 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:46.163236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db03f505-31d6-4c85-8a35-7eb2b4d7bf4a req-79658a40-b58e-48db-a6c4-7909e1667376 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 943 time: 0.3153539 Mar 02 18:17:46.253100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db03f505-31d6-4c85-8a35-7eb2b4d7bf4a req-cbb761a4-80b7-426a-b21b-1481324e3059 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880940 Mar 02 18:17:46.259380 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:46.263874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:46.281868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f', 'mac_address': 'fa:16:3e:da:53:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:46.285371 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'code': 200} Mar 02 18:17:46.389159 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:46.440282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaedeb86-769f-4754-8b6f-3e1ab5b9721f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:46.458349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:46.459674 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:46.461328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] 10.222.0.65 "PUT /v2.0/ports/99c39f69-adb6-470b-9e6e-3abee942849a HTTP/1.1" status: 200 len: 1091 time: 4.0513663 Mar 02 18:17:46.464338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:46.476890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Pushing event updated for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c13fe7-18c9-4506-bba0-705acf6422e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f78a5f-518f-4f42-80bb-144aa03fa189 req-05e78010-c80d-415c-8e05-898d4a9f0d12 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.313327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12f78a5f-518f-4f42-80bb-144aa03fa189 req-05e78010-c80d-415c-8e05-898d4a9f0d12 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.3166289 Mar 02 18:17:48.329524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d1d50-ea7c-4c84-b806-8bf24e164df4 req-71195562-ca04-4329-aee5-9d9a7282c004 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.329524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-433d1d50-ea7c-4c84-b806-8bf24e164df4 req-71195562-ca04-4329-aee5-9d9a7282c004 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.2393055 Mar 02 18:17:48.329524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-ec6eae1f-6232-40bf-9bf9-8d794a42ded6 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.329524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-ec6eae1f-6232-40bf-9bf9-8d794a42ded6 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1097 time: 0.2140837 Mar 02 18:17:48.329524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:48.337458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:48.344000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12f78a5f-518f-4f42-80bb-144aa03fa189 req-15add071-fa4f-40a7-900d-cbb59acaa932 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269665 Mar 02 18:17:48.344000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-433d1d50-ea7c-4c84-b806-8bf24e164df4 req-7eb16619-7e20-4b0f-bef6-551cdcab1ea4 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Mar 02 18:17:48.344000 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a', 'status': 'completed', 'code': 200} Mar 02 18:17:48.350670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:48.364664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.372263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c has no active binding in host n-h2-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-5bff2d2e-827e-4d24-86bb-9a2e642d4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-5bff2d2e-827e-4d24-86bb-9a2e642d4603 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 1094 time: 0.5942962 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8aeec-f867-42a9-83e4-d8e3c7d4a7b9 req-ecdf4870-8d2f-4fd7-ab2c-2757f2e3a074 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15e8aeec-f867-42a9-83e4-d8e3c7d4a7b9 req-ecdf4870-8d2f-4fd7-ab2c-2757f2e3a074 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 943 time: 0.3780284 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-c1a0f2da-f52a-454f-8cae-f2e1a943f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-c1a0f2da-f52a-454f-8cae-f2e1a943f5c2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6e8773c964544bf39e976faa7844fc8c&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2474663 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15e8aeec-f867-42a9-83e4-d8e3c7d4a7b9 req-c9bd3bd6-1e9a-43a1-b30e-2035737ef30f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953274 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091aa04b-2edf-403a-9bd3-9025eee47e02 req-b93ae649-3774-439b-9c11-b3fd14dcd2d4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-091aa04b-2edf-403a-9bd3-9025eee47e02 req-b93ae649-3774-439b-9c11-b3fd14dcd2d4 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 943 time: 0.6386456 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-68d2b24e-892d-4b35-bcc3-b730aead3212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01f6b458-db66-4dd3-8619-ec5e4805414a req-68d2b24e-892d-4b35-bcc3-b730aead3212 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4101913 Mar 02 18:17:48.377661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-091aa04b-2edf-403a-9bd3-9025eee47e02 req-010c4637-13fc-4d23-8a57-93dafcbdc83b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907537 Mar 02 18:17:48.392783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b596eb-7124-4133-a7e8-8bf6eec42afc req-75d45f6c-ed1d-42cb-b09b-cd58cc5d415c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:48.392783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4b596eb-7124-4133-a7e8-8bf6eec42afc req-75d45f6c-ed1d-42cb-b09b-cd58cc5d415c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.2062070 Mar 02 18:17:48.512514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.540433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:48.722885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:48.752077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4b596eb-7124-4133-a7e8-8bf6eec42afc req-3ab3b5f1-4ff7-424c-99eb-a97cdd26e048 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230051 Mar 02 18:17:48.779821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['aaedeb86-769f-4754-8b6f-3e1ab5b9721f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:48.978704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:48.990825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:49.017366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2bbb2-b8d9-45b9-a640-62b07b9e116a req-4d7317b0-66ae-4eb5-bdbc-79ea710187f2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:49.025393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2bbb2-b8d9-45b9-a640-62b07b9e116a req-4d7317b0-66ae-4eb5-bdbc-79ea710187f2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 946 time: 0.6223197 Mar 02 18:17:49.085835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on host n-h1-828839-1 for vnic_type normal with profile {"migrating_to": "n-h2-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:49.086318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:49.090687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:49.118016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-8dc52d8d-589b-4d30-afbf-96e82ebc42a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:49.120816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-8dc52d8d-589b-4d30-afbf-96e82ebc42a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 1094 time: 0.6474433 Mar 02 18:17:49.124519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:49.125765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Attempting to bind port 534ad83f-870f-4636-9ef2-27575ff7d14c on network b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:49.230056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2bbb2-b8d9-45b9-a640-62b07b9e116a req-24f70da8-dd31-4a80-8fad-396b8caf0dde tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035210 Mar 02 18:17:49.232771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:49.233110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Checking segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:49.233650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Bound using segment: {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:49.237268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Bound port: 534ad83f-870f-4636-9ef2-27575ff7d14c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841db7f1-a6c3-4ed9-982d-6665c77e197a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:49.237268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:49.257641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-6a5976ea-13c1-4a54-9584-b8273509c3d2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99c39f69-adb6-470b-9e6e-3abee942849a HTTP/1.1" status: 200 len: 217 time: 0.1130550 Mar 02 18:17:49.624850 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'code': 200} Mar 02 18:17:49.717171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-722cdb61-8f62-4c98-961b-0bec94b3947d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:49.717171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-722cdb61-8f62-4c98-961b-0bec94b3947d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.3980815 Mar 02 18:17:49.832300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-00b5fab0-119d-4bcd-ab65-07b1f31a6302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733075 Mar 02 18:17:49.836706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:49.921347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:49.944304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95965c7-7362-426a-8cb3-ec08a5bf951e req-3013e9fa-8a36-4ec6-a43d-29e365b0485d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:49.947850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d95965c7-7362-426a-8cb3-ec08a5bf951e req-3013e9fa-8a36-4ec6-a43d-29e365b0485d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 944 time: 0.7144587 Mar 02 18:17:49.960357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233146d6-91bd-437d-a0a0-12abc205de1a req-2570940d-673c-4e4b-831d-37b9170cfd6c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:49.962202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-233146d6-91bd-437d-a0a0-12abc205de1a req-2570940d-673c-4e4b-831d-37b9170cfd6c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 943 time: 0.3430219 Mar 02 18:17:50.055324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:50.419800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-233146d6-91bd-437d-a0a0-12abc205de1a req-a46504d2-f05e-44ea-9574-2d43768190dd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3908367 Mar 02 18:17:50.426517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d95965c7-7362-426a-8cb3-ec08a5bf951e req-4b9f3b0d-8d38-436b-bbf0-aed052cc576d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965325 Mar 02 18:17:50.429728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-24be3702-9f59-401f-adc7-3b032550c03f service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5731454 Mar 02 18:17:50.480646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:50.485305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:50.486330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:50.487947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d99cc8df-ff41-4f9f-8b73-114e7b41fc0e service neutron] 10.222.0.11 "PUT /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 1122 time: 3.6866133 Mar 02 18:17:50.528175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aaedeb86-769f-4754-8b6f-3e1ab5b9721f up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:50.674620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['534ad83f-870f-4636-9ef2-27575ff7d14c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:50.859000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['534ad83f-870f-4636-9ef2-27575ff7d14c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:50.894086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a8b365-893d-4a8b-bdef-10dfe338cf3e req-600ae3c3-5d54-45f0-92d3-9dac0460e165 service neutron] 10.222.0.65 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566181 Mar 02 18:17:50.955136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaebd0b-b05f-4218-8d59-52a240dd4be8 req-3e7088bf-f5f5-474b-985c-adf8a04b1f27 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:50.956720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdaebd0b-b05f-4218-8d59-52a240dd4be8 req-3e7088bf-f5f5-474b-985c-adf8a04b1f27 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.1214888 Mar 02 18:17:51.055672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdaebd0b-b05f-4218-8d59-52a240dd4be8 req-dad921f0-a171-4aa7-8326-795986f8f1f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834594 Mar 02 18:17:51.203249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500f343-729a-4114-9b89-108e4d5a301d req-ca9862d0-5c16-42cf-ad09-004aa10cd959 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:51.205586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d500f343-729a-4114-9b89-108e4d5a301d req-ca9862d0-5c16-42cf-ad09-004aa10cd959 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.1489873 Mar 02 18:17:51.282102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d500f343-729a-4114-9b89-108e4d5a301d req-9c0fd83c-0f9b-463f-ad09-687f4e992303 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Mar 02 18:17:51.335045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port aaedeb86-769f-4754-8b6f-3e1ab5b9721f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:51.344836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port aaedeb86-769f-4754-8b6f-3e1ab5b9721f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:51.345213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:51.591117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:51.625000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:51.676537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:51.729995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:51.808933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ada149-1fb1-4e72-ad7b-4f7ff7dde8d0 req-4ccf091f-07aa-4a45-ba65-de5eac65ab12 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:51.816351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6ada149-1fb1-4e72-ad7b-4f7ff7dde8d0 req-4ccf091f-07aa-4a45-ba65-de5eac65ab12 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 943 time: 0.2236974 Mar 02 18:17:51.839244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:51.896669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6ada149-1fb1-4e72-ad7b-4f7ff7dde8d0 req-ec85a608-bec8-45a5-9e9a-e139aa30b46f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792875 Mar 02 18:17:51.979231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74507e79-0e3c-4f3a-8840-3240b6b967c7 req-c684177c-28cc-4b84-ab4b-6aa711ecf1ca tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:51.996325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74507e79-0e3c-4f3a-8840-3240b6b967c7 req-c684177c-28cc-4b84-ab4b-6aa711ecf1ca tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 944 time: 0.2579699 Mar 02 18:17:52.061999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45020) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:52.149366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74507e79-0e3c-4f3a-8840-3240b6b967c7 req-7426a846-ab8e-4845-8aa6-3830760fe889 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513507 Mar 02 18:17:52.215324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:52.316000 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f', 'code': 200} Mar 02 18:17:52.422400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69caedce-3f75-42fb-894d-7bc27391749a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.470601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:52.542659 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'status': 'completed', 'code': 200} Mar 02 18:17:52.672185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.717531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:52.725993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Usage tracker for resource:security_group_rule and tenant:deacb70b3a2644e091b9e16332e39fab is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:52.737696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:52.768262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:52.814076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e6f23-a634-4ba6-934d-67bfd8383578 req-eb3f89c3-7b12-4dbc-ad7e-142a069fca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:52.815631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f1e6f23-a634-4ba6-934d-67bfd8383578 req-eb3f89c3-7b12-4dbc-ad7e-142a069fca8b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 1096 time: 0.4308422 Mar 02 18:17:52.828282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-390030e0-7805-4296-9be3-04bd3d5ead8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:52.829930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-390030e0-7805-4296-9be3-04bd3d5ead8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1125 time: 0.2949772 Mar 02 18:17:52.887768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f1e6f23-a634-4ba6-934d-67bfd8383578 req-276f046f-fe08-459e-87cf-5ea72be5f24a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Mar 02 18:17:52.921591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.923178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:52.961430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:52.969148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Usage tracker for resource:security_group_rule and tenant:ee480f1685394a29b9b4e1d1962a3589 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:52.977675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:52.992343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:53.006272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.117425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66292e-68bd-4143-9f02-a84ac1c0c7d0 req-86cd5c8f-62e1-4570-b851-f2ed4a33432e tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:53.130108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb66292e-68bd-4143-9f02-a84ac1c0c7d0 req-86cd5c8f-62e1-4570-b851-f2ed4a33432e tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.4248440 Mar 02 18:17:53.165090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-f8273e20-a839-458d-b697-3f42bfb33cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:53.166832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-f8273e20-a839-458d-b697-3f42bfb33cf0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.2815347 Mar 02 18:17:53.190676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990e591-46d7-4b5d-b8f3-7ba167ac64dc req-92da740e-8e96-4d0e-a3a9-d0370e6ecbf1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:53.199075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c990e591-46d7-4b5d-b8f3-7ba167ac64dc req-92da740e-8e96-4d0e-a3a9-d0370e6ecbf1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4300287 Mar 02 18:17:53.413894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742ac571-f1d0-4996-aa80-0c5b2c416dd0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=deacb70b3a2644e091b9e16332e39fab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3679831 Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.439992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.440316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.441303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.443714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.444340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.444890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6f7fd-86c7-482d-a49b-5ba9804efdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:17:53.448951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:53.510986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-0aa6a49f-5a16-498d-a58d-bd423999041e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 217 time: 0.3070784 Mar 02 18:17:53.596559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.600211 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.635511 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.711136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb66292e-68bd-4143-9f02-a84ac1c0c7d0 req-a7efc6ae-96aa-49da-bf3b-66d83cf91a92 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752461 Mar 02 18:17:53.753685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:53.764761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c990e591-46d7-4b5d-b8f3-7ba167ac64dc req-7a94df52-6410-4866-a68e-dcd44f21601b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5515621 Mar 02 18:17:54.136754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-09b97188-a9c2-4bb5-973e-c54a38682be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.205944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee480f1685394a29b9b4e1d1962a3589&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7335742 Mar 02 18:17:54.223228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:54.228409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.416309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-94c3b0f2-86f8-4042-b3bf-f7e632aa8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:54.424436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-94c3b0f2-86f8-4042-b3bf-f7e632aa8966 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.8367670 Mar 02 18:17:54.483395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b2c79-1e83-4184-b098-658bd76dd11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f6e1b-c42f-49e4-aaff-78f1b99c9594,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:54.531560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ac571-f1d0-4996-aa80-0c5b2c416dd0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:54.535090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.536325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f60c7eb9-ebb5-46f6-999f-4beb2a280f34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/742ac571-f1d0-4996-aa80-0c5b2c416dd0 HTTP/1.1" status: 204 len: 168 time: 1.0810125 Mar 02 18:17:54.572065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 99c39f69-adb6-470b-9e6e-3abee942849a details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:17:54.600687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.640836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-c7ad0444-3f6c-4443-92ec-b6211d3462db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2036843 Mar 02 18:17:54.699924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:54.761726 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-648f47e6-afb3-4045-8273-931a94efbd37 service neutron] show failed (client error): The resource could not be found. Mar 02 18:17:54.764236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-648f47e6-afb3-4045-8273-931a94efbd37 service neutron] 10.222.0.11 "GET /v2.0/ports/5bab80b9-5515-474a-9d20-12fa9601f0db/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.9877365 Mar 02 18:17:54.929633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6ae3e-cafb-4bfb-afa8-7628700e4b46 req-1646e40b-805b-477c-92f9-d2c30836cda9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:54.932607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38a6ae3e-cafb-4bfb-afa8-7628700e4b46 req-1646e40b-805b-477c-92f9-d2c30836cda9 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 943 time: 0.9262841 Mar 02 18:17:55.039094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.067295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=99c39f69-adb6-470b-9e6e-3abee942849a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:55.105650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f6e1b-c42f-49e4-aaff-78f1b99c9594,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:55.124797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.124797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d5fd955d-a0af-4d25-93f0-158a3e65d6f0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c46f6e1b-c42f-49e4-aaff-78f1b99c9594 HTTP/1.1" status: 204 len: 168 time: 0.8934941 Mar 02 18:17:55.225386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '99c39f69-adb6-470b-9e6e-3abee942849a', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': '99c39f69-adb6-470b-9e6e-3abee942849a', 'mac_address': 'fa:16:3e:ff:f6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:17:55.277264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-6a83eead-2c37-4fc9-9cbf-1b4802008abc service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265435 Mar 02 18:17:55.506107 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.546709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38a6ae3e-cafb-4bfb-afa8-7628700e4b46 req-daf82b7a-0721-4cc9-a55d-9b5a9bbdbc0e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525522 Mar 02 18:17:55.552514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c39f69-adb6-470b-9e6e-3abee942849a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:55.575050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b894e0f-6fb2-48f0-b339-d535852cbaf3 req-9cdfbca1-8aeb-49cd-8afd-73a5b08c4acf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:55.576153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b894e0f-6fb2-48f0-b339-d535852cbaf3 req-9cdfbca1-8aeb-49cd-8afd-73a5b08c4acf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 1.3032639 Mar 02 18:17:55.609610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=99c39f69-adb6-470b-9e6e-3abee942849a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:55.657755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.660277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.660277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.714627 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:55.935440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:55.962744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:55.974693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['99c39f69-adb6-470b-9e6e-3abee942849a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:17:55.997256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b894e0f-6fb2-48f0-b339-d535852cbaf3 req-b856b234-9597-4755-b88c-3b2ba9081571 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814128 Mar 02 18:17:56.001950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e602272b-a3f8-44ab-ab5b-60d5db611c3e req-cfda4779-4152-4639-9900-22a1fe641710 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6826394 Mar 02 18:17:56.016339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.051286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:17:56.061889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Usage tracker for resource:security_group_rule and tenant:bff7a54392ab4593b2282c46b9ce8415 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:17:56.068420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:17:56.079827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:17:56.086370 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-763d2b23-5efe-47ed-a7b4-8911ee3c155c service neutron] 10.222.0.65 "GET /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c/bindings/n-h2-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.3090882 Mar 02 18:17:56.135384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6da59d-e6f7-406c-bd1b-282e1b239dc7 req-39446dde-816b-42d0-8a5d-4d40e3776868 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:56.148455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f6da59d-e6f7-406c-bd1b-282e1b239dc7 req-39446dde-816b-42d0-8a5d-4d40e3776868 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.3053877 Mar 02 18:17:56.211680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-40317ab6-dde3-44fc-8aa6-a6846ea23ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:56.219398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-40317ab6-dde3-44fc-8aa6-a6846ea23ab5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1101 time: 0.4990838 Mar 02 18:17:56.245470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:17:56.564494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:56.597686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.603219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f6da59d-e6f7-406c-bd1b-282e1b239dc7 req-52cc50db-a930-4b7c-b714-22badc8a4c5d tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517233 Mar 02 18:17:56.631389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.736528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:56.766673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.768752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.787830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:56.881332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:56.886446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:17:56.958230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71a004-fb57-446b-9d54-4fcd1cf6c211 req-f790da43-d538-4dcb-b49b-3a6a0bde85cf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:56.960537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd71a004-fb57-446b-9d54-4fcd1cf6c211 req-f790da43-d538-4dcb-b49b-3a6a0bde85cf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.5589926 Mar 02 18:17:57.056934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab212722-48c7-4925-9761-1a2f206cfe6e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:57.111994 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3b732e8f-7443-4ac8-9c7a-63f8ed868f40 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bff7a54392ab4593b2282c46b9ce8415&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1701469 Mar 02 18:17:57.115791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45106) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:17:57.148254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd71a004-fb57-446b-9d54-4fcd1cf6c211 req-432cba34-d3ff-4abe-a4a1-949ed62f935e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747172 Mar 02 18:17:57.160557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534ad83f-870f-4636-9ef2-27575ff7d14c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:17:57.243910 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:57.273793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:57.347274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2046424-daa7-4766-a6a3-350a9d287437 req-67ff1462-2865-45ab-a3a0-f7cb9a52ad82 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:57.349952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2046424-daa7-4766-a6a3-350a9d287437 req-67ff1462-2865-45ab-a3a0-f7cb9a52ad82 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 944 time: 0.5046935 Mar 02 18:17:57.371433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:57.421832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:57.444457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:57.475158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2046424-daa7-4766-a6a3-350a9d287437 req-33cab34b-e2b1-4e47-a318-26184acac475 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056955 Mar 02 18:17:57.556003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:57.798003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] Transition to ACTIVE for port object 534ad83f-870f-4636-9ef2-27575ff7d14c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:58.021766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:17:58.091054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:58.200766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:58.206759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:58.222654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c522953-73eb-4270-a3d7-45b4151fa208 req-7a8ee4fb-3fe5-4124-9273-d66086e11646 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:58.226673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c522953-73eb-4270-a3d7-45b4151fa208 req-7a8ee4fb-3fe5-4124-9273-d66086e11646 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 944 time: 0.2597349 Mar 02 18:17:58.238901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fffc5-3021-4843-b87a-4b21739480df req-a2bd7e78-bc14-47cf-a8e3-5154c52c7afe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:58.240457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-858fffc5-3021-4843-b87a-4b21739480df req-a2bd7e78-bc14-47cf-a8e3-5154c52c7afe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.6468315 Mar 02 18:17:58.286896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Transition to ACTIVE for port object 5bab80b9-5515-474a-9d20-12fa9601f0db will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:17:58.327502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c522953-73eb-4270-a3d7-45b4151fa208 req-8510584c-6fed-440e-b272-1eabae13399f tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999105 Mar 02 18:17:58.333882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-858fffc5-3021-4843-b87a-4b21739480df req-ebb8b229-779c-4d3f-8d67-de57c5a4e9be tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766459 Mar 02 18:17:58.503653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:58.511651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:58.535491 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'code': 200} Mar 02 18:17:58.552736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:58.578463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 99c39f69-adb6-470b-9e6e-3abee942849a up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:17:58.612667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab212722-48c7-4925-9761-1a2f206cfe6e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:58.693173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:58.698271 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0b2065e-ed41-467c-9c56-51b9054c716d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab212722-48c7-4925-9761-1a2f206cfe6e HTTP/1.1" status: 204 len: 168 time: 1.5762835 Mar 02 18:17:58.811629 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:17:58.812272 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:17:58.813319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] No DVR routers for this DVR port 534ad83f-870f-4636-9ef2-27575ff7d14c on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:58.822379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] Pushing event updated for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:58.843816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:17:58.885513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-56f95682-1277-4ea7-a540-6b17e230e6ec service neutron] 10.222.0.65 "PUT /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c/bindings/n-h2-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 2.7927489 Mar 02 18:17:58.947972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] No DVR routers for this DVR port 5bab80b9-5515-474a-9d20-12fa9601f0db on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:17:58.959374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 99c39f69-adb6-470b-9e6e-3abee942849a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:17:58.967844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 99c39f69-adb6-470b-9e6e-3abee942849a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:17:58.968262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:59.283538 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:59.302746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94722bf2-47b4-4432-9185-d6314c6bace4 req-d551d7ed-6cd6-46c6-8474-5ef282b5db15 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:59.310956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94722bf2-47b4-4432-9185-d6314c6bace4 req-d551d7ed-6cd6-46c6-8474-5ef282b5db15 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.8670776 Mar 02 18:17:59.331080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-62b89db3-ba43-4e14-9cbc-5025ae7cd3b4 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:59.332570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-62b89db3-ba43-4e14-9cbc-5025ae7cd3b4 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.2015803 Mar 02 18:17:59.337468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:17:59.337806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:17:59.338158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:59.351348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:17:59.351582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Attempting to bind port 5bab80b9-5515-474a-9d20-12fa9601f0db on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:17:59.384940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94722bf2-47b4-4432-9185-d6314c6bace4 req-3e4783c2-4e2a-4382-ada6-ca9891cfbfa9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708022 Mar 02 18:17:59.389427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:17:59.389787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:17:59.390153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:17:59.393736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Bound port: 5bab80b9-5515-474a-9d20-12fa9601f0db, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:17:59.394107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:59.396638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:17:59.428907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=99c39f69-adb6-470b-9e6e-3abee942849a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:17:59.689593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:17:59.699783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:17:59.711262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918af8-e049-4dca-a7b5-4dc71a03450b req-c9ace5a4-17cb-493b-8581-1d4c07ba879f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:59.712766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02918af8-e049-4dca-a7b5-4dc71a03450b req-c9ace5a4-17cb-493b-8581-1d4c07ba879f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 944 time: 0.3272054 Mar 02 18:17:59.720827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d187be60-6bd7-4057-8d4d-223d07f21d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:59.722279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-d187be60-6bd7-4057-8d4d-223d07f21d3a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd&tenant_id=22ecd64c79744520a3cef4a113036cd7 HTTP/1.1" status: 200 len: 1096 time: 0.3341305 Mar 02 18:17:59.758224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004b6cf-ac84-41af-be53-dbab9e37f581 req-df6887f3-704b-4beb-984e-c6f35606f866 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:17:59.759855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9004b6cf-ac84-41af-be53-dbab9e37f581 req-df6887f3-704b-4beb-984e-c6f35606f866 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.2557781 Mar 02 18:17:59.811887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:17:59.853709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02918af8-e049-4dca-a7b5-4dc71a03450b req-86a40e62-9185-4c36-95ad-63ca6b647f61 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349623 Mar 02 18:17:59.891447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9004b6cf-ac84-41af-be53-dbab9e37f581 req-ba8b5fda-2a38-4cd0-80d4-e23808a5ddfc tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220548 Mar 02 18:17:59.897693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:00.002481 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a', 'code': 200} Mar 02 18:18:00.017988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:00.084698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.085360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:00.090100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] 10.222.0.65 "PUT /v2.0/ports/5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 1096 time: 3.8684349 Mar 02 18:18:00.245850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597cccfa-d212-4609-8ec5-89446dfe51d5 req-3792ef2a-f676-49ef-b8b0-0596004b8cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.250311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-597cccfa-d212-4609-8ec5-89446dfe51d5 req-3792ef2a-f676-49ef-b8b0-0596004b8cbf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 1096 time: 0.1655486 Mar 02 18:18:00.353617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-597cccfa-d212-4609-8ec5-89446dfe51d5 req-db3693e6-088a-40a6-b76c-037a3a829053 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944502 Mar 02 18:18:00.469921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-3bdc8042-0e9f-4096-9158-b0d72e6b255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.474059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-3bdc8042-0e9f-4096-9158-b0d72e6b255d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1096 time: 0.7128406 Mar 02 18:18:00.541741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:00.576546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed31f41-604e-4865-9c26-5d069c3afa77 service neutron] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:00.813963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-1bc63c04-577b-4862-985e-7ccf86f44a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.815692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-1bc63c04-577b-4862-985e-7ccf86f44a8c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1099 time: 0.5234866 Mar 02 18:18:00.841341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b1296-ab8b-4285-9f01-c9b0183a6448 req-7a2ddf16-b4fa-484e-81e3-6876771d2247 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.843021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c08b1296-ab8b-4285-9f01-c9b0183a6448 req-7a2ddf16-b4fa-484e-81e3-6876771d2247 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.6848614 Mar 02 18:18:00.949033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-a8af05eb-c517-4c4e-8ea3-d3a1aec8c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:00.950955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-a8af05eb-c517-4c4e-8ea3-d3a1aec8c046 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.4572401 Mar 02 18:18:01.316695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-89d8b5e4-ef41-4ceb-9905-86586f71b817 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 200 len: 217 time: 0.1690664 Mar 02 18:18:01.325335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c08b1296-ab8b-4285-9f01-c9b0183a6448 req-ed8b5774-5301-48c5-b188-92d86a6fcd24 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458776 Mar 02 18:18:01.371763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21820f73-29fc-46f8-b970-03d69d151726 req-3a307847-8f23-42ff-88c7-b9077c242b62 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:01.380985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21820f73-29fc-46f8-b970-03d69d151726 req-3a307847-8f23-42ff-88c7-b9077c242b62 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.7155833 Mar 02 18:18:01.471887 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'status': 'completed', 'code': 200} Mar 02 18:18:01.480316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0f23a270-7762-413e-9da1-fb90c39c737c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:01.482416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-0f23a270-7762-413e-9da1-fb90c39c737c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1532285 Mar 02 18:18:01.502063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21820f73-29fc-46f8-b970-03d69d151726 req-5d323686-c8b1-4c77-adf7-7553b84ab48a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151407 Mar 02 18:18:01.503509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-efa54467-9d83-4e04-8729-93c878e757ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:01.505923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-efa54467-9d83-4e04-8729-93c878e757ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.6614459 Mar 02 18:18:01.720164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-f666f334-3cf8-4b5e-ade3-bee7a1915216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:01.722399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-3b760b7c-376d-4cec-9c8e-e9e8a0f64c0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126369 Mar 02 18:18:01.725977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-f666f334-3cf8-4b5e-ade3-bee7a1915216 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1099 time: 0.2269979 Mar 02 18:18:01.845672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-bba5e2c5-96e5-4f8c-8f70-773b78f9be93 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.2533796 Mar 02 18:18:01.985864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-29c1edbb-40c9-4220-bbb8-51ac409e9482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:01.987953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-29c1edbb-40c9-4220-bbb8-51ac409e9482 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2396131 Mar 02 18:18:02.170537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-eae60a5b-1d25-4912-9ddb-2e6b67cd8545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.172155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-eae60a5b-1d25-4912-9ddb-2e6b67cd8545 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2874246 Mar 02 18:18:02.190078 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-4e74b26a-148f-4e02-821d-a72c487b14f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.1921928 Mar 02 18:18:02.274968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-b9e43a97-e740-42a6-9fb5-35d91d4dff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.277737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-b9e43a97-e740-42a6-9fb5-35d91d4dff59 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0798781 Mar 02 18:18:02.285060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-e6a5eace-cdef-43e6-a0d1-e64ec8301247 service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4322233 Mar 02 18:18:02.304899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9920b4d3-909b-45c3-a17a-b145623123af req-12f15c8f-30cd-4d18-9b12-13ce8c5beecd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.306536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9920b4d3-909b-45c3-a17a-b145623123af req-12f15c8f-30cd-4d18-9b12-13ce8c5beecd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.5872324 Mar 02 18:18:02.406971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-4ebb235e-4c4a-48f1-a091-ef9541d653e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.408958 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-4ebb235e-4c4a-48f1-a091-ef9541d653e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227899 Mar 02 18:18:02.412437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a825e0ea-daef-45f3-8c7a-e18ccc3d516b req-b074b49f-517f-42d9-a731-e021e02c0b69 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.422215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a825e0ea-daef-45f3-8c7a-e18ccc3d516b req-b074b49f-517f-42d9-a731-e021e02c0b69 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.6887648 Mar 02 18:18:02.571073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-2aff6831-3a60-4698-940f-21817b5a701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:02.572591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-2aff6831-3a60-4698-940f-21817b5a701a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3918259 Mar 02 18:18:02.628921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9920b4d3-909b-45c3-a17a-b145623123af req-c72934ad-c777-4cd7-9b2e-617b3430a283 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942840 Mar 02 18:18:02.727421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a825e0ea-daef-45f3-8c7a-e18ccc3d516b req-92013171-a43b-4259-bcb4-dd8fde8e068a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897832 Mar 02 18:18:02.765781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-7fa11ccd-00e0-4b15-a966-a806fa776b2c service neutron] 10.222.0.11 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4630361 Mar 02 18:18:03.199844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-27e23f0a-70aa-441b-a22d-51dda4c9beb7 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139913 Mar 02 18:18:03.268402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-a0b63fef-8a92-44f9-86c0-82bd68856a9c service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8487506 Mar 02 18:18:03.432403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-c7ac9d28-6b42-49a3-a084-9cb402a939c4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5802259 Mar 02 18:18:03.635132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd4b75-9491-4367-a1b4-7f21a972d92d req-de16456a-f385-4e56-baa2-cc273adbf7e9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:03.642630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16fd4b75-9491-4367-a1b4-7f21a972d92d req-de16456a-f385-4e56-baa2-cc273adbf7e9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.4333496 Mar 02 18:18:03.715194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-f9459e7e-d1d8-42f6-8ea7-546b390aaf03 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274602 Mar 02 18:18:03.733580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beedb9-7437-486a-830a-d86bdada4007 req-cd8580ef-3514-4739-90a0-98a7fdcfc6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:03.736244 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-cd8580ef-3514-4739-90a0-98a7fdcfc6b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=22ecd64c79744520a3cef4a113036cd7&device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 1095 time: 0.2346342 Mar 02 18:18:03.763924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6020db8a-03d5-4159-b0a8-bbaa3c679fa8 req-131239dc-6236-437e-9f06-b311862535cb service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557005 Mar 02 18:18:03.841058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16fd4b75-9491-4367-a1b4-7f21a972d92d req-05268cc6-1855-4b06-931d-3dba6d32b9ad tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975465 Mar 02 18:18:03.876002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866beb-3d96-417e-9efc-fd159c3b8e27 req-4dbf16a1-1e16-4d32-b85d-8060bb545420 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:03.878528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94866beb-3d96-417e-9efc-fd159c3b8e27 req-4dbf16a1-1e16-4d32-b85d-8060bb545420 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.2227886 Mar 02 18:18:03.971437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94866beb-3d96-417e-9efc-fd159c3b8e27 req-ba5d051a-e024-4261-947d-0817b284ec8a tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852077 Mar 02 18:18:04.060493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beedb9-7437-486a-830a-d86bdada4007 req-cceeffca-59f3-4c6d-ab3e-c97a2dcbf258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.066902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-cceeffca-59f3-4c6d-ab3e-c97a2dcbf258 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 200 len: 922 time: 0.3043761 Mar 02 18:18:04.235501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-747b86f0-f45b-4939-afba-bb64b9d3f424 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.237076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-747b86f0-f45b-4939-afba-bb64b9d3f424 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd&tenant_id=22ecd64c79744520a3cef4a113036cd7&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.3588946 Mar 02 18:18:04.250621 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-591a7297-1512-4072-88df-56dccd1fa510 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 200 len: 217 time: 0.1807141 Mar 02 18:18:04.468665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06beedb9-7437-486a-830a-d86bdada4007 req-6a087bdc-fa54-40d4-9f45-4e6bd9aec943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.471087 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-6a087bdc-fa54-40d4-9f45-4e6bd9aec943 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 200 len: 861 time: 0.1282735 Mar 02 18:18:04.484594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-ce2f2cfc-ff38-4ae3-8afa-8a9774c784b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.486329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-ce2f2cfc-ff38-4ae3-8afa-8a9774c784b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1099 time: 0.4953506 Mar 02 18:18:04.568240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-34cdbca3-7a38-4fe4-8c8a-603cc03575af service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910680 Mar 02 18:18:04.693343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58bf35f-0169-40fb-8570-be5877824993 req-b709fede-46cd-4074-a7db-c0d707a911ea tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.694979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f58bf35f-0169-40fb-8570-be5877824993 req-b709fede-46cd-4074-a7db-c0d707a911ea tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.2793386 Mar 02 18:18:04.720899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-9b33a42e-fe07-4b84-8af8-c1cb6c2b7385 service neutron] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:04.728909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-59a91d5c-07c6-40b2-95bb-c4b30cbe231c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:04.729709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-9b33a42e-fe07-4b84-8af8-c1cb6c2b7385 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:04.730519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-59a91d5c-07c6-40b2-95bb-c4b30cbe231c service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2318151 Mar 02 18:18:04.730795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc2dc4ea-7b7d-4f87-93ef-ee53edabc848 req-9b33a42e-fe07-4b84-8af8-c1cb6c2b7385 service neutron] 10.222.0.11 "DELETE /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c/bindings/n-h1-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.4786510 Mar 02 18:18:04.836568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-631a279b-b33d-4bed-8450-b29e199b6a0c service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613649 Mar 02 18:18:04.847179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-ddcf1424-203f-4a88-95c0-c6cdc01d750c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.1099365 Mar 02 18:18:04.871277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f58bf35f-0169-40fb-8570-be5877824993 req-2192d8f8-0c2c-4a9e-811f-642371e80406 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630821 Mar 02 18:18:05.033971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-b52a5c71-9904-4925-b289-ef6aaa2ce116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:05.039889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-b52a5c71-9904-4925-b289-ef6aaa2ce116 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1675627 Mar 02 18:18:05.121184 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06beedb9-7437-486a-830a-d86bdada4007 req-e28041f5-86a9-41dc-a5d5-78acb2606bd3 service neutron] 10.222.0.65 "GET /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758665 Mar 02 18:18:05.286653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-0e4503a5-1c42-4bf9-baa5-008f250aa015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:05.288448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-0e4503a5-1c42-4bf9-baa5-008f250aa015 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2406368 Mar 02 18:18:05.296384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e610c-3b77-4f7e-b404-8ec20d35433e req-3d8a2d5d-759a-437e-a404-c600532b192d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:05.304729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-999e610c-3b77-4f7e-b404-8ec20d35433e req-3d8a2d5d-759a-437e-a404-c600532b192d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.1617906 Mar 02 18:18:05.502384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-999e610c-3b77-4f7e-b404-8ec20d35433e req-c3fd9aa1-2efc-4236-b77f-02d60da4025f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966069 Mar 02 18:18:05.741251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-225349a1-e288-43fe-9386-5b79fed7a016 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343882 Mar 02 18:18:05.905817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c78ce-bda4-4635-b567-6651b3cd88f0 req-5a0a10db-c178-47a4-b50b-c24da6639a4b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:05.914089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-183c78ce-bda4-4635-b567-6651b3cd88f0 req-5a0a10db-c178-47a4-b50b-c24da6639a4b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.2874887 Mar 02 18:18:05.969762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ab3cad-2b6a-488d-a28b-80c2cbf94de2 req-fd6bf0af-b6fb-4ae0-a838-ccb74f636dc0 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132299 Mar 02 18:18:06.000702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-183c78ce-bda4-4635-b567-6651b3cd88f0 req-4f45459d-16db-46b8-83b5-6090aa80a1bf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850174 Mar 02 18:18:06.295715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb09b8-c915-4cd3-a7b0-06b3670f6b85 req-4805b014-4261-4d15-b631-534e0ec00a1f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:06.297287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81cb09b8-c915-4cd3-a7b0-06b3670f6b85 req-4805b014-4261-4d15-b631-534e0ec00a1f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 945 time: 0.1941812 Mar 02 18:18:06.310691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2714b0e-14fe-4544-a1b3-5410e62bbdda req-dfaef83a-6739-4a5f-83fb-9559d06675ef tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:06.312208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2714b0e-14fe-4544-a1b3-5410e62bbdda req-dfaef83a-6739-4a5f-83fb-9559d06675ef tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.1327264 Mar 02 18:18:06.422916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81cb09b8-c915-4cd3-a7b0-06b3670f6b85 req-7ea04c10-71d7-4532-a28c-db585f41e57a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096320 Mar 02 18:18:06.431010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2714b0e-14fe-4544-a1b3-5410e62bbdda req-6fb648b9-c755-43ec-a888-b9835ff20be8 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048300 Mar 02 18:18:06.490289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0d654-67db-4288-9390-03f9726907b4 req-4b0c383f-1921-4d22-ae36-ff58e0cf8dff tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:06.491963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fd0d654-67db-4288-9390-03f9726907b4 req-4b0c383f-1921-4d22-ae36-ff58e0cf8dff tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.1110048 Mar 02 18:18:06.573694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port aaedeb86-769f-4754-8b6f-3e1ab5b9721f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:06.574159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:06.892044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f9062-7e1d-49d8-939a-bd917e1f31e5 req-066993ce-ebbf-4e39-8cb8-5d486836fe31 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:06.896402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc7f9062-7e1d-49d8-939a-bd917e1f31e5 req-066993ce-ebbf-4e39-8cb8-5d486836fe31 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.2841821 Mar 02 18:18:07.272558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc7f9062-7e1d-49d8-939a-bd917e1f31e5 req-e6f34ada-3cc8-427c-a39a-9b461935479f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3704548 Mar 02 18:18:07.303095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port aaedeb86-769f-4754-8b6f-3e1ab5b9721f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:07.303632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:07.511308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for aaedeb86-769f-4754-8b6f-3e1ab5b9721f owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:07.622331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf45ed3-a17d-4c33-a2e6-e54a05746777 req-06acc6a6-3266-4149-9de6-0d9c655869b9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:07.630802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edf45ed3-a17d-4c33-a2e6-e54a05746777 req-06acc6a6-3266-4149-9de6-0d9c655869b9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 945 time: 0.7355781 Mar 02 18:18:07.722014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edf45ed3-a17d-4c33-a2e6-e54a05746777 req-406723ba-c51c-419e-ba52-3b624df7fbfe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901577 Mar 02 18:18:07.786643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139492e-7e23-44ac-8c09-c756941dab5f req-ea2a2299-23c5-4172-9465-f326ce512b78 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:07.788152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6139492e-7e23-44ac-8c09-c756941dab5f req-ea2a2299-23c5-4172-9465-f326ce512b78 tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 1096 time: 0.2915952 Mar 02 18:18:07.899374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6139492e-7e23-44ac-8c09-c756941dab5f req-119a21f9-4b14-4284-b9a4-612f88f46d1e tempest-LiveAutoBlockMigrationV225Test-1683001805 tempest-LiveAutoBlockMigrationV225Test-1683001805-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933521 Mar 02 18:18:07.942471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac5717a-f05a-4646-9a8c-f8fc2eab3a5b req-c76501c8-b8be-4b83-b4c4-c40ba92f906c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:07.944053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ac5717a-f05a-4646-9a8c-f8fc2eab3a5b req-c76501c8-b8be-4b83-b4c4-c40ba92f906c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 948 time: 0.1034553 Mar 02 18:18:08.004211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ac5717a-f05a-4646-9a8c-f8fc2eab3a5b req-17153df2-3963-4fa2-bcb1-18d103b2bbdd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539081 Mar 02 18:18:08.018023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:08.040363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['aaedeb86-769f-4754-8b6f-3e1ab5b9721f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:08.120468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=aaedeb86-769f-4754-8b6f-3e1ab5b9721f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:08.212498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port aaedeb86-769f-4754-8b6f-3e1ab5b9721f on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:08.218828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:08.229137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'name': 'network-vif-deleted', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:08.235073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fd0d654-67db-4288-9390-03f9726907b4 req-6f34b666-7565-453f-9a64-3f2ef9cf0322 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "DELETE /v2.0/ports/aaedeb86-769f-4754-8b6f-3e1ab5b9721f HTTP/1.1" status: 204 len: 173 time: 1.7381961 Mar 02 18:18:08.582198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:08.795754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:08.837928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'mac_address': 'fa:16:3e:23:7b:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:08.897225 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:08.914921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab80b9-5515-474a-9d20-12fa9601f0db {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:08.930786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:09.073717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:09.147198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:09.298321 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d356b2e-00c3-4b2f-b33f-259811100865', 'name': 'network-vif-deleted', 'tag': 'aaedeb86-769f-4754-8b6f-3e1ab5b9721f', 'status': 'completed', 'code': 200} Mar 02 18:18:09.371212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:09.530247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d72a4f-2f67-4e64-a8df-9285ddb4d4ea req-f33d6c28-55b6-41a4-a9b7-6ea419591c5b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:09.541240 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1d72a4f-2f67-4e64-a8df-9285ddb4d4ea req-f33d6c28-55b6-41a4-a9b7-6ea419591c5b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.1270883 Mar 02 18:18:09.613185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1d72a4f-2f67-4e64-a8df-9285ddb4d4ea req-8504b6f2-29a7-4913-abab-1e7297fecf63 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705659 Mar 02 18:18:09.689945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-0ee4ed74-1ea1-427f-9909-2335a311ed21 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:09.696894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-0ee4ed74-1ea1-427f-9909-2335a311ed21 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763&tenant_id=3fd879756aba443db17dde6f6a7eb212&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 949 time: 0.1652126 Mar 02 18:18:09.876193 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-e3553e2d-228f-4a80-946d-c7a51333330d service neutron] delete failed (client error): The resource could not be found. Mar 02 18:18:09.877137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-e3553e2d-228f-4a80-946d-c7a51333330d service neutron] 10.222.0.11 "DELETE /v2.0/ports/5bab80b9-5515-474a-9d20-12fa9601f0db/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1638031 Mar 02 18:18:09.906651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5635a256-c8a4-4a0a-9a87-1d12a4aac3a0 req-de5cb9c6-0bfe-435d-bcb8-d21710decc79 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:10.085912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357ff2b-6582-470e-9d0c-e8ebeb18beb0 req-b4750d91-b222-4fc8-ae35-53153f3ea89c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.087806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3357ff2b-6582-470e-9d0c-e8ebeb18beb0 req-b4750d91-b222-4fc8-ae35-53153f3ea89c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 949 time: 0.1843286 Mar 02 18:18:10.101808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-1def3b6a-b22e-489d-9b8d-03e254bfe389 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.104210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-1def3b6a-b22e-489d-9b8d-03e254bfe389 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.1280818 Mar 02 18:18:10.112974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-1fe87c1c-6d21-4de1-988e-788344428e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.115742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-1fe87c1c-6d21-4de1-988e-788344428e1a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1100 time: 0.1428235 Mar 02 18:18:10.219266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3357ff2b-6582-470e-9d0c-e8ebeb18beb0 req-d39c7ad9-764c-4d80-9a9c-f245ca432ced tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138728 Mar 02 18:18:10.291432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port 99c39f69-adb6-470b-9e6e-3abee942849a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:10.291788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:10.328060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5635a256-c8a4-4a0a-9a87-1d12a4aac3a0 req-de5cb9c6-0bfe-435d-bcb8-d21710decc79 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:10.328060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5635a256-c8a4-4a0a-9a87-1d12a4aac3a0 req-de5cb9c6-0bfe-435d-bcb8-d21710decc79 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d356b2e-00c3-4b2f-b33f-259811100865 HTTP/1.1" status: 200 len: 210 time: 0.4796247 Mar 02 18:18:10.335766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-735f525a-9a8f-4d2c-9403-897e8e23c8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.337301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-735f525a-9a8f-4d2c-9403-897e8e23c8ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2127941 Mar 02 18:18:10.547166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-8ab719af-5ca3-44dd-a44f-a045b316f7f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.1957304 Mar 02 18:18:10.608086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35710e2c-51e6-46f9-a6f7-efc14e58ba0a req-5ffa7e55-f844-44ce-adbb-3d385fab911c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.609630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35710e2c-51e6-46f9-a6f7-efc14e58ba0a req-5ffa7e55-f844-44ce-adbb-3d385fab911c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.2670758 Mar 02 18:18:10.617812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-25fb8136-4885-48c1-ba2e-515a875739f0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.619345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-25fb8136-4885-48c1-ba2e-515a875739f0 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.3991208 Mar 02 18:18:10.620321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:10.621979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-01529fff-d761-4601-a187-aef9779c491b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.624319 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-01529fff-d761-4601-a187-aef9779c491b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0680487 Mar 02 18:18:10.733777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-0e02c917-3957-40b7-86f2-63d72b150227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:10.735429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-0e02c917-3957-40b7-86f2-63d72b150227 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1009002 Mar 02 18:18:10.871776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 5bab80b9-5515-474a-9d20-12fa9601f0db completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:10.878876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 5bab80b9-5515-474a-9d20-12fa9601f0db triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:10.879703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:10.903688 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-aaeabcc1-fd03-4019-b1ac-b11914ef6b73 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500874 Mar 02 18:18:10.978563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:11.021439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35710e2c-51e6-46f9-a6f7-efc14e58ba0a req-b603890e-0299-4f91-a1f1-4c989fe2260c tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612332 Mar 02 18:18:11.028589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Deleting port 534ad83f-870f-4636-9ef2-27575ff7d14c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:11.040015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.168996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af041ee4-9026-41c6-b340-9ba8c99f6342 req-d053a07a-6563-425a-a95d-95b5a093e70e service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523606 Mar 02 18:18:11.240086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14bdc26-94d4-4ea0-9f56-6ec8db9b3e07 req-43c983b0-2383-4cc6-ac27-9782236526a9 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:11.242872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.248310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a14bdc26-94d4-4ea0-9f56-6ec8db9b3e07 req-43c983b0-2383-4cc6-ac27-9782236526a9 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 949 time: 0.8045895 Mar 02 18:18:11.330830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:11.339348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.362395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:11.386770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:11.396999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port 99c39f69-adb6-470b-9e6e-3abee942849a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=99c39f69-adb6-470b-9e6e-3abee942849a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:11.397633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.546999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.547982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aaedeb86-769f-4754-8b6f-3e1ab5b9721f no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:11.559012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for 99c39f69-adb6-470b-9e6e-3abee942849a owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:11.572148 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.572890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 534ad83f-870f-4636-9ef2-27575ff7d14c no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:11.593814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a14bdc26-94d4-4ea0-9f56-6ec8db9b3e07 req-69b3b3d5-8b83-416b-8428-7d10d2d06313 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445561 Mar 02 18:18:11.667968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: aaedeb86-769f-4754-8b6f-3e1ab5b9721f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:11.668942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device aaedeb86-769f-4754-8b6f-3e1ab5b9721f not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:11.725260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:11.782009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca2e54b-2070-444c-9667-dc25662dc43e req-0fd8ad88-7b3b-4319-9535-712ca7f39f05 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:11.783589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ca2e54b-2070-444c-9667-dc25662dc43e req-0fd8ad88-7b3b-4319-9535-712ca7f39f05 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 945 time: 0.5299928 Mar 02 18:18:11.854384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:11.930645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] For port 534ad83f-870f-4636-9ef2-27575ff7d14c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=534ad83f-870f-4636-9ef2-27575ff7d14c,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:11.930645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:11.992837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45488) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:12.100380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Calling delete_port for 534ad83f-870f-4636-9ef2-27575ff7d14c owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:12.136637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ca2e54b-2070-444c-9667-dc25662dc43e req-21e18110-5cb9-498d-b6e9-b2d3fd977768 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463695 Mar 02 18:18:12.192184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c1d83-ed30-4827-aa8b-a3d58a685338 req-de5430a7-45a9-4497-b2cc-8d92244a7bf0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:12.194384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c86c1d83-ed30-4827-aa8b-a3d58a685338 req-de5430a7-45a9-4497-b2cc-8d92244a7bf0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4089568 Mar 02 18:18:12.245769 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'code': 200} Mar 02 18:18:12.309610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.314543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c86c1d83-ed30-4827-aa8b-a3d58a685338 req-7b7dde9c-ca94-4fd0-aadb-04edf81a2334 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Mar 02 18:18:12.321769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['99c39f69-adb6-470b-9e6e-3abee942849a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:12.409663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.421564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2', '25c920e8-7fbf-4eea-a5a3-d46d202b6835'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:12.431629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-9b06b489-05ec-4b3b-933f-a82d5f716c50 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2381070 Mar 02 18:18:12.436198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:12.442656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=99c39f69-adb6-470b-9e6e-3abee942849a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:12.602951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Usage tracker for resource:security_group_rule and tenant:6964dfd4af79444ebec9e66efa3f44df is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:12.612683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:12.623559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:12.675787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port 99c39f69-adb6-470b-9e6e-3abee942849a on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:12.710954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.718525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'name': 'network-vif-deleted', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:12.722969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.764553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-ea256d9b-8de2-486e-8096-926c4f3d2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:12.767578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-ea256d9b-8de2-486e-8096-926c4f3d2af8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 1096 time: 0.2921066 Mar 02 18:18:12.782402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14894fc-068e-4335-b221-be235958b7e3 req-ef684824-0891-4e9d-b293-5a759844cd12 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:12.783219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c14894fc-068e-4335-b221-be235958b7e3 req-ef684824-0891-4e9d-b293-5a759844cd12 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:12.797178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c14894fc-068e-4335-b221-be235958b7e3 req-ef684824-0891-4e9d-b293-5a759844cd12 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:12.820563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c14894fc-068e-4335-b221-be235958b7e3 req-ef684824-0891-4e9d-b293-5a759844cd12 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 945 time: 0.1489997 Mar 02 18:18:12.859667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:12.871571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['dc03dde3-639d-4fa5-9125-e2e71dca2115'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:12.875044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c14894fc-068e-4335-b221-be235958b7e3 req-d4b234aa-bf09-40e8-a647-9df1608ebd66 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591102 Mar 02 18:18:12.967805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.028365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event deleted for resources: {'Port': ['ID=534ad83f-870f-4636-9ef2-27575ff7d14c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:13.045430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de0bb495-5c3a-471f-9c8c-a193ba58ebe3 req-69c1ddb2-e416-4119-a5ed-ba84620783ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.65 "DELETE /v2.0/ports/99c39f69-adb6-470b-9e6e-3abee942849a HTTP/1.1" status: 204 len: 173 time: 2.9228735 Mar 02 18:18:13.089164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6964dfd4af79444ebec9e66efa3f44df&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0944312 Mar 02 18:18:13.094102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:13.095299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797aa63-4422-4822-acda-6dd36af60d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8553efc4-b95d-4916-aef2-01bf64e060c3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:13.196949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-b76484c0-4d76-4d5a-9b37-6a3f38713475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:13.203027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-b76484c0-4d76-4d5a-9b37-6a3f38713475 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.4113877 Mar 02 18:18:13.327429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-a00cd775-c49c-46b3-8f66-9857e7fc7ab0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 200 len: 217 time: 0.0958686 Mar 02 18:18:13.332832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] No DVR routers for this DVR port 534ad83f-870f-4636-9ef2-27575ff7d14c on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:13.350480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.352570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78be0e0d-a5f9-46a3-bc5e-8a9bf03ec1f4 req-e3096b83-6a0e-4c1a-8d9e-e0ee6e408450 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.11 "DELETE /v2.0/ports/534ad83f-870f-4636-9ef2-27575ff7d14c HTTP/1.1" status: 204 len: 173 time: 2.6936910 Mar 02 18:18:13.394570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.429202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-f4f47874-fc84-4a5f-8622-8509b6333409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:13.430933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-f4f47874-fc84-4a5f-8622-8509b6333409 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0898108 Mar 02 18:18:13.435440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.476287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-5fc9d33e-2e67-4ec7-ba32-b7503a8349df tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:13.477745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-5fc9d33e-2e67-4ec7-ba32-b7503a8349df tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.3545966 Mar 02 18:18:13.493468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-5065e82f-c912-4418-8a91-0dd00f316a40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508590 Mar 02 18:18:13.493839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-fe7b142c-fd3e-46be-97b1-213733cd7271 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0100944 Mar 02 18:18:13.586665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-7e8a6857-b884-44ee-ba74-4f85827accc8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841904 Mar 02 18:18:13.653506 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-4da6f607-4e46-4a8d-b79b-b1f8b78bfb08 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457577 Mar 02 18:18:13.740956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-f43eb975-9c94-430a-b9a5-9e96e1a6666e service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458590 Mar 02 18:18:13.813741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4a440c0e-69d7-4374-946f-c70bc5014c51 req-d6632fa7-c35e-4313-99ed-fa7c3cd2999b service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487482 Mar 02 18:18:13.835583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.863768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8553efc4-b95d-4916-aef2-01bf64e060c3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:13.867731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:13.869174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-96ddce05-e3ae-4e88-8edc-6f0ec6d690db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8553efc4-b95d-4916-aef2-01bf64e060c3 HTTP/1.1" status: 204 len: 168 time: 0.7555954 Mar 02 18:18:13.914740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-874a3f52-fc07-4aa0-9bfc-6a608999f75b service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677418 Mar 02 18:18:14.246747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:14.427252 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5cbdb2-7101-49e3-8104-7e4e259aeac2', 'name': 'network-vif-deleted', 'tag': '99c39f69-adb6-470b-9e6e-3abee942849a', 'status': 'completed', 'code': 200} Mar 02 18:18:14.640636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 99c39f69-adb6-470b-9e6e-3abee942849a no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:14.696171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c8cb628a-6382-415c-901c-9596da6a558b req-bec8f271-56a9-4708-8b0a-a4e6a4e7b753 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:14.700560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 99c39f69-adb6-470b-9e6e-3abee942849a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:14.701089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 99c39f69-adb6-470b-9e6e-3abee942849a not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:14.885247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c8cb628a-6382-415c-901c-9596da6a558b req-bec8f271-56a9-4708-8b0a-a4e6a4e7b753 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:14.886651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8cb628a-6382-415c-901c-9596da6a558b req-bec8f271-56a9-4708-8b0a-a4e6a4e7b753 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=9f5cbdb2-7101-49e3-8104-7e4e259aeac2 HTTP/1.1" status: 200 len: 210 time: 0.3158123 Mar 02 18:18:15.164015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70d11d-e72f-4f16-aa7f-38ee73326219 req-c9d63fba-ea5c-4fa7-8564-9ff2eec6f647 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:15.172636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd70d11d-e72f-4f16-aa7f-38ee73326219 req-c9d63fba-ea5c-4fa7-8564-9ff2eec6f647 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.1766791 Mar 02 18:18:15.245113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd70d11d-e72f-4f16-aa7f-38ee73326219 req-a078f6cc-375a-4c86-b09f-0fae70a4c672 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714722 Mar 02 18:18:15.323773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a23d618-4616-4d94-aeda-10d96519ce95 req-f1e77d0f-7d4c-40d9-aa99-f7ee874648b2 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0699089 Mar 02 18:18:15.350260 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'code': 200} Mar 02 18:18:15.380532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45612) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:15.417171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:15.467303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:15.472260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Usage tracker for resource:security_group_rule and tenant:33a9c78f5d60491d99321520ab06702d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:15.475680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:15.498359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2beeb24-d152-42eb-8f5c-4ab05843f151 req-7fea446f-8772-4d9c-8639-34c2549197b2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 210 time: 0.0639436 Mar 02 18:18:15.501411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:15.707785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:15.740708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7fc8fb-1de7-4035-b4b2-1bafe8a94ac3 req-b81bd431-b53c-44af-9c25-97b364726159 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:15.768123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec7fc8fb-1de7-4035-b4b2-1bafe8a94ac3 req-b81bd431-b53c-44af-9c25-97b364726159 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.2317805 Mar 02 18:18:15.820299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:15.843571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec7fc8fb-1de7-4035-b4b2-1bafe8a94ac3 req-8109f50d-1508-4ff2-ad14-d8ccf20007f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704696 Mar 02 18:18:15.885519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33a9c78f5d60491d99321520ab06702d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038850 Mar 02 18:18:15.887746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8dceeb-0f01-46a2-9981-f6eefb938f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16746504-3daf-47a9-a3db-31c8e5241cc2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:15.889416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45630) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:16.031649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:16.099305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:16.327051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:16.399903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16746504-3daf-47a9-a3db-31c8e5241cc2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:16.428291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-deleted', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:16.434329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:16.437850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd1a033d-9208-4e5f-82a7-b37cbe245992 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/16746504-3daf-47a9-a3db-31c8e5241cc2 HTTP/1.1" status: 204 len: 168 time: 0.5449059 Mar 02 18:18:16.766507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-204df4af-34c4-4cf4-8952-85fd57dd89fb req-7c4fafa2-adc6-4f22-9be0-29120ab11949 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=be8ce293-d17f-473d-88cf-f94ac5393fbd HTTP/1.1" status: 200 len: 210 time: 0.0486424 Mar 02 18:18:16.938546 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be8ce293-d17f-473d-88cf-f94ac5393fbd', 'name': 'network-vif-deleted', 'tag': '534ad83f-870f-4636-9ef2-27575ff7d14c', 'status': 'completed', 'code': 200} Mar 02 18:18:17.095520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5463a092-d11b-4576-bb1d-59bca57b20c3 req-374f04d2-9114-4caf-b152-c7189dd7b40e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 210 time: 0.0615473 Mar 02 18:18:17.400813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5890239-ec29-41de-b35c-44ea57b595c8 req-47774068-46ce-4151-bb1b-3ac05efa7aac tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:17.407897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5890239-ec29-41de-b35c-44ea57b595c8 req-47774068-46ce-4151-bb1b-3ac05efa7aac tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 945 time: 0.2109432 Mar 02 18:18:17.482265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5890239-ec29-41de-b35c-44ea57b595c8 req-7c586cfa-463f-47e0-a611-cfa2514abc05 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732918 Mar 02 18:18:17.495658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-f1fe6ffb-6566-4755-8b19-69158f9023c2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:17.498346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-f1fe6ffb-6566-4755-8b19-69158f9023c2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.2481682 Mar 02 18:18:17.555915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-c89e453f-917b-4a2d-b75c-ce02a40df2a8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/quotas/af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 375 time: 0.0389018 Mar 02 18:18:17.667899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-2520c52f-807b-4d1d-b9b1-fa369208a404 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512297 Mar 02 18:18:17.830800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-992b469c-019a-44d0-9185-6060e3587ef7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2714481 Mar 02 18:18:17.927342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-895f476e-c5ca-43e5-a876-6f9a68a18c9f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:17.929948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-895f476e-c5ca-43e5-a876-6f9a68a18c9f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2616575 Mar 02 18:18:17.982234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:18.212622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:18.242371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:18.249121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Usage tracker for resource:security_group_rule and tenant:98f565abab014cc0a5befa9d4b6e7b0f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:18.254284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:18.264659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:18.292406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-c3e60ae0-3cd3-4d3c-87be-ad2eb6466428 service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605289 Mar 02 18:18:18.294561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-81500ef4-09db-4612-9e18-fd79e1a4f6ef tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/quotas/3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 375 time: 0.3555579 Mar 02 18:18:18.414499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:18.492320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:18.601807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98f565abab014cc0a5befa9d4b6e7b0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6161423 Mar 02 18:18:18.604297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45724) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:18.605536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928dc693-cc2b-4f37-8d79-57a17f994529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334897d3-0039-485c-90f1-ca150af8ac7e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:18.680356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-4553f258-79e0-4073-bb75-d5cd0d24c2c7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:18.681933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-4553f258-79e0-4073-bb75-d5cd0d24c2c7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.4754977 Mar 02 18:18:18.690534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-9433f93c-8b92-47b1-b5d5-27c7c7c3ce36 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3723557 Mar 02 18:18:18.703534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-80615ff6-bcb3-4a5a-9b5d-e4d1aafc6f86 service neutron] 10.222.0.66 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872330 Mar 02 18:18:18.706033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:18.707226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:18.741218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:18.915449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.017924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334897d3-0039-485c-90f1-ca150af8ac7e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:19.028214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.034985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f1a158b-7e2f-4e13-8572-74ca1ce36ffb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/334897d3-0039-485c-90f1-ca150af8ac7e HTTP/1.1" status: 204 len: 168 time: 0.4225791 Mar 02 18:18:19.038957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:19.080341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:19.123730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:19.232504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:19.240492 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.345066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:19.378708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'mac_address': 'fa:16:3e:6e:72:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:19.530896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.589281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:19.624109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:19.727170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-a6818b72-93a7-4579-92f0-bfe1188914db tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:19.728032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-a6818b72-93a7-4579-92f0-bfe1188914db tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:19.745837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-a6818b72-93a7-4579-92f0-bfe1188914db tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:19.747350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-a6818b72-93a7-4579-92f0-bfe1188914db tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 945 time: 0.7055204 Mar 02 18:18:19.757231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e76611b-b443-4b05-8f53-58ae981e7893 req-9f93e437-5c80-4f51-99db-1c00c5121dbc tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 210 time: 0.0676134 Mar 02 18:18:19.770830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:19.895975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.14 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/2bbeee13-e867-4cf5-8e31-8003446d2e33) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:20.042954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:20.044660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:20.091071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['72152cf4-9b57-41d9-95ef-e7544c3506a9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:20.143472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:20.156332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7253a381-b9d1-4640-b2d8-b48cdac05092 req-59745e3f-2c3c-4b84-94d8-045016cca4bc tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 210 time: 0.1710110 Mar 02 18:18:20.217750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:20.247189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:20.317845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:20.328878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Usage tracker for resource:security_group_rule and tenant:450bc6efcbc840d4ae0dd7d657de2f0d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:20.387183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:20.402308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:20.566880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62205102-10cc-43dd-a2d9-9c202f1dbdc3 req-cade7661-ed6f-4925-ae46-bda8ad29dc5d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 210 time: 0.2238734 Mar 02 18:18:20.635736 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:18:20.758260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port 25c920e8-7fbf-4eea-a5a3-d46d202b6835, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=25c920e8-7fbf-4eea-a5a3-d46d202b6835,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:20.758632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:20.787012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9bc5c-f382-455d-bcc1-dd15118ed8ca req-30e380d6-5233-4aea-a2b5-94ab5e6a3074 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:20.800375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe9bc5c-f382-455d-bcc1-dd15118ed8ca req-30e380d6-5233-4aea-a2b5-94ab5e6a3074 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 945 time: 0.6428938 Mar 02 18:18:20.878141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:20.910182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe9bc5c-f382-455d-bcc1-dd15118ed8ca req-f478737c-605f-4866-ab5e-7606697f9ae2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931647 Mar 02 18:18:20.998104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for 25c920e8-7fbf-4eea-a5a3-d46d202b6835 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:20.998104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.116930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7f383c5-2f14-44c0-87b7-afecbf9188a8 req-6656fcbb-ff36-4723-911c-1542a75bb999 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 210 time: 0.1011434 Mar 02 18:18:21.213340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-8332fd95-a728-4743-8a1d-b0dc6f2c7626 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0556724 Mar 02 18:18:21.250659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.310043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.322708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:21.353106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.391477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8489b69a-92c3-42ad-8b80-4c5ea3c9f8d3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:21.410305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=25c920e8-7fbf-4eea-a5a3-d46d202b6835,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:21.455658 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f99dc43f-2f83-4f22-a60d-2a1168f8af3f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=450bc6efcbc840d4ae0dd7d657de2f0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2753651 Mar 02 18:18:21.469931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45826) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:21.616128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port 25c920e8-7fbf-4eea-a5a3-d46d202b6835 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:21.619636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.625879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'name': 'network-vif-deleted', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:21.638533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10367932-4385-4ad8-8751-3487d2431f43 req-c0bec702-e1aa-40cb-88b2-1950f13f177e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 210 time: 0.3019245 Mar 02 18:18:21.675049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.696331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:21.708271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.713077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:21.720067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:21.795356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ae9cc7e-abad-4677-8f05-8749370165cc req-cfcc3e6c-8d09-4a54-9646-924e0e02db6f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "DELETE /v2.0/ports/25c920e8-7fbf-4eea-a5a3-d46d202b6835 HTTP/1.1" status: 204 len: 173 time: 2.0365512 Mar 02 18:18:21.845464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-132130b6-b1b5-491e-b668-cc441f6769b9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:21.847076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-132130b6-b1b5-491e-b668-cc441f6769b9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6275730 Mar 02 18:18:21.902575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.938892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8489b69a-92c3-42ad-8b80-4c5ea3c9f8d3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:21.948259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:21.978207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f831124c-b4b2-4e09-8c9c-75b7d7812b17 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8489b69a-92c3-42ad-8b80-4c5ea3c9f8d3 HTTP/1.1" status: 204 len: 168 time: 0.5046327 Mar 02 18:18:22.013234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37400586-106a-406b-a20c-3ea03494ce06 req-713a4f9d-9450-494e-8c9f-005a055f34fc tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 210 time: 0.2357731 Mar 02 18:18:22.040294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:22.057360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:22.058023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:22.062667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-ed23f2d1-3c0e-4fbd-bb7c-e1fa26b17d5f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/quotas/6ad069d7f82f4fe98f231a5d02572cfb HTTP/1.1" status: 200 len: 375 time: 0.2006691 Mar 02 18:18:22.071519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06907eed-a5dd-4ae3-b00e-18dc55314b9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:22.120655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-465b6419-164b-42a3-bd3c-ba17a4426d32 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501099 Mar 02 18:18:22.231008 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb07068-63d0-4c2c-9fb8-b1ca73b02cae', 'name': 'network-vif-deleted', 'tag': '25c920e8-7fbf-4eea-a5a3-d46d202b6835', 'status': 'completed', 'code': 200} Mar 02 18:18:22.239319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-ba56224f-badf-4cd1-919d-239872fdee07 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5455482 Mar 02 18:18:22.252052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Request body: {'port': {'device_id': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:22.490042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:22.751667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-606fadab-df06-4b53-9aec-da3a2090ff34 req-e9a4b54e-03aa-47af-867d-a6dc9bb0af4a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=abb07068-63d0-4c2c-9fb8-b1ca73b02cae HTTP/1.1" status: 200 len: 210 time: 0.1639559 Mar 02 18:18:22.939908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f392f7a4-32af-4e9d-b73e-eab504255cf5 req-e5bf4b8c-2a80-4d4e-9ac8-d5275e93ed2f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 210 time: 0.0564363 Mar 02 18:18:22.952808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-8fea9825-74cd-4819-a6e7-1d0261198005 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360470 Mar 02 18:18:22.994391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414eb5d5-88c6-4b5b-94ce-706613133235 req-4885ea1c-4b44-4a0e-bb23-95d641425c92 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:22.994391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-414eb5d5-88c6-4b5b-94ce-706613133235 req-4885ea1c-4b44-4a0e-bb23-95d641425c92 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:23.056214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:23.198345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-414eb5d5-88c6-4b5b-94ce-706613133235 req-4885ea1c-4b44-4a0e-bb23-95d641425c92 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:23.231323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-414eb5d5-88c6-4b5b-94ce-706613133235 req-4885ea1c-4b44-4a0e-bb23-95d641425c92 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 932 time: 0.5681212 Mar 02 18:18:23.291694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 72152cf4-9b57-41d9-95ef-e7544c3506a9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:23.292178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:23.399197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-4a6eabae-7012-4073-8f18-f46c3078ca21 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:23.413560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-4a6eabae-7012-4073-8f18-f46c3078ca21 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4525671 Mar 02 18:18:23.428909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Request body: {'port': {'device_id': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '3fd879756aba443db17dde6f6a7eb212'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:23.590281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6efd008d-7c26-4d4a-8333-48a35fa2d9f3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3542485 Mar 02 18:18:23.598441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:23.715373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:23.730435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:23.791614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbeee13-e867-4cf5-8e31-8003446d2e33 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:23.856881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:23.889181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:23.901781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:23.902994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 25c920e8-7fbf-4eea-a5a3-d46d202b6835 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:23.904343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:23.951053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-414eb5d5-88c6-4b5b-94ce-706613133235 req-9e8620cc-4465-44cd-8806-b46bfc879404 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6886911 Mar 02 18:18:23.983915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Transition to ACTIVE for port object 2bbeee13-e867-4cf5-8e31-8003446d2e33 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:24.019950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-ed52a2fb-eaf4-4292-a1f3-c37479b9206d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:24.029809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-ed52a2fb-eaf4-4292-a1f3-c37479b9206d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4385812 Mar 02 18:18:24.055139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-86bcfe8a-9b84-421e-9a60-cb1199bce0d0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/quotas/6ad069d7f82f4fe98f231a5d02572cfb HTTP/1.1" status: 200 len: 375 time: 0.0240595 Mar 02 18:18:24.061791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 25c920e8-7fbf-4eea-a5a3-d46d202b6835 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:24.062747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 25c920e8-7fbf-4eea-a5a3-d46d202b6835 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:24.070560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Made reservation on behalf of 3fd879756aba443db17dde6f6a7eb212 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:24.078890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:24.088603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:24.106543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.111811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.112397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.112931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.113419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.114481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.114986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.115482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.115965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.116446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.118591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.119121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:24.167268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-1e4d6bd6-1471-499c-a932-4fd39073adc4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1105986 Mar 02 18:18:24.177456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:24.203142 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c1275529-300a-45c5-9fac-875a0e82fc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:24.442638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:24.529252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Allocated IP 192.168.233.35 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/80b3c337-0626-4e0d-af2c-8e91362c6d4e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:24.581609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01176dbf-b90d-4b88-9184-c6d107c36fd8 req-ff02464b-4561-49d1-89be-368edcd7f27f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 210 time: 0.1878855 Mar 02 18:18:24.875888 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'code': 200} Mar 02 18:18:25.055379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.082286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Transition to ACTIVE for port object 80b3c337-0626-4e0d-af2c-8e91362c6d4e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:25.215726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Attempting to bind port 2bbeee13-e867-4cf5-8e31-8003446d2e33 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:25.216306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Attempting to bind port 2bbeee13-e867-4cf5-8e31-8003446d2e33 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:25.222367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Attempting to bind port 2bbeee13-e867-4cf5-8e31-8003446d2e33 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:25.240418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Port 2bbeee13-e867-4cf5-8e31-8003446d2e33 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:25.240745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Attempting to bind port 2bbeee13-e867-4cf5-8e31-8003446d2e33 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:25.250340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:25.250741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:25.251105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:25.251602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Bound port: 2bbeee13-e867-4cf5-8e31-8003446d2e33, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:25.251961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.313442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.326302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', '5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:25.440601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.472063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.692995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:25.716410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-c080d6ed-996b-46d7-ab35-e9e7cfea678e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:25.719186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-c080d6ed-996b-46d7-ab35-e9e7cfea678e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 807 time: 0.7451985 Mar 02 18:18:25.740821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:25.741049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Request body: {'port': {'device_id': '2102df0b-564b-4c77-adee-770612f74e37', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'admin_state_up': True, 'tenant_id': 'af51cd2d541e45bcaa482f67323618d4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:25.789678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:25.794836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:25.802254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:25.866249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:25.908395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:25.909522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.144475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-e1d41089-1ae6-45dd-be5d-60c322e703e2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7191944 Mar 02 18:18:26.165509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Request body: {'port': {'device_id': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:26.368632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4922f1c1-3baf-4aba-8550-bbb25eb7835e req-5aa1cfc0-8229-4152-b7cc-30da00c296b9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:26.374798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-352b2e28-ef24-4465-8df2-f12bc155d405 None None] Provisioning for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:26.376621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4922f1c1-3baf-4aba-8550-bbb25eb7835e req-5aa1cfc0-8229-4152-b7cc-30da00c296b9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 935 time: 1.0471015 Mar 02 18:18:26.381107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-352b2e28-ef24-4465-8df2-f12bc155d405 None None] Provisioning complete for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:26.381488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-352b2e28-ef24-4465-8df2-f12bc155d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.383178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:26.401940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-065d215c-3486-45cb-8f69-078ab9ea70fb req-eda7856f-91c3-483c-8fc2-e3ac11301b94 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 210 time: 0.5189958 Mar 02 18:18:26.554784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4922f1c1-3baf-4aba-8550-bbb25eb7835e req-a30c501d-7073-4d19-855e-a8f9b77afd4f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772501 Mar 02 18:18:26.588235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.641187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.672417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.685990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-352b2e28-ef24-4465-8df2-f12bc155d405 None None] Port 80b3c337-0626-4e0d-af2c-8e91362c6d4e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:18:26.764219 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.776398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-2e4134b9-8356-4e5a-84f6-1469da986d89 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:26.777683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-2e4134b9-8356-4e5a-84f6-1469da986d89 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:26.828140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:26.831317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:26.832247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:26.834800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/2bbeee13-e867-4cf5-8e31-8003446d2e33 HTTP/1.1" status: 200 len: 1092 time: 4.5882819 Mar 02 18:18:26.835283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:26.868400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:26.880840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5929e4-8cfc-4c01-898f-176ee4e542c1 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:26.958713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a5805-b33c-46b0-80fe-4e7474d71901 req-aa2d21f9-9e1b-46a7-95f6-14acf31a610b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:26.963497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be8a5805-b33c-46b0-80fe-4e7474d71901 req-aa2d21f9-9e1b-46a7-95f6-14acf31a610b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 944 time: 0.2062244 Mar 02 18:18:27.015924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-2e4134b9-8356-4e5a-84f6-1469da986d89 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:27.017358 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-2e4134b9-8356-4e5a-84f6-1469da986d89 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 0.6267908 Mar 02 18:18:27.049279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Made reservation on behalf of af51cd2d541e45bcaa482f67323618d4 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:27.057514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:27.353113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-e51ef1a6-5dda-46d9-a4f7-cdbca6f71012 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2773068 Mar 02 18:18:27.383002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Deleting port dc03dde3-639d-4fa5-9125-e2e71dca2115 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:27.383601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:27.422999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be8a5805-b33c-46b0-80fe-4e7474d71901 req-2530eece-d90c-4806-be18-825e0541d4ac tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258566 Mar 02 18:18:27.857405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:27.873428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:27.901551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Transition to ACTIVE for port object 80b3c337-0626-4e0d-af2c-8e91362c6d4e will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:27.926460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] For port dc03dde3-639d-4fa5-9125-e2e71dca2115, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=dc03dde3-639d-4fa5-9125-e2e71dca2115,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:27.927960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:27.952051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-0852b95e-c6a2-4d6d-ab87-6e20a307040a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:27.954621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-0852b95e-c6a2-4d6d-ab87-6e20a307040a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 1.0468428 Mar 02 18:18:28.015577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:28.106867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a36d203-7d38-4a22-9909-919a426caa04 req-051e2557-d472-4898-a590-2d0b24bff30c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 210 time: 0.3794165 Mar 02 18:18:28.435232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Calling delete_port for dc03dde3-639d-4fa5-9125-e2e71dca2115 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:28.491304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Allocated IP 172.20.0.5 (3ad1cf88-919d-468e-bf43-61b48d213e76/30d4ae26-17ff-4cff-a252-16def1ed400b/e36c62f7-4d3a-4d87-a7d9-139c66a231b6) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:28.629269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-0ebae554-d7b1-4498-a5bd-b7bec953acc8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.5190103 Mar 02 18:18:28.795802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-552d7508-ae5b-4da8-8a30-a6b5cd217ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:28.797241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-552d7508-ae5b-4da8-8a30-a6b5cd217ffc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 1095 time: 1.6590834 Mar 02 18:18:28.836697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-c3682a5e-f906-4e60-9372-7939dde14661 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2369373 Mar 02 18:18:28.855383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:29.003416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-91c2c471-0b1b-404d-9919-166aa81a84a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33 HTTP/1.1" status: 200 len: 217 time: 0.1634524 Mar 02 18:18:29.127317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:29.127815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:29.128241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:29.138607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-7eb6fb98-3c34-4e44-ad4d-4544a690d0f3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:29.140478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-7eb6fb98-3c34-4e44-ad4d-4544a690d0f3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7657816 Mar 02 18:18:29.143308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:29.143517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:29.152698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:29.153290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:29.156404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:29.157143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Bound port: 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:29.159469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:29.303179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Request body: {'port': {'device_id': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6ad069d7f82f4fe98f231a5d02572cfb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:29.570491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:29.578523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:29.585506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:29.652503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event deleted for resources: {'Port': ['ID=dc03dde3-639d-4fa5-9125-e2e71dca2115,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:29.696163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:29.872844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:29.874083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:29.875793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] 10.222.0.11 "PUT /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 1095 time: 3.7248745 Mar 02 18:18:29.884784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:29.892678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] No DVR routers for this DVR port dc03dde3-639d-4fa5-9125-e2e71dca2115 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:29.897115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:30.095330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9e8a6f2d-fddd-4572-92be-bb52df73f03c req-e5116916-6373-4344-87f9-8d511c541f90 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "DELETE /v2.0/ports/dc03dde3-639d-4fa5-9125-e2e71dca2115 HTTP/1.1" status: 204 len: 173 time: 2.8163941 Mar 02 18:18:30.096236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22b1705-eee1-4af1-86f5-4aa851c69a8c service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:30.187825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-d08db410-4ef8-4162-bf45-0bbe500b5896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.189863 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-d08db410-4ef8-4162-bf45-0bbe500b5896 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1098 time: 0.1959796 Mar 02 18:18:30.232941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-dfd14353-23ee-492c-8454-110662fe4014 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.234688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-dfd14353-23ee-492c-8454-110662fe4014 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3326042 Mar 02 18:18:30.247521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:30.286473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a318305-093b-46a3-b728-3b159687a2f3 req-84cf9ed3-a490-4a77-a0bf-56a182bf4d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.288096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-84cf9ed3-a490-4a77-a0bf-56a182bf4d60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 1.1068101 Mar 02 18:18:30.301502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb1499-98a2-40ca-9967-97f7fc12e420 req-ce990ffe-b12c-4480-93aa-dba56639a74b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.303424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8abb1499-98a2-40ca-9967-97f7fc12e420 req-ce990ffe-b12c-4480-93aa-dba56639a74b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=af98ff33-ed6b-41aa-969c-ee3e1e51ee5b HTTP/1.1" status: 200 len: 944 time: 1.6931472 Mar 02 18:18:30.307725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Request body: {'port': {'device_id': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6ad069d7f82f4fe98f231a5d02572cfb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:30.356105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-4d4e3a5f-6a5c-48a4-aa2b-66fbfde7d74c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1581237 Mar 02 18:18:30.405461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-781b673b-2288-4521-b4cb-cb4786904d00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818307 Mar 02 18:18:30.430914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-15a950f6-d3e9-479d-8c7c-b2614f803dfa tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7295163 Mar 02 18:18:30.477820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:30.519285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-333e602d-bea6-4af3-ad84-1b7b9e29330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.522973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-333e602d-bea6-4af3-ad84-1b7b9e29330f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1592863 Mar 02 18:18:30.562886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:30.576156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['884d0f17-0262-41c0-88d5-4f2d08aa38df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:30.620472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-72eb1f7f-7513-4792-9f56-5d4e297ba50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:30.622048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-72eb1f7f-7513-4792-9f56-5d4e297ba50d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0913661 Mar 02 18:18:30.721622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:30.761475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:30.777052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: dc03dde3-639d-4fa5-9125-e2e71dca2115 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:30.777409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device dc03dde3-639d-4fa5-9125-e2e71dca2115 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:30.821651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:30.831675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Usage tracker for resource:security_group_rule and tenant:52ecc48a146541ffbe7fb462cc35be8b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:30.837980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:30.846623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Network 3ad1cf88-919d-468e-bf43-61b48d213e76 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:30.851472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:30.868912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:30.883866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8abb1499-98a2-40ca-9967-97f7fc12e420 req-73bc0841-b223-4ba4-ae8b-51d2186ccc35 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118909 Mar 02 18:18:30.886705 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-2e6f306d-c852-48ad-b503-9dec0a3e6663 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564423 Mar 02 18:18:30.888308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:30.945690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:30.950833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Usage tracker for resource:port and tenant:6ad069d7f82f4fe98f231a5d02572cfb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:30.954917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:30.964434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:30.975832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Usage tracker for resource:port and tenant:6ad069d7f82f4fe98f231a5d02572cfb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:31.000036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:31.114631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12740ba-5602-49a0-9f47-373721e3bf45 req-8412eb0f-7a49-4b44-82d5-af932c21cbe9 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204077 Mar 02 18:18:31.170994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.173536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:31.174259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.193122 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'status': 'completed', 'code': 200} Mar 02 18:18:31.196346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:31.202422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Made reservation on behalf of 6ad069d7f82f4fe98f231a5d02572cfb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:31.206096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.236793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:31.239876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:31.293890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.295317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f92ccb86-ecfc-4120-a30d-4df82f481d55 req-8ab41e7b-b568-4ba6-a742-b27b3340694c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 210 time: 0.1045823 Mar 02 18:18:31.306154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-e1bf217a-1798-4f88-b53a-dafd96d3b86e service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8649199 Mar 02 18:18:31.313752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.385140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=52ecc48a146541ffbe7fb462cc35be8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9037070 Mar 02 18:18:31.386659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3ffc-e8ee-4042-b4c9-6c4587d2d4d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce8f872-d9a1-4c2f-a32f-4368babc8d8d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:31.389384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:31.477362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.513914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.548325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-e29b239b-7a31-4fee-a7cb-082c0cbc7668 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457934 Mar 02 18:18:31.675944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:31.692206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Made reservation on behalf of 6ad069d7f82f4fe98f231a5d02572cfb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:31.696314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.708032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.726628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Usage tracker for resource:security_group_rule and tenant:6ad069d7f82f4fe98f231a5d02572cfb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:31.738339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce8f872-d9a1-4c2f-a32f-4368babc8d8d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:31.740466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-6798ac8a-ad1f-4229-b1d5-97cd493f044f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0071256 Mar 02 18:18:31.759643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.767582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51865328-37ab-4e04-a5b7-dc13444422ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ce8f872-d9a1-4c2f-a32f-4368babc8d8d HTTP/1.1" status: 204 len: 168 time: 0.3738480 Mar 02 18:18:31.849581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:31.856868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:31.933257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Request body: {'port': {'device_id': '2102df0b-564b-4c77-adee-770612f74e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:31.964641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:32.131229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:32.195027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Usage tracker for resource:security_group_rule and tenant:6ad069d7f82f4fe98f231a5d02572cfb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:32.236711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:32.251815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71345c6b-0897-4887-99b8-8c99e19fd6eb req-b5d0ac72-3a03-437d-8de9-0e5f3b916271 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:32.253538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71345c6b-0897-4887-99b8-8c99e19fd6eb req-b5d0ac72-3a03-437d-8de9-0e5f3b916271 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 947 time: 0.6846626 Mar 02 18:18:32.276206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:32.325994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a318305-093b-46a3-b728-3b159687a2f3 req-700911ac-ef28-4bb8-ad09-b6ba13a181af service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9683704 Mar 02 18:18:32.373459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-7cd17ab0-7346-456d-a288-5e5a7083a942 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7991812 Mar 02 18:18:32.373459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:32.521896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71345c6b-0897-4887-99b8-8c99e19fd6eb req-80730786-4f58-42cc-ae3a-e636e3276197 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548678 Mar 02 18:18:32.724980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:32.742521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:32.777556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:32.788134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Usage tracker for resource:security_group_rule and tenant:f6cc119804ee4356b7676d7dc7dc505c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:32.793475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:32.811378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:33.024498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.065355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.084680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.097816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-1b44c414-0df2-4dd0-9cd8-e524a82652bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:33.099375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-1b44c414-0df2-4dd0-9cd8-e524a82652bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 1095 time: 0.6386123 Mar 02 18:18:33.104100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:33.229562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6cc119804ee4356b7676d7dc7dc505c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5066147 Mar 02 18:18:33.230357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551162e-849d-4014-a27f-49eec2094866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68bbd7-f33e-4217-a42f-3db478030f75,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:33.232784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:33.285848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.309631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:33.327849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 6ad069d7f82f4fe98f231a5d02572cfb {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:18:33.328211 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:18:33.336958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369c2795-c497-4b9f-a90c-8741466f6c70,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:33.340816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'mac_address': 'fa:16:3e:c4:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:33.438100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.461565 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.489481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:33.500197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.510519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:33.588862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.609588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bbba0-07ef-447f-804a-ef6f39f816c1 req-315bf6ce-8b28-4dce-8913-e16a0d6a030b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:33.612580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f6bbba0-07ef-447f-804a-ef6f39f816c1 req-315bf6ce-8b28-4dce-8913-e16a0d6a030b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 944 time: 0.8720865 Mar 02 18:18:33.644547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.653762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-c555d9b4-5505-436c-bb33-b2bc6a3c7825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:33.660199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-c555d9b4-5505-436c-bb33-b2bc6a3c7825 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.5416427 Mar 02 18:18:33.664340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68bbd7-f33e-4217-a42f-3db478030f75,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:33.680302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.682353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2b537b6-45c9-444b-a60e-71ba7fd531a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f68bbd7-f33e-4217-a42f-3db478030f75 HTTP/1.1" status: 204 len: 168 time: 0.4485354 Mar 02 18:18:33.692944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ffc4a-866f-4655-8e60-e2fb45c5a263 req-ab9e1f37-9671-40dd-9207-4543742338e5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:33.693694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-450ffc4a-866f-4655-8e60-e2fb45c5a263 req-ab9e1f37-9671-40dd-9207-4543742338e5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:33.728960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:33.823512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-5cf563e1-c698-4ff5-b6e8-7c449c4edcb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33 HTTP/1.1" status: 200 len: 217 time: 0.1145506 Mar 02 18:18:33.830987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:33.883865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:33.938413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f6bbba0-07ef-447f-804a-ef6f39f816c1 req-4514356e-1a0c-4333-957f-b17d063699b0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042829 Mar 02 18:18:33.965685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-450ffc4a-866f-4655-8e60-e2fb45c5a263 req-ab9e1f37-9671-40dd-9207-4543742338e5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:33.972466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-450ffc4a-866f-4655-8e60-e2fb45c5a263 req-ab9e1f37-9671-40dd-9207-4543742338e5 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 931 time: 1.0334358 Mar 02 18:18:34.126064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:18:34.155916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-450ffc4a-866f-4655-8e60-e2fb45c5a263 req-a92f915c-ca84-4ec7-aa77-892f73df4d0a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823118 Mar 02 18:18:34.159219 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'status': 'completed', 'code': 200} Mar 02 18:18:34.297015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-b4ff82f7-7119-4bad-8a77-849d267b2c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:34.302707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-b4ff82f7-7119-4bad-8a77-849d267b2c56 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.4499614 Mar 02 18:18:34.366838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-8475bfb9-18b6-4c48-a0af-a26be377a21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:34.374762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Allocated IP 192.168.233.161 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/c992a390-6b1b-41cf-b147-ad1a98c49e0f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:34.377814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-8475bfb9-18b6-4c48-a0af-a26be377a21d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1099 time: 0.1910312 Mar 02 18:18:34.437378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-f709b4e9-f6cd-43eb-8eda-df4643bf87cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758345 Mar 02 18:18:34.680823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36c62f7-4d3a-4d87-a7d9-139c66a231b6 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:34.688795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-ccae2b9d-0ded-44d4-b04c-5b784d4cf51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:34.693165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-ccae2b9d-0ded-44d4-b04c-5b784d4cf51d service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.3057218 Mar 02 18:18:34.703395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9fefac5-51cd-4453-85da-7be2bdf1e63c req-0e9332ad-34fb-4832-a110-3c98b0c7a926 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 210 time: 0.1820412 Mar 02 18:18:34.720572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:34.731275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72d37072-e0a0-4873-a14b-114d02e3e148 req-9f9dbca4-2bc1-411c-a41e-cf44c319351a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 210 time: 0.2343721 Mar 02 18:18:34.750409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:34.884118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Transition to ACTIVE for port object e36c62f7-4d3a-4d87-a7d9-139c66a231b6 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:34.997936 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-69ff3eb8-0d29-42eb-9216-6b26c9d54839 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.2982020 Mar 02 18:18:35.069838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:35.131220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-9423ec15-8b31-4378-ad79-3d28f7901eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:35.132883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-9423ec15-8b31-4378-ad79-3d28f7901eb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1228192 Mar 02 18:18:35.174527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:35.201167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'mac_address': 'fa:16:3e:9d:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:35.264243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:35.364169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:35.433370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbeee13-e867-4cf5-8e31-8003446d2e33 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:35.470268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:35.557304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:35.568792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:35.642909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-f7065474-8bef-4059-b8d7-663d3a161151 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1881866 Mar 02 18:18:35.647885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:35.648322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:35.668242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-fa5e62d1-f85f-4465-8bfb-2766908cfbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:35.679534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-fa5e62d1-f85f-4465-8bfb-2766908cfbce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5375197 Mar 02 18:18:35.775807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:35.878444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2bbeee13-e867-4cf5-8e31-8003446d2e33'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:36.075908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:36.110914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:36.166658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-deleted', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:36.174715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dc81b8-1a22-4e6e-a5f5-74969ec54832 req-e39d6bd7-d37f-4f2a-a81c-804d3cc6a4c7 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126610 Mar 02 18:18:36.194008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:36.234627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:36.281400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:36.281773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:36.282110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:36.340010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:36.358871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:36.359201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:36.393141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:36.416157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Transition to ACTIVE for port object c992a390-6b1b-41cf-b147-ad1a98c49e0f will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:36.443077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:36.443475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:36.444255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:36.444395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Bound port: e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:36.444678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:36.462155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:36.509815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe8bab9-1269-4d08-98f2-9ea3a1309eae req-178d629d-dd92-4097-bc93-4d9fd85315dd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:36.511726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfe8bab9-1269-4d08-98f2-9ea3a1309eae req-178d629d-dd92-4097-bc93-4d9fd85315dd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 1.4034169 Mar 02 18:18:36.533542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-3ed014b1-16ce-4cca-8d9f-c888dc3fdc59 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8496614 Mar 02 18:18:36.548064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-3d774094-80d5-4e22-9fc6-f46b96569aec tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:36.550650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-3d774094-80d5-4e22-9fc6-f46b96569aec tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.3747509 Mar 02 18:18:36.606874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': '25a634b6-4216-418c-894b-4744a48a4c4a', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:36.658103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c08a6-5cb0-4415-a61a-ebaa59441314 req-606e4515-49d3-4578-8a17-8b6b22cafbff tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:36.659592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db7c08a6-5cb0-4415-a61a-ebaa59441314 req-606e4515-49d3-4578-8a17-8b6b22cafbff tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 945 time: 0.7021747 Mar 02 18:18:36.663216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfe8bab9-1269-4d08-98f2-9ea3a1309eae req-cb600304-bedd-4951-b712-7edcaadb56e4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364577 Mar 02 18:18:36.701546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:36.725695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:36.731267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db7c08a6-5cb0-4415-a61a-ebaa59441314 req-8e2c73ba-535d-480e-a2a7-c7be4b7fe1fa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609801 Mar 02 18:18:36.862690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:36.949616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63e6c122-bc54-4df7-af34-4f94acfebb62 req-738aff7b-810e-4f2d-bbc7-cabc64b838fd service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969977 Mar 02 18:18:36.970401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-6fccf2df-2797-4873-8617-3779dde00e0b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:36.971665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-6fccf2df-2797-4873-8617-3779dde00e0b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:37.040519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:18:37.053992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Usage tracker for resource:port and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:18:37.056185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:18:37.069550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:18:37.096731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:37.105172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:37.126770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:37.177752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Allocated IP 192.168.233.171 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/079e75d2-3ce6-46f5-b7a1-1abb354a0e0c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:37.181702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event updated for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:37.201907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.218096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-6fccf2df-2797-4873-8617-3779dde00e0b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:37.221262 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-6fccf2df-2797-4873-8617-3779dde00e0b tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 1.1818588 Mar 02 18:18:37.229646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:18:37.237999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.337292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:37.337960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.352436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:37.360491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.360491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] 10.222.0.11 "PUT /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 1091 time: 5.4283342 Mar 02 18:18:37.360491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:37.421674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a495499-ea9e-4b7f-8ae3-eac6393aab13 req-6913b335-0d7c-448e-9666-543ebaca669d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:37.429033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a495499-ea9e-4b7f-8ae3-eac6393aab13 req-6913b335-0d7c-448e-9666-543ebaca669d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.5302777 Mar 02 18:18:37.499721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Deleting port c44df966-f0cb-46e1-b4a5-f75574705770 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:37.501013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.502648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527312cf-9391-473f-a745-f7e0ff7382fc service neutron] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:37.539380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6b1b23-f713-4d2b-aef7-c8b13ffd46ce req-61ff6222-f9eb-4b2d-8f45-a19847d48a05 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:37.541057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d6b1b23-f713-4d2b-aef7-c8b13ffd46ce req-61ff6222-f9eb-4b2d-8f45-a19847d48a05 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=aad3f7fc-70e4-4536-8a7b-493db68879dc HTTP/1.1" status: 200 len: 944 time: 0.6755831 Mar 02 18:18:37.632741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.4 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/abce84e9-8781-4c99-9ef1-8de3992d5ee2) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:18:37.680049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a495499-ea9e-4b7f-8ae3-eac6393aab13 req-571b1c36-3560-413d-813e-f8010f4dc917 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499645 Mar 02 18:18:37.705412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-4e432c60-6477-4c11-9cc9-ef1a14139c91 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4156296 Mar 02 18:18:37.754328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-525a692f-1a83-4272-851f-2bb98e5ef150 None None] Provisioning for port c992a390-6b1b-41cf-b147-ad1a98c49e0f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:37.767908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Request body: {'port': {'device_id': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:37.781429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-525a692f-1a83-4272-851f-2bb98e5ef150 None None] Provisioning complete for port c992a390-6b1b-41cf-b147-ad1a98c49e0f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:37.787661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-525a692f-1a83-4272-851f-2bb98e5ef150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:37.954361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d6b1b23-f713-4d2b-aef7-c8b13ffd46ce req-8761b812-56f2-4e6d-b791-f7d76c6877a9 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/security-groups?id=73e92d4b-199d-4844-b59d-492ad19abd86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068675 Mar 02 18:18:37.964300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-525a692f-1a83-4272-851f-2bb98e5ef150 None None] Port c992a390-6b1b-41cf-b147-ad1a98c49e0f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:18:37.970659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] For port c44df966-f0cb-46e1-b4a5-f75574705770, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c44df966-f0cb-46e1-b4a5-f75574705770,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:37.971324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:38.214220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:38.261091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Calling delete_port for c44df966-f0cb-46e1-b4a5-f75574705770 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:38.426618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bab3410-2592-49f5-9bc7-dba5271c7752 req-8a9c6c4e-357a-4aca-be63-95488854c024 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 210 time: 0.2553148 Mar 02 18:18:38.468666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:38.494030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Transition to ACTIVE for port object 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:38.516631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-13d1c563-5077-4451-8bc8-7cc3c103fe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:38.518498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-13d1c563-5077-4451-8bc8-7cc3c103fe38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1094 time: 0.8960278 Mar 02 18:18:38.535729 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'code': 200} Mar 02 18:18:38.715466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-4c3d8916-53bf-48bb-8ff4-2dc2dc1370d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 217 time: 0.1883070 Mar 02 18:18:38.729274 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af98ff33-ed6b-41aa-969c-ee3e1e51ee5b', 'name': 'network-vif-deleted', 'tag': 'dc03dde3-639d-4fa5-9125-e2e71dca2115', 'status': 'completed', 'code': 200} Mar 02 18:18:38.768254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:38.781748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:38.784581 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'status': 'completed', 'code': 200} Mar 02 18:18:38.813934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-f04ca48c-b36d-4c5f-a18c-32071e23873f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:38.814986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-f04ca48c-b36d-4c5f-a18c-32071e23873f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Synchronizing usage tracker for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:38.952305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event deleted for resources: {'Port': ['ID=c44df966-f0cb-46e1-b4a5-f75574705770,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:38.966604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-f04ca48c-b36d-4c5f-a18c-32071e23873f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Unset dirty status for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:38.974166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-f04ca48c-b36d-4c5f-a18c-32071e23873f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 936 time: 1.0759294 Mar 02 18:18:39.018886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-401979a4-3eaf-4b95-9d0e-a16285bbda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:39.021051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-401979a4-3eaf-4b95-9d0e-a16285bbda94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.2939804 Mar 02 18:18:39.026201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.073186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.078417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2bbeee13-e867-4cf5-8e31-8003446d2e33 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:39.086589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2bbeee13-e867-4cf5-8e31-8003446d2e33 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:39.087940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.180252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] No DVR routers for this DVR port c44df966-f0cb-46e1-b4a5-f75574705770 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:39.190275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.237156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e888078-b423-4623-b82e-66fbfd6e356f req-39eafdd2-0702-42a1-923b-5e23695619b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:39.240696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e888078-b423-4623-b82e-66fbfd6e356f req-39eafdd2-0702-42a1-923b-5e23695619b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1100 time: 0.5887182 Mar 02 18:18:39.291078 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b4ecd4e8-385a-4d77-8260-58ff40e9d522 req-0fdce7d8-f1e7-40a5-8fa7-b58d38845470 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "DELETE /v2.0/ports/c44df966-f0cb-46e1-b4a5-f75574705770 HTTP/1.1" status: 204 len: 173 time: 2.0180712 Mar 02 18:18:39.313968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e888078-b423-4623-b82e-66fbfd6e356f req-4ae3f961-4ffe-4b5a-bcb4-43564dd92f8f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664194 Mar 02 18:18:39.385631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.462851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.476474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:39.494501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-defb628d-5ab9-4678-8c06-6b727ed135db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791157 Mar 02 18:18:39.509007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-d7873eef-1b95-499a-a9c8-d758032b5cc0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Synchronizing usage tracker for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:39.517359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:39.522514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:39.532466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:18:39.537311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:39.544927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:39.581593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:39.597670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:18:39.602529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:18:39.627945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:39.628716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.702566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:39.803923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-5cdd0765-baeb-45b9-9777-1e72fbf222fb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2065177 Mar 02 18:18:39.815304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Request body: {'port': {'device_id': '25a634b6-4216-418c-894b-4744a48a4c4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:39.849477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.943427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:39.944372 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:39.973394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-d7873eef-1b95-499a-a9c8-d758032b5cc0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Unset dirty status for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:39.984938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f06e260d-1848-496d-a85a-eb037aff3c8c req-d7873eef-1b95-499a-a9c8-d758032b5cc0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0096965 Mar 02 18:18:40.068269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025deb1b-7376-47b0-8488-e49a1e438f0e req-1f18167b-8ef5-4aa8-8eff-817b51a6e794 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:40.081363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-025deb1b-7376-47b0-8488-e49a1e438f0e req-1f18167b-8ef5-4aa8-8eff-817b51a6e794 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.8288348 Mar 02 18:18:40.124930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-2bb432e8-c913-4bf4-9f8a-d14e240d15ad service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009886 Mar 02 18:18:40.135115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:40.135686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:18:40.173100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:40.203170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-19a9c277-d599-4efa-8b1a-f486d0d1d6bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 10.9880486 Mar 02 18:18:40.249643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-76bdb5e1-8189-4c7f-8c3d-11c333d011af None None] Provisioning for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:40.260579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Request body: {'port': {'device_id': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:18:40.278589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-76bdb5e1-8189-4c7f-8c3d-11c333d011af None None] Provisioning complete for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:40.280535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-76bdb5e1-8189-4c7f-8c3d-11c333d011af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:40.382873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-76bdb5e1-8189-4c7f-8c3d-11c333d011af None None] Port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:18:40.531446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-025deb1b-7376-47b0-8488-e49a1e438f0e req-274c4ff8-57b0-4bd7-b3d7-44e0eb898ba3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490688 Mar 02 18:18:40.538081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:40.589786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c992a390-6b1b-41cf-b147-ad1a98c49e0f {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:40.689479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:40.734887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-deleted', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:40.781666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:40.823941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Transition to ACTIVE for port object c992a390-6b1b-41cf-b147-ad1a98c49e0f will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:40.837715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:40.868398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59f1a40c-3d12-4ab8-95a3-a7f55e9478dc req-50c550a7-e138-4cfd-a1ff-2ed3c1b7d666 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059574 Mar 02 18:18:40.914286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: c44df966-f0cb-46e1-b4a5-f75574705770 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:40.914837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c44df966-f0cb-46e1-b4a5-f75574705770 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:40.925024 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:40.992296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abce84e9-8781-4c99-9ef1-8de3992d5ee2 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:41.008294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:41.049129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Transition to ACTIVE for port object abce84e9-8781-4c99-9ef1-8de3992d5ee2 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:41.086862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Pushing event updated for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:41.113726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194902e6-fa1d-41f5-b15a-924e6e108b01 req-98a5bf7f-224f-4485-8ac8-9624088680e5 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:41.118420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-194902e6-fa1d-41f5-b15a-924e6e108b01 req-98a5bf7f-224f-4485-8ac8-9624088680e5 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.7463629 Mar 02 18:18:41.169973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:41.296135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Pushing event updated for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:41.704665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5806f9d0-0863-4ce7-a1b8-ae78e01baa5c req-0cf48d57-cc40-4bc0-8245-ef91945d4d0d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:41.711232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5806f9d0-0863-4ce7-a1b8-ae78e01baa5c req-0cf48d57-cc40-4bc0-8245-ef91945d4d0d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.9550781 Mar 02 18:18:41.774944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Attempting to bind port abce84e9-8781-4c99-9ef1-8de3992d5ee2 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:41.775978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Attempting to bind port abce84e9-8781-4c99-9ef1-8de3992d5ee2 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:41.776942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-194902e6-fa1d-41f5-b15a-924e6e108b01 req-a8896788-ddd0-4bb8-bfa5-35b3a95f5559 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6451595 Mar 02 18:18:41.778084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Attempting to bind port abce84e9-8781-4c99-9ef1-8de3992d5ee2 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:41.789231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Port abce84e9-8781-4c99-9ef1-8de3992d5ee2 on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:41.789658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Attempting to bind port abce84e9-8781-4c99-9ef1-8de3992d5ee2 on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:41.802703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:41.802703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:41.802703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:41.802703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Bound port: abce84e9-8781-4c99-9ef1-8de3992d5ee2, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:41.802703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:41.984544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:42.005725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:42.103908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Attempting to bind port c992a390-6b1b-41cf-b147-ad1a98c49e0f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:42.105437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Attempting to bind port c992a390-6b1b-41cf-b147-ad1a98c49e0f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:42.105973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Attempting to bind port c992a390-6b1b-41cf-b147-ad1a98c49e0f on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:42.122406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5806f9d0-0863-4ce7-a1b8-ae78e01baa5c req-9120d81c-d02d-4b7f-941b-af9fc00e970a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101806 Mar 02 18:18:42.166658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-8e2ba5fe-3f19-4793-8e62-066f0e8213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.168217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-8e2ba5fe-3f19-4793-8e62-066f0e8213d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1094 time: 0.9559624 Mar 02 18:18:42.176652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Port c992a390-6b1b-41cf-b147-ad1a98c49e0f on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:42.177238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Attempting to bind port c992a390-6b1b-41cf-b147-ad1a98c49e0f on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:42.221548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:42.222196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:42.222803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:42.223262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Bound port: c992a390-6b1b-41cf-b147-ad1a98c49e0f, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:42.223620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.247248 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'code': 200} Mar 02 18:18:42.251044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.472903 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad3f7fc-70e4-4536-8a7b-493db68879dc', 'name': 'network-vif-deleted', 'tag': 'c44df966-f0cb-46e1-b4a5-f75574705770', 'status': 'completed', 'code': 200} Mar 02 18:18:42.501709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.502814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.505802 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] 10.222.0.11 "PUT /v2.0/ports/abce84e9-8781-4c99-9ef1-8de3992d5ee2 HTTP/1.1" status: 200 len: 1091 time: 2.6945658 Mar 02 18:18:42.582572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd808bf-7855-48c5-b5ac-73225aadabc5 req-5bc3d458-61b7-49f6-9519-4bde1bd897ff tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.589673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd808bf-7855-48c5-b5ac-73225aadabc5 req-5bc3d458-61b7-49f6-9519-4bde1bd897ff tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 943 time: 0.4645813 Mar 02 18:18:42.593320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:42.607959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-80a8c07c-c7e2-49e2-8024-5adf4a61e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.609077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-80a8c07c-c7e2-49e2-8024-5adf4a61e7e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.4211714 Mar 02 18:18:42.611058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.677943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:42.745536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f241f8e3-978e-47ab-aa70-d037b6420f5b service neutron] Pushing event updated for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:42.766869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:42.777694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd2ad9-36cd-4f09-b670-0dd009cbd452 req-bd2bb51b-a56c-4e07-b1be-43d6f15f79fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.783518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3edd2ad9-36cd-4f09-b670-0dd009cbd452 req-bd2bb51b-a56c-4e07-b1be-43d6f15f79fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 1097 time: 0.3960366 Mar 02 18:18:42.785490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-57c29ecc-f787-40a0-aa8e-3ac3d6117830 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 217 time: 0.1034207 Mar 02 18:18:42.788925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Transition to ACTIVE for port object 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:18:42.858841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3edd2ad9-36cd-4f09-b670-0dd009cbd452 req-d7a4b8fc-cb96-49d5-81b3-ac3fd8a79fdf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714672 Mar 02 18:18:42.860963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-4cc7c628-6b1a-457f-9937-e34cbb9da63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.865484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-4cc7c628-6b1a-457f-9937-e34cbb9da63e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 1094 time: 0.2217431 Mar 02 18:18:42.867780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd808bf-7855-48c5-b5ac-73225aadabc5 req-2988a621-76ca-42a3-aa13-126f29a1118d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771878 Mar 02 18:18:42.889346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:42.895373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-c954b818-9a48-43eb-bd26-0fa836b4bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:42.896428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-c954b818-9a48-43eb-bd26-0fa836b4bae5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.1010754 Mar 02 18:18:42.972166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-10ffc544-4e90-4ada-ac62-79d8785787f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2 HTTP/1.1" status: 200 len: 217 time: 0.1010492 Mar 02 18:18:43.038974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:43.228702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10a53-a37c-4bcf-b925-e8350febcd78 req-2a5483db-e993-4e4b-8a22-3ce52bb91047 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:43.242878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64d10a53-a37c-4bcf-b925-e8350febcd78 req-2a5483db-e993-4e4b-8a22-3ce52bb91047 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 948 time: 0.6332369 Mar 02 18:18:43.317452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-be311dc9-3cff-40d8-a585-8e0f9c03fa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:43.325248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-be311dc9-3cff-40d8-a585-8e0f9c03fa13 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.3411112 Mar 02 18:18:43.365217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:43.369122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:43.370761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] 10.222.0.65 "PUT /v2.0/ports/c992a390-6b1b-41cf-b147-ad1a98c49e0f HTTP/1.1" status: 200 len: 1096 time: 5.6389377 Mar 02 18:18:43.376200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-38c15548-043f-4250-bbf3-dd289142cc8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4393151 Mar 02 18:18:43.380777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:43.389623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-0c74cabf-009b-48b4-9514-3f4ceaa5ed17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631046 Mar 02 18:18:43.499786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4a435-1a5a-487b-8d66-a6483a3b6b3e service neutron] Pushing event updated for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:43.609056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-599c5113-a73a-4f97-b31f-1ca217670760 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123594 Mar 02 18:18:43.923542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4db65f0-378f-46d7-9563-c776053a9d37 req-3fb52caf-0981-41a7-a5fb-e49a19401b90 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059676 Mar 02 18:18:44.060061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64d10a53-a37c-4bcf-b925-e8350febcd78 req-156b0b74-cd4d-44c6-b949-1164a600957d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6582665 Mar 02 18:18:44.167848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:44.267573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfed78-1312-4f44-949c-d90b411aae97 req-b27cc5a8-96d8-4597-bbba-060e922f53e4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:44.267573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfcfed78-1312-4f44-949c-d90b411aae97 req-b27cc5a8-96d8-4597-bbba-060e922f53e4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 1.0125968 Mar 02 18:18:44.281391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-ad21a9cd-a1e5-4ef0-a14d-2de538516513 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8484087 Mar 02 18:18:44.345278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Attempting to bind port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:18:44.345615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Attempting to bind port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:18:44.345944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Attempting to bind port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:44.366705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:18:44.367023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Attempting to bind port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:18:44.425088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-0583740a-3dea-4df0-ac61-94ce475c0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:44.427231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-0583740a-3dea-4df0-ac61-94ce475c0795 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 1099 time: 0.9564652 Mar 02 18:18:44.473929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:44.505787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:18:44.506177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:18:44.506577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:18:44.507040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Bound port: 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:18:44.507403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:44.659818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-ab222da2-047b-4787-baa0-6fb4e9587724 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f HTTP/1.1" status: 200 len: 217 time: 0.2155347 Mar 02 18:18:44.674164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfcfed78-1312-4f44-949c-d90b411aae97 req-74cdf82d-010a-48a7-ab7e-268544686309 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888335 Mar 02 18:18:44.804570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37803b77-264d-4d5a-a03b-a4eb6eb8bf0a req-b0d268ff-0ea2-42cf-8bf4-8bbe7c0b6e18 service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5118437 Mar 02 18:18:44.808271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-56542d28-12ae-42c4-b598-d5b6ae995e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:44.809786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-56542d28-12ae-42c4-b598-d5b6ae995e22 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1284616 Mar 02 18:18:44.814429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:18:44.819851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:18:44.970922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-b6d40421-115b-4732-a3b4-2bf821ecc3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:44.973333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-b6d40421-115b-4732-a3b4-2bf821ecc3b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1556234 Mar 02 18:18:45.048132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e765bc-d9d6-4cfe-bc0e-99bc449612b8 req-7907ed27-e2b1-4f5d-8fa6-ab5685218fa6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:45.049498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3e765bc-d9d6-4cfe-bc0e-99bc449612b8 req-7907ed27-e2b1-4f5d-8fa6-ab5685218fa6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2283950 Mar 02 18:18:45.135642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:45.208863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:45.210449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:45.210941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] 10.222.0.65 "PUT /v2.0/ports/079e75d2-3ce6-46f5-b7a1-1abb354a0e0c HTTP/1.1" status: 200 len: 1096 time: 4.9795001 Mar 02 18:18:45.263217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3e765bc-d9d6-4cfe-bc0e-99bc449612b8 req-7f1377ef-56be-4f25-8c73-3b554d9b8c14 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660497 Mar 02 18:18:45.273431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-57614ed2-611c-45d7-8db0-11336aa63410 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925222 Mar 02 18:18:45.274341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a21ec-1837-433d-b4a1-b88f62ccf6f0 service neutron] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:45.469150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb37ef60-a80e-40ce-9a08-6d0677bb6d40 req-884587d9-384a-406c-ae5a-7d93b9a117cf service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817734 Mar 02 18:18:45.720535 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f', 'status': 'completed', 'code': 200} Mar 02 18:18:45.956212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219f8196-cb40-44cc-8d46-6e44b5b64c46 req-0b23341c-ad9e-4eba-a519-c8d34d15fffd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:45.958603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-219f8196-cb40-44cc-8d46-6e44b5b64c46 req-0b23341c-ad9e-4eba-a519-c8d34d15fffd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.3028092 Mar 02 18:18:46.023941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-fa4a9604-a4a1-4dd1-aefd-2aa6532407d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:46.025615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-fa4a9604-a4a1-4dd1-aefd-2aa6532407d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 1099 time: 0.2664750 Mar 02 18:18:46.089823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-219f8196-cb40-44cc-8d46-6e44b5b64c46 req-94f1d0f0-6d66-4be4-bf5a-ef38f2f459f3 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174505 Mar 02 18:18:46.131654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c50883-8bc3-4c1f-8dfe-c44d4da489cb req-344bef4c-087d-40c9-ba49-65041c3b5d12 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:46.133386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3c50883-8bc3-4c1f-8dfe-c44d4da489cb req-344bef4c-087d-40c9-ba49-65041c3b5d12 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 943 time: 0.3133409 Mar 02 18:18:46.138531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-241a02e6-09c3-4b08-82af-5a1e879cc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:46.140204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-241a02e6-09c3-4b08-82af-5a1e879cc8f1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1099 time: 0.4136169 Mar 02 18:18:46.232848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-0cf74962-7d1c-4aaa-8082-934918a347ba tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:46.234297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-0cf74962-7d1c-4aaa-8082-934918a347ba tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Synchronizing usage tracker for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:18:46.275857 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2', 'status': 'completed', 'code': 200} Mar 02 18:18:46.374015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-0cf74962-7d1c-4aaa-8082-934918a347ba tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Unset dirty status for tenant:22ecd64c79744520a3cef4a113036cd7 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:18:46.374686 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-0cf74962-7d1c-4aaa-8082-934918a347ba tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 945 time: 0.3308549 Mar 02 18:18:46.505166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Deleting port 7534c3e5-f667-46b9-b5f7-5a72919619bb {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:46.505764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:46.681422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3c50883-8bc3-4c1f-8dfe-c44d4da489cb req-55d3bbdd-c781-4d08-8b96-4175704483f5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5336995 Mar 02 18:18:46.720945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-2dfef61c-93c2-4533-b767-8b83fcf50ffb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c HTTP/1.1" status: 200 len: 217 time: 0.5095592 Mar 02 18:18:46.903684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] For port 7534c3e5-f667-46b9-b5f7-5a72919619bb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7534c3e5-f667-46b9-b5f7-5a72919619bb,segment=NetworkSegment(841db7f1-a6c3-4ed9-982d-6665c77e197a),segment_id=841db7f1-a6c3-4ed9-982d-6665c77e197a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:46.904512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:46.918173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-4a2b9dae-f3d5-48e1-8b63-27d03118d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:46.939923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-4a2b9dae-f3d5-48e1-8b63-27d03118d4f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.8712819 Mar 02 18:18:47.016455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-724212c1-0197-4d85-b33a-d043145bf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.016455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-724212c1-0197-4d85-b33a-d043145bf6d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2625225 Mar 02 18:18:47.071220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-d9d1a8e0-6c64-4ca9-aa27-94a3e85f42a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f HTTP/1.1" status: 200 len: 217 time: 0.1248999 Mar 02 18:18:47.089372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Calling delete_port for 7534c3e5-f667-46b9-b5f7-5a72919619bb owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:47.163128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8d462-f435-42bb-acc0-08aacf9ed0ee req-a3377d0b-af4a-48a4-adb4-e0b5cd80ed34 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.163128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a8d462-f435-42bb-acc0-08aacf9ed0ee req-a3377d0b-af4a-48a4-adb4-e0b5cd80ed34 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.6047599 Mar 02 18:18:47.165341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-8f3e5c60-c564-4788-a25a-6be6fc8538a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.167606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-8f3e5c60-c564-4788-a25a-6be6fc8538a9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 1094 time: 0.6169701 Mar 02 18:18:47.185195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-b5a5d113-ac33-4aa3-81c5-78c84bc200c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.186840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-b5a5d113-ac33-4aa3-81c5-78c84bc200c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1058173 Mar 02 18:18:47.190575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device abce84e9-8781-4c99-9ef1-8de3992d5ee2 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:47.377018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5f37-c5a8-43d6-b660-ea00529d8359 req-f6af316c-a1a1-457a-a339-30dd2f3e9cfb tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.378594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3cd5f37-c5a8-43d6-b660-ea00529d8359 req-f6af316c-a1a1-457a-a339-30dd2f3e9cfb tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 948 time: 0.5181961 Mar 02 18:18:47.388058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:47.404665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2', 'mac_address': 'fa:16:3e:3c:37:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:47.436518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a8d462-f435-42bb-acc0-08aacf9ed0ee req-eebb0198-8c17-4aec-a766-5d4432be5146 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584789 Mar 02 18:18:47.501968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-ba9c797b-3802-43df-b27a-7516a664d2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.503736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-ba9c797b-3802-43df-b27a-7516a664d2f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4841099 Mar 02 18:18:47.509769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:47.519968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-93f36808-bd0a-4f33-bf18-2a745d2a3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.519968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-93f36808-bd0a-4f33-bf18-2a745d2a3f92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.3359361 Mar 02 18:18:47.546797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abce84e9-8781-4c99-9ef1-8de3992d5ee2 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:47.553129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:47.585643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:47.656063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3cd5f37-c5a8-43d6-b660-ea00529d8359 req-7a2d5515-3efc-4a70-a0ae-c3488ad42b86 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562296 Mar 02 18:18:47.671143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-825e91ff-01a6-44de-8a5f-b966310b959e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2 HTTP/1.1" status: 200 len: 217 time: 0.1273372 Mar 02 18:18:47.684040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Pushing event deleted for resources: {'Port': ['ID=7534c3e5-f667-46b9-b5f7-5a72919619bb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:47.690793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-d33d9e1c-a789-4f1e-8d6a-b81c87ce1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.693761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-d33d9e1c-a789-4f1e-8d6a-b81c87ce1470 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4668763 Mar 02 18:18:47.718558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:47.788568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:47.839736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:47.885560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] No DVR routers for this DVR port 7534c3e5-f667-46b9-b5f7-5a72919619bb on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:47.888836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:47.915124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2e58fc4-538a-4772-bbbd-5b63e98edec6 req-1f6234eb-9fb4-413f-852b-361e579c21fe tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.66 "GET /v2.0/ports?device_id=94f3dec7-f7d8-4166-9f29-f6ac54b69c5d HTTP/1.1" status: 200 len: 210 time: 0.1213360 Mar 02 18:18:47.991783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-47934306-b655-422c-8f5a-41a88b87fd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:47.991783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-47934306-b655-422c-8f5a-41a88b87fd33 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.2990942 Mar 02 18:18:48.072212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-06b509fc-ff19-460d-8a72-3df50edf6b99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711536 Mar 02 18:18:48.076567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-a9dc33d6-1e4c-47b6-8a6e-e3ee0d6ad719 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5590291 Mar 02 18:18:48.097160 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bcc2106b-fe5c-4fdb-9174-ea6d71e58662 req-fa03c4fe-b248-466b-ba79-ee79d4e03898 tempest-LiveAutoBlockMigrationV225Test-557459284 tempest-LiveAutoBlockMigrationV225Test-557459284-project] 10.222.0.65 "DELETE /v2.0/ports/7534c3e5-f667-46b9-b5f7-5a72919619bb HTTP/1.1" status: 204 len: 173 time: 1.7160659 Mar 02 18:18:48.111267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['abce84e9-8781-4c99-9ef1-8de3992d5ee2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:48.277407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-deleted', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:48.630922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-975fcfac-4c39-477c-a887-9fcca60a08f3 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360996 Mar 02 18:18:48.809288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-3e01b98d-2b90-4708-94c4-1c1cfeaff3de service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7270446 Mar 02 18:18:48.815642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c992a390-6b1b-41cf-b147-ad1a98c49e0f details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:48.856315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d615fdb9-d5d1-4ac7-b5be-5e654c036b20 req-ad8df8ac-4322-4154-9c54-431766dbd2c6 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7542522 Mar 02 18:18:48.983018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ba12a4-5589-4347-86f8-bdcaa938d250 req-8be780d3-8a1a-475f-a428-7252323d774b service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432074 Mar 02 18:18:48.996298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281cae9-0ff1-4893-b423-ca2c0ea1a316 req-76076e30-e753-498a-9d91-fd3e79055191 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:48.997517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6281cae9-0ff1-4893-b423-ca2c0ea1a316 req-76076e30-e753-498a-9d91-fd3e79055191 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.5529435 Mar 02 18:18:49.069049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66905d72-6999-481e-9c91-8ae4ddbf9547 req-ddd286e1-8d7b-4470-9eef-3a0010925678 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526317 Mar 02 18:18:49.101054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:49.101370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6281cae9-0ff1-4893-b423-ca2c0ea1a316 req-2a3f1c8c-13cf-47ab-af4e-23fd71b08fdf tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720437 Mar 02 18:18:49.132166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f', 'mac_address': 'fa:16:3e:04:c1:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:49.191217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:49.259725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:49.270279 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f3dec7-f7d8-4166-9f29-f6ac54b69c5d', 'name': 'network-vif-deleted', 'tag': '7534c3e5-f667-46b9-b5f7-5a72919619bb', 'status': 'completed', 'code': 200} Mar 02 18:18:49.304569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c992a390-6b1b-41cf-b147-ad1a98c49e0f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:49.345262 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'status': 'completed', 'code': 200} Mar 02 18:18:49.385907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:49.425142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:49.442991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76', 'port_id': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'mac_address': 'fa:16:3e:c9:02:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d4ae26-17ff-4cff-a252-16def1ed400b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:49.522210 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:49.573691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:49.592062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e85f-d8db-40da-98ab-ba0f7412148d req-ddc221c0-24ab-462f-90ed-7e2c0339b1ba tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:49.594661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0c1e85f-d8db-40da-98ab-ba0f7412148d req-ddc221c0-24ab-462f-90ed-7e2c0339b1ba tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 944 time: 0.3883245 Mar 02 18:18:49.602911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-450d4d6d-4416-4331-bc04-27203b1e0a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:49.602911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-450d4d6d-4416-4331-bc04-27203b1e0a68 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1099 time: 0.2631238 Mar 02 18:18:49.605143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36c62f7-4d3a-4d87-a7d9-139c66a231b6 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:49.627469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:49.631807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:49.681865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d3b3da-21f2-41ca-8875-c9507fbad191 req-00389d93-cca2-4373-8b9b-790d11b3d12c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:49.683481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29d3b3da-21f2-41ca-8875-c9507fbad191 req-00389d93-cca2-4373-8b9b-790d11b3d12c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 948 time: 0.2958193 Mar 02 18:18:49.767277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0c1e85f-d8db-40da-98ab-ba0f7412148d req-b7b06a30-13dd-4e04-b4fe-c096b2acffa8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613998 Mar 02 18:18:49.772001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c992a390-6b1b-41cf-b147-ad1a98c49e0f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:49.810101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:49.832266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29d3b3da-21f2-41ca-8875-c9507fbad191 req-8a9f4965-dd49-4204-9234-8ce4ef705a90 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888720 Mar 02 18:18:49.835021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-69c4477b-b6de-4068-8710-bba62f2ec9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:49.836420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-69c4477b-b6de-4068-8710-bba62f2ec9f0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2121363 Mar 02 18:18:49.951575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:49.956157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-041aa5f3-1a24-4acb-9af8-41c24a889c31 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c HTTP/1.1" status: 200 len: 217 time: 0.1107707 Mar 02 18:18:49.987649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:50.128352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['e36c62f7-4d3a-4d87-a7d9-139c66a231b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:50.134648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-af34b6d1-657b-457a-abd7-72f2edcd9682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:50.136559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-af34b6d1-657b-457a-abd7-72f2edcd9682 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1737452 Mar 02 18:18:50.333294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Deleting subnet 1b86e433-8211-473d-8d29-2d62b075df62 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:18:50.337363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.340240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa80292-09b8-4991-98b8-81269ce2087f req-919ea30a-0ef6-4ec3-9a12-c0c59b6f5af3 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:50.341820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efa80292-09b8-4991-98b8-81269ce2087f req-919ea30a-0ef6-4ec3-9a12-c0c59b6f5af3 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.3347733 Mar 02 18:18:50.393165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.420689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-8d39c6f2-ee35-4177-aff3-475845319915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:50.422300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-8d39c6f2-ee35-4177-aff3-475845319915 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2730281 Mar 02 18:18:50.431028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efa80292-09b8-4991-98b8-81269ce2087f req-b1415b99-2b8a-4131-8e3f-d5f040c4fd2c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Mar 02 18:18:50.457716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.480103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31ec4a-8e0e-4595-8572-0ed812860ae7 req-9b23ac8e-19fb-4675-a2bd-bf0cd0738c01 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:50.487230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f31ec4a-8e0e-4595-8572-0ed812860ae7 req-9b23ac8e-19fb-4675-a2bd-bf0cd0738c01 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 950 time: 0.2318959 Mar 02 18:18:50.640410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f31ec4a-8e0e-4595-8572-0ed812860ae7 req-c6d85309-bc69-429f-bfbf-f4d1359f9d65 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521816 Mar 02 18:18:50.669097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.675974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-c003a93f-1cf9-4744-9de5-a07c68c5fb24 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439206 Mar 02 18:18:50.710229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b86e433-8211-473d-8d29-2d62b075df62,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:50.713930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.728038 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-652f106b-831a-4955-94be-c1c2d0292a91 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1b86e433-8211-473d-8d29-2d62b075df62 HTTP/1.1" status: 204 len: 168 time: 0.7382643 Mar 02 18:18:50.729049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:50.821957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c992a390-6b1b-41cf-b147-ad1a98c49e0f up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:50.852749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:50.929936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b669b6-2735-435c-9cb2-136286072e3e req-e9b1884c-6c16-4c20-bf76-bbee86b4bc69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:50.931528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0b669b6-2735-435c-9cb2-136286072e3e req-e9b1884c-6c16-4c20-bf76-bbee86b4bc69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.3450131 Mar 02 18:18:50.999399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.004571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0b669b6-2735-435c-9cb2-136286072e3e req-1d584981-6aa3-4e27-b22f-ad6cde499407 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650992 Mar 02 18:18:51.006491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b8583c6-669e-4f8c-900c-fb459ad0ac8f req-6ed9e990-8990-4eb4-b6fe-5cf6cd9a5606 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210287 Mar 02 18:18:51.026205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:51.043048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841db7f1-a6c3-4ed9-982d-6665c77e197a') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:51.043631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841db7f1-a6c3-4ed9-982d-6665c77e197a') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:51.058087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.084860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.084860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:18:51.084860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:18:51.097188 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:18:51.156999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c992a390-6b1b-41cf-b147-ad1a98c49e0f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:51.164622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c992a390-6b1b-41cf-b147-ad1a98c49e0f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:51.164993 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.213013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device abce84e9-8781-4c99-9ef1-8de3992d5ee2 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:51.362636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.380625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.400697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:51.411617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.412287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:51.414749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:51.502885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eb22a1-9b78-453c-963e-afa65ecf8836 req-3ab11bdf-4bf0-4fb3-9a94-21d30e35e274 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:51.504924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72eb22a1-9b78-453c-963e-afa65ecf8836 req-3ab11bdf-4bf0-4fb3-9a94-21d30e35e274 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 944 time: 0.0957370 Mar 02 18:18:51.551303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72eb22a1-9b78-453c-963e-afa65ecf8836 req-a40eca6f-5b71-4671-9c15-5fda6632e363 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404713 Mar 02 18:18:51.641198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port abce84e9-8781-4c99-9ef1-8de3992d5ee2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:51.645544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port abce84e9-8781-4c99-9ef1-8de3992d5ee2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:51.645921 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.679222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d5ee52f1-e8b7-47fc-9009-a4482f6434c2 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b0ddd6a5-9de7-4c81-b31d-cfa36e7c265f HTTP/1.1" status: 204 len: 168 time: 0.9487908 Mar 02 18:18:51.681941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46432) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:51.684547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.685589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:51.780132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 7534c3e5-f667-46b9-b5f7-5a72919619bb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:18:51.781086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7534c3e5-f667-46b9-b5f7-5a72919619bb not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:18:51.827470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b0c00-ad64-45a7-be0a-fc66fb939c61 req-ef0b9c06-19a9-4179-a1ce-5ad8b7ddfab4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:51.836157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a00b0c00-ad64-45a7-be0a-fc66fb939c61 req-ef0b9c06-19a9-4179-a1ce-5ad8b7ddfab4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.1781504 Mar 02 18:18:51.875219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:51.899911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Deleting subnet d385606d-20ba-448b-aafb-c6385de5c2f2 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:18:51.910527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:51.942836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a00b0c00-ad64-45a7-be0a-fc66fb939c61 req-699a9ae2-5b85-4774-865a-bdf03d85ff9b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054039 Mar 02 18:18:52.023136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.055479 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.115892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:52.139646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c8aa5841-2b37-49f7-873e-dd2f65573ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.178321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.199481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938730dc-42ba-4c81-8c41-574599635122 req-e14d2468-8d57-48c2-90a1-8054ad01c5b2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:52.201050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938730dc-42ba-4c81-8c41-574599635122 req-e14d2468-8d57-48c2-90a1-8054ad01c5b2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.0853031 Mar 02 18:18:52.226821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-d3d0657a-d306-4b15-8d36-7ba7ff0d8101 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5029879 Mar 02 18:18:52.267815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-938730dc-42ba-4c81-8c41-574599635122 req-4fc47a7f-c3ec-46c7-a27d-8b99cdf40ed9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582025 Mar 02 18:18:52.305321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.306325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:18:52.375661 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f', 'code': 200} Mar 02 18:18:52.458435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:52.512935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.522696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.572964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:52.610472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d385606d-20ba-448b-aafb-c6385de5c2f2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:52.618692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.629782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e3a4cc48-11cc-44bd-83ee-4c97e9d9343e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d385606d-20ba-448b-aafb-c6385de5c2f2 HTTP/1.1" status: 204 len: 168 time: 0.9463897 Mar 02 18:18:52.632075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957faa2-f3ed-4188-97c0-58f8dd9b2bc8 req-d2df76dc-75ef-442f-8a8c-9f6206297e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:52.632487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46476) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:52.634019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0957faa2-f3ed-4188-97c0-58f8dd9b2bc8 req-d2df76dc-75ef-442f-8a8c-9f6206297e6b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 1101 time: 0.1912930 Mar 02 18:18:52.642954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03623395-2162-46fb-b821-4e53f8ec3a87 req-00a00d15-ec14-4cb0-91f9-9e5e8c4cf782 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:52.651615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03623395-2162-46fb-b821-4e53f8ec3a87 req-00a00d15-ec14-4cb0-91f9-9e5e8c4cf782 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1507502 Mar 02 18:18:52.683025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.735636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0957faa2-f3ed-4188-97c0-58f8dd9b2bc8 req-1524f1ae-62cc-4cc8-903b-4eb72922502e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818205 Mar 02 18:18:52.766028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:52.775610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03623395-2162-46fb-b821-4e53f8ec3a87 req-3e480f98-e9ae-4513-a1c1-e65c8eadf9e0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229398 Mar 02 18:18:52.837009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:18:52.862314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:53.067211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d6c1a-d134-4176-b343-5029c0b8ac7b req-0092a8a5-cd9b-4c29-ade5-9df60fc32cb7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:53.067946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.074510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd8d6c1a-d134-4176-b343-5029c0b8ac7b req-0092a8a5-cd9b-4c29-ade5-9df60fc32cb7 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.1753936 Mar 02 18:18:53.105961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd5121e-c7b8-491b-a69c-137600a42e9a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:53.138113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa02466-e361-4a69-9d84-d6581aab14ed') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:53.138439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa02466-e361-4a69-9d84-d6581aab14ed') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:18:53.171132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.175107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd8d6c1a-d134-4176-b343-5029c0b8ac7b req-a3bf1ec4-dc62-43d8-a6e2-ea5ed1b3de30 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972753 Mar 02 18:18:53.213873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.224825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:18:53.225494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.226587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:18:53.258099 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:18:53.386756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:53.418327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'mac_address': 'fa:16:3e:2c:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:18:53.422156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:53.457482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:53.457871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.485795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603e69ab-33d2-4548-839f-6e1b6a7cb7ee req-f82ffd25-c7f3-4252-a049-95a790374f42 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:53.487388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-603e69ab-33d2-4548-839f-6e1b6a7cb7ee req-f82ffd25-c7f3-4252-a049-95a790374f42 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.2210517 Mar 02 18:18:53.542101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.575962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b4919-03e2-4e76-9d57-39f4b5e2b689 req-2aa3d4cb-ea11-4d50-a158-63d5ee3c8ba1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:53.577748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e05b4919-03e2-4e76-9d57-39f4b5e2b689 req-2aa3d4cb-ea11-4d50-a158-63d5ee3c8ba1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.1553950 Mar 02 18:18:53.581130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-603e69ab-33d2-4548-839f-6e1b6a7cb7ee req-1b864294-0cea-4805-af1f-a3f9208626ec tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832138 Mar 02 18:18:53.592942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.601035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.665383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:18:53.686223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd5121e-c7b8-491b-a69c-137600a42e9a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:53.705592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.709528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.710431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.710980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.711578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.712136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:53.717662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63861850-6088-4c2a-a6c3-63ebd2557944 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2bd5121e-c7b8-491b-a69c-137600a42e9a HTTP/1.1" status: 204 len: 168 time: 1.0838537 Mar 02 18:18:53.772484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:53.805112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e05b4919-03e2-4e76-9d57-39f4b5e2b689 req-f42251d7-9ae3-4c7d-9ba0-536669df3a3f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107620 Mar 02 18:18:53.846004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:53.913292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:54.026860 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:54.218171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:54.244463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:54.269556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448121c2-5caf-4e25-a463-1389a4106c86 req-0077dec6-5898-4690-9e9c-457fd31396ca tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:54.271080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-448121c2-5caf-4e25-a463-1389a4106c86 req-0077dec6-5898-4690-9e9c-457fd31396ca tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2508051 Mar 02 18:18:54.286237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:18:54.329125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-448121c2-5caf-4e25-a463-1389a4106c86 req-68a7bbfb-dfec-4236-af90-03389c0ab98e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454607 Mar 02 18:18:54.388119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2'}, {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}, {'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:54.393978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6400b14-18ff-470f-9b39-468e10d2a113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:54.399092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:54.645793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3b0c1-a40d-402d-a6b5-f2f600f918f9 req-a4905cac-bdba-4e84-b917-16cae4d8b005 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:54.647351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cef3b0c1-a40d-402d-a6b5-f2f600f918f9 req-a4905cac-bdba-4e84-b917-16cae4d8b005 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.0955501 Mar 02 18:18:54.709257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cef3b0c1-a40d-402d-a6b5-f2f600f918f9 req-69da9201-460b-4acb-a0de-7b3d8338fdf7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549474 Mar 02 18:18:54.798609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46532) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:54.843149 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2', 'code': 200} Mar 02 18:18:54.843418 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'code': 200} Mar 02 18:18:54.843680 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'code': 200} Mar 02 18:18:54.881458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dd8456b3-a160-49f2-9b71-4ed52ccb09a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22ecd64c79744520a3cef4a113036cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812802 Mar 02 18:18:54.885109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46536) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:54.919438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd4068-7f7b-4fd8-a6b0-79bc37ae7832 req-fe027397-8cf0-4051-81db-2137d8d3e810 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:54.927202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3cd4068-7f7b-4fd8-a6b0-79bc37ae7832 req-fe027397-8cf0-4051-81db-2137d8d3e810 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.1109717 Mar 02 18:18:55.073144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3cd4068-7f7b-4fd8-a6b0-79bc37ae7832 req-4fda7495-b7ef-49f8-b1bd-9768b5a68f56 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449337 Mar 02 18:18:55.091386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.149920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9978ad-1f96-490d-8178-121c0a8e3111 req-f739ae72-f076-4c49-b9d0-d933ad4bcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.151468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce9978ad-1f96-490d-8178-121c0a8e3111 req-f739ae72-f076-4c49-b9d0-d933ad4bcb5d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1096 time: 0.1618631 Mar 02 18:18:55.160421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a562f1-1a7d-46f5-b259-9818c6820ef7 req-0638ca22-4543-49f2-91fa-5b0a6bad7c75 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.161842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1a562f1-1a7d-46f5-b259-9818c6820ef7 req-0638ca22-4543-49f2-91fa-5b0a6bad7c75 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.2146370 Mar 02 18:18:55.184296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.225837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce9978ad-1f96-490d-8178-121c0a8e3111 req-fd837623-bdf7-445a-8ac4-aa7a515d3ddb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620890 Mar 02 18:18:55.285930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63e1a8-68f5-4253-a869-905ba4313b7e req-7beb5387-1d35-4bbb-9df2-bb62094db63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.288593 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-be63e1a8-68f5-4253-a869-905ba4313b7e req-7beb5387-1d35-4bbb-9df2-bb62094db63f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 1096 time: 0.2915587 Mar 02 18:18:55.291539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1a562f1-1a7d-46f5-b259-9818c6820ef7 req-ff59be08-9df6-49ed-bf48-cc8cafa5cdeb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977547 Mar 02 18:18:55.349922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee09ea9-102b-4787-bcfc-9d99c1589928 req-4ddd0497-2360-4066-8969-777edb8b76bb tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.354190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee09ea9-102b-4787-bcfc-9d99c1589928 req-4ddd0497-2360-4066-8969-777edb8b76bb tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 948 time: 0.1304069 Mar 02 18:18:55.400297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.401633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.438405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e92d4b-199d-4844-b59d-492ad19abd86,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:55.491664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.494951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee09ea9-102b-4787-bcfc-9d99c1589928 req-9e7f81fa-f003-42a4-83bb-5097b52194ff tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351826 Mar 02 18:18:55.503148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.503148 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf93df7f-87fa-4aae-9d8f-cc94d3fe245d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73e92d4b-199d-4844-b59d-492ad19abd86 HTTP/1.1" status: 204 len: 168 time: 0.6125879 Mar 02 18:18:55.547853 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:55.579158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-be63e1a8-68f5-4253-a869-905ba4313b7e req-0724ead9-aa58-49c4-827d-3f84d0eba99e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140420 Mar 02 18:18:55.579697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d0e75-12d0-4c57-a958-8e0358d59b93 req-7b03e2e7-64dc-4460-a514-b2a4312ae2c1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.581378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be1d0e75-12d0-4c57-a958-8e0358d59b93 req-7b03e2e7-64dc-4460-a514-b2a4312ae2c1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.1611300 Mar 02 18:18:55.690944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be1d0e75-12d0-4c57-a958-8e0358d59b93 req-3840b377-949f-45c8-8bad-6daea142761b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027653 Mar 02 18:18:55.728769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569726fa-c72f-429f-8c7d-c9c6457a949a req-13d18894-f5dc-4688-a6b7-ff29a329f197 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.730610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-569726fa-c72f-429f-8c7d-c9c6457a949a req-13d18894-f5dc-4688-a6b7-ff29a329f197 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.1185856 Mar 02 18:18:55.791994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-569726fa-c72f-429f-8c7d-c9c6457a949a req-c6f53f20-5fa7-4690-878a-7d0ab90b8f6c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542774 Mar 02 18:18:55.906238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65b484-7ab5-45fe-aaa2-137fca202f4d req-53d0a45e-fae3-4f00-8029-1b40e19c40e4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:55.907755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab65b484-7ab5-45fe-aaa2-137fca202f4d req-53d0a45e-fae3-4f00-8029-1b40e19c40e4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 949 time: 0.0972760 Mar 02 18:18:56.002964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab65b484-7ab5-45fe-aaa2-137fca202f4d req-e90da61a-f303-4155-add9-9d59b354d778 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Mar 02 18:18:56.037285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b795404d-e64b-42c3-b625-e84efe7fdf08 req-1fffcf8f-2b4b-4632-980f-e64d06534997 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:56.038869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b795404d-e64b-42c3-b625-e84efe7fdf08 req-1fffcf8f-2b4b-4632-980f-e64d06534997 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1273129 Mar 02 18:18:56.095080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b795404d-e64b-42c3-b625-e84efe7fdf08 req-7d1d4fcc-3a7f-4615-a87a-458c7bc68aba tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495811 Mar 02 18:18:56.480799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612369d8-a03d-425c-93a8-c863a9415a72 req-f56fe429-0467-4de6-bfcd-b52aa25ba1ef tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:56.483758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-612369d8-a03d-425c-93a8-c863a9415a72 req-f56fe429-0467-4de6-bfcd-b52aa25ba1ef tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.1316435 Mar 02 18:18:56.550092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:56.643041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:56.662805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-612369d8-a03d-425c-93a8-c863a9415a72 req-59b136c0-e051-46db-b6c6-f28fd66e2b86 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721063 Mar 02 18:18:56.697533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4534bbd4-1eb4-4dd9-8c44-30271759e466 req-2eda9fd1-bd7c-41b1-8eed-59ed7792d97b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:56.700518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4534bbd4-1eb4-4dd9-8c44-30271759e466 req-2eda9fd1-bd7c-41b1-8eed-59ed7792d97b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.2717028 Mar 02 18:18:56.733724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46572) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:56.779672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4534bbd4-1eb4-4dd9-8c44-30271759e466 req-17a2a842-5b8b-43d2-96f7-b522b3100cdc tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Mar 02 18:18:56.787465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-d546fc4f-724b-4dce-b76a-58b6385851d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:56.790655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-d546fc4f-724b-4dce-b76a-58b6385851d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1100 time: 0.1415534 Mar 02 18:18:56.825257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:18:56.859731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03bbf847-251e-444e-92cb-0af614cd2e72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba83a18f90954651aa46232b524b72e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241136 Mar 02 18:18:56.866886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46578) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:18:56.987550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-8e7df24c-0321-4497-8ed2-da0d76b3b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:56.989061 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-8e7df24c-0321-4497-8ed2-da0d76b3b5e5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1851714 Mar 02 18:18:57.029785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc42883-759b-410d-ab06-845fcf99ca0c req-f776c76c-6ad0-47d3-9029-76d6d556419c tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.037286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bc42883-759b-410d-ab06-845fcf99ca0c req-f776c76c-6ad0-47d3-9029-76d6d556419c tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 948 time: 0.2571552 Mar 02 18:18:57.077461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.078247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:18:57.084986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:18:57.085610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.141561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bc42883-759b-410d-ab06-845fcf99ca0c req-2446acdb-2dcd-431f-9e17-0bda18f4fbae tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033800 Mar 02 18:18:57.148752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.164514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-a813e9e6-d9fa-4972-8f68-8188cf282704 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1521719 Mar 02 18:18:57.176465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b1a7e-bbaa-428c-abec-85bc7d377420 req-23859bd2-7c95-4908-be76-f067d4267d86 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.179416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef7b1a7e-bbaa-428c-abec-85bc7d377420 req-23859bd2-7c95-4908-be76-f067d4267d86 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2282348 Mar 02 18:18:57.259950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-74250ca9-eab8-4b67-acb4-a003443c9fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.260691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef7b1a7e-bbaa-428c-abec-85bc7d377420 req-2d6a9eb2-3ffa-4631-91c7-5d29feba0ab8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803044 Mar 02 18:18:57.262378 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-74250ca9-eab8-4b67-acb4-a003443c9fc7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0937343 Mar 02 18:18:57.347262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.379529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:57.393276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-539acb23-d834-43e5-9a4b-911ffe84c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.396176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:57.399733 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-539acb23-d834-43e5-9a4b-911ffe84c4be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1258042 Mar 02 18:18:57.415131 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.491721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24c743d-e3b8-4300-8d78-4360d1030815,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:57.504749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.505127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.505394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.505727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.506173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.506581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.506776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.507050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.507380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.507696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.508022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.508340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:18:57.544772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.552559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:57.553872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e44f30f8-28af-40db-8c2a-dd18a2a324c0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f24c743d-e3b8-4300-8d78-4360d1030815 HTTP/1.1" status: 204 len: 168 time: 0.6617799 Mar 02 18:18:57.589117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8646b7-13e3-4fd0-8522-deec99f1397d req-75537b80-1111-4596-aef4-6ea8a98083eb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.596165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e8646b7-13e3-4fd0-8522-deec99f1397d req-75537b80-1111-4596-aef4-6ea8a98083eb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1890223 Mar 02 18:18:57.620769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f62fae-9b9a-4f00-8da8-d9ac6d1862d4 req-d0f54316-a5ba-4afa-aa8e-427f7506c011 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:57.622373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f62fae-9b9a-4f00-8da8-d9ac6d1862d4 req-d0f54316-a5ba-4afa-aa8e-427f7506c011 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 949 time: 0.2665186 Mar 02 18:18:57.634157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-f0416ca2-e250-49dc-9b69-bf8b6aefa328 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169211 Mar 02 18:18:57.635564 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:18:57.662400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:57.684634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e8646b7-13e3-4fd0-8522-deec99f1397d req-0388b867-1e16-4693-82e4-667d0217ae60 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872679 Mar 02 18:18:57.725375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f62fae-9b9a-4f00-8da8-d9ac6d1862d4 req-b5e7fbaf-4154-403a-9c77-3ad1013bfc9b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942764 Mar 02 18:18:57.805692 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'code': 200} Mar 02 18:18:58.007887 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-2c789984-9467-4f05-b328-2ef3bd6c7557 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652530 Mar 02 18:18:58.071774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dca18f-bdbd-4c9e-a278-f326c891b11e req-44649d97-6285-4bf8-99c2-d11a1ea39ba1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.073356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3dca18f-bdbd-4c9e-a278-f326c891b11e req-44649d97-6285-4bf8-99c2-d11a1ea39ba1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.2114289 Mar 02 18:18:58.089528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64ea7a-a949-4ec9-83b6-4007d581e59e req-06e387ca-8635-4a1e-975f-581e9c6f1e91 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.091114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d64ea7a-a949-4ec9-83b6-4007d581e59e req-06e387ca-8635-4a1e-975f-581e9c6f1e91 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.1530054 Mar 02 18:18:58.093237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405d6e2-1587-463a-a202-2c610fb000b8 req-8381c8f3-1366-4031-aaae-205711f0180f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.094792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b405d6e2-1587-463a-a202-2c610fb000b8 req-8381c8f3-1366-4031-aaae-205711f0180f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1101 time: 0.1968851 Mar 02 18:18:58.199926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3dca18f-bdbd-4c9e-a278-f326c891b11e req-6f3b4c09-b80a-4819-977c-0e7485ddec9e tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042767 Mar 02 18:18:58.204145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b405d6e2-1587-463a-a202-2c610fb000b8 req-8cb23be2-065b-4df3-a54d-91eaf1824763 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943952 Mar 02 18:18:58.215478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d64ea7a-a949-4ec9-83b6-4007d581e59e req-450ca887-2fb5-46de-9543-c84de6647dae tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992165 Mar 02 18:18:58.392125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-1746e768-7be6-4698-bb53-812a6323fd27 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.393644 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-1746e768-7be6-4698-bb53-812a6323fd27 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.11 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 948 time: 0.1660957 Mar 02 18:18:58.464221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d129c-0c1b-4592-a00e-822acf5086b6 req-3cee847d-e130-4541-a61a-cbe7b4ea3341 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.465986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f22d129c-0c1b-4592-a00e-822acf5086b6 req-3cee847d-e130-4541-a61a-cbe7b4ea3341 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 948 time: 0.1438274 Mar 02 18:18:58.503164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Deleting port 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:18:58.505443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:58.532655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638cd7bb-02c5-4993-8db5-71e96e440c6f req-c9510970-e956-4c26-8245-44c602c50e63 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.538717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-638cd7bb-02c5-4993-8db5-71e96e440c6f req-c9510970-e956-4c26-8245-44c602c50e63 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1096 time: 0.1367650 Mar 02 18:18:58.553270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f22d129c-0c1b-4592-a00e-822acf5086b6 req-81ba87ee-d2cd-41aa-8331-4a1649d91c29 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ae36bd2-e43b-41db-b650-9e2d46c1d806&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670519 Mar 02 18:18:58.614568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-638cd7bb-02c5-4993-8db5-71e96e440c6f req-2278bb2f-8636-45f7-9a37-0f3b54e92e07 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720463 Mar 02 18:18:58.898805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bc63b-c478-47f7-aeef-e58f308cbcf5 req-039cd608-9809-4d26-9751-642fda557547 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:58.900346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-396bc63b-c478-47f7-aeef-e58f308cbcf5 req-039cd608-9809-4d26-9751-642fda557547 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.0919030 Mar 02 18:18:58.922539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] For port 72152cf4-9b57-41d9-95ef-e7544c3506a9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=72152cf4-9b57-41d9-95ef-e7544c3506a9,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:18:58.922939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:58.951791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-396bc63b-c478-47f7-aeef-e58f308cbcf5 req-5bfb8c7c-a55c-4e39-8d28-c3e8816d4a7f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450606 Mar 02 18:18:59.059013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Calling delete_port for 72152cf4-9b57-41d9-95ef-e7544c3506a9 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:18:59.222854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4a483-9c87-4d69-b7cb-4b56dbfaed47 req-c2406ca3-5a67-43b9-af67-72ff5e2fbc45 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:59.224377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7d4a483-9c87-4d69-b7cb-4b56dbfaed47 req-c2406ca3-5a67-43b9-af67-72ff5e2fbc45 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1096 time: 0.1442056 Mar 02 18:18:59.281182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d9f4d-67fb-480f-9a1e-442afbd5a819 req-1fec0fa0-c04c-4fb6-bba1-67230a8e3cb8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:59.282718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d88d9f4d-67fb-480f-9a1e-442afbd5a819 req-1fec0fa0-c04c-4fb6-bba1-67230a8e3cb8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1415389 Mar 02 18:18:59.293432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7d4a483-9c87-4d69-b7cb-4b56dbfaed47 req-eb56d27d-1f80-4c03-9471-5dfa1b1a1b53 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539112 Mar 02 18:18:59.313144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:59.353438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d88d9f4d-67fb-480f-9a1e-442afbd5a819 req-57bbd16c-774e-46a9-a960-de4eb9c3b6bd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561123 Mar 02 18:18:59.445137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Pushing event deleted for resources: {'Port': ['ID=72152cf4-9b57-41d9-95ef-e7544c3506a9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:18:59.546728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] No DVR routers for this DVR port 72152cf4-9b57-41d9-95ef-e7544c3506a9 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:18:59.549111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:18:59.552394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-deleted', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:18:59.664889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba68eb-3e6a-42a6-a806-bfc185f0d62e req-3bde309f-f4d3-471b-9936-904eb2af846b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:59.666452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcba68eb-3e6a-42a6-a806-bfc185f0d62e req-3bde309f-f4d3-471b-9936-904eb2af846b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.1592379 Mar 02 18:18:59.678669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b061a1c3-0ae0-427e-8dc3-02dddd341fea req-6ec7dbc8-b8d9-46a5-9599-fe2276b938c8 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.11 "DELETE /v2.0/ports/72152cf4-9b57-41d9-95ef-e7544c3506a9 HTTP/1.1" status: 204 len: 173 time: 1.2770953 Mar 02 18:18:59.696429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd42f7f-b5e1-47fb-a9ea-b3ae5606ace1 req-ae13cae4-5a7b-45bc-8e30-38f026cdfbe8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:18:59.698060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdd42f7f-b5e1-47fb-a9ea-b3ae5606ace1 req-ae13cae4-5a7b-45bc-8e30-38f026cdfbe8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.1461279 Mar 02 18:18:59.755849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcba68eb-3e6a-42a6-a806-bfc185f0d62e req-dbfc5e6e-9b31-4a9a-ad0f-7d957c12b038 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Mar 02 18:18:59.767696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdd42f7f-b5e1-47fb-a9ea-b3ae5606ace1 req-dd082fe1-229d-47de-a747-e3a1eaa4d66e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614510 Mar 02 18:18:59.840590 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0bf47a3-b3ba-4d33-938b-07c28ed45d3f', 'name': 'network-vif-deleted', 'tag': '72152cf4-9b57-41d9-95ef-e7544c3506a9', 'status': 'completed', 'code': 200} Mar 02 18:18:59.962430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-556e34f7-d0b4-41c8-9402-90bc5592179e req-dee445f6-e6d4-47b3-9ad4-485d1dac8f85 tempest-ImagesOneServerTestJSON-383220956 tempest-ImagesOneServerTestJSON-383220956-project] 10.222.0.66 "GET /v2.0/ports?device_id=f0bf47a3-b3ba-4d33-938b-07c28ed45d3f HTTP/1.1" status: 200 len: 210 time: 0.0465052 Mar 02 18:19:00.086756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a758093-80a9-4ff6-baf7-460013d85b64 req-1931a820-0069-4cf2-bf56-214591e11516 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:00.088338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a758093-80a9-4ff6-baf7-460013d85b64 req-1931a820-0069-4cf2-bf56-214591e11516 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.1214697 Mar 02 18:19:00.141550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a758093-80a9-4ff6-baf7-460013d85b64 req-010ff3b7-a3d7-439a-b038-f2efa57dea4e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471659 Mar 02 18:19:00.466513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1780b3-c770-471b-999a-363422f366ec req-256ee1f6-95ae-4e92-ade7-f7bf9e33e4dd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:00.467980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa1780b3-c770-471b-999a-363422f366ec req-256ee1f6-95ae-4e92-ade7-f7bf9e33e4dd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2067981 Mar 02 18:19:00.513076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa1780b3-c770-471b-999a-363422f366ec req-4c057e9b-f96a-4364-ad5b-53af29023339 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389175 Mar 02 18:19:01.200926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9b210-4419-4ddc-b0c8-88eaacd12105 req-ef997f2e-37a6-4101-9e4c-193ce9bbf825 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:01.203601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9db9b210-4419-4ddc-b0c8-88eaacd12105 req-ef997f2e-37a6-4101-9e4c-193ce9bbf825 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1045165 Mar 02 18:19:01.275213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:01.286906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9db9b210-4419-4ddc-b0c8-88eaacd12105 req-4dbc8794-a71c-4b23-82b8-3ac21beb0d6a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752821 Mar 02 18:19:01.326062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 72152cf4-9b57-41d9-95ef-e7544c3506a9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:19:01.326781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 72152cf4-9b57-41d9-95ef-e7544c3506a9 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:19:01.612371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b2f16-3927-448d-be7c-df67d10ecb4a req-55a15a03-7fa8-46f9-9476-09591336d733 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:01.616197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-742b2f16-3927-448d-be7c-df67d10ecb4a req-55a15a03-7fa8-46f9-9476-09591336d733 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.1610856 Mar 02 18:19:01.713165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-742b2f16-3927-448d-be7c-df67d10ecb4a req-8594e02d-b746-4cac-8328-33650a3c1a7b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838084 Mar 02 18:19:01.888006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46744) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:02.076186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5206753-9eb9-47ff-bf58-28bf7834741b req-8f36f033-ec16-42ff-af23-2bb085bd472b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:02.077798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5206753-9eb9-47ff-bf58-28bf7834741b req-8f36f033-ec16-42ff-af23-2bb085bd472b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.1022871 Mar 02 18:19:02.167306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5206753-9eb9-47ff-bf58-28bf7834741b req-5596ddd4-ef6a-4076-b920-9672a133ae38 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Mar 02 18:19:02.292887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:02.318295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:02.324775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Usage tracker for resource:security_group_rule and tenant:cda13931024b4db797dab1677d975d02 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:02.328901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:02.337709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:02.504790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a892ab0-01b3-43ba-a708-88f37ab330d9 req-b8dc4d3c-1bb3-4af4-91b5-367571a70a3a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:02.506450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a892ab0-01b3-43ba-a708-88f37ab330d9 req-b8dc4d3c-1bb3-4af4-91b5-367571a70a3a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.1533778 Mar 02 18:19:02.558370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:02.582160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a892ab0-01b3-43ba-a708-88f37ab330d9 req-69a6f4ad-83f3-4ba2-ade2-b63d482a9813 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624835 Mar 02 18:19:02.625460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:02.698148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cda13931024b4db797dab1677d975d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8084080 Mar 02 18:19:02.701274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:02.736379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c74d58-7bda-4023-ba11-add1424e4d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689b8060-a8f9-4e36-8734-49b0dbf311d4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:02.795329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-e33e39c9-554e-41f2-bed3-fceb8df90d21 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454724 Mar 02 18:19:02.849151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:02.899712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:03.020127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-fbecd1c7-7891-48ee-9ed6-e5e3e0b1e43c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:03.023010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-fbecd1c7-7891-48ee-9ed6-e5e3e0b1e43c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2148230 Mar 02 18:19:03.049031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-3867e469-b3a3-4395-94fc-ecd1f365069f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/quotas/6ad069d7f82f4fe98f231a5d02572cfb HTTP/1.1" status: 200 len: 375 time: 0.0197740 Mar 02 18:19:03.101118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46778) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:03.113991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:03.155687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689b8060-a8f9-4e36-8734-49b0dbf311d4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:03.165589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-d04bfc97-e43c-4f6f-93e5-325d9103a4ba tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105947 Mar 02 18:19:03.168895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:03.171102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-887f66de-12fa-4f9d-949b-1ab6b4c412af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/689b8060-a8f9-4e36-8734-49b0dbf311d4 HTTP/1.1" status: 204 len: 168 time: 0.4687970 Mar 02 18:19:03.203723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705d3c2-b367-467b-acea-b111e570b151 req-260fee53-242f-4c8c-b0ae-55fb4ae0e2b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:03.204659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d705d3c2-b367-467b-acea-b111e570b151 req-260fee53-242f-4c8c-b0ae-55fb4ae0e2b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:19:03.332709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce28b29b-f7f7-4b32-be6e-ee91081a1ab2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c890bf49d5694a708cbcbdfac5460d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296295 Mar 02 18:19:03.335652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:03.356176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d705d3c2-b367-467b-acea-b111e570b151 req-260fee53-242f-4c8c-b0ae-55fb4ae0e2b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:19:03.356454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d705d3c2-b367-467b-acea-b111e570b151 req-260fee53-242f-4c8c-b0ae-55fb4ae0e2b7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.3442681 Mar 02 18:19:03.468115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-9a98497c-7a8c-4472-aa26-45a9797cc744 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:19:03.469960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-9a98497c-7a8c-4472-aa26-45a9797cc744 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072446 Mar 02 18:19:03.470730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port abce84e9-8781-4c99-9ef1-8de3992d5ee2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:19:03.471088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:03.489762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Request body: {'binding': {'host': 'n-h1-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:03.490589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Unknown quota resources ['binding']. {{(pid=88709) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:19:03.620289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:03.812656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.000642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port abce84e9-8781-4c99-9ef1-8de3992d5ee2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=abce84e9-8781-4c99-9ef1-8de3992d5ee2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:04.000994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.172527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on host n-h1-828839-1 for vnic_type normal with profile None {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:04.172872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:04.173207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:04.189804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e9eb7-36c6-4e74-9a17-5d2ac16ee60a req-d159f01a-0610-4a4f-b5c2-3d06616cd06e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:04.191836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a23e9eb7-36c6-4e74-9a17-5d2ac16ee60a req-d159f01a-0610-4a4f-b5c2-3d06616cd06e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.3105664 Mar 02 18:19:04.197218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-1b47ce60-a060-49bc-ab60-9070c98cade0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3177929 Mar 02 18:19:04.198093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:04.198448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:04.218834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:04.219223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:04.219655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:04.220030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Bound port: e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:04.262921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a23e9eb7-36c6-4e74-9a17-5d2ac16ee60a req-b6ba2538-f7c6-4101-b8f5-36090fe5a32a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598660 Mar 02 18:19:04.277295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:04.309785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.320657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for abce84e9-8781-4c99-9ef1-8de3992d5ee2 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:19:04.380350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae36bd2-e43b-41db-b650-9e2d46c1d806,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:04.423073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-6234a685-bd32-44c3-bc8e-1cc817c649d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:04.429680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-6234a685-bd32-44c3-bc8e-1cc817c649d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 1101 time: 0.1496675 Mar 02 18:19:04.602414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.603944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea3db24d-edb4-407b-889b-e0be181be2a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ae36bd2-e43b-41db-b650-9e2d46c1d806 HTTP/1.1" status: 204 len: 168 time: 1.2637727 Mar 02 18:19:04.642956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.644691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] 10.222.0.66 "POST /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6/bindings HTTP/1.1" status: 201 len: 389 time: 1.1618528 Mar 02 18:19:04.689934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46812) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:04.691800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-c713818d-baeb-449d-9bef-64c94ca34be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:04.694618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-c713818d-baeb-449d-9bef-64c94ca34be5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2336795 Mar 02 18:19:04.720501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.723878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:04.736709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:04.866642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b17aef-c92f-42ec-8336-9825553385c3 req-194371f0-440c-4189-983f-282c18664b4d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:04.879563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0b17aef-c92f-42ec-8336-9825553385c3 req-194371f0-440c-4189-983f-282c18664b4d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 945 time: 0.3966002 Mar 02 18:19:04.891950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=abce84e9-8781-4c99-9ef1-8de3992d5ee2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:04.946063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:04.963566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Usage tracker for resource:security_group_rule and tenant:4db3198c45c8417087a07069d3824735 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:05.007796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:05.011503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port abce84e9-8781-4c99-9ef1-8de3992d5ee2 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:05.020586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:05.024853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'name': 'network-vif-deleted', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:05.034578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:05.144668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-4755a4ba-d6e1-42c8-ae63-9a1b7502c575 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 200 len: 217 time: 0.4332807 Mar 02 18:19:05.161334 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d705d3c2-b367-467b-acea-b111e570b151 req-d2275b51-a929-42f7-88cc-54a1481e52bd tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "DELETE /v2.0/ports/abce84e9-8781-4c99-9ef1-8de3992d5ee2 HTTP/1.1" status: 204 len: 173 time: 1.7922001 Mar 02 18:19:05.294314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:05.300224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device abce84e9-8781-4c99-9ef1-8de3992d5ee2 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:05.301298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b14bee0a-0aa7-48d3-8936-badef746a6ed req-93609976-ab55-4629-9cde-6b0e8338e5dd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 210 time: 0.0747135 Mar 02 18:19:05.314217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0b17aef-c92f-42ec-8336-9825553385c3 req-a9b72196-e78c-43fd-81ef-c71bae03703c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334309 Mar 02 18:19:05.329482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-ae5a6a29-692d-4a58-b29f-ff966824668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:05.331257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-ae5a6a29-692d-4a58-b29f-ff966824668f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1696658 Mar 02 18:19:05.392544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: abce84e9-8781-4c99-9ef1-8de3992d5ee2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:19:05.393238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device abce84e9-8781-4c99-9ef1-8de3992d5ee2 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:19:05.414392 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25a634b6-4216-418c-894b-4744a48a4c4a', 'name': 'network-vif-deleted', 'tag': 'abce84e9-8781-4c99-9ef1-8de3992d5ee2', 'status': 'completed', 'code': 200} Mar 02 18:19:05.459516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:05.504882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-5a7dc6b3-498e-4b62-98db-a987b33b963f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:05.510773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-5a7dc6b3-498e-4b62-98db-a987b33b963f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669035 Mar 02 18:19:05.588565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da707c3d-9f7b-4bd0-8aa7-bff9afd16cd6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:05.606866 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b06c364-8479-4077-bbc6-fe6394ee8d99 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4db3198c45c8417087a07069d3824735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9152551 Mar 02 18:19:05.610288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:05.737537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:05.823161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:05.996441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-c825a296-4b1c-483a-a423-67bba547f0e7 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4828024 Mar 02 18:19:05.997240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:06.005712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b52874-8b26-4d81-8f43-07a6209e1c4a req-b797e20d-b03c-447c-81a7-0b5991da79b9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.007404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9b52874-8b26-4d81-8f43-07a6209e1c4a req-b797e20d-b03c-447c-81a7-0b5991da79b9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.4559672 Mar 02 18:19:06.023176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da707c3d-9f7b-4bd0-8aa7-bff9afd16cd6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:06.039567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:06.048490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e56b4505-64e7-4264-a743-5ba8a93d3ad7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da707c3d-9f7b-4bd0-8aa7-bff9afd16cd6 HTTP/1.1" status: 204 len: 168 time: 0.4331934 Mar 02 18:19:06.088593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-2cb97391-cc90-4680-88f8-fd4dc2d4567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.090212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-2cb97391-cc90-4680-88f8-fd4dc2d4567d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1096 time: 0.4096169 Mar 02 18:19:06.224220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9b52874-8b26-4d81-8f43-07a6209e1c4a req-bc18d4bd-39d3-4483-9248-6ce7d8805eb2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754992 Mar 02 18:19:06.232894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fb8f4-5d3a-410d-b5d2-7bcb68d2b002 req-4a68b369-b60d-43b3-805c-36bad6cb6dc0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.232894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818fb8f4-5d3a-410d-b5d2-7bcb68d2b002 req-4a68b369-b60d-43b3-805c-36bad6cb6dc0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.3967857 Mar 02 18:19:06.359785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16456e32-b385-43b9-bf4b-8cf265b75aa3 req-d7118d20-a8c7-4005-ab51-57720939e2e3 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488989 Mar 02 18:19:06.399660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818fb8f4-5d3a-410d-b5d2-7bcb68d2b002 req-825b3bdf-e22d-44ae-a9ee-13e4c519e282 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040876 Mar 02 18:19:06.419309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-9e90521c-0c4d-46fe-8338-9fb4659089d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.420912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-9e90521c-0c4d-46fe-8338-9fb4659089d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.2736435 Mar 02 18:19:06.544782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-4d3f1574-84ad-49e9-b124-e1791968df49 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 217 time: 0.1133838 Mar 02 18:19:06.636093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-a6276edb-1f92-43db-bc0c-8e755d58bcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.637606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-a6276edb-1f92-43db-bc0c-8e755d58bcc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.0860484 Mar 02 18:19:06.721252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867424bf-d925-4e3a-8a2f-59a005e25bd7 req-8c10b44c-ebdd-4e4b-8f32-8ddc90e8327f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:06.723136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-867424bf-d925-4e3a-8a2f-59a005e25bd7 req-8c10b44c-ebdd-4e4b-8f32-8ddc90e8327f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2312233 Mar 02 18:19:06.781883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-8fff54b7-2520-4365-bc68-18559463267e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306417 Mar 02 18:19:06.799543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5ef2fc5-0627-4a14-a1b4-ab151d606e54 req-ca9d24bd-c488-4afd-b506-e2a952ed550f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=25a634b6-4216-418c-894b-4744a48a4c4a HTTP/1.1" status: 200 len: 210 time: 0.0927670 Mar 02 18:19:06.933661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-867424bf-d925-4e3a-8a2f-59a005e25bd7 req-c6a7a812-16f3-4621-9171-111a0c4f0de6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029393 Mar 02 18:19:07.070233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cdb8835-3203-40f9-9d30-b76ee5949377 req-db8249a6-e145-442c-a621-1b4aff6d44ae tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 210 time: 0.0577338 Mar 02 18:19:07.074905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-b1ea6ca6-7502-4a9e-935c-852a460c3f45 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805109 Mar 02 18:19:07.376609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-b1883020-ee48-40fb-a035-ca3dbd04834b service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895234 Mar 02 18:19:07.527059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-91df1153-c4e6-49bd-ab11-61c3439a4239 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434461 Mar 02 18:19:07.544354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42914a95-aeb1-40ae-b742-e4ca7b4264b0 req-e1bbb6a6-4458-4a74-affe-4e507167d934 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:07.546543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42914a95-aeb1-40ae-b742-e4ca7b4264b0 req-e1bbb6a6-4458-4a74-affe-4e507167d934 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.1575055 Mar 02 18:19:07.730443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:07.830869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-b6d41ab2-14f2-4a80-8ad6-d442bc19c44b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:07.832974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-b6d41ab2-14f2-4a80-8ad6-d442bc19c44b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2830789 Mar 02 18:19:07.839631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42914a95-aeb1-40ae-b742-e4ca7b4264b0 req-8daeda6b-b9d1-4c44-bda3-6342f32c5ee8 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971875 Mar 02 18:19:07.848378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Request body: {'port': {'device_id': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6ad069d7f82f4fe98f231a5d02572cfb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:08.075218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f723b5-9ead-4196-bbcd-6f7de5f78fe4 req-6390dbd8-2a5b-4bbf-92a9-c9154f501271 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:08.077970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40f723b5-9ead-4196-bbcd-6f7de5f78fe4 req-6390dbd8-2a5b-4bbf-92a9-c9154f501271 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.3878825 Mar 02 18:19:08.175642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:08.183873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:08.194274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:08.198919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Usage tracker for resource:security_group_rule and tenant:438dfb38e85e4067896e3e0691977f32 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:08.202283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:08.209728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:08.210461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40f723b5-9ead-4196-bbcd-6f7de5f78fe4 req-e3ce88e9-a9e8-42d7-baa5-71afde64c249 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154373 Mar 02 18:19:08.229547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:08.329642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Made reservation on behalf of 6ad069d7f82f4fe98f231a5d02572cfb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:08.335645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:08.406027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:08.483276 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:08.596620 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=438dfb38e85e4067896e3e0691977f32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8618150 Mar 02 18:19:08.598615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46900) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:08.678776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1ebce8-b3b9-4da5-b2d7-bf79dd2792a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91a03d7-df03-44f6-b11e-967351f7b247,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:08.872293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Allocated IP 192.168.233.159 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/4ce035b8-2880-41ea-8d9e-5a5257de7463) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:08.926458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:08.968244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9b34-6ca3-499f-8200-e313ee5f3089 req-847b627b-57fd-45ff-99fa-5058e95ad2f2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:08.976504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b35d9b34-6ca3-499f-8200-e313ee5f3089 req-847b627b-57fd-45ff-99fa-5058e95ad2f2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2597034 Mar 02 18:19:09.042782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.127337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b35d9b34-6ca3-499f-8200-e313ee5f3089 req-d3ef00e3-47b4-49a5-9ab6-f1ec39c65adc tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494515 Mar 02 18:19:09.328934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9246b242-d6fa-4b35-9515-c5f306b62bb3 req-c715e0f0-f210-4741-a849-6ce5971b7e90 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 210 time: 0.0716593 Mar 02 18:19:09.377847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.442275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91a03d7-df03-44f6-b11e-967351f7b247,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:09.447748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.540950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Transition to ACTIVE for port object 4ce035b8-2880-41ea-8d9e-5a5257de7463 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:09.627096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.628127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5271bd6-b3ff-49ed-a628-f6af492e44b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e91a03d7-df03-44f6-b11e-967351f7b247 HTTP/1.1" status: 204 len: 168 time: 1.0196548 Mar 02 18:19:09.685092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-9e188191-2a34-4c2a-bf18-1255e038f903 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:09.686941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-9e188191-2a34-4c2a-bf18-1255e038f903 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.3043523 Mar 02 18:19:09.709096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-3d912b38-53f5-41b6-9207-1b095520976e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/quotas/6e8773c964544bf39e976faa7844fc8c HTTP/1.1" status: 200 len: 375 time: 0.0145688 Mar 02 18:19:09.717076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6356868-7c18-4c54-8db0-f02d6a8673f0 req-b35b0b2c-de0d-4d7e-a797-45b424004eaf tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:09.724405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6356868-7c18-4c54-8db0-f02d6a8673f0 req-b35b0b2c-de0d-4d7e-a797-45b424004eaf tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.1913960 Mar 02 18:19:09.791201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:09.804013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c992a390-6b1b-41cf-b147-ad1a98c49e0f', '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:09.883418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6356868-7c18-4c54-8db0-f02d6a8673f0 req-f3dbbb0f-3c9d-4322-aa30-a51d64acd60b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580689 Mar 02 18:19:09.886639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:09.895180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:09.904538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:09.944891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event updated for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:10.022731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:10.023385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.073450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-af28bd92-742e-4dcf-b729-f5eba8db3253 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3461764 Mar 02 18:19:10.403016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a6ea1724-f4bd-4336-b712-d25dc2e83a78 None None] Provisioning for port 4ce035b8-2880-41ea-8d9e-5a5257de7463 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:10.427558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a6ea1724-f4bd-4336-b712-d25dc2e83a78 None None] Provisioning complete for port 4ce035b8-2880-41ea-8d9e-5a5257de7463 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:10.428224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a6ea1724-f4bd-4336-b712-d25dc2e83a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.455056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-a623c197-fc5d-490f-b64f-7222398e97f9 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6112294 Mar 02 18:19:10.474935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Request body: {'port': {'device_id': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:10.515065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a6ea1724-f4bd-4336-b712-d25dc2e83a78 None None] Port 4ce035b8-2880-41ea-8d9e-5a5257de7463 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:19:10.587433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-02ade53c-31a8-4f50-8055-c905e0abbed8 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129838 Mar 02 18:19:10.633363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46946) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:10.654239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.669671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:10.673656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Usage tracker for resource:security_group_rule and tenant:22afd3d21e824a86a61ec046f4294ed9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:10.676771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:10.682735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:10.725290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b2b62-1b0d-405e-8103-47a4f806cf47 req-7a32edfc-4eaa-4c39-8347-a2f3c8281052 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:10.726912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d22b2b62-1b0d-405e-8103-47a4f806cf47 req-7a32edfc-4eaa-4c39-8347-a2f3c8281052 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.4113495 Mar 02 18:19:10.775117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.788636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.870371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:10.871896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d22b2b62-1b0d-405e-8103-47a4f806cf47 req-561cd181-b569-437e-aa1d-3747e3f53aae tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380272 Mar 02 18:19:10.887489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-1afbd1f4-f8ad-4db1-a367-5cb09477b965 service neutron] 10.222.0.66 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991824 Mar 02 18:19:10.914057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5500c5-539e-4db6-863f-a8979c6f42bf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:10.937467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bca8b4ec-35c0-4c62-bd56-5cd62254578a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22afd3d21e824a86a61ec046f4294ed9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025682 Mar 02 18:19:10.940095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46954) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:11.097274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.127325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.283033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.291225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82948863-ab98-4093-a193-fb522c641b73 req-e0964059-6f32-44d9-bc8f-c701d350b0e2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:11.291225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82948863-ab98-4093-a193-fb522c641b73 req-e0964059-6f32-44d9-bc8f-c701d350b0e2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1927018 Mar 02 18:19:11.306033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5500c5-539e-4db6-863f-a8979c6f42bf,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:11.330180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.332230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05a5fe4b-7d75-489a-a4fc-82a575ff191b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d5500c5-539e-4db6-863f-a8979c6f42bf HTTP/1.1" status: 204 len: 168 time: 0.3896654 Mar 02 18:19:11.424507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82948863-ab98-4093-a193-fb522c641b73 req-92e17f6e-bd71-4098-b4b0-cde766312053 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355703 Mar 02 18:19:11.498827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ce035b8-2880-41ea-8d9e-5a5257de7463 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:11.514545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.529467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Transition to ACTIVE for port object 4ce035b8-2880-41ea-8d9e-5a5257de7463 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:11.571245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9001ad-beb0-4540-8e99-9079d7554c20 req-df194c6f-ca34-434d-9252-6cd9f7a325aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:11.571765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8b9001ad-beb0-4540-8e99-9079d7554c20 req-df194c6f-ca34-434d-9252-6cd9f7a325aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Synchronizing usage tracker for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:19:11.598349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:11.676242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:11.683778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8b9001ad-beb0-4540-8e99-9079d7554c20 req-df194c6f-ca34-434d-9252-6cd9f7a325aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Unset dirty status for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:19:11.690252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b9001ad-beb0-4540-8e99-9079d7554c20 req-df194c6f-ca34-434d-9252-6cd9f7a325aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 936 time: 0.2447486 Mar 02 18:19:11.908758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Attempting to bind port 4ce035b8-2880-41ea-8d9e-5a5257de7463 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:11.909094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Attempting to bind port 4ce035b8-2880-41ea-8d9e-5a5257de7463 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:11.909417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Attempting to bind port 4ce035b8-2880-41ea-8d9e-5a5257de7463 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:11.931898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b9001ad-beb0-4540-8e99-9079d7554c20 req-ad403def-9410-4469-8b97-9e9ce4b5a073 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427664 Mar 02 18:19:11.947543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Port 4ce035b8-2880-41ea-8d9e-5a5257de7463 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:11.947543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Attempting to bind port 4ce035b8-2880-41ea-8d9e-5a5257de7463 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:11.959743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:11.964462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:11.969692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:11.969692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Bound port: 4ce035b8-2880-41ea-8d9e-5a5257de7463, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:11.974157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:12.313908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d2c48e4-a4f9-4404-8518-7877509419b5 req-7c0bb55b-1fa7-41b4-b6ad-c9678fa5ae26 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 210 time: 0.0697522 Mar 02 18:19:12.353139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f4f4b-7234-413d-98ca-ee1050da4a0d req-e30cee64-3c74-4a47-bfa0-c3507badda14 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:12.353139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-280f4f4b-7234-413d-98ca-ee1050da4a0d req-e30cee64-3c74-4a47-bfa0-c3507badda14 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.3255756 Mar 02 18:19:12.353139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:12.353139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:12.407480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-280f4f4b-7234-413d-98ca-ee1050da4a0d req-961be6a7-591a-4119-a1c0-0a3c1b27630b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448720 Mar 02 18:19:12.430650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:12.696542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:12.697235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:12.698598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ce035b8-2880-41ea-8d9e-5a5257de7463 HTTP/1.1" status: 200 len: 1096 time: 2.2316835 Mar 02 18:19:12.700181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:12.746745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29059ad8-8bad-47f7-9935-4a5ee29c0a79 service neutron] Pushing event updated for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:12.768308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a776b92-8645-41e4-99e7-dcf6f62e0205 req-0e55e228-8a19-40d3-a2df-fb50e5bdd07c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:12.770399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a776b92-8645-41e4-99e7-dcf6f62e0205 req-0e55e228-8a19-40d3-a2df-fb50e5bdd07c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2858117 Mar 02 18:19:12.827174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a776b92-8645-41e4-99e7-dcf6f62e0205 req-afc5aea0-b03a-4b64-a01a-11a0cc4a0598 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507498 Mar 02 18:19:12.997608 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463', 'status': 'completed', 'code': 200} Mar 02 18:19:13.011186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-12f42bde-c8e4-42e7-ab82-4e84b0b6ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.012649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-12f42bde-c8e4-42e7-ab82-4e84b0b6ee6e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 1099 time: 0.1727867 Mar 02 18:19:13.101608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-68a5fbe6-4c57-4127-9476-534b564d9ea9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463 HTTP/1.1" status: 200 len: 217 time: 0.0793653 Mar 02 18:19:13.183952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf036a-9b0a-4373-a68f-43b60d903f9a req-e4221d8b-84b4-45c2-ac5c-574cc64070b8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.185570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81bf036a-9b0a-4373-a68f-43b60d903f9a req-e4221d8b-84b4-45c2-ac5c-574cc64070b8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2282207 Mar 02 18:19:13.216273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-710ecff3-6cec-425c-97fa-c23880a4a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.217943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-710ecff3-6cec-425c-97fa-c23880a4a9c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1074305 Mar 02 18:19:13.373792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81bf036a-9b0a-4373-a68f-43b60d903f9a req-cbefb6eb-7f97-4890-97ca-e72fa9ec4967 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796660 Mar 02 18:19:13.420843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-66da3186-ac62-4498-8c59-d38b5bfff8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.422648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-66da3186-ac62-4498-8c59-d38b5bfff8ee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1588371 Mar 02 18:19:13.439258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dd5faa-3712-40d1-9d94-c32b452f62ce req-2c54e4d3-6412-47c3-a4b4-8d8cfdd30421 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.441352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91dd5faa-3712-40d1-9d94-c32b452f62ce req-2c54e4d3-6412-47c3-a4b4-8d8cfdd30421 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 948 time: 0.2192051 Mar 02 18:19:13.595865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91dd5faa-3712-40d1-9d94-c32b452f62ce req-95a02ff6-b493-45f6-8886-0cb38db97bdc tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337900 Mar 02 18:19:13.649868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:13.720594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-08a2a48a-7985-46d5-8cee-f3a323931745 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782416 Mar 02 18:19:13.736267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a11d0d88-146e-45cf-89d4-6bc7f0927da8 req-b672f2c4-bbfd-46c4-a884-c915b7d8f6ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 210 time: 0.0615773 Mar 02 18:19:13.827176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:13.846333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:13.854380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3b52b448cbaf4ef08111279b9fabeeb7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:13.857423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:13.863512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:13.977595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c8c81-2d11-469b-aad4-9b537c28296e req-a095aad5-01fe-42eb-bb51-c49ee9452d97 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:13.979252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce6c8c81-2d11-469b-aad4-9b537c28296e req-a095aad5-01fe-42eb-bb51-c49ee9452d97 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.1990864 Mar 02 18:19:13.982424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e860b651-806a-4fb7-83a0-c5b647c8e7a6 req-63d843fa-a9f0-4a7d-8be9-233d09dc0801 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392004 Mar 02 18:19:14.059290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce6c8c81-2d11-469b-aad4-9b537c28296e req-d07101eb-c95a-4238-8ce1-0f61621b7b77 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716665 Mar 02 18:19:14.101412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.176088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-16940cf8-20a3-44de-a7c7-5c8229796877 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.178018 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-16940cf8-20a3-44de-a7c7-5c8229796877 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 806 time: 0.2117066 Mar 02 18:19:14.179788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.238610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac08b1af-e058-40ed-bc98-e654d0ff1501,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:14.250254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Request body: {'port': {'device_id': '61474753-5d1f-456e-9416-04ea3854ea5e', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'admin_state_up': True, 'tenant_id': '6e8773c964544bf39e976faa7844fc8c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:14.260789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c29432-c9e5-4527-a08f-5e841e3d55a4 req-d70948f4-c1fd-43d2-9336-4e97f55ca693 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.262295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03c29432-c9e5-4527-a08f-5e841e3d55a4 req-d70948f4-c1fd-43d2-9336-4e97f55ca693 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.1816666 Mar 02 18:19:14.325709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03c29432-c9e5-4527-a08f-5e841e3d55a4 req-e3ab4c42-567e-466c-b715-d311840e2d37 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512195 Mar 02 18:19:14.335524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-659d8654-cb8c-4ec1-b121-10062a0d3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.335524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-659d8654-cb8c-4ec1-b121-10062a0d3aa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 1099 time: 0.1761560 Mar 02 18:19:14.361481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-daff4120-f78c-498e-96e4-12acd6df25f4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3b52b448cbaf4ef08111279b9fabeeb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7081389 Mar 02 18:19:14.365961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:14.510862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:14.513334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.524039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-2ef78a87-e5da-49be-8436-f457b2ca44af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.525692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-2ef78a87-e5da-49be-8436-f457b2ca44af service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1885538 Mar 02 18:19:14.552017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.590408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Usage tracker for resource:port and tenant:6e8773c964544bf39e976faa7844fc8c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:14.593936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:14.599886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:14.642350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-32959e9d-476c-4fbe-a831-10cc3af4436c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463 HTTP/1.1" status: 200 len: 217 time: 0.0710878 Mar 02 18:19:14.695007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.698936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Made reservation on behalf of 6e8773c964544bf39e976faa7844fc8c for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:14.702791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.733846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349642c-5703-46ad-81bc-d83e11f7be8f req-7d3fdb82-2ed1-42bb-8430-189f3626c1dc tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.735409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b349642c-5703-46ad-81bc-d83e11f7be8f req-7d3fdb82-2ed1-42bb-8430-189f3626c1dc tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2084403 Mar 02 18:19:14.737007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-dfd66cd5-9548-4ffb-8967-2266994d38b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:14.739361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-dfd66cd5-9548-4ffb-8967-2266994d38b2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0897474 Mar 02 18:19:14.791306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac08b1af-e058-40ed-bc98-e654d0ff1501,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:14.809695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:14.811161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec3f8249-d401-4bfd-b4ec-5254ceb4d7a6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac08b1af-e058-40ed-bc98-e654d0ff1501 HTTP/1.1" status: 204 len: 168 time: 0.4442306 Mar 02 18:19:14.947718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Allocated IP 172.20.0.9 (e1056bd5-f828-4a64-bc09-61407afb951f/6eacd79b-a115-4883-8490-f26cdfa7fc86/be27460f-eb9f-4e46-8c65-529b3825509a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:15.024847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b349642c-5703-46ad-81bc-d83e11f7be8f req-1700918c-fb4d-4d7e-838e-4c336e4103cb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820449 Mar 02 18:19:15.107501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-d90dc0cd-2ac6-4837-9cdd-c82bfe9e1f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:15.108974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-d90dc0cd-2ac6-4837-9cdd-c82bfe9e1f4a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3497398 Mar 02 18:19:15.155195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585c4d-efef-4eae-92d1-725bebb37cfe req-f0e82325-7462-4981-b273-19616df398d2 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:15.156807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37585c4d-efef-4eae-92d1-725bebb37cfe req-f0e82325-7462-4981-b273-19616df398d2 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 948 time: 0.3986139 Mar 02 18:19:15.207994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:15.335442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37585c4d-efef-4eae-92d1-725bebb37cfe req-5de072c5-ceab-4621-ad19-7ef262888627 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575496 Mar 02 18:19:15.382582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-f1a313fd-d3b9-4f95-a05d-a05376d52978 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588887 Mar 02 18:19:15.387704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:15.404162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:15.799568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Network e1056bd5-f828-4a64-bc09-61407afb951f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:15.804369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:15.806976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:15.839428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704bc6b7-64ab-4455-a780-a91d2de18785 req-a5541fcc-2a42-43d7-82de-661831d347f3 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4437134 Mar 02 18:19:15.853168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event updated for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:15.876948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655ab5a-02d2-4a34-9023-a5933fc1c4d6 req-2eb5ee43-234e-4953-afa1-80f8e88dd8ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:15.881905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6655ab5a-02d2-4a34-9023-a5933fc1c4d6 req-2eb5ee43-234e-4953-afa1-80f8e88dd8ed tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 931 time: 0.2907732 Mar 02 18:19:15.893251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:15.895084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:15.952130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f982cd7-c76b-4aa5-9025-3b8e0cca11fe req-6690bce3-bb5c-49cd-849c-e6e0619e5cd4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:15.953660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f982cd7-c76b-4aa5-9025-3b8e0cca11fe req-6690bce3-bb5c-49cd-849c-e6e0619e5cd4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 945 time: 0.2382267 Mar 02 18:19:15.958344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47094) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:15.965543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6655ab5a-02d2-4a34-9023-a5933fc1c4d6 req-931b85ba-63e3-4361-bfff-8866e7aaf719 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798194 Mar 02 18:19:15.979605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:15.995855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:16.000635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Usage tracker for resource:security_group_rule and tenant:a6599f54216a450d9847d827909ec60c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:16.004015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:16.010360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:16.016545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f982cd7-c76b-4aa5-9025-3b8e0cca11fe req-f5480d4b-b373-4b7d-a00b-ba1569a808b2 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Mar 02 18:19:16.097534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-4721e1b7-6786-4efb-893d-891ab6579ce2 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8609641 Mar 02 18:19:16.109916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Request body: {'port': {'device_id': '61474753-5d1f-456e-9416-04ea3854ea5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:16.203636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18af4c7-969c-40f2-ba50-5480c8cf883f req-341543c4-27b5-49c6-b947-f8723e5d5e93 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:16.205402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18af4c7-969c-40f2-ba50-5480c8cf883f req-341543c4-27b5-49c6-b947-f8723e5d5e93 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.0956335 Mar 02 18:19:16.260417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18af4c7-969c-40f2-ba50-5480c8cf883f req-56f92148-b743-4db3-98e3-16e2661365b5 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Mar 02 18:19:16.307106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.326743 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.443653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.462574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269ca928-1a0e-47d3-a80e-dc504a2bc286 req-b1ce0bd4-3215-45f0-9e6c-e90471312dd0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:16.464287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-269ca928-1a0e-47d3-a80e-dc504a2bc286 req-b1ce0bd4-3215-45f0-9e6c-e90471312dd0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.0995340 Mar 02 18:19:16.509030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ead956-28d9-49b5-989c-a0826a76d7d1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:16.525385 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b13e835-24de-48e3-bc60-2343faf8b793 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a6599f54216a450d9847d827909ec60c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5630729 Mar 02 18:19:16.526160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:16.530434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-269ca928-1a0e-47d3-a80e-dc504a2bc286 req-cdc14dd2-427e-4760-8107-d311dfada7ec tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Mar 02 18:19:16.691870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c6dbb-4c34-43e3-a69e-7a5e22590c58 req-1a61230f-5ad0-4a74-bd4a-fbe6be2ee12d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:16.693341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb4c6dbb-4c34-43e3-a69e-7a5e22590c58 req-1a61230f-5ad0-4a74-bd4a-fbe6be2ee12d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 948 time: 0.1619971 Mar 02 18:19:16.697771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.698360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-c8389d49-f14a-4a3f-8c8d-6f606b183110 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:16.699800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-c8389d49-f14a-4a3f-8c8d-6f606b183110 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.1163881 Mar 02 18:19:16.721638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:16.732384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.796107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb4c6dbb-4c34-43e3-a69e-7a5e22590c58 req-6a910101-7064-4295-acc4-e3aba705b4de tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951962 Mar 02 18:19:16.837981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be27460f-eb9f-4e46-8c65-529b3825509a {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:16.846420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.861057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:16.910850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ce035b8-2880-41ea-8d9e-5a5257de7463 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:16.969343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Transition to ACTIVE for port object be27460f-eb9f-4e46-8c65-529b3825509a will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:16.973138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.015022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ead956-28d9-49b5-989c-a0826a76d7d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:17.036079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.049298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-889bb1cd-de4e-408a-8529-a529b5b5deac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43ead956-28d9-49b5-989c-a0826a76d7d1 HTTP/1.1" status: 204 len: 168 time: 0.5219731 Mar 02 18:19:17.052028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.119858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:17.143687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '4ce035b8-2880-41ea-8d9e-5a5257de7463', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '4ce035b8-2880-41ea-8d9e-5a5257de7463', 'mac_address': 'fa:16:3e:e4:f0:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:17.230760 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.250622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ce035b8-2880-41ea-8d9e-5a5257de7463 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:17.268596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Pushing event updated for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:17.270200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:17.327538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:17.382272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:17.397017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.397790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Attempting to bind port be27460f-eb9f-4e46-8c65-529b3825509a on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:17.398115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Attempting to bind port be27460f-eb9f-4e46-8c65-529b3825509a by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:17.398491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Attempting to bind port be27460f-eb9f-4e46-8c65-529b3825509a on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:17.403876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Port be27460f-eb9f-4e46-8c65-529b3825509a on network e1056bd5-f828-4a64-bc09-61407afb951f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:17.407733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Attempting to bind port be27460f-eb9f-4e46-8c65-529b3825509a on network e1056bd5-f828-4a64-bc09-61407afb951f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:17.410422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:17.410762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Checking segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:17.411140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Bound using segment: {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:17.411569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Bound port: be27460f-eb9f-4e46-8c65-529b3825509a, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '453e6cd9-6686-46f9-9001-66ce7fba285b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:17.411917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.426680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cfad2-8061-48b1-a768-94b08b17c6a5 req-aa459591-0f8f-4ab3-822b-f851f7c258c5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:17.428657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a54cfad2-8061-48b1-a768-94b08b17c6a5 req-aa459591-0f8f-4ab3-822b-f851f7c258c5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 943 time: 0.2128279 Mar 02 18:19:17.502782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:17.508266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:17.514168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.534198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a54cfad2-8061-48b1-a768-94b08b17c6a5 req-cee4cea9-36b9-4175-b041-5089d0a7457d tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947227 Mar 02 18:19:17.564598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:17.569944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be27460f-eb9f-4e46-8c65-529b3825509a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:17.602892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.665356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.685074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ce035b8-2880-41ea-8d9e-5a5257de7463'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:17.734895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:17.736003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:17.738769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] 10.222.0.11 "PUT /v2.0/ports/be27460f-eb9f-4e46-8c65-529b3825509a HTTP/1.1" status: 200 len: 1091 time: 1.6327915 Mar 02 18:19:17.747632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:17.781954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bbaff-b72d-4bad-93bf-5f119ab4f0fd service neutron] Pushing event updated for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:18.043139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-42667caa-fc3b-4432-8ce9-b2a256a4d78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.043731 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-42667caa-fc3b-4432-8ce9-b2a256a4d78b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 1094 time: 0.1354406 Mar 02 18:19:18.059261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:18.063626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on host n-h2-828839-1 for vnic_type normal with profile {"migrating_to": "n-h1-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:18.064239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:18.068046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:18.103919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:18.104576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Attempting to bind port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on network 3ad1cf88-919d-468e-bf43-61b48d213e76 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:18.120709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:18.121058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Checking segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:18.121458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Bound using segment: {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:18.121909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Bound port: e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9dfc611-00ce-4280-8651-37b209f978b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3ad1cf88-919d-468e-bf43-61b48d213e76'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:18.122285 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:18.132476 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-6831c14e-7223-4ae7-8ba1-e3f6c35bef52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be27460f-eb9f-4e46-8c65-529b3825509a HTTP/1.1" status: 200 len: 217 time: 0.0820000 Mar 02 18:19:18.158325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7a06a-f6fa-4854-813d-d3145daa4e96 req-e0dd4e60-33e5-40c0-b73f-fdb3990c7e05 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.165986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bc7a06a-f6fa-4854-813d-d3145daa4e96 req-e0dd4e60-33e5-40c0-b73f-fdb3990c7e05 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.5190647 Mar 02 18:19:18.216535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-019e5f41-d9b8-44aa-b07b-f0c3e92a8acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.218026 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-019e5f41-d9b8-44aa-b07b-f0c3e92a8acc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.0787284 Mar 02 18:19:18.250389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecc3412-8e46-4b0a-b437-82b156fe5820 req-59856a8a-d165-4915-90c6-bb867d0e3ef4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.252308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ecc3412-8e46-4b0a-b437-82b156fe5820 req-59856a8a-d165-4915-90c6-bb867d0e3ef4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.6026783 Mar 02 18:19:18.266386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-6ec5798b-acf0-479e-b05f-2e537d9fb586 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417366 Mar 02 18:19:18.303334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bc7a06a-f6fa-4854-813d-d3145daa4e96 req-f38cd8c9-be93-4026-9f26-25987635e5cb tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357524 Mar 02 18:19:18.355421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ecc3412-8e46-4b0a-b437-82b156fe5820 req-5fa57219-1b3e-45d1-8475-8f9c1fd19acb tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931880 Mar 02 18:19:18.356472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:18.365559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:18.395383 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'code': 200} Mar 02 18:19:18.436159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:18.469745 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a', 'status': 'completed', 'code': 200} Mar 02 18:19:18.504360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-459b3b86-d9e3-4efa-a6fd-cadbd55ac23d service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309957 Mar 02 18:19:18.760025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.760855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:18.762275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] 10.222.0.65 "PUT /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 1121 time: 2.0471115 Mar 02 18:19:18.775421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-653176e7-b41a-4f0f-89bb-ec4379d004a5 req-bfbfcd87-79e2-4317-ba6e-dab9f37db823 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637434 Mar 02 18:19:18.777043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414aede6-4acc-4268-90d7-e786c92d8c6a service neutron] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:18.826680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175ecee-2fce-4116-9354-effeb4e4be16 req-988a1730-266b-473f-a7c0-e28fd329e9e7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.828170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1175ecee-2fce-4116-9354-effeb4e4be16 req-988a1730-266b-473f-a7c0-e28fd329e9e7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2432246 Mar 02 18:19:18.841067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af25f1-d53c-45b8-bc7e-4777a7d41c0b req-d1922f49-fb18-4d6d-8d7b-58560e062e08 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:18.842576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11af25f1-d53c-45b8-bc7e-4777a7d41c0b req-d1922f49-fb18-4d6d-8d7b-58560e062e08 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 949 time: 0.2587230 Mar 02 18:19:18.886181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['e36c62f7-4d3a-4d87-a7d9-139c66a231b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:18.917026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1175ecee-2fce-4116-9354-effeb4e4be16 req-825ee708-2ca7-4383-984c-78eea4ec9d37 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733070 Mar 02 18:19:18.930935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11af25f1-d53c-45b8-bc7e-4777a7d41c0b req-7205e0ba-4233-4e37-bfd2-df9c538dfcf8 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726171 Mar 02 18:19:18.977945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e36c62f7-4d3a-4d87-a7d9-139c66a231b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:19.004783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:19.016425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ce035b8-2880-41ea-8d9e-5a5257de7463 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:19.148902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-44dd5c64-ca36-42f4-90a3-5fa2dd531339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:19.154829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-44dd5c64-ca36-42f4-90a3-5fa2dd531339 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 1094 time: 0.2128778 Mar 02 18:19:19.372579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d417436-d709-49a0-80e3-9ceeca5622af req-07a3b82b-9308-4a66-befb-133ef8c0e3d1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:19.392804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d417436-d709-49a0-80e3-9ceeca5622af req-07a3b82b-9308-4a66-befb-133ef8c0e3d1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 943 time: 0.1931596 Mar 02 18:19:19.457768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-057ce6f5-0f63-49d9-88f6-de53083c7f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:19.460017 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-057ce6f5-0f63-49d9-88f6-de53083c7f84 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.2967012 Mar 02 18:19:19.490366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d417436-d709-49a0-80e3-9ceeca5622af req-4614d526-aa37-424e-b566-40d1b25d1f62 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040001 Mar 02 18:19:19.582436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:19.588258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-dc0baf33-2a26-4e93-99e2-043129774c52 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=be27460f-eb9f-4e46-8c65-529b3825509a HTTP/1.1" status: 200 len: 217 time: 0.1112993 Mar 02 18:19:19.636171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 4ce035b8-2880-41ea-8d9e-5a5257de7463 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:19.683870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:19:19.688762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 4ce035b8-2880-41ea-8d9e-5a5257de7463 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:19.689005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:19.698217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-d587feb7-933e-4dc2-a6a0-36d70e23c651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:19.705655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-d587feb7-933e-4dc2-a6a0-36d70e23c651 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.1029341 Mar 02 18:19:19.765463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-4ac81feb-c49f-4678-aee7-cc2c8f77dab6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517950 Mar 02 18:19:19.869082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf98786-ced7-425e-a061-27f247b72e61 req-5ebeb834-c882-4915-9af0-415854f7ba37 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:19.901781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaf98786-ced7-425e-a061-27f247b72e61 req-5ebeb834-c882-4915-9af0-415854f7ba37 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.1504066 Mar 02 18:19:20.026601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaf98786-ced7-425e-a061-27f247b72e61 req-eb14c9c9-ba86-4f23-b765-5809c11a117c tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380925 Mar 02 18:19:20.041562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:20.137047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:20.158856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:20.214829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:20.216182 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-9b9894a0-672b-4579-8263-7fa9a0868e1f service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409432 Mar 02 18:19:20.318920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:20.435876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:20.438853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d118fb9-7960-4216-ad6a-37e6b53827d9 req-7468d6f5-5038-4e46-b7e2-829277205f9d service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941071 Mar 02 18:19:20.462643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcb6dc-01b7-4fb8-8990-451d687660b3 req-382c6e9d-847a-4950-af1e-55044975ecc7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:20.462643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fbcb6dc-01b7-4fb8-8990-451d687660b3 req-382c6e9d-847a-4950-af1e-55044975ecc7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2324467 Mar 02 18:19:20.473493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d81037-8d42-46c4-a4cf-eae3ccb62e81 req-fa6d60eb-a1df-4468-973d-55d83a183e4a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:20.484578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3d81037-8d42-46c4-a4cf-eae3ccb62e81 req-fa6d60eb-a1df-4468-973d-55d83a183e4a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.2010965 Mar 02 18:19:20.566175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3d81037-8d42-46c4-a4cf-eae3ccb62e81 req-a75e7f2e-0ceb-4328-92a7-c1b1bfa15b8c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834990 Mar 02 18:19:20.580224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fbcb6dc-01b7-4fb8-8990-451d687660b3 req-eddb22eb-dff7-4efa-a5a0-cf4dbf919374 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997350 Mar 02 18:19:20.647535 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463', 'code': 200} Mar 02 18:19:20.746574 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'status': 'completed', 'code': 200} Mar 02 18:19:20.875438 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-89c8175c-90d8-49ed-ba9f-b0adfd081e58 service neutron] show failed (client error): The resource could not be found. Mar 02 18:19:20.876540 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-89c8175c-90d8-49ed-ba9f-b0adfd081e58 service neutron] 10.222.0.11 "GET /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1375606 Mar 02 18:19:20.921191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:20.993864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4256f4-e21c-4d01-87f5-5bf775465439 req-1acd617a-7d75-4a0b-b461-470b803e0f69 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:20.995882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e4256f4-e21c-4d01-87f5-5bf775465439 req-1acd617a-7d75-4a0b-b461-470b803e0f69 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.3179989 Mar 02 18:19:21.165628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:21.197461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'mac_address': 'fa:16:3e:9d:c5:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:21.200542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ed577-d51d-4ade-b84c-228cf5a72d73 req-36fbd9ba-83db-473b-b64c-d5942a384e1e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:21.211186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-807ed577-d51d-4ade-b84c-228cf5a72d73 req-36fbd9ba-83db-473b-b64c-d5942a384e1e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 943 time: 0.3344688 Mar 02 18:19:21.283300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e4256f4-e21c-4d01-87f5-5bf775465439 req-6d661d67-1cba-403b-a771-d891d17df5c2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666576 Mar 02 18:19:21.322762 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:21.323953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-83e9f0d9-d988-4f95-9f78-05606f835907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:21.325892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-83e9f0d9-d988-4f95-9f78-05606f835907 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1124 time: 0.4853711 Mar 02 18:19:21.328544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360def5-19b1-4b6e-b50d-8d477e5c951a req-f2eda3ce-aace-4e83-8b1a-45e0050a07eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:21.330062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d360def5-19b1-4b6e-b50d-8d477e5c951a req-f2eda3ce-aace-4e83-8b1a-45e0050a07eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 1101 time: 0.5626547 Mar 02 18:19:21.349430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bbeee13-e867-4cf5-8e31-8003446d2e33 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:21.369104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:21.410726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-807ed577-d51d-4ade-b84c-228cf5a72d73 req-ac05db72-bb70-4c53-a583-7450ee32944f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988161 Mar 02 18:19:21.431815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be27460f-eb9f-4e46-8c65-529b3825509a details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:21.474856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:21.654788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2bbeee13-e867-4cf5-8e31-8003446d2e33'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:21.674669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d360def5-19b1-4b6e-b50d-8d477e5c951a req-ac135947-db32-44f7-9f3b-7bc277ec8492 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280828 Mar 02 18:19:21.701453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:21.738355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be27460f-eb9f-4e46-8c65-529b3825509a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:21.769271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'be27460f-eb9f-4e46-8c65-529b3825509a', 'network_id': 'e1056bd5-f828-4a64-bc09-61407afb951f', 'port_id': 'be27460f-eb9f-4e46-8c65-529b3825509a', 'mac_address': 'fa:16:3e:84:f2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6eacd79b-a115-4883-8490-f26cdfa7fc86', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:21.833707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-b5cb71f5-cc8f-47f2-a4a5-b518a0f62bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:21.836231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-b5cb71f5-cc8f-47f2-a4a5-b518a0f62bfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.4612563 Mar 02 18:19:21.861151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:21.894683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be27460f-eb9f-4e46-8c65-529b3825509a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:21.943074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be27460f-eb9f-4e46-8c65-529b3825509a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:21.975162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-618c20a4-9ba2-4dbf-a5be-c5b141556a84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 217 time: 0.1235471 Mar 02 18:19:21.975162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ec7e33b6-6de0-4e98-b2b2-466a723611fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:21.976815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ec7e33b6-6de0-4e98-b2b2-466a723611fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1100 time: 0.3402085 Mar 02 18:19:22.043746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-ab32230b-dae8-4bc5-8540-97167e4fef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:22.044615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:22.045134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-ab32230b-dae8-4bc5-8540-97167e4fef73 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.0661688 Mar 02 18:19:22.059317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13749db-9998-472c-bf33-4c3a8089693d req-a9e3dec7-cee9-4256-98f0-5e16b719281a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:22.067774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a13749db-9998-472c-bf33-4c3a8089693d req-a9e3dec7-cee9-4256-98f0-5e16b719281a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.4307320 Mar 02 18:19:22.099975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-23826b6c-19ef-4bc0-bd23-cac8a5bd6de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:22.144405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:22.150969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a13749db-9998-472c-bf33-4c3a8089693d req-748cc790-e77b-44b2-a572-aaba61315f73 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819643 Mar 02 18:19:22.196055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-aa4fe424-692f-4644-8ef9-627130b39ebb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1257026 Mar 02 18:19:22.380170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['be27460f-eb9f-4e46-8c65-529b3825509a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:22.385368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300efa3f-a683-4e26-bf64-ba7abfccb952 req-531caaa7-4461-47a3-9dec-69a28dd992f1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:22.386928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300efa3f-a683-4e26-bf64-ba7abfccb952 req-531caaa7-4461-47a3-9dec-69a28dd992f1 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.2395144 Mar 02 18:19:22.436421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-88305166-81cb-4e7b-bc06-bdac6defb43f service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336645 Mar 02 18:19:22.514898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300efa3f-a683-4e26-bf64-ba7abfccb952 req-2277a776-c04f-4d2f-acfd-b8664c822382 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188612 Mar 02 18:19:22.623740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:22.717019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6887b0-daf6-4391-9a5c-41695af86ddb req-81deac10-1e08-470e-86f8-d94105e8b188 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:22.725722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e6887b0-daf6-4391-9a5c-41695af86ddb req-81deac10-1e08-470e-86f8-d94105e8b188 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.4220324 Mar 02 18:19:22.849942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47266) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:22.902193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed43d6cc-2ff0-4cda-9bd6-ba169c42b6b6 req-063aaa16-440b-4263-9776-a2587bd41d6c service neutron] 10.222.0.11 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525425 Mar 02 18:19:22.919918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e6887b0-daf6-4391-9a5c-41695af86ddb req-bd5715ea-b288-4e79-b158-e72cd189e5fb tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949744 Mar 02 18:19:22.939163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:22.952038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:22.975047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.109506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20833e8-5a5d-4a9d-8377-19f9efedcf09 req-a8751c93-bce6-48b4-8cb1-7da1ffe6befe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:23.111227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d20833e8-5a5d-4a9d-8377-19f9efedcf09 req-a8751c93-bce6-48b4-8cb1-7da1ffe6befe tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 945 time: 0.3780553 Mar 02 18:19:23.194015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2bbeee13-e867-4cf5-8e31-8003446d2e33 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:23.197116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.270434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d20833e8-5a5d-4a9d-8377-19f9efedcf09 req-889ed4ac-e293-4af5-b7f4-ccac16f12bb4 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496601 Mar 02 18:19:23.319743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:23.377314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:19:23.436825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2800bb2-24de-484b-94fd-12ef50e18389 req-1fc52f19-6c54-4ffc-a42b-bd59aa85d00f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:23.444449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2800bb2-24de-484b-94fd-12ef50e18389 req-1fc52f19-6c54-4ffc-a42b-bd59aa85d00f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 944 time: 0.3992431 Mar 02 18:19:23.447129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be27460f-eb9f-4e46-8c65-529b3825509a up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:23.546841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.563296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.591957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:23.608243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:23.617660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:23.625168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Usage tracker for resource:security_group_rule and tenant:e22bd6f7b023461b92298ffb8fd6c377 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:23.631193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:23.646380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:23.706058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port be27460f-eb9f-4e46-8c65-529b3825509a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:23.711093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port be27460f-eb9f-4e46-8c65-529b3825509a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:23.714863 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.752428 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.835217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.853354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:23.855041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2800bb2-24de-484b-94fd-12ef50e18389 req-69dfbbac-e458-43ce-a861-fc31af5820e1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094393 Mar 02 18:19:23.883453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-bdfaf67e-f29b-431e-9450-212ca8cd5d27 service neutron] 10.222.0.11 "GET /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.4267311 Mar 02 18:19:23.918433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.943244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:23.983540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:24.031678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be27460f-eb9f-4e46-8c65-529b3825509a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:24.055800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:24.058829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e22bd6f7b023461b92298ffb8fd6c377&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2040257 Mar 02 18:19:24.069579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea3322-08f9-4501-8dfb-c23451bf5e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357a96eb-0b5f-466c-b9d1-1258f29ee1b3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:24.111410 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.113424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:24.125829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba5c95-e8ba-4d59-8498-d4a03f033b14 req-1e72c02d-8710-41ae-abce-6a12b792b1b1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:24.127038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09ba5c95-e8ba-4d59-8498-d4a03f033b14 req-1e72c02d-8710-41ae-abce-6a12b792b1b1 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 943 time: 0.3791406 Mar 02 18:19:24.138225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:24.223478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5632c8d-049e-4ebd-96c1-9baa4d51e287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.273324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:24.286501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.287703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.288282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.288819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.289347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.289867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.291042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.291391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.296697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.296697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.296697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.296697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:24.370435 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.379113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:24.400374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.415660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09ba5c95-e8ba-4d59-8498-d4a03f033b14 req-4a9faa88-f8c4-469a-ae6e-84b32105e95d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480559 Mar 02 18:19:24.416372 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.495747 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'code': 200} Mar 02 18:19:24.553052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Transition to ACTIVE for port object 80b3c337-0626-4e0d-af2c-8e91362c6d4e will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:24.605497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.618937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:24.719803 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:19:24.720217 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:19:24.741666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dee32-9829-4ef3-872c-8085e61ee0a1 req-2aa3f6cf-1546-4ad3-b4dd-e3ababc7eb6c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:24.743225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e2dee32-9829-4ef3-872c-8085e61ee0a1 req-2aa3f6cf-1546-4ad3-b4dd-e3ababc7eb6c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.5279744 Mar 02 18:19:24.885055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:24.932927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:24.976847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] No DVR routers for this DVR port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:25.059750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e2dee32-9829-4ef3-872c-8085e61ee0a1 req-48a3dbf0-be20-42ff-a999-2624c878c3a2 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721131 Mar 02 18:19:25.062646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:25.222357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.274733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36c62f7-4d3a-4d87-a7d9-139c66a231b6 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:25.301294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:25.351122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:25.351122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:25.351122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:25.370020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357a96eb-0b5f-466c-b9d1-1258f29ee1b3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:25.399548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:25.399885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:25.463642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd7b4ef-863d-4f3a-9241-0072f12a3043 req-57db64f6-9081-4b83-a79a-e977c7c709b4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:25.471057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bd7b4ef-863d-4f3a-9241-0072f12a3043 req-57db64f6-9081-4b83-a79a-e977c7c709b4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 947 time: 0.8442669 Mar 02 18:19:25.480737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.481096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1ac9b5af-75c9-4e9c-8e07-b3f0d4fbe86f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/357a96eb-0b5f-466c-b9d1-1258f29ee1b3 HTTP/1.1" status: 204 len: 168 time: 1.4219980 Mar 02 18:19:25.482036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:25.482457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:25.482794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:25.483229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Bound port: 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:25.485856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.536139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.577458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:25.645064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bd7b4ef-863d-4f3a-9241-0072f12a3043 req-621e9aba-0bc4-4021-9615-327158b45c06 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729987 Mar 02 18:19:25.681878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.731567 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.734746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:25.817397 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'code': 200} Mar 02 18:19:25.946058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:25.951178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:26.068360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:26.153555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] Transition to ACTIVE for port object e36c62f7-4d3a-4d87-a7d9-139c66a231b6 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:26.186294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e43f59-1c03-46fe-9986-f1a54b3715f7 req-99b79651-384d-4c1f-a3eb-f9cec7f8a463 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:26.187927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91e43f59-1c03-46fe-9986-f1a54b3715f7 req-99b79651-384d-4c1f-a3eb-f9cec7f8a463 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.7940054 Mar 02 18:19:26.189463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:26.207951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:26.207951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] 10.222.0.65 "PUT /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 1095 time: 3.5862241 Mar 02 18:19:26.384133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62de3-daea-4db7-92fb-fedd2e9e4ce4 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:26.402615 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:26.497160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:26.537709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:26.630414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:26.690264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3292403-2006-4c65-8a9b-9008316f6c6b req-d3127232-ba93-4d6a-9554-290d1589dbdb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:26.697851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3292403-2006-4c65-8a9b-9008316f6c6b req-d3127232-ba93-4d6a-9554-290d1589dbdb tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.7330351 Mar 02 18:19:26.775721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91e43f59-1c03-46fe-9986-f1a54b3715f7 req-7b337fdc-41be-4de0-972f-047dfd38205b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5702579 Mar 02 18:19:26.911693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] Pushing event updated for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:26.963189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] No DVR routers for this DVR port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:27.012701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3292403-2006-4c65-8a9b-9008316f6c6b req-1e76e3e7-b0d1-4a09-bab3-a62fce63acb7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138530 Mar 02 18:19:27.073611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e67df070-6f84-4c6a-921c-4efefe2d86c1 service neutron] 10.222.0.11 "PUT /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6/bindings/n-h1-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 3.1867545 Mar 02 18:19:27.203636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-6cfa6875-20ab-4e74-a1ea-1b442179b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:27.205229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-6cfa6875-20ab-4e74-a1ea-1b442179b5dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1098 time: 0.9619319 Mar 02 18:19:27.514397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba95a58-c0fd-40af-9e8a-724bc6933729 req-805457bd-abfd-4285-b05d-d74309704a66 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:27.521431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cba95a58-c0fd-40af-9e8a-724bc6933729 req-805457bd-abfd-4285-b05d-d74309704a66 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.4532864 Mar 02 18:19:27.560170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-4d7fafb9-b7d2-4aa7-8c2d-93f94c42916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:27.561622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-4d7fafb9-b7d2-4aa7-8c2d-93f94c42916e service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.3455930 Mar 02 18:19:27.577097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b4875-cfbd-4c1d-9e6e-7ebcfa14fb5f req-57414893-2896-40af-8955-e1cc5d2bdb9b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:27.587819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f54b4875-cfbd-4c1d-9e6e-7ebcfa14fb5f req-57414893-2896-40af-8955-e1cc5d2bdb9b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.3724511 Mar 02 18:19:27.692500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-8257ba9d-d3a9-4c26-b711-a223905eaa23 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:27.693489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-8257ba9d-d3a9-4c26-b711-a223905eaa23 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.4128926 Mar 02 18:19:27.706587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47380) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:27.762701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-4a0738d7-a3d1-43f2-ba09-6b332885d95c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1723034 Mar 02 18:19:27.796597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cba95a58-c0fd-40af-9e8a-724bc6933729 req-0a92bae6-e190-4ea6-a2fd-4d0a6b49bab9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721467 Mar 02 18:19:27.892231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:27.911662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1309077540-network', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:27.921588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:27.939219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Usage tracker for resource:network and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:27.942870 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a', 'code': 200} Mar 02 18:19:27.951363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:27.965205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:28.029682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f54b4875-cfbd-4c1d-9e6e-7ebcfa14fb5f req-22742dc7-90d4-498f-b59e-72d6d883ac28 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353404 Mar 02 18:19:28.134924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:28.165188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.228274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.262699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:28.268486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:28.268828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:28.283378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:28.298937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ce2cff41-9d17-44fd-94ad-a4825755c879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.298937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-ce2cff41-9d17-44fd-94ad-a4825755c879 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.5202234 Mar 02 18:19:28.421594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-ce58a8f7-f3ea-404c-8bdc-5c814cf78493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.422940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-ce58a8f7-f3ea-404c-8bdc-5c814cf78493 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37&tenant_id=af51cd2d541e45bcaa482f67323618d4 HTTP/1.1" status: 200 len: 1095 time: 0.7080228 Mar 02 18:19:28.568528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d9cf4-9154-4e50-8e93-4d06658effce req-5eaed550-2af2-4755-9984-8f30dbbc4ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.569821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-314d9cf4-9154-4e50-8e93-4d06658effce req-5eaed550-2af2-4755-9984-8f30dbbc4ac0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 1096 time: 0.5202641 Mar 02 18:19:28.618993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007509-ae2c-45ca-b524-d9755c612e35 req-9560474e-3738-46d5-8b29-ccfa641ebcad tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.622438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.626961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56007509-ae2c-45ca-b524-d9755c612e35 req-9560474e-3738-46d5-8b29-ccfa641ebcad tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 947 time: 0.4360580 Mar 02 18:19:28.673665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.689211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-bcc90bd5-a821-4fbf-be3d-907ee57838d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.689211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-bcc90bd5-a821-4fbf-be3d-907ee57838d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3840239 Mar 02 18:19:28.757117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:19:28.770435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-314d9cf4-9154-4e50-8e93-4d06658effce req-1cfb2a6c-979e-4162-9efa-94e7bf7e5c39 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851056 Mar 02 18:19:28.777588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.778020 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Added segment a71ef29c-c1c2-4a13-bd2b-b29afd95168f of type vlan for network d2a00d7f-2353-4a54-9090-8dc36d62fae9 Mar 02 18:19:28.792253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:28.823123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.838787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56007509-ae2c-45ca-b524-d9755c612e35 req-0f271d61-04fa-4832-85ee-a64d2a17f3c1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184513 Mar 02 18:19:28.943566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.945251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.946514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:28.946695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb7a91-104e-461f-94b0-eec4784f7489 req-a5f39f87-d406-4771-a291-e900c19a2d50 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:28.949699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7adb7a91-104e-461f-94b0-eec4784f7489 req-a5f39f87-d406-4771-a291-e900c19a2d50 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.5041411 Mar 02 18:19:29.016736 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'status': 'completed', 'code': 200} Mar 02 18:19:29.059150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-dfdccfd3-eb08-4c0c-b21f-c29167909dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:29.065023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-dfdccfd3-eb08-4c0c-b21f-c29167909dca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=af51cd2d541e45bcaa482f67323618d4&device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1095 time: 0.5680046 Mar 02 18:19:29.089842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3814809 Mar 02 18:19:29.091355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:29.234449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Request body: {'subnet': {'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1309077540-subnet', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:29.241655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:29.247602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507db4f9-3177-4c08-a287-8329f7ab9ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=d2a00d7f-2353-4a54-9090-8dc36d62fae9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:29.250361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Usage tracker for resource:subnet and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:29.264604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:19:29.271069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:29.289420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:29.381969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:29.384993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:29.407813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7adb7a91-104e-461f-94b0-eec4784f7489 req-b1e51b38-83cd-4042-b266-4355ede14da2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438021 Mar 02 18:19:29.423598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-07bff0f9-c450-44f4-bc3a-1e12623d4aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7178996 Mar 02 18:19:29.834161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:29.986502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Checking segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:29.986502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Network hostable DHCP agents. Network: d2a00d7f-2353-4a54-9090-8dc36d62fae9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:19:29.995118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-0bce89af-dd9b-4cc8-8d85-358b0de57834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:29.996876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-0bce89af-dd9b-4cc8-8d85-358b0de57834 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 200 len: 908 time: 0.7800138 Mar 02 18:19:30.073190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58d35ef9-1617-4ca2-a9c6-7356daf8811f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:30.176410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54111cad-408a-4694-b143-263bc042260d req-5dc1ce00-14c5-4f13-9b8d-73744cda2923 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.178044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54111cad-408a-4694-b143-263bc042260d req-5dc1ce00-14c5-4f13-9b8d-73744cda2923 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.9622519 Mar 02 18:19:30.201465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-12d6d5b5-2731-4b10-ad68-a1eeab0ac20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.203085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-12d6d5b5-2731-4b10-ad68-a1eeab0ac20d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1098 time: 1.1883845 Mar 02 18:19:30.223748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-cfcaada9-b2ce-44ed-aab2-5fc939e630dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 200 len: 217 time: 0.2001252 Mar 02 18:19:30.265538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec421d89-f4d0-404e-bebf-53b33c4e06d2 req-05b612d4-ff02-45fe-8f3f-ef44a2268e8f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.265760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:19:30.266282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec421d89-f4d0-404e-bebf-53b33c4e06d2 req-05b612d4-ff02-45fe-8f3f-ef44a2268e8f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.5998383 Mar 02 18:19:30.276509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6c37739-83ce-4eb9-87ea-e87a72cd892a req-2ea20887-9efb-4184-a633-e169494fd96d service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088786 Mar 02 18:19:30.391376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d2a00d7f-2353-4a54-9090-8dc36d62fae9) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:30.397001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.397603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:30.405274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feefafc0-3508-45ce-93f6-03b931988048 None None] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:19:30.571226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54111cad-408a-4694-b143-263bc042260d req-74399506-a446-432d-ae2f-5890f46f2f31 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668208 Mar 02 18:19:30.613644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-4389c9cd-a46a-4852-a491-c8016d5aca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.616335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-4389c9cd-a46a-4852-a491-c8016d5aca95 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 200 len: 847 time: 0.3424537 Mar 02 18:19:30.679928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec421d89-f4d0-404e-bebf-53b33c4e06d2 req-1eaeda6b-76b1-4caa-8665-b3a1eb0d9b57 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275948 Mar 02 18:19:30.694407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-9202d166-898c-4063-a9d7-8c9cd414f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:30.697087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-9202d166-898c-4063-a9d7-8c9cd414f92e service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4755330 Mar 02 18:19:30.713206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-f714b07a-cdcf-4798-94cb-2457863ae5e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3ad1cf88-919d-468e-bf43-61b48d213e76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761497 Mar 02 18:19:31.004514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cba259ad-4b3e-43d2-b17d-b8c0132547a3 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6975625 Mar 02 18:19:31.009480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-9f9f41d6-b970-412b-a054-d72a40d184a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1692913 Mar 02 18:19:31.012544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:31.019352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:31.027091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:31.027746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d2a00d7f-2353-4a54-9090-8dc36d62fae9', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:19:31.028592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:31.033163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Usage tracker for resource:router and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:31.039187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:31.048943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:31.099169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-9f8fe33e-cef7-4e70-a957-26ea974915f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.101109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-9f8fe33e-cef7-4e70-a957-26ea974915f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1098 time: 0.5894616 Mar 02 18:19:31.109847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-ea24ab26-4ebe-4458-847a-e47dcda4baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.111340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-ea24ab26-4ebe-4458-847a-e47dcda4baa0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2220626 Mar 02 18:19:31.221098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-83214b4b-2d06-4cf4-91ba-f681b38dc467 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035361 Mar 02 18:19:31.236906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Allocated IP 172.20.0.2 (d2a00d7f-2353-4a54-9090-8dc36d62fae9/58d35ef9-1617-4ca2-a9c6-7356daf8811f/38a0698a-470a-4c93-96b0-5808a03c6860) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:31.382945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c5c162-1b02-4973-a7ce-8d777c683762 req-4e4543bf-b5e3-4ba6-8e02-56b99f75009d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.384607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82c5c162-1b02-4973-a7ce-8d777c683762 req-4e4543bf-b5e3-4ba6-8e02-56b99f75009d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.6782196 Mar 02 18:19:31.491065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:31.502795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Transition to ACTIVE for port object 38a0698a-470a-4c93-96b0-5808a03c6860 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:31.525549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Transition to ACTIVE for port object 38a0698a-470a-4c93-96b0-5808a03c6860 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:31.654588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423194dd-9dfa-441d-a73b-b0867d05a84f req-4ac4dc44-aa6d-4004-a97e-b6c78fa5bafa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.656082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-423194dd-9dfa-441d-a73b-b0867d05a84f req-4ac4dc44-aa6d-4004-a97e-b6c78fa5bafa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 947 time: 0.6879537 Mar 02 18:19:31.692558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-e8d238ab-52ff-4988-b060-953fad6b952a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.694010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-e8d238ab-52ff-4988-b060-953fad6b952a service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5718944 Mar 02 18:19:31.822946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-4d4f7f09-41cf-4595-9813-2f83ada4c0a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1098695 Mar 02 18:19:31.830112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82c5c162-1b02-4973-a7ce-8d777c683762 req-1d3caf00-f611-474d-a29e-6470211ce45e tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376898 Mar 02 18:19:31.835597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-2e729870-b65d-4ef4-bd4f-fe3276223b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:31.837069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-2e729870-b65d-4ef4-bd4f-fe3276223b48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6933496 Mar 02 18:19:31.838925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-a6de0ff7-3eb7-453f-9d6a-dd6814d81450 service neutron] 10.222.0.65 "GET /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6033356 Mar 02 18:19:31.874645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-423194dd-9dfa-441d-a73b-b0867d05a84f req-7849a734-8379-42c4-9c4e-c0bbc803d6e7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043092 Mar 02 18:19:32.039957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-67faae42-d45d-42b5-ac56-6768725c22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:32.041462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-67faae42-d45d-42b5-ac56-6768725c22c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2016385 Mar 02 18:19:32.100733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.104492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.106385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.130770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.154406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-a53233b7-ca09-4d0b-a19d-adaf06fd1255 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777605 Mar 02 18:19:32.319988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Pushing event updated for resources: {'Port': ['ID=38a0698a-470a-4c93-96b0-5808a03c6860,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:32.333959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:32.336744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda8378-36bb-4008-b220-cb2dbae8e142 req-747b3670-3867-4b24-9105-afe1931ff95e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:32.338663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:32.344487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:32.344759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eda8378-36bb-4008-b220-cb2dbae8e142 req-747b3670-3867-4b24-9105-afe1931ff95e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.3657682 Mar 02 18:19:32.379761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-5a855e58-3035-4d43-b8a8-5df6a27f14e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:32.381421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-5a855e58-3035-4d43-b8a8-5df6a27f14e5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3036487 Mar 02 18:19:32.537825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-8b863794-455f-4e2d-8ba7-53640b0f5b2a service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777008 Mar 02 18:19:32.562857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eda8378-36bb-4008-b220-cb2dbae8e142 req-6d519b16-81cc-439f-ada1-1ecb1074c6b8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150929 Mar 02 18:19:32.665781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Attempting to bind port 38a0698a-470a-4c93-96b0-5808a03c6860 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:32.668318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Attempting to bind port 38a0698a-470a-4c93-96b0-5808a03c6860 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:32.668879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Attempting to bind port 38a0698a-470a-4c93-96b0-5808a03c6860 on network d2a00d7f-2353-4a54-9090-8dc36d62fae9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:32.688110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:32.688500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Checking segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:32.688966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.689372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Bound using segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:32.693560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Bound port: 38a0698a-470a-4c93-96b0-5808a03c6860, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:32.693686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:32.911137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-0a5d5dd7-2d38-4ca0-8270-837dda2faec9 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4994695 Mar 02 18:19:32.938568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63da1b-1341-406c-afd8-8a04d4f14d24 req-2e6aa50f-b399-4901-b7c1-e2a15aa5df74 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:32.946264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc63da1b-1341-406c-afd8-8a04d4f14d24 req-2e6aa50f-b399-4901-b7c1-e2a15aa5df74 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.4829135 Mar 02 18:19:32.983315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] For port 38a0698a-470a-4c93-96b0-5808a03c6860, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:32.989721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] For port 38a0698a-470a-4c93-96b0-5808a03c6860, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38a0698a-470a-4c93-96b0-5808a03c6860,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:33.001818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:33.055229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:33.160219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77edb825-27af-4fc1-8689-68b7323cddd0 req-a612fdb4-ec65-489b-9e40-8d5e8622dd07 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:33.168125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77edb825-27af-4fc1-8689-68b7323cddd0 req-a612fdb4-ec65-489b-9e40-8d5e8622dd07 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.4127126 Mar 02 18:19:33.206763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc63da1b-1341-406c-afd8-8a04d4f14d24 req-e25db317-0c3d-4838-a8ba-42eceb246629 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589431 Mar 02 18:19:33.223629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-bb4ce5d9-ceda-43c6-b7d8-e1ea370b82a7 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:33.230354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-bb4ce5d9-ceda-43c6-b7d8-e1ea370b82a7 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37&tenant_id=af51cd2d541e45bcaa482f67323618d4&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1095 time: 0.4250655 Mar 02 18:19:33.374549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74cbee90-8c97-4a1c-9aec-0c331ef9dd79 req-ccc51111-333e-48bf-8ef6-d94dd0ef0d76 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506304 Mar 02 18:19:33.375964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46308d06-5e00-40ee-86c8-382ac524a8b5 None None] Pushing event updated for resources: {'Port': ['ID=38a0698a-470a-4c93-96b0-5808a03c6860,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:33.409924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77edb825-27af-4fc1-8689-68b7323cddd0 req-366feedb-2573-495d-b9ce-359d7945a4bf tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402163 Mar 02 18:19:33.451232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47470) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:33.679514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-3473e564-74f4-4040-a312-e5df1ffa1295 service neutron] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:33.685544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-3473e564-74f4-4040-a312-e5df1ffa1295 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:33.688654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-3473e564-74f4-4040-a312-e5df1ffa1295 service neutron] 10.222.0.65 "DELETE /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6/bindings/n-h2-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.4481380 Mar 02 18:19:33.774638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2adedf-2535-46db-aa89-b4e905c4a832 req-1688fe56-498a-4e83-8c90-c95522fe6de0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:33.777064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2adedf-2535-46db-aa89-b4e905c4a832 req-1688fe56-498a-4e83-8c90-c95522fe6de0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 947 time: 0.1984041 Mar 02 18:19:33.824561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:33.922772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:33.934465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2adedf-2535-46db-aa89-b4e905c4a832 req-5a058bc9-ccae-4fca-85e1-aaa025478bb1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505203 Mar 02 18:19:34.164359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Allocated IP 172.25.7.232 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/954c77a4-4858-49a5-a782-ce463a9890e4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:34.313182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:34.407790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:34.422083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Usage tracker for resource:security_group_rule and tenant:a453bbe93c2446289cf8dc01a4e6c77e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:34.428771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:34.467371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:34.587118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38a0698a-470a-4c93-96b0-5808a03c6860 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:34.601627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:34.669604 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:19:34.687548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:34.746924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3db6e-ec56-4d32-94ae-86f4e4001a31 req-fa31954d-c9a8-4b68-883b-0e3872d1a7a4 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:34.751273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99b3db6e-ec56-4d32-94ae-86f4e4001a31 req-fa31954d-c9a8-4b68-883b-0e3872d1a7a4 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1477611 Mar 02 18:19:34.751942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:34.820486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5160ba5-b84b-4978-b323-9f57ab002216,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:34.848847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:34.933006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 38a0698a-470a-4c93-96b0-5808a03c6860 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:34.949723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f90b6f00-130f-4853-8dcd-509252243515 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a453bbe93c2446289cf8dc01a4e6c77e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4972591 Mar 02 18:19:34.959529 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99b3db6e-ec56-4d32-94ae-86f4e4001a31 req-b9bf6284-7f9e-43f7-ae30-cd61bcb71494 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825895 Mar 02 18:19:34.959700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:34.959816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47494) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:35.144146 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.202929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Pushing event updated for resources: {'Port': ['ID=954c77a4-4858-49a5-a782-ce463a9890e4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:35.213157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:35.218461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:35.224066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.228168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:35.311015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d0b0a9-ff85-4c9f-99f6-6dd7ef96cd07 None None] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:19:35.528147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:35.556034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'mac_address': 'fa:16:3e:c4:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:35.734842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.744585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Provisioning for port 38a0698a-470a-4c93-96b0-5808a03c6860 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:35.821737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Provisioning complete for port 38a0698a-470a-4c93-96b0-5808a03c6860 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:35.821737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.879007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:35.900131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2b60a-d9e1-4291-ac03-d02aeb9ef704 req-d5b597c5-179d-4416-be57-66e3e330a566 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.902756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5df2b60a-d9e1-4291-ac03-d02aeb9ef704 req-d5b597c5-179d-4416-be57-66e3e330a566 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.6192267 Mar 02 18:19:35.920064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.920772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.921478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.922349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.922981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.923603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.924229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.924955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.925647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.926303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.926919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.927552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.928209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:35.933602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:35.942908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-da6ce431-c573-456a-b398-09bd343f87c3 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e&device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb&device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15&device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb&device_id=2102df0b-564b-4c77-adee-770612f74e37&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48&device_id=92b5070f-7500-408f-a34a-f3c4dda42763&device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060&device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4&device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69&device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5&device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 11756 time: 0.6351299 Mar 02 18:19:35.962349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:35.997932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5160ba5-b84b-4978-b323-9f57ab002216,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:36.005928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.028644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.072040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:36.076404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Usage tracker for resource:security_group_rule and tenant:aefdcba8cff946ec8343535d25ab7be0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:36.079928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:36.090258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:36.196338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:36.206785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.222223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.223300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b6ea9239-de6c-42d1-b999-1845b06f59d5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5160ba5-b84b-4978-b323-9f57ab002216 HTTP/1.1" status: 204 len: 168 time: 1.2614067 Mar 02 18:19:36.249351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5df2b60a-d9e1-4291-ac03-d02aeb9ef704 req-6d03520f-2bfa-47dc-a1bb-129417f1cf7c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032422 Mar 02 18:19:36.275994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.337588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.364058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] For port 38a0698a-470a-4c93-96b0-5808a03c6860, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38a0698a-470a-4c93-96b0-5808a03c6860,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:36.419380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:36.573816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e821cf20-1f96-469f-ad4a-2c6a4ea25383 req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&id=743ee384-0772-4f0e-8cd2-26d20e772f9c&id=4e43c910-685c-4758-bcb9-724f8e76ee8e&id=369c2795-c497-4b9f-a90c-8741466f6c70&id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.5783160 Mar 02 18:19:36.573816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e6551b-cdf9-4bbc-823d-9cf22d9d1c59 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed52aba-8cf1-4e4a-9a3b-c9938454213a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:36.608830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.693138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.765597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1433b-b573-40f8-a4a1-521ac41e2e78 req-945e15e5-2254-4506-b455-9447d273121b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:36.775614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cc1433b-b573-40f8-a4a1-521ac41e2e78 req-945e15e5-2254-4506-b455-9447d273121b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.2513411 Mar 02 18:19:36.855820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e22edf37-63c9-466e-a5c4-90724eaa40cb None None] Provisioning complete for port 38a0698a-470a-4c93-96b0-5808a03c6860 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:36.856417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e22edf37-63c9-466e-a5c4-90724eaa40cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:36.976433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cc1433b-b573-40f8-a4a1-521ac41e2e78 req-6e11d4ce-4745-4eca-93d4-ffac922d7b56 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974556 Mar 02 18:19:36.984777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab429b-0452-4f87-9da9-b735df661f86 None None] Pushing event updated for resources: {'Port': ['ID=38a0698a-470a-4c93-96b0-5808a03c6860,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:37.093460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f7ddd-eb95-4eae-8547-271fb653617b req-500933b9-e234-4e38-8ecf-666c20b97597 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:37.104108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a48f7ddd-eb95-4eae-8547-271fb653617b req-500933b9-e234-4e38-8ecf-666c20b97597 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 0.2906365 Mar 02 18:19:37.238744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a48f7ddd-eb95-4eae-8547-271fb653617b req-14e24c4f-70f8-4b11-9a77-a01e63389bf0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314642 Mar 02 18:19:37.376665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:37.562370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71af39cd-a66a-4d65-925b-c6dfa3903e92 req-0e2f7dcc-f51c-47fe-ab09-b1e051d788be tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:37.565481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71af39cd-a66a-4d65-925b-c6dfa3903e92 req-0e2f7dcc-f51c-47fe-ab09-b1e051d788be tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2721648 Mar 02 18:19:37.723593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71af39cd-a66a-4d65-925b-c6dfa3903e92 req-177162f9-8e9e-4011-8936-6b0575f19763 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502347 Mar 02 18:19:37.852817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0727fca-2a6b-4bdd-9825-88dd483e887f req-d2a6e5e3-6f14-4af7-9fe1-9f695cf109e1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:37.858459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0727fca-2a6b-4bdd-9825-88dd483e887f req-d2a6e5e3-6f14-4af7-9fe1-9f695cf109e1 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.2804208 Mar 02 18:19:37.899546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:19:37.961498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0727fca-2a6b-4bdd-9825-88dd483e887f req-cf6ad89d-fc3b-4c76-b67b-9ceafaadf161 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973670 Mar 02 18:19:38.093370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:38.126972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.171393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:38.179376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Usage tracker for resource:security_group_rule and tenant:82704fd4b4f7498d921ae1997734cb09 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:38.185245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:38.201623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:38.251225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47540) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:38.359487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:19:38.369239 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Sync routers for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:19:38.386680 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:19:38.388975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:38.409395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.420371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38a0698a-470a-4c93-96b0-5808a03c6860 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:38.505461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.506662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.511130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b9c37443-2071-483c-8d28-727cf2089d00 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4953220 Mar 02 18:19:38.512967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47546) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:38.550518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 38a0698a-470a-4c93-96b0-5808a03c6860 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:38.551140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.637029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82704fd4b4f7498d921ae1997734cb09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5425255 Mar 02 18:19:38.637956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b891a80d-47ae-47fb-9c77-6b0d2a834841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaba230e-01f4-4225-bb7f-a3e8bb2e89b5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:38.647309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47552) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:38.794447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.806578 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:19:38.887865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.968061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:38.986886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:39.005229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:39.009239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5132c8a-b799-4717-a3b7-081f49f21ecf req-e795fa71-d01c-4c64-b4ca-9de6cbaee9e4 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.010411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce24b62f769d405c8146dd870a144020 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:39.013717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5132c8a-b799-4717-a3b7-081f49f21ecf req-e795fa71-d01c-4c64-b4ca-9de6cbaee9e4 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 1095 time: 0.2062271 Mar 02 18:19:39.016737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:39.031187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:39.116849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.146231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaba230e-01f4-4225-bb7f-a3e8bb2e89b5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:39.173036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5132c8a-b799-4717-a3b7-081f49f21ecf req-48107b74-9311-4c27-bab9-54bfd368dff7 tempest-LiveMigrationTest-162333934 tempest-LiveMigrationTest-162333934-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555843 Mar 02 18:19:39.186352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.191383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-97f27ce2-0244-4c49-a9a8-817ac1b215ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aaba230e-01f4-4225-bb7f-a3e8bb2e89b5 HTTP/1.1" status: 204 len: 168 time: 0.5427330 Mar 02 18:19:39.272651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:35Z', 'revision_number': 3, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:39.287188 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Checking router: d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:19:39.287537 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Updating router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad port 954c77a4-4858-49a5-a782-ce463a9890e4 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:19:39.344980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:39.351678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:39.352361 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.437160 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.656337 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.755262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:39.790779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:39.834559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-44f8535d-45d5-4fcf-a3c4-48938c1aea55 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.836616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-44f8535d-45d5-4fcf-a3c4-48938c1aea55 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&tenant_id=3fd879756aba443db17dde6f6a7eb212&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 948 time: 0.5555971 Mar 02 18:19:39.862476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:39.965297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e4c9a-e52d-4287-9812-1381234299f8 req-3b370f5a-a5c1-4cf9-bbb1-28130defd8ef tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.968596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e76e4c9a-e52d-4287-9812-1381234299f8 req-3b370f5a-a5c1-4cf9-bbb1-28130defd8ef tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.5953221 Mar 02 18:19:39.982437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-ee003ed2-e754-44f2-a6bf-5f08832c0695 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.983308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-ee003ed2-e754-44f2-a6bf-5f08832c0695 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.984089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-ee003ed2-e754-44f2-a6bf-5f08832c0695 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:39.994562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-ee003ed2-e754-44f2-a6bf-5f08832c0695 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb&device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15&device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 2884 time: 0.4203978 Mar 02 18:19:40.039106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:40.050036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.077424 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.095713 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Transition to ACTIVE for port object 954c77a4-4858-49a5-a782-ce463a9890e4 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:40.107770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-41e3b9ed-c8e3-455f-9567-ea880bb0563d tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Synchronizing usage tracker for tenant:aefdcba8cff946ec8343535d25ab7be0 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:19:40.148753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-171b0b7c-419f-4ac7-9ba0-c0297b91fee0 service neutron] 10.222.0.65 "GET /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 382 time: 0.2980099 Mar 02 18:19:40.229711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e76e4c9a-e52d-4287-9812-1381234299f8 req-0ca681ea-e03d-43cc-ad42-2cb59f469b75 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278347 Mar 02 18:19:40.247586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.267664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-62ad0ee8-c7c2-4ab8-a933-e5da290c0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:40.269245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-62ad0ee8-c7c2-4ab8-a933-e5da290c0540 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1100 time: 0.0906150 Mar 02 18:19:40.468521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-b7b012a4-665f-42fa-b973-54ff05614892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:40.469973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-b7b012a4-665f-42fa-b973-54ff05614892 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1914401 Mar 02 18:19:40.474990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Allocated IP 172.20.0.1 (d2a00d7f-2353-4a54-9090-8dc36d62fae9/58d35ef9-1617-4ca2-a9c6-7356daf8811f/6498f913-1d49-444f-a937-aaf27466b8b8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:40.511483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.533396 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.541846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-41e3b9ed-c8e3-455f-9567-ea880bb0563d tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Unset dirty status for tenant:aefdcba8cff946ec8343535d25ab7be0 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:19:40.543011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab681ca1-c321-484b-874e-0daf6a5c9069 req-41e3b9ed-c8e3-455f-9567-ea880bb0563d tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5472686 Mar 02 18:19:40.545710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-7c74e11a-4481-41c6-8510-a8bd80c68f7b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.0662048 Mar 02 18:19:40.557308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0c0a49-361e-4e46-a07b-0e1f3a352774 req-6e1b16e4-6a94-4350-bfa1-65404bd632d6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:40.564011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a0c0a49-361e-4e46-a07b-0e1f3a352774 req-6e1b16e4-6a94-4350-bfa1-65404bd632d6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.1938887 Mar 02 18:19:40.661963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Attempting to bind port 954c77a4-4858-49a5-a782-ce463a9890e4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:40.662480 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Attempting to bind port 954c77a4-4858-49a5-a782-ce463a9890e4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:40.662916 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Attempting to bind port 954c77a4-4858-49a5-a782-ce463a9890e4 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:40.672370 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Pushing event updated for resources: {'Port': ['ID=954c77a4-4858-49a5-a782-ce463a9890e4,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:40.681796 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:40.682466 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:40.683066 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.683472 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:40.683959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Bound port: 954c77a4-4858-49a5-a782-ce463a9890e4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:40.684585 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.732126 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.732544 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.732919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.733261 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.733594 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.733924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.734301 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.734634 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.734952 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.735478 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.735986 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.736608 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:40.749414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce24b62f769d405c8146dd870a144020&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4977233 Mar 02 18:19:40.752945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:40.778449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261823a8-f11f-4ec0-9138-a1d8be8b81d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d31c3-e564-4ba6-b726-0a5ff9cac46a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:40.841705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] For port 954c77a4-4858-49a5-a782-ce463a9890e4, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:40.841705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] For port 954c77a4-4858-49a5-a782-ce463a9890e4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=954c77a4-4858-49a5-a782-ce463a9890e4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:40.873805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.893957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.911550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Transition to ACTIVE for port object 6498f913-1d49-444f-a937-aaf27466b8b8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:40.927966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:40.996992 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.009780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a0c0a49-361e-4e46-a07b-0e1f3a352774 req-3790c6d0-6007-4c0a-945d-ddd576a9ba6d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448092 Mar 02 18:19:41.030620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-4154f090-1059-4bdb-baee-7524da7cda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:41.033585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-4154f090-1059-4bdb-baee-7524da7cda4f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.4670718 Mar 02 18:19:41.119213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.203625 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:19:41.204253 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:41.214616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.217837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89010de2-2eae-4c67-9bb2-82a0b1d35ccf req-c85e8fda-1470-4625-847d-aeccfc0a0d3b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:41.224499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89010de2-2eae-4c67-9bb2-82a0b1d35ccf req-c85e8fda-1470-4625-847d-aeccfc0a0d3b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.3234560 Mar 02 18:19:41.252360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:41.255710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d31c3-e564-4ba6-b726-0a5ff9cac46a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:41.264012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:41.293081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:41.294467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-c2385609-43a3-4100-ac10-cf4712ae1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:41.298293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-c2385609-43a3-4100-ac10-cf4712ae1d83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552934 Mar 02 18:19:41.346104 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83005c5-d0b8-4b97-99f8-a28ad3466cc9 None None] Pushing event updated for resources: {'Port': ['ID=954c77a4-4858-49a5-a782-ce463a9890e4,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:41.403198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89010de2-2eae-4c67-9bb2-82a0b1d35ccf req-976f0eec-dbfb-4d7a-bd2d-5a795311f475 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606643 Mar 02 18:19:41.503238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Pushing event updated for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:41.519331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.520779 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-42943d22-3832-4602-9c65-cebcac756b45 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e8d31c3-e564-4ba6-b726-0a5ff9cac46a HTTP/1.1" status: 204 len: 168 time: 0.7649972 Mar 02 18:19:41.552001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:41.603334 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'code': 200} Mar 02 18:19:41.724586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-2d3b8d12-04bd-4632-8ed8-cd18d42ec6be service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4094393 Mar 02 18:19:41.787422 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:19:41.978172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2b0264a-2585-4c01-9ce3-4cf1e635db37 None None] Provisioning for port 6498f913-1d49-444f-a937-aaf27466b8b8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:41.989180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2b0264a-2585-4c01-9ce3-4cf1e635db37 None None] Provisioning complete for port 6498f913-1d49-444f-a937-aaf27466b8b8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:41.989924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2b0264a-2585-4c01-9ce3-4cf1e635db37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.153698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0264a-2585-4c01-9ce3-4cf1e635db37 None None] Port 6498f913-1d49-444f-a937-aaf27466b8b8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:19:42.295066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-429da1b7-107b-44cb-89e3-219b19a091fe service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5626972 Mar 02 18:19:42.305632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.602584 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:35Z', 'revision_number': 3, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:42.616669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddaf9e3-1597-4fe2-9930-814b7ace22cc None None] The sync data for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 is: [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:35Z', 'revision_number': 3, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:19:42.633680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02008151-72f0-46f5-b7d7-d5afc3b12815 req-79be0302-4752-4dd7-8bbf-b795ca116eac tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:42.641848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.652898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02008151-72f0-46f5-b7d7-d5afc3b12815 req-79be0302-4752-4dd7-8bbf-b795ca116eac tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.5237536 Mar 02 18:19:42.704268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.742236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09187bfc-4765-4bc8-8aa6-f8f14318b8df req-589f7672-7dba-43a7-bca7-cc18a5cb698a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:42.758454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09187bfc-4765-4bc8-8aa6-f8f14318b8df req-589f7672-7dba-43a7-bca7-cc18a5cb698a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.4751153 Mar 02 18:19:42.814324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02008151-72f0-46f5-b7d7-d5afc3b12815 req-9baad68c-6f97-446b-b29c-41a07f84b895 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500585 Mar 02 18:19:42.889990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Pushing event updated for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:42.903682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:42.931988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09187bfc-4765-4bc8-8aa6-f8f14318b8df req-8150480d-aee5-407c-baa4-60879f4524b9 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724608 Mar 02 18:19:42.952161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47618) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:43.114533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-5291fb88-aff0-4d55-a524-cd16789556cd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:43.126951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-5291fb88-aff0-4d55-a524-cd16789556cd tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.5931406 Mar 02 18:19:43.192855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.359410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:43.391781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Usage tracker for resource:security_group_rule and tenant:79c7cfc23e0e4fbdb8422cd40cabf5f9 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:43.397045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:43.417068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:43.475494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Deleting port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:19:43.476241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.578630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:43.581533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:43.749597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fd96e-14a1-4e43-b91c-fef3c6ad82e7 req-e0f91589-d919-4fee-8a9a-7742a22b11fa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:43.757910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f47fd96e-14a1-4e43-b91c-fef3c6ad82e7 req-e0f91589-d919-4fee-8a9a-7742a22b11fa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.6272309 Mar 02 18:19:43.868539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:19:43.899525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f38bbbae-3095-45ab-b124-9b7f78f253a6 None None] Provisioning complete for port 6498f913-1d49-444f-a937-aaf27466b8b8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:43.900090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f38bbbae-3095-45ab-b124-9b7f78f253a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:43.943196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.002307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f38bbbae-3095-45ab-b124-9b7f78f253a6 None None] Port 6498f913-1d49-444f-a937-aaf27466b8b8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:19:44.019405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f47fd96e-14a1-4e43-b91c-fef3c6ad82e7 req-e9cd93d3-8d90-4f0e-a640-43e951d39ed7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595234 Mar 02 18:19:44.045134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.075832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60508b87-73d4-40d6-b6f5-26799dd3fa1d req-0fca9526-91aa-42df-a92d-6b4451c38f50 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:44.077460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60508b87-73d4-40d6-b6f5-26799dd3fa1d req-0fca9526-91aa-42df-a92d-6b4451c38f50 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.7591615 Mar 02 18:19:44.241401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79c7cfc23e0e4fbdb8422cd40cabf5f9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2849915 Mar 02 18:19:44.254964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47634) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:44.257173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fc86e-c42a-4548-aaed-1b06b9f3a10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba874bc5-ff3e-4d67-b53e-7fd86abffb21,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:44.314623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:19:44.349744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60508b87-73d4-40d6-b6f5-26799dd3fa1d req-c3b97786-1620-4d66-8703-c0b7c30954da tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973405 Mar 02 18:19:44.364170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d065c929-d78a-424c-858b-9f704d4fe2cf admin admin] 10.222.0.66 "PUT /v2.0/routers/d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8464112 Mar 02 18:19:44.365695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] For port e36c62f7-4d3a-4d87-a7d9-139c66a231b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:44.366245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.449483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.536077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 954c77a4-4858-49a5-a782-ce463a9890e4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:44.747855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Calling delete_port for e36c62f7-4d3a-4d87-a7d9-139c66a231b6 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:19:44.859701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 954c77a4-4858-49a5-a782-ce463a9890e4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:44.867075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 954c77a4-4858-49a5-a782-ce463a9890e4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:44.867780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:44.946375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.219030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8f5ae-12f5-475b-b8c1-77dd16581bcb req-6e838ab0-9693-4b98-a70f-ef863d501f79 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:45.227912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77b8f5ae-12f5-475b-b8c1-77dd16581bcb req-6e838ab0-9693-4b98-a70f-ef863d501f79 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.3604140 Mar 02 18:19:45.266827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719e7f0-adb4-4a4a-871d-972465f5f5a6 req-b5b8a99e-0bbf-4e48-8f65-13f08fe72c1d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:45.274517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e719e7f0-adb4-4a4a-871d-972465f5f5a6 req-b5b8a99e-0bbf-4e48-8f65-13f08fe72c1d tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 944 time: 0.3422730 Mar 02 18:19:45.304279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.363058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba874bc5-ff3e-4d67-b53e-7fd86abffb21,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:45.387636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.393901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77b8f5ae-12f5-475b-b8c1-77dd16581bcb req-8328caa7-10be-46ea-80a8-a46d9014626b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650832 Mar 02 18:19:45.397379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e719e7f0-adb4-4a4a-871d-972465f5f5a6 req-0ae8be5e-14e4-4d0e-84a2-64563c2da183 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220155 Mar 02 18:19:45.419674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 954c77a4-4858-49a5-a782-ce463a9890e4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=954c77a4-4858-49a5-a782-ce463a9890e4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:45.437441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Sync routers for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:19:45.461136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:19:45.461779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:45.464149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.548733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event deleted for resources: {'Port': ['ID=e36c62f7-4d3a-4d87-a7d9-139c66a231b6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:45.710336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.713994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0b92423-4601-47a8-a320-f7c18fc02bf2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba874bc5-ff3e-4d67-b53e-7fd86abffb21 HTTP/1.1" status: 204 len: 168 time: 1.4557779 Mar 02 18:19:45.732314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] No DVR routers for this DVR port e36c62f7-4d3a-4d87-a7d9-139c66a231b6 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:45.745893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:45.752975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a53451b-a752-4a01-9b7e-65cceb17d916 req-1b262a10-d766-4d6f-9ed1-a088d113ca69 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.65 "DELETE /v2.0/ports/e36c62f7-4d3a-4d87-a7d9-139c66a231b6 HTTP/1.1" status: 204 len: 173 time: 2.5209041 Mar 02 18:19:45.753776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-deleted', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:45.842670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['884d0f17-0262-41c0-88d5-4f2d08aa38df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:45.869979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2c283-332a-410e-acc2-7641e9b9bd8b req-1c653de3-5fdf-41a7-a875-ca1f123e0a51 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:45.873993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9e2c283-332a-410e-acc2-7641e9b9bd8b req-1c653de3-5fdf-41a7-a875-ca1f123e0a51 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2130594 Mar 02 18:19:45.935466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9e2c283-332a-410e-acc2-7641e9b9bd8b req-fca4fcea-b2c3-4123-a12b-146c904fe5a0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580597 Mar 02 18:19:45.935730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:46.113672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:19:46.357378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=954c77a4-4858-49a5-a782-ce463a9890e4,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:46.427304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb08776f-aebe-46a8-bf00-b15e36d3f59d req-663f7442-0b13-40fe-bbb5-7d0ce3a77b77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:46.437975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb08776f-aebe-46a8-bf00-b15e36d3f59d req-663f7442-0b13-40fe-bbb5-7d0ce3a77b77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2916470 Mar 02 18:19:46.529225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb08776f-aebe-46a8-bf00-b15e36d3f59d req-7eff4ec0-5b7a-457e-9b43-e2da4034cd42 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871828 Mar 02 18:19:46.529985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47680) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:46.534946 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2102df0b-564b-4c77-adee-770612f74e37', 'name': 'network-vif-deleted', 'tag': 'e36c62f7-4d3a-4d87-a7d9-139c66a231b6', 'status': 'completed', 'code': 200} Mar 02 18:19:46.536685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-449521049-network', 'tenant_id': '8cce079644a542e7b360c113a140495b'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:46.542583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-1269d7f4-de47-43dd-9fde-758c4e27c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:46.553238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:46.555133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Usage tracker for resource:network and tenant:8cce079644a542e7b360c113a140495b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:46.560779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:46.562327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-1269d7f4-de47-43dd-9fde-758c4e27c994 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1100 time: 0.5247037 Mar 02 18:19:46.577057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:46.577989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:46.682312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Made reservation on behalf of 8cce079644a542e7b360c113a140495b for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:46.685312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:46.714238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:46.748526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:46.765445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Usage tracker for resource:security_group_rule and tenant:8cce079644a542e7b360c113a140495b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:46.773857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:46.796743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:47.016243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:47.039116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.053301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.077998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: e36c62f7-4d3a-4d87-a7d9-139c66a231b6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:19:47.078719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e36c62f7-4d3a-4d87-a7d9-139c66a231b6 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:19:47.166577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.207598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:19:47.224528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5d903d-f3ab-442d-a756-3383adbe9701,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:47.251356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.252234 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Added segment f4eca045-285b-4354-83ad-a6e3c1191f4b of type vlan for network eabc094a-9e1e-429b-b33e-6a81b557fe28 Mar 02 18:19:47.286896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.288312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995be9e-2554-4c2b-b739-ad1f53eebac7 req-42ecc333-1dbc-4f53-a4d5-a9586335fb45 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:47.291401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 2, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:47.305129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6995be9e-2554-4c2b-b739-ad1f53eebac7 req-42ecc333-1dbc-4f53-a4d5-a9586335fb45 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.4604154 Mar 02 18:19:47.305432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Checking router: d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:19:47.305432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Updating router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad port 6498f913-1d49-444f-a937-aaf27466b8b8 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:19:47.392053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.437364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6995be9e-2554-4c2b-b739-ad1f53eebac7 req-d7971c52-72e8-4524-8c0d-e45ac9010e94 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407554 Mar 02 18:19:47.491536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:47.527729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.527729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:47.527729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.593615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47696) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:47.620165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:47.680405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:47.686243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Usage tracker for resource:security_group_rule and tenant:946b663f283f48b8a3e002a614e61146 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:47.693217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:47.714381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:47.797011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-464e5993-85b5-4766-bd39-f179d85a3a43 req-88bf134b-6245-4035-af0f-125fcdc9e86a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:19:47.852964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:47.926891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:47.931562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4003446 Mar 02 18:19:47.946278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:48.007489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-464e5993-85b5-4766-bd39-f179d85a3a43 req-88bf134b-6245-4035-af0f-125fcdc9e86a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:19:48.010259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-464e5993-85b5-4766-bd39-f179d85a3a43 req-88bf134b-6245-4035-af0f-125fcdc9e86a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=2102df0b-564b-4c77-adee-770612f74e37 HTTP/1.1" status: 200 len: 210 time: 0.3382206 Mar 02 18:19:48.023830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84bb1c7-edb0-448e-86e6-ae26d045b62d req-760111d0-34fb-4155-a59b-d677452be147 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:48.028497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e84bb1c7-edb0-448e-86e6-ae26d045b62d req-760111d0-34fb-4155-a59b-d677452be147 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.2825484 Mar 02 18:19:48.109982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.135603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:48.146330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe739816acf04decb938ef46ab9fe1dc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:48.151595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:48.172274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:48.173731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Request body: {'subnet': {'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-449521049-subnet', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:48.240437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.262660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.265132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:48.277855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Transition to ACTIVE for port object 6498f913-1d49-444f-a937-aaf27466b8b8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:48.283389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Usage tracker for resource:subnet and tenant:8cce079644a542e7b360c113a140495b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:48.288425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:48.295406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c7bb8-2153-42fc-94eb-11f255488237 admin admin] Pushing event updated for resources: {'Network': ['ID=eabc094a-9e1e-429b-b33e-6a81b557fe28,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:48.301012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:48.321997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:19:48.368387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.430297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Made reservation on behalf of 8cce079644a542e7b360c113a140495b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:48.433580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.471859 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=946b663f283f48b8a3e002a614e61146&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9781454 Mar 02 18:19:48.487050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:48.496657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e708ba8-b70f-4893-a27a-f77a07cab846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3123b67-fe76-41f2-97b3-3b4fb612e40c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:48.625032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 954c77a4-4858-49a5-a782-ce463a9890e4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:48.685377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.687873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.768810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e84bb1c7-edb0-448e-86e6-ae26d045b62d req-25a82153-bc48-4489-9ec1-eabc69fa7a4e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294304 Mar 02 18:19:48.774044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.804829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:48.834486 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:48.977100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Transition to ACTIVE for port object 80b3c337-0626-4e0d-af2c-8e91362c6d4e will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:49.026993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bc62c-d706-43b7-a3ce-3c81cbc27b25 req-75171ce8-a977-4fbd-acc4-e60344d916ba tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:49.044421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-575bc62c-d706-43b7-a3ce-3c81cbc27b25 req-75171ce8-a977-4fbd-acc4-e60344d916ba tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1101 time: 0.7695804 Mar 02 18:19:49.074456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.082737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.097528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:49.140629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3123b67-fe76-41f2-97b3-3b4fb612e40c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:49.163222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.164907 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eb1aa9c8-49a1-46c0-a97d-44149003f0d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3123b67-fe76-41f2-97b3-3b4fb612e40c HTTP/1.1" status: 204 len: 168 time: 0.6736598 Mar 02 18:19:49.198400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea70e5-cce9-42ce-be2d-e746af592797 None None] Pushing event updated for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:49.251953 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.372241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:19:49.462626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-575bc62c-d706-43b7-a3ce-3c81cbc27b25 req-5c20478c-9bc9-475c-9d00-ccd4efb3d473 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062397 Mar 02 18:19:49.462626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] No DVR routers for this DVR port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:49.467963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.488050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 954c77a4-4858-49a5-a782-ce463a9890e4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:49.488419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.553875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Attempting to bind port 6498f913-1d49-444f-a937-aaf27466b8b8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:49.554270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Attempting to bind port 6498f913-1d49-444f-a937-aaf27466b8b8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:49.554637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Attempting to bind port 6498f913-1d49-444f-a937-aaf27466b8b8 on network d2a00d7f-2353-4a54-9090-8dc36d62fae9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:49.580116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:49.581164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Checking segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:49.581590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.581989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Bound using segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:49.582567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Bound port: 6498f913-1d49-444f-a937-aaf27466b8b8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:49.582956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.676439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:49.690399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.718024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Checking segment: {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:49.720973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Network hostable DHCP agents. Network: eabc094a-9e1e-429b-b33e-6a81b557fe28, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:19:49.830163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] For port 6498f913-1d49-444f-a937-aaf27466b8b8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:49.849173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] For port 6498f913-1d49-444f-a937-aaf27466b8b8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6498f913-1d49-444f-a937-aaf27466b8b8,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:49.887660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:19:49.912365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de72f0-2212-46a2-965c-e9ba4ea17878,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:49.915346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:49.919792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.950535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, eabc094a-9e1e-429b-b33e-6a81b557fe28) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:49.957325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:49.957927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:49.978887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:49.979231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:49.979567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:49.981399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189dc9e6-f855-4a85-b244-f4655a36e52f None None] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:19:50.000248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3165b16-c1ea-4dea-9bc6-855ec1138cd2 req-8e5c4104-8cf5-429e-94df-937cab860a77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:50.001787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3165b16-c1ea-4dea-9bc6-855ec1138cd2 req-8e5c4104-8cf5-429e-94df-937cab860a77 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 0.9327371 Mar 02 18:19:50.033359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:19:50.033888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Attempting to bind port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:50.037155 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-44d9f0e6-e324-40c9-be47-7dc89a62e206 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0896955 Mar 02 18:19:50.039591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47734) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:50.045929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:50.048618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2e4dcb47-9430-4691-9a7f-fbd995a195d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe739816acf04decb938ef46ab9fe1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4539137 Mar 02 18:19:50.052955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47738) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:50.087639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:50.101028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Usage tracker for resource:router and tenant:8cce079644a542e7b360c113a140495b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:50.116391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:50.117735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:50.117735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:50.122778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Bound port: 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:50.123302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.137747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:50.188414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:50.241881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.291409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.341511 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.342956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.362487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3165b16-c1ea-4dea-9bc6-855ec1138cd2 req-f61aa25b-5ec6-4f3b-9f2e-e433da3f93dc tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477492 Mar 02 18:19:50.388257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:19:50.400162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:50.441079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe66e2b-036b-490a-b819-680e0cb9a6f6 req-edf10608-c1ac-43a3-a1ca-8beb7a267301 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:50.447707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbe66e2b-036b-490a-b819-680e0cb9a6f6 req-edf10608-c1ac-43a3-a1ca-8beb7a267301 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.7837007 Mar 02 18:19:50.499716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.569662 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'code': 200} Mar 02 18:19:50.583032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ea70e5-cce9-42ce-be2d-e746af592797 None None] Pushing event updated for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:50.606184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbe66e2b-036b-490a-b819-680e0cb9a6f6 req-3c94c759-4f32-40ea-93f9-4701d45dd7df tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508214 Mar 02 18:19:50.607445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:50.620062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:50.671697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.725090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.757819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de72f0-2212-46a2-965c-e9ba4ea17878,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:50.849331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:19:50.889738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:50.899308 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:50.900997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 1096 time: 4.3378122 Mar 02 18:19:51.218159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6dea9-e5e3-49e5-b83f-695574d386e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=11']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:51.374070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c8589-96cb-43fe-9b7a-b53b19e37d0a req-310c13bc-438d-4209-bd4c-7937c24c856f tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:51.375633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-567c8589-96cb-43fe-9b7a-b53b19e37d0a req-310c13bc-438d-4209-bd4c-7937c24c856f tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1101 time: 0.4904389 Mar 02 18:19:51.386747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18224162-506c-4bc3-ac8a-061d2d2d1c49 req-8d96e6fa-b077-4d31-87b2-8057e7724a74 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:51.393600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18224162-506c-4bc3-ac8a-061d2d2d1c49 req-8d96e6fa-b077-4d31-87b2-8057e7724a74 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 0.3487089 Mar 02 18:19:51.427362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-9aaece43-267e-4207-9588-9ec7e5793119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:51.428848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-9aaece43-267e-4207-9588-9ec7e5793119 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1099 time: 0.4471495 Mar 02 18:19:51.503486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18224162-506c-4bc3-ac8a-061d2d2d1c49 req-064c7235-9263-4468-818a-68bb6d1850c9 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089222 Mar 02 18:19:51.514884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:51.523243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-eabc094a-9e1e-429b-b33e-6a81b557fe28', 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'fixed_ips': [{'subnet_id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:19:51.525136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:51.525612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:51.529392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb7ad269-38dc-44ee-bb0f-ff1a2617aba1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99de72f0-2212-46a2-965c-e9ba4ea17878 HTTP/1.1" status: 204 len: 168 time: 1.4730651 Mar 02 18:19:51.699375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-567c8589-96cb-43fe-9b7a-b53b19e37d0a req-88b39e0c-763c-47ed-8141-9c235071dc03 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814064 Mar 02 18:19:51.861726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:49Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:51.870364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712ba89f-e079-4d68-a67c-b11c0a30514d None None] The sync data for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 is: [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:49Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:19:51.886832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Allocated IP 172.20.0.2 (eabc094a-9e1e-429b-b33e-6a81b557fe28/ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a/0b78b0d2-26c5-47b7-bc48-b521bfd090e1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:51.914240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-e505e5e7-8ee3-464e-8d08-db43e8922d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:51.916269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-e505e5e7-8ee3-464e-8d08-db43e8922d6d service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4608610 Mar 02 18:19:52.226182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-87950060-778f-4ea5-8053-07e82e50b39d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.2457743 Mar 02 18:19:52.264367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8201e1b9-fc5d-414d-9890-143076de683a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.497120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.517767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6498f913-1d49-444f-a937-aaf27466b8b8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:52.520911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d5d40-0249-497a-bb7b-cba8b941bc5e req-3a3650dd-d7ff-484e-a3a3-bb9e178dc0d2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:52.522737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f20d5d40-0249-497a-bb7b-cba8b941bc5e req-3a3650dd-d7ff-484e-a3a3-bb9e178dc0d2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 0.8217235 Mar 02 18:19:52.524307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-faad6001-a772-41ab-84a2-dd7547cb43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:52.525653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-faad6001-a772-41ab-84a2-dd7547cb43ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2055557 Mar 02 18:19:52.568208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.656903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.672812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Transition to ACTIVE for port object 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:52.677168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:52.705036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Transition to ACTIVE for port object 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:52.739507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6498f913-1d49-444f-a937-aaf27466b8b8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:52.747989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6498f913-1d49-444f-a937-aaf27466b8b8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:52.749050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.779553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47796) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:52.811928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f20d5d40-0249-497a-bb7b-cba8b941bc5e req-6535cce7-e78b-43b6-b66a-68642210b222 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660048 Mar 02 18:19:52.879065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.925813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:52.986008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7bc16-11cf-48b4-be89-4fa764c9e709 req-dcd25b4f-cf5c-4079-a6de-c9e096a68a3b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:52.997049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24c7bc16-11cf-48b4-be89-4fa764c9e709 req-dcd25b4f-cf5c-4079-a6de-c9e096a68a3b tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.8980091 Mar 02 18:19:53.001019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:53.031021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Usage tracker for resource:security_group_rule and tenant:0afdd074d1324f18a3954a31c529fb5a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:53.043718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Pushing event updated for resources: {'Port': ['ID=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:53.045763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-91655c00-1c42-4905-a7c2-8b11eca5b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:53.047450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-91655c00-1c42-4905-a7c2-8b11eca5b6c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 1097 time: 0.8231673 Mar 02 18:19:53.056757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:53.077291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:53.083197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:53.106378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:53.109154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:53.354523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:53.375896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Allocated IP 172.25.7.143 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/a167a2a4-dcdb-4860-a065-6ae6edf0d83d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:19:53.556379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Attempting to bind port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:53.557640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24c7bc16-11cf-48b4-be89-4fa764c9e709 req-8c17a91d-c381-4a52-8aef-f2a74221c63f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5596442 Mar 02 18:19:53.559559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Attempting to bind port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:53.563292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Attempting to bind port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 on network eabc094a-9e1e-429b-b33e-6a81b557fe28 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:53.573404 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:53.698590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:53.699228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:53.699228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Checking segment: {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:53.699864 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:53.699864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Bound using segment: {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:53.700244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Bound port: 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:53.700622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:53.845764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e78266-904b-4b9e-a494-4106c087d03d req-694119e9-ece4-4192-b3fa-4bed1a8c127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:53.847621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-694119e9-ece4-4192-b3fa-4bed1a8c127b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3030105 Mar 02 18:19:53.853905 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'status': 'completed', 'code': 200} Mar 02 18:19:53.919994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6498f913-1d49-444f-a937-aaf27466b8b8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6498f913-1d49-444f-a937-aaf27466b8b8,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:53.932582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0afdd074d1324f18a3954a31c529fb5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1474211 Mar 02 18:19:53.933476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce14ae1-ac5d-42f8-87d0-ae21f91e529d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:53.941111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47816) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:53.986812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.987197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.987550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.987892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.988471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.988823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.989155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.992066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.992447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.992853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.993197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:53.993535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668b5089-63e0-4856-a73a-ad2746d9bda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:54.001353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.029933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.101805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.148617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.294575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.302848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] For port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:19:54.305379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:54.309765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] For port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:19:54.354311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-08836478-0932-4211-87d8-d9d5a270fe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:54.354840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-08836478-0932-4211-87d8-d9d5a270fe62 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 1.2830029 Mar 02 18:19:54.372377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.380064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:19:54.395141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:19:54.416305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c001127f-eea5-402f-baec-786b2138a2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.417852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:19:54.423643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.508639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6498f913-1d49-444f-a937-aaf27466b8b8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:54.623906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-92829d5c-2179-4183-bf88-d67cbd969681 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7488730 Mar 02 18:19:54.667048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5518b-a13d-424d-baef-a5b6aa9eadb4 None None] Pushing event updated for resources: {'Port': ['ID=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:54.680892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-92ee62e4-cedb-41f9-9d8f-afc3a42517cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33 HTTP/1.1" status: 200 len: 217 time: 0.2955270 Mar 02 18:19:54.692780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce14ae1-ac5d-42f8-87d0-ae21f91e529d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:54.759666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Pushing event updated for resources: {'Port': ['ID=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:54.780201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6498f913-1d49-444f-a937-aaf27466b8b8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:54.780706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:54.907224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-04de3a0b-4f29-4ee5-9b48-251f867a1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:54.911811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-04de3a0b-4f29-4ee5-9b48-251f867a1a88 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.2177398 Mar 02 18:19:55.067715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.070997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39da21d9-d83d-4acb-b3d8-102ecd23851c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ce14ae1-ac5d-42f8-87d0-ae21f91e529d HTTP/1.1" status: 204 len: 168 time: 1.1274662 Mar 02 18:19:55.119265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:55.224179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-614ac3c7-e1d9-4e24-ae42-22bf057b1842 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2795446 Mar 02 18:19:55.302333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-82b94fce-e689-4f18-bf59-853ffeedce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:55.303994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-82b94fce-e689-4f18-bf59-853ffeedce1f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1099 time: 1.4422116 Mar 02 18:19:55.311429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad8d75-d363-4df8-97b7-e6b38cc0a2f2 req-a03d3f84-8694-4d77-8c26-84ad52694408 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:55.312865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59ad8d75-d363-4df8-97b7-e6b38cc0a2f2 req-a03d3f84-8694-4d77-8c26-84ad52694408 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 0.9571157 Mar 02 18:19:55.358510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.435325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:55.443630 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.452714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef6528-7ff7-4ef8-9540-0882ab0e860f req-90c672c2-3fa8-4aab-8cf0-75967bf7a6aa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:55.454356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27ef6528-7ff7-4ef8-9540-0882ab0e860f req-90c672c2-3fa8-4aab-8cf0-75967bf7a6aa tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 946 time: 1.5992892 Mar 02 18:19:55.461181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:55.467580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.546171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.549557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:55.610744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36e78266-904b-4b9e-a494-4106c087d03d req-a2aab8e1-896a-41c2-bc69-87fc1934f569 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9649668 Mar 02 18:19:55.651959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59ad8d75-d363-4df8-97b7-e6b38cc0a2f2 req-26c5d6b7-c98a-4c62-900f-6654c896be8c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059392 Mar 02 18:19:55.750229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27ef6528-7ff7-4ef8-9540-0882ab0e860f req-20f730e4-90b7-44f4-939e-bf1e10a7345e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108932 Mar 02 18:19:55.791719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-de3ebafc-929a-49f2-a70b-6deb23e080f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:55.799608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-de3ebafc-929a-49f2-a70b-6deb23e080f9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4813313 Mar 02 18:19:55.803615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-710ce729-2bf8-415f-a12a-95227ab3ef7b service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701413 Mar 02 18:19:55.827106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:55.890115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:56.214259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-c4f518ec-229c-4ea0-ab1a-11804dd5b435 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.3028429 Mar 02 18:19:56.237078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2eead03-55a0-4956-ad67-933190f54516 None None] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:19:56.444630 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'code': 200} Mar 02 18:19:56.660041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:56.693714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:56.709477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47860) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:56.764083 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:56.767661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0f453ceb-f259-4c10-9a2e-c01560548850 None None] Provisioning for port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:56.832323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d7dfaaaf-78d4-4a4a-ae9f-36e6a6382461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:56.833797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d7dfaaaf-78d4-4a4a-ae9f-36e6a6382461 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.6119781 Mar 02 18:19:56.882501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ab432e4-c2ff-4fa6-bb64-dd039a6b6f5b req-58498f98-aec4-4fff-82b4-61e207bb8ff1 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9733059 Mar 02 18:19:56.935737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:56.982361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d600a30e-b8de-43be-b08c-511e50021ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.000975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:19:57.004234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d600a30e-b8de-43be-b08c-511e50021ec1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1099 time: 1.2463174 Mar 02 18:19:57.007045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:57.007310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.036004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ced603-3388-4887-8227-33eafa5956ad req-32718589-41ec-4eac-8915-94f03286e577 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.041167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95ced603-3388-4887-8227-33eafa5956ad req-32718589-41ec-4eac-8915-94f03286e577 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.9238834 Mar 02 18:19:57.136821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.174483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:57.183579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Usage tracker for resource:security_group_rule and tenant:699b22f2223f4846a2ddcc6513b4a561 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:57.192295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:57.216589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:57.237996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.291450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:57.331217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cc3afb83-1fc4-44f8-b321-cd3dcb4a8a43 None None] Provisioning complete for port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:57.331947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb83-1fc4-44f8-b321-cd3dcb4a8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.370237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95ced603-3388-4887-8227-33eafa5956ad req-17ded077-06c2-49e8-b33f-1b9b79b04917 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941775 Mar 02 18:19:57.389309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47886) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:57.436617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d90752ee-4484-4b4a-8b8f-61930f651b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.438296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-d90752ee-4484-4b4a-8b8f-61930f651b10 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5657594 Mar 02 18:19:57.460839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Router 83326fa3-26a0-4302-aa36-c2c811ffac90 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:19:57.482444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.511817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc3afb83-1fc4-44f8-b321-cd3dcb4a8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.534252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.615154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-f4b4af09-79ab-455b-99cb-08c7e77aa25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:57.618320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-f4b4af09-79ab-455b-99cb-08c7e77aa25e service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5761528 Mar 02 18:19:57.618489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:19:57.625352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:57.746012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-network', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:19:57.770164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:57.772023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:57.778246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=699b22f2223f4846a2ddcc6513b4a561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9890499 Mar 02 18:19:57.779189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-857f87b2-0f6d-47e7-81eb-425e0a34c87c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1062939 Mar 02 18:19:57.779374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca07125-b033-41c0-94ec-2d72ad8f4380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5042fd2c-0a5c-4804-a852-0225afd8976c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:57.782311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47894) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:57.790956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:19:57.854340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Usage tracker for resource:network and tenant:82cdd99f47cb4f869737c02ee5a6956e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:57.864232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-cc3afb83-1fc4-44f8-b321-cd3dcb4a8a43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:19:57.864651 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-cc3afb83-1fc4-44f8-b321-cd3dcb4a8a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:19:57.865818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:57.923390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:57.948032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:19:57.962751 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Sync routers for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:19:57.976134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:19:57.980913 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:58.039834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-52f9474d-c030-4062-bb2c-553b48656f6b service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877635 Mar 02 18:19:58.040064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb49872c-5635-453a-a426-bb2d3c18835a req-b1d4a01a-b6da-42bb-9491-4b6d4511ff3a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:58.041947 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bb49872c-5635-453a-a426-bb2d3c18835a req-b1d4a01a-b6da-42bb-9491-4b6d4511ff3a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 944 time: 0.3726652 Mar 02 18:19:58.077444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:58.095652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-dbd9b4f7-3465-46ca-8d74-56d19a8d41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:58.097745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-dbd9b4f7-3465-46ca-8d74-56d19a8d41ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2869627 Mar 02 18:19:58.110461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'mac_address': 'fa:16:3e:c4:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:19:58.135549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Deleting port 884d0f17-0262-41c0-88d5-4f2d08aa38df {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:19:58.139228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.150593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46aff7c-6a70-4c2c-ba85-f0af98348b96 req-2bb80e1e-aa44-4a7f-8d59-7938045aa8c6 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:58.158488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e46aff7c-6a70-4c2c-ba85-f0af98348b96 req-2bb80e1e-aa44-4a7f-8d59-7938045aa8c6 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 948 time: 0.5582128 Mar 02 18:19:58.173183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.194541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:19:58.197963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Made reservation on behalf of 82cdd99f47cb4f869737c02ee5a6956e for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:19:58.200785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.220822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:58.251482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.255362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a70993fc-fb34-40fb-9789-1fb66bc0ec5a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.2141762 Mar 02 18:19:58.256061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47900) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:58.328734 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:19:58.337929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.351929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.387360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.420273 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.542251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e46aff7c-6a70-4c2c-ba85-f0af98348b96 req-71fe2ac1-431b-4000-80ae-3a1db0ac24d0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3825839 Mar 02 18:19:58.546528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:19:58.575213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Usage tracker for resource:security_group_rule and tenant:82cdd99f47cb4f869737c02ee5a6956e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:19:58.579275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:19:58.610485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb81d33-f30b-4785-ae7f-73ae86f81eae req-032fb899-ddeb-40fa-ad55-ff9a92c5c8fb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:58.620229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb81d33-f30b-4785-ae7f-73ae86f81eae req-032fb899-ddeb-40fa-ad55-ff9a92c5c8fb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 944 time: 0.4423981 Mar 02 18:19:58.622535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:19:58.670800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:19:58.689077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.757114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042fd2c-0a5c-4804-a852-0225afd8976c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:58.778486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:58.790694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-84ea8767-baf8-451f-ae56-f67c7bc70b4c service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7406819 Mar 02 18:19:58.802322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.802777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.803056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.803399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.803783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.804119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.804447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.804772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.805095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.805418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.805896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.806299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:19:58.822614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:19:58.822989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.843253 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:19:55Z', 'revision_number': 3, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:19:58.854542 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Checking router: 83326fa3-26a0-4302-aa36-c2c811ffac90 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:19:58.854902 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Updating router 83326fa3-26a0-4302-aa36-c2c811ffac90 port a167a2a4-dcdb-4860-a065-6ae6edf0d83d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:19:58.876653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.878694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-83e4977d-7cde-4e80-b19c-39219cda919b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5042fd2c-0a5c-4804-a852-0225afd8976c HTTP/1.1" status: 204 len: 168 time: 1.0698225 Mar 02 18:19:58.884821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] For port 884d0f17-0262-41c0-88d5-4f2d08aa38df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=884d0f17-0262-41c0-88d5-4f2d08aa38df,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:19:58.885388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:58.887172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:19:58.903703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb81d33-f30b-4785-ae7f-73ae86f81eae req-58d447f7-3983-473c-8ca9-42b432ce0410 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824461 Mar 02 18:19:59.028447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Calling delete_port for 884d0f17-0262-41c0-88d5-4f2d08aa38df owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:19:59.067768 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.201780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.207494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-ba7fd015-82f3-41fd-a1f3-5a17461f3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:59.209772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-ba7fd015-82f3-41fd-a1f3-5a17461f3c84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0280890 Mar 02 18:19:59.318494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.468677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfddbd0-c1ac-4b8a-9d1e-b29dabc99abe req-fd131720-a7a0-47c4-b1f3-ff631f64b241 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:59.470418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfddbd0-c1ac-4b8a-9d1e-b29dabc99abe req-fd131720-a7a0-47c4-b1f3-ff631f64b241 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 944 time: 0.6561902 Mar 02 18:19:59.499669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:19:59.501513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950df51a-7651-4d92-9b52-40fc61c83f05,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:59.530823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.531160 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Added segment 1f970d18-8a9b-49a4-a6f0-136d000f4b6d of type vlan for network fe682319-029a-4009-aa02-90ba8ca70f01 Mar 02 18:19:59.561497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:19:59.608884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfddbd0-c1ac-4b8a-9d1e-b29dabc99abe req-b3f0b415-dd18-47ff-be5c-354b8f923b2f tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241403 Mar 02 18:19:59.614283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 884d0f17-0262-41c0-88d5-4f2d08aa38df {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:19:59.614826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 884d0f17-0262-41c0-88d5-4f2d08aa38df not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:19:59.621291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe265a5-cc9e-4692-80e6-780040f10c5e req-e4da7d6b-2b4f-4d9f-b33c-dcf87e456bcd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:19:59.629090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbe265a5-cc9e-4692-80e6-780040f10c5e req-e4da7d6b-2b4f-4d9f-b33c-dcf87e456bcd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.5594089 Mar 02 18:19:59.634509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-3f5f45fe-9895-4a58-b059-d6f04dd7af78 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4151247 Mar 02 18:19:59.636326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.658480 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.686381 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Transition to ACTIVE for port object a167a2a4-dcdb-4860-a065-6ae6edf0d83d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:19:59.702406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.773257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event deleted for resources: {'Port': ['ID=884d0f17-0262-41c0-88d5-4f2d08aa38df,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:59.791028 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.833883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.900909 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Attempting to bind port a167a2a4-dcdb-4860-a065-6ae6edf0d83d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:19:59.900909 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Attempting to bind port a167a2a4-dcdb-4860-a065-6ae6edf0d83d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:19:59.900909 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Attempting to bind port a167a2a4-dcdb-4860-a065-6ae6edf0d83d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:19:59.903124 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f036b00-9ee9-4667-8769-892edc79bbe0 None None] Pushing event updated for resources: {'Port': ['ID=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:19:59.909303 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:19:59.909538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] No DVR routers for this DVR port 884d0f17-0262-41c0-88d5-4f2d08aa38df on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:19:59.909776 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:19:59.910077 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.910490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:19:59.911512 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Bound port: a167a2a4-dcdb-4860-a065-6ae6edf0d83d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:19:59.911982 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.912109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:19:59.919836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-deleted', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:19:59.975096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbe265a5-cc9e-4692-80e6-780040f10c5e req-c4b9e21f-3280-447e-b9ba-75fb4c129e67 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446753 Mar 02 18:19:59.992408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47920) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:19:59.997069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] For port a167a2a4-dcdb-4860-a065-6ae6edf0d83d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:00.001315 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] For port a167a2a4-dcdb-4860-a065-6ae6edf0d83d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:00.033442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.060950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:00.089786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Usage tracker for resource:security_group_rule and tenant:d2ac4e070d124df7ac87b655557d88f4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:00.098715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:00.112763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:00.116370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6496ec9c-998a-400c-aa3e-663429b2b27c req-9d6bdcf4-1e1f-4a5c-beb3-6fa98aee5668 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505920 Mar 02 18:20:00.122429 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.129520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e203a44-6b02-41c5-9eac-e9162b1840e8 req-35d5e85c-d7b1-4cb9-bb8a-c17323b10e03 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.131292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e203a44-6b02-41c5-9eac-e9162b1840e8 req-35d5e85c-d7b1-4cb9-bb8a-c17323b10e03 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.3336303 Mar 02 18:20:00.143552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bb49872c-5635-453a-a426-bb2d3c18835a req-e5054393-31c7-4aa8-8e06-d31472936b01 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "DELETE /v2.0/ports/884d0f17-0262-41c0-88d5-4f2d08aa38df HTTP/1.1" status: 204 len: 173 time: 2.0951722 Mar 02 18:20:00.172583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Allocated IP 172.20.0.1 (eabc094a-9e1e-429b-b33e-6a81b557fe28/ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a/d9453bd8-a2a0-4766-ae8c-2150441fb44d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:00.192160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.193110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.193684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.208677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:00.209297 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:00.277930 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f036b00-9ee9-4667-8769-892edc79bbe0 None None] Pushing event updated for resources: {'Port': ['ID=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:00.345562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.374539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Transition to ACTIVE for port object d9453bd8-a2a0-4766-ae8c-2150441fb44d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:00.383688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e203a44-6b02-41c5-9eac-e9162b1840e8 req-ce50b894-fa80-421e-afe9-94222f7e54ff tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077408 Mar 02 18:20:00.390184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] Pushing event updated for resources: {'Network': ['ID=fe682319-029a-4009-aa02-90ba8ca70f01,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:00.403828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network fe682319-029a-4009-aa02-90ba8ca70f01 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:20:00.426385 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:00.475608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602c6ff-bf9c-4766-bd41-dea95939c974 req-9ebd6bd4-9c48-48e6-96ca-1d6e905555d0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.477319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4602c6ff-bf9c-4766-bd41-dea95939c974 req-9ebd6bd4-9c48-48e6-96ca-1d6e905555d0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.3583767 Mar 02 18:20:00.482041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.517716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-75c1c6a7-0534-44b2-817f-eb008c5820a6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1264937 Mar 02 18:20:00.520455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47926) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:00.527118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Request body: {'subnet': {'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-subnet', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:00.529957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4602c6ff-bf9c-4766-bd41-dea95939c974 req-b80acc0b-e551-4b48-8fad-672f1a9285d6 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454240 Mar 02 18:20:00.561157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:00.571181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Usage tracker for resource:subnet and tenant:82cdd99f47cb4f869737c02ee5a6956e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:00.581559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:00.589548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:00.596498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.635478 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c7f5d0-0681-4b2b-99c8-0da15867a060', 'name': 'network-vif-deleted', 'tag': '884d0f17-0262-41c0-88d5-4f2d08aa38df', 'status': 'completed', 'code': 200} Mar 02 18:20:00.673739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:00.677800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:00.681126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.681554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:00.769965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2ac4e070d124df7ac87b655557d88f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7691524 Mar 02 18:20:00.771931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47934) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:00.777459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68193e72-6b5b-4af1-9988-cbff60e3677a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd300d-4e47-463e-9784-3fbd8d1cf2b7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:00.806311 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:19:55Z', 'revision_number': 3, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:00.811314 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429f270b-b924-4a0c-b922-3f086a9cc131 None None] The sync data for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 is: [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:19:55Z', 'revision_number': 3, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:20:00.897601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64bf17-143a-4360-8534-62f9893d39ea req-e64adb88-2695-400f-9c8e-1778e0e0020e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:00.899238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b64bf17-143a-4360-8534-62f9893d39ea req-e64adb88-2695-400f-9c8e-1778e0e0020e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 944 time: 0.2805922 Mar 02 18:20:00.904631 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.932361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Pushing event updated for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:00.946618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Made reservation on behalf of 82cdd99f47cb4f869737c02ee5a6956e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:00.948630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.974055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:00.992593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b64bf17-143a-4360-8534-62f9893d39ea req-bf53d06a-3920-45fd-b41d-008092db1f3a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857575 Mar 02 18:20:01.110324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.143224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-85573d3c-562f-41fa-85bb-7ec0e381f6b2 None None] Provisioning for port d9453bd8-a2a0-4766-ae8c-2150441fb44d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:01.144670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-85573d3c-562f-41fa-85bb-7ec0e381f6b2 None None] Provisioning complete for port d9453bd8-a2a0-4766-ae8c-2150441fb44d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:01.145069 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85573d3c-562f-41fa-85bb-7ec0e381f6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.251239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.268604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-85573d3c-562f-41fa-85bb-7ec0e381f6b2 None None] Port d9453bd8-a2a0-4766-ae8c-2150441fb44d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:01.318555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a37e763e-22d4-4b61-b08f-781cbe3de71f req-d60c9e22-c266-4d49-84b8-00be6a12c7c6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=27c7f5d0-0681-4b2b-99c8-0da15867a060 HTTP/1.1" status: 200 len: 210 time: 0.0790026 Mar 02 18:20:01.319670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd300d-4e47-463e-9784-3fbd8d1cf2b7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:01.326486 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.330932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-83524fb9-0cf5-4975-8439-063ad6b736e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/14fd300d-4e47-463e-9784-3fbd8d1cf2b7 HTTP/1.1" status: 204 len: 168 time: 0.5564921 Mar 02 18:20:01.397808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac515fb-dbd3-4364-ab92-839d5fe66b8e req-7875fc0f-e37b-4900-a6d3-8faeda11d6f3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:01.409348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac515fb-dbd3-4364-ab92-839d5fe66b8e req-7875fc0f-e37b-4900-a6d3-8faeda11d6f3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 949 time: 0.2411261 Mar 02 18:20:01.492486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.496249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac515fb-dbd3-4364-ab92-839d5fe66b8e req-5d09d9ff-34c2-42d9-a00a-c970830f4277 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859091 Mar 02 18:20:01.566684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.579080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:01.663189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e5448-a47e-4a28-a84e-4732eaab6e19 req-0fc953be-af10-4e2e-82ec-2927a04efc3a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:01.677989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-990e5448-a47e-4a28-a84e-4732eaab6e19 req-0fc953be-af10-4e2e-82ec-2927a04efc3a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.1371343 Mar 02 18:20:01.722210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce88bea1-b4ae-40f9-a38a-aadae8a30e9a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:01.746812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-990e5448-a47e-4a28-a84e-4732eaab6e19 req-f2b2488d-fd65-41ac-a832-f3b7e698df0e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677733 Mar 02 18:20:01.748949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Checking segment: {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:01.749870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Network hostable DHCP agents. Network: fe682319-029a-4009-aa02-90ba8ca70f01, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:20:01.807825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:01.814641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 80b3c337-0626-4e0d-af2c-8e91362c6d4e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:01.818812 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:01.914664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Network fe682319-029a-4009-aa02-90ba8ca70f01 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:20:02.059171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0895de-0a32-4385-bb91-5086bf80759b req-5f9c1094-02a8-42f1-b015-e808b8013ae0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:02.060358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.060770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.062002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e0895de-0a32-4385-bb91-5086bf80759b req-5f9c1094-02a8-42f1-b015-e808b8013ae0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.1967435 Mar 02 18:20:02.072438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, fe682319-029a-4009-aa02-90ba8ca70f01) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:02.082521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:02.083471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.094377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0f6981-2cc6-4f0f-b551-96134d103e4f None None] Network fe682319-029a-4009-aa02-90ba8ca70f01 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:02.151680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.169616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e0895de-0a32-4385-bb91-5086bf80759b req-54caa41b-2557-4861-8ae3-b12ec8d92b03 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001594 Mar 02 18:20:02.248440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df06c565-bddf-4ae3-b524-f84d12c89760 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.7220578 Mar 02 18:20:02.248736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47972) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:02.251774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:02.259066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:02.278040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Usage tracker for resource:router and tenant:82cdd99f47cb4f869737c02ee5a6956e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:02.285003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:02.303185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:02.310223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Pushing event updated for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:02.315374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.432859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:02.434004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:02.476815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a167a2a4-dcdb-4860-a065-6ae6edf0d83d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:02.492489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.494389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.532834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.549415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:02.576815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:02.581179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:02.590085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d1cb0-f99b-44a6-ac5e-60de137b376c req-59d1d820-f10e-4765-955d-a325b253a17f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:02.592267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-476d1cb0-f99b-44a6-ac5e-60de137b376c req-59d1d820-f10e-4765-955d-a325b253a17f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.1833413 Mar 02 18:20:02.661932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-476d1cb0-f99b-44a6-ac5e-60de137b376c req-ac415d8c-5c34-4763-b55d-3eb66e4cfa7e tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630958 Mar 02 18:20:02.732345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:02.895258 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'code': 200} Mar 02 18:20:02.906104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-fe682319-029a-4009-aa02-90ba8ca70f01', 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'fixed_ips': [{'subnet_id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:20:02.906934 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:03.021600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Router 83326fa3-26a0-4302-aa36-c2c811ffac90 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:20:03.141462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2bbeee13-e867-4cf5-8e31-8003446d2e33 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:03.180599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Allocated IP 172.20.0.2 (fe682319-029a-4009-aa02-90ba8ca70f01/ce88bea1-b4ae-40f9-a38a-aadae8a30e9a/bbda7f3c-bc50-478e-ac88-bc105047612f) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:03.184265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a167a2a4-dcdb-4860-a065-6ae6edf0d83d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:03.211610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:03.216849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-8bb0b712-79b2-4525-8bee-88fcd918124a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870080 Mar 02 18:20:03.225957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a167a2a4-dcdb-4860-a065-6ae6edf0d83d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:03.228237 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:03.297916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f06fdeae-afda-45ed-8402-d2ed4ee3ebf4 None None] Provisioning complete for port d9453bd8-a2a0-4766-ae8c-2150441fb44d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:03.298591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f06fdeae-afda-45ed-8402-d2ed4ee3ebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:03.366348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:20:03.383445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-28f50552-3df2-4b9e-87e1-c205a9ce5843 admin admin] 10.222.0.66 "PUT /v2.0/routers/83326fa3-26a0-4302-aa36-c2c811ffac90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1191609 Mar 02 18:20:03.440799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Sync routers for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:20:03.465452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f06fdeae-afda-45ed-8402-d2ed4ee3ebf4 None None] Port d9453bd8-a2a0-4766-ae8c-2150441fb44d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:03.474311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:03.474951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:03.622546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-c3c3c7e1-bd82-461c-9452-bb5530242576 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:03.629928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-c3c3c7e1-bd82-461c-9452-bb5530242576 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4059768 Mar 02 18:20:03.651175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-0a8d8fe7-0b0e-4512-9542-0e439ef49c54 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/quotas/3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 375 time: 0.0201418 Mar 02 18:20:03.674175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:03.931798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-82b4ae02-df76-49ca-b00f-a91441771358 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2793190 Mar 02 18:20:04.056779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a9302-c9c9-428b-8170-18ebed85b46e req-72b24af5-45ff-4d61-aa77-2ab8dc6690a7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:04.063226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-156a9302-c9c9-428b-8170-18ebed85b46e req-72b24af5-45ff-4d61-aa77-2ab8dc6690a7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4dc448a-8d42-43de-944c-b6d0f35e3a48 HTTP/1.1" status: 200 len: 944 time: 0.3459556 Mar 02 18:20:04.169050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.278146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port 2bbeee13-e867-4cf5-8e31-8003446d2e33 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:04.278760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.397953 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.502059 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.637958 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.642265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a167a2a4-dcdb-4860-a065-6ae6edf0d83d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:04.729598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Transition to ACTIVE for port object bbda7f3c-bc50-478e-ac88-bc105047612f will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:04.764063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Transition to ACTIVE for port object bbda7f3c-bc50-478e-ac88-bc105047612f will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:04.771717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:20:01Z', 'revision_number': 4, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:19:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd9453bd8-a2a0-4766-ae8c-2150441fb44d', 'name': '', 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'mac_address': 'fa:16:3e:57:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:59Z', 'updated_at': '2022-03-02T18:20:01Z', 'revision_number': 2, 'project_id': '8cce079644a542e7b360c113a140495b', 'subnets': [{'id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:04.775503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Checking router: 83326fa3-26a0-4302-aa36-c2c811ffac90 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:20:04.775845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Updating router 83326fa3-26a0-4302-aa36-c2c811ffac90 port d9453bd8-a2a0-4766-ae8c-2150441fb44d binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:20:04.811142 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.880609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.900943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:04.964871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Allocated IP 172.25.7.98 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/4f193ae8-4ad8-43ad-9a74-173596fbe930) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:04.988614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Network fe682319-029a-4009-aa02-90ba8ca70f01 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:04.995175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:05.000264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:05.006506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:05.099466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-01225507-85e0-4937-9699-e8f63b94227a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3476305 Mar 02 18:20:05.118644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port 2bbeee13-e867-4cf5-8e31-8003446d2e33, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2bbeee13-e867-4cf5-8e31-8003446d2e33,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:05.118644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.406017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Pushing event updated for resources: {'Port': ['ID=bbda7f3c-bc50-478e-ac88-bc105047612f,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:05.406277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for 2bbeee13-e867-4cf5-8e31-8003446d2e33 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:05.433684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Attempting to bind port bbda7f3c-bc50-478e-ac88-bc105047612f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:05.434037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Attempting to bind port bbda7f3c-bc50-478e-ac88-bc105047612f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:05.434495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Attempting to bind port bbda7f3c-bc50-478e-ac88-bc105047612f on network fe682319-029a-4009-aa02-90ba8ca70f01 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:05.445132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:05.445509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Checking segment: {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:05.445921 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.446592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Bound using segment: {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:05.446854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Bound port: bbda7f3c-bc50-478e-ac88-bc105047612f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:05.447231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.628257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] For port bbda7f3c-bc50-478e-ac88-bc105047612f, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:05.641570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] For port bbda7f3c-bc50-478e-ac88-bc105047612f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bbda7f3c-bc50-478e-ac88-bc105047612f,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:05.652650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.665430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Transition to ACTIVE for port object d9453bd8-a2a0-4766-ae8c-2150441fb44d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:05.710919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.755669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.756661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:05.825967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-e83a43a3-2b92-45b5-b045-0bf646796dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:05.825967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-e83a43a3-2b92-45b5-b045-0bf646796dfe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 1101 time: 0.6461520 Mar 02 18:20:05.947207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72ed97-2f88-4275-9b3c-155f0b888009 None None] Pushing event updated for resources: {'Port': ['ID=bbda7f3c-bc50-478e-ac88-bc105047612f,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:06.184600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Attempting to bind port d9453bd8-a2a0-4766-ae8c-2150441fb44d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:06.185316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Attempting to bind port d9453bd8-a2a0-4766-ae8c-2150441fb44d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:06.185865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Attempting to bind port d9453bd8-a2a0-4766-ae8c-2150441fb44d on network eabc094a-9e1e-429b-b33e-6a81b557fe28 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:06.196282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:06.197037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Checking segment: {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:06.198210 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.198829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Bound using segment: {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:06.199508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Bound port: d9453bd8-a2a0-4766-ae8c-2150441fb44d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4eca045-285b-4354-83ad-a6e3c1191f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:06.200097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.224656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba0f9-6641-4d49-bed7-6419476a8a44 None None] Pushing event updated for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:06.424313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae7002-cb3c-47a6-9da8-c81626cc52e1 req-ca23287c-3ff6-4f4c-85ba-5e92b994f66b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:06.435684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73ae7002-cb3c-47a6-9da8-c81626cc52e1 req-ca23287c-3ff6-4f4c-85ba-5e92b994f66b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.6188769 Mar 02 18:20:06.446011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-82c35b1d-468f-4dda-b476-8e60aab40f9a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:06.455967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-82c35b1d-468f-4dda-b476-8e60aab40f9a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:06.477270 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.536745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] For port d9453bd8-a2a0-4766-ae8c-2150441fb44d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:06.539038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-82c35b1d-468f-4dda-b476-8e60aab40f9a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:06.540624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-82c35b1d-468f-4dda-b476-8e60aab40f9a tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 945 time: 0.3799875 Mar 02 18:20:06.542485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] For port d9453bd8-a2a0-4766-ae8c-2150441fb44d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d9453bd8-a2a0-4766-ae8c-2150441fb44d,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:06.588700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:06.594869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.631163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.645111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=2bbeee13-e867-4cf5-8e31-8003446d2e33,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:06.647362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-7d0ee3f8-be40-457b-9f36-1086bfc9d091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:06.648914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-7d0ee3f8-be40-457b-9f36-1086bfc9d091 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.6614830 Mar 02 18:20:06.663752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Deleting port 14a328c8-9964-4be4-8571-8a97f4cb963b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:06.664107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:06.801439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:06.810016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:06.811393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:06.817742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:06.843578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:06.894510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73ae7002-cb3c-47a6-9da8-c81626cc52e1 req-9506fc6f-a51f-4e43-9a50-efd357c8d305 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4578178 Mar 02 18:20:06.898918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-a1db68d6-81f8-45fc-b502-c0b82df9f4b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 200 len: 217 time: 0.2017083 Mar 02 18:20:07.095163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:07.197902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:07.258977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Usage tracker for resource:security_group_rule and tenant:73b5eeb093d4492eabd9f8000a75c0a4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:07.264489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:07.264830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:07.275179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:07.295400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port 2bbeee13-e867-4cf5-8e31-8003446d2e33 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:07.326009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:07.331881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bbda7f3c-bc50-478e-ac88-bc105047612f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:07.413689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-deleted', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:07.459119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-8979a510-4d7b-4c7a-bc06-6dc7eacd1d02 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=3fd879756aba443db17dde6f6a7eb212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076832 Mar 02 18:20:07.471944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4f193ae8-4ad8-43ad-9a74-173596fbe930,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:07.494735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baba0f9-6641-4d49-bed7-6419476a8a44 None None] Pushing event updated for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:07.495739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb69e6b-9d68-4f1e-9edb-79c8ead50e8d req-f3ccaedb-0010-41b0-afb4-5866d2fbe320 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 210 time: 0.1933846 Mar 02 18:20:07.498557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-1e2fa593-9944-499d-8853-82794facd133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:07.500389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-1e2fa593-9944-499d-8853-82794facd133 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.5175009 Mar 02 18:20:07.672074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-889cbfd9-f4f1-4c96-848c-3a7210af91c5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:07.674558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-889cbfd9-f4f1-4c96-848c-3a7210af91c5 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 1.2309856 Mar 02 18:20:07.718605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] For port 14a328c8-9964-4be4-8571-8a97f4cb963b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=14a328c8-9964-4be4-8571-8a97f4cb963b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:07.719268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:07.731217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41266e2-8b0c-40db-8dfa-b501d1291ed9 None None] Network fe682319-029a-4009-aa02-90ba8ca70f01 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:07.878272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-156a9302-c9c9-428b-8170-18ebed85b46e req-9b211735-3ac8-436b-bb44-9d8c39c6d041 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "DELETE /v2.0/ports/2bbeee13-e867-4cf5-8e31-8003446d2e33 HTTP/1.1" status: 204 len: 173 time: 3.8140996 Mar 02 18:20:07.957299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Calling delete_port for 14a328c8-9964-4be4-8571-8a97f4cb963b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:07.964858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port be27460f-eb9f-4e46-8c65-529b3825509a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:07.965126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.001061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-ba4e1947-2b86-4643-a2c1-e0f0be1ca0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:08.003042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-ba4e1947-2b86-4643-a2c1-e0f0be1ca0be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4915001 Mar 02 18:20:08.096018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-45dc685d-456d-4b28-8d13-bd54f270aea2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:08.097516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-45dc685d-456d-4b28-8d13-bd54f270aea2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6203001 Mar 02 18:20:08.121422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.129350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Request body: {'port': {'device_id': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '3fd879756aba443db17dde6f6a7eb212'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:08.171337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port bbda7f3c-bc50-478e-ac88-bc105047612f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:08.238096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a167a2a4-dcdb-4860-a065-6ae6edf0d83d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:08.285065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.324032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Provisioning for port bbda7f3c-bc50-478e-ac88-bc105047612f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:08.336547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Provisioning complete for port bbda7f3c-bc50-478e-ac88-bc105047612f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:08.336796 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.440719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0967a-a9fd-4dc8-abbd-5e84041ee045 req-676cbd46-6f2c-4b2a-be89-65975662497a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:08.447750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ec0967a-a9fd-4dc8-abbd-5e84041ee045 req-676cbd46-6f2c-4b2a-be89-65975662497a tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 945 time: 0.7120817 Mar 02 18:20:08.505721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.573859 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73b5eeb093d4492eabd9f8000a75c0a4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9840298 Mar 02 18:20:08.586420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:08.606773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event deleted for resources: {'Port': ['ID=14a328c8-9964-4be4-8571-8a97f4cb963b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:08.622493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34262f1-d958-42f4-a179-135a0684a68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52e210-d29f-4cd1-9dec-523da5ea3bd5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:08.649779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a167a2a4-dcdb-4860-a065-6ae6edf0d83d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:08.650757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ec0967a-a9fd-4dc8-abbd-5e84041ee045 req-05cedd3b-4902-403b-a6bc-a9bd08ce1ad7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012825 Mar 02 18:20:08.651215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.708222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:08.746948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-6e8e8330-aba8-478d-a9b5-eb22701a7407 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147145 Mar 02 18:20:08.767132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Usage tracker for resource:port and tenant:3fd879756aba443db17dde6f6a7eb212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:08.778854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:08.833764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:08.849267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:20:01Z', 'revision_number': 4, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd9453bd8-a2a0-4766-ae8c-2150441fb44d', 'name': '', 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'mac_address': 'fa:16:3e:57:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:59Z', 'updated_at': '2022-03-02T18:20:06Z', 'revision_number': 4, 'project_id': '8cce079644a542e7b360c113a140495b', 'subnets': [{'id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:08.871355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] No DVR routers for this DVR port 14a328c8-9964-4be4-8571-8a97f4cb963b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:08.879701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.884148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-deleted', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:08.891371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.894996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb8a1b4-806a-441d-8720-fa22093b7f93 None None] The sync data for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 is: [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:20:01Z', 'revision_number': 4, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd9453bd8-a2a0-4766-ae8c-2150441fb44d', 'name': '', 'network_id': 'eabc094a-9e1e-429b-b33e-6a81b557fe28', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'mac_address': 'fa:16:3e:57:58:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_interface', 'standard_attr_id': 846, 'fixed_ips': [{'subnet_id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:59Z', 'updated_at': '2022-03-02T18:20:06Z', 'revision_number': 4, 'project_id': '8cce079644a542e7b360c113a140495b', 'subnets': [{'id': 'ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:20:08.909017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.941313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.956384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:08.958989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Made reservation on behalf of 3fd879756aba443db17dde6f6a7eb212 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:08.962623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.068325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0756ed4-9569-4b0f-825f-fb5e9a83134a req-6c3b7187-80d4-4720-92c3-1c930ed2190b tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "DELETE /v2.0/ports/14a328c8-9964-4be4-8571-8a97f4cb963b HTTP/1.1" status: 204 len: 173 time: 2.5203397 Mar 02 18:20:09.186034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] For port bbda7f3c-bc50-478e-ac88-bc105047612f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bbda7f3c-bc50-478e-ac88-bc105047612f,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:09.282453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.334914 n-d-828839-1 neutron-server[88709]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4dc448a-8d42-43de-944c-b6d0f35e3a48', 'name': 'network-vif-deleted', 'tag': '2bbeee13-e867-4cf5-8e31-8003446d2e33', 'status': 'failed', 'code': 422} returned with failed status Mar 02 18:20:09.395758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Allocated IP 192.168.233.58 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:09.445435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d9453bd8-a2a0-4766-ae8c-2150441fb44d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:09.511774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbcfcc93-33bf-4b16-81f6-402638b0adc9 req-b8e0a6ab-3415-47c1-8e99-99f256c01d29 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5 HTTP/1.1" status: 200 len: 210 time: 0.5693767 Mar 02 18:20:09.552035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port be27460f-eb9f-4e46-8c65-529b3825509a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be27460f-eb9f-4e46-8c65-529b3825509a,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:09.552413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.590340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.633720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52e210-d29f-4cd1-9dec-523da5ea3bd5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:09.668944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.670469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfd9a0c8-c7ac-460f-a5b1-48fb08506214 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e52e210-d29f-4cd1-9dec-523da5ea3bd5 HTTP/1.1" status: 204 len: 168 time: 1.0709841 Mar 02 18:20:09.719774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a46ffa-5a34-4fa8-8d2a-d61b26e26406 None None] Pushing event updated for resources: {'Port': ['ID=bbda7f3c-bc50-478e-ac88-bc105047612f,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:09.730319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.732154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-de83daa4-e88d-42db-a4f0-68a58f10ecdb None None] Provisioning complete for port bbda7f3c-bc50-478e-ac88-bc105047612f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:09.733224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-de83daa4-e88d-42db-a4f0-68a58f10ecdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.751340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Transition to ACTIVE for port object c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:09.860119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:09.882416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:09.908127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for be27460f-eb9f-4e46-8c65-529b3825509a owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:09.955020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', '5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:09.965513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:09.971650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:09.984360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:10.037487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d9453bd8-a2a0-4766-ae8c-2150441fb44d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:10.230652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:10.230652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.239360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d9453bd8-a2a0-4766-ae8c-2150441fb44d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:10.244416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.285155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:10.385352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-830f205f-be9c-4454-b1d8-745ea4b03313 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2660873 Mar 02 18:20:10.411834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Request body: {'port': {'device_id': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:10.412686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e818b317-ebb0-4a6f-9a24-18397c336103 req-1695c5d7-3ac9-417c-89d4-cd353e372522 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6536915 Mar 02 18:20:10.747898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.763075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.787032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48224) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:10.808021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.853970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-83fe465c-2a1c-460e-8f0a-0ea9f8e2093d None None] Provisioning for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:10.859060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:10.889393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:10.894952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Usage tracker for resource:security_group_rule and tenant:018e9a49e033424c87eb805f96e9c0f0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:10.898784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:10.906200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:10.907533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-83fe465c-2a1c-460e-8f0a-0ea9f8e2093d None None] Provisioning complete for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:10.908582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-83fe465c-2a1c-460e-8f0a-0ea9f8e2093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.044136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ebfb9-5c6b-4887-8afd-8f0cf95ee558 req-e12daef6-c5b9-45a4-9da6-a706df681fd5 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:11.046233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.050714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-299ebfb9-5c6b-4887-8afd-8f0cf95ee558 req-e12daef6-c5b9-45a4-9da6-a706df681fd5 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 1.7176137 Mar 02 18:20:11.084490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f77cc-d684-4b30-9da2-1dc2553b2c68 req-9b6c9fa2-5e00-4e8b-9fcf-53ad6339b1f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:11.089282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d9453bd8-a2a0-4766-ae8c-2150441fb44d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d9453bd8-a2a0-4766-ae8c-2150441fb44d,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:11.102282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-858f77cc-d684-4b30-9da2-1dc2553b2c68 req-9b6c9fa2-5e00-4e8b-9fcf-53ad6339b1f7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 935 time: 1.3032598 Mar 02 18:20:11.145878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.214096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.224101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-858f77cc-d684-4b30-9da2-1dc2553b2c68 req-836bef63-f154-4c23-99d2-c636ac6295ed tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172593 Mar 02 18:20:11.256827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-299ebfb9-5c6b-4887-8afd-8f0cf95ee558 req-5969f760-63e5-412e-897c-378033f22cad tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978076 Mar 02 18:20:11.279773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c60c6be-4f9f-4a13-9e2e-e9d5e3a13328,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:11.303689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-36646b1d-8c43-475a-b289-ab57cf52acf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=018e9a49e033424c87eb805f96e9c0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4818349 Mar 02 18:20:11.305031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:11.388416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-83fe465c-2a1c-460e-8f0a-0ea9f8e2093d None None] Port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:11.506866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bbda7f3c-bc50-478e-ac88-bc105047612f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:11.633163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.635485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:11.639914 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:20:11.647205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.669284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Transition to ACTIVE for port object c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:11.672001 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010c3bb7-0d0b-4f0e-9b31-05c8f7fd45d5', 'name': 'network-vif-deleted', 'tag': '14a328c8-9964-4be4-8571-8a97f4cb963b', 'status': 'completed', 'code': 200} Mar 02 18:20:11.710158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be27460f-eb9f-4e46-8c65-529b3825509a no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:11.740491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.742508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.849884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=be27460f-eb9f-4e46-8c65-529b3825509a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:11.880828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: be27460f-eb9f-4e46-8c65-529b3825509a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:11.881188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be27460f-eb9f-4e46-8c65-529b3825509a not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:11.881620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:11.918362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port be27460f-eb9f-4e46-8c65-529b3825509a on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:11.921840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:11.938624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'name': 'network-vif-deleted', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:11.944968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4125f56e-3e90-4cac-a5ac-982997cdb690 req-9a297a18-ec1d-4fce-a627-68e59809b888 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "DELETE /v2.0/ports/be27460f-eb9f-4e46-8c65-529b3825509a HTTP/1.1" status: 204 len: 173 time: 4.2106223 Mar 02 18:20:12.047595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 14a328c8-9964-4be4-8571-8a97f4cb963b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:12.049336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 14a328c8-9964-4be4-8571-8a97f4cb963b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:12.070223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:12.090157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b88c1753-42a2-4344-98cf-09af5ede40b9 req-d8f726ca-a80b-4af0-b7c5-377895b2faf7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:12.099770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bbda7f3c-bc50-478e-ac88-bc105047612f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:12.100146 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.116170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:20:12.168142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.228627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:12.249871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:12.252846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:12.253150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b88c1753-42a2-4344-98cf-09af5ede40b9 req-d8f726ca-a80b-4af0-b7c5-377895b2faf7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:12.253281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:12.253697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:12.254912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b88c1753-42a2-4344-98cf-09af5ede40b9 req-d8f726ca-a80b-4af0-b7c5-377895b2faf7 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=61474753-5d1f-456e-9416-04ea3854ea5e HTTP/1.1" status: 200 len: 210 time: 0.2583325 Mar 02 18:20:12.280575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:20:12.281109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:12.299642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:12.300293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:12.302849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:12.303573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Bound port: c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:12.304121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.506695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:12.513158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:12.516863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.557663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c60c6be-4f9f-4a13-9e2e-e9d5e3a13328,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:12.561051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.564538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-09b67ace-c60d-47f2-9b62-45d37009ebfb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c60c6be-4f9f-4a13-9e2e-e9d5e3a13328 HTTP/1.1" status: 204 len: 168 time: 1.2555192 Mar 02 18:20:12.590066 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61474753-5d1f-456e-9416-04ea3854ea5e', 'name': 'network-vif-deleted', 'tag': 'be27460f-eb9f-4e46-8c65-529b3825509a', 'status': 'completed', 'code': 200} Mar 02 18:20:12.617592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.707356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:12.708000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.709904 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 1095 time: 2.3108356 Mar 02 18:20:12.752456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:20:12.752940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbec2f5-47cb-4ba5-950c-40efa6cc86a9 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:12.766077 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Sync routers for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:20:12.778698 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:12.779908 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:12.956482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-dd2b6768-9f63-4900-824f-ed124d3504ee tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:12.958028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-dd2b6768-9f63-4900-824f-ed124d3504ee tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.4818664 Mar 02 18:20:12.964643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:12.976483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-05e5c4a6-8334-4a87-bdac-393f12dc76b5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.7183256 Mar 02 18:20:12.979223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48260) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:12.992287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-4ae52415-fac8-40e7-8549-42e2ad3e2c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:12.999221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-4ae52415-fac8-40e7-8549-42e2ad3e2c0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1098 time: 0.1285133 Mar 02 18:20:13.130855 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:13.167908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:20:13.188049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-6dc4d0e2-02e6-4df3-bc49-cf50b7392ee6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1771986 Mar 02 18:20:13.206724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-9a6a7433-fc7f-4cfc-af91-86f81e0bc9f7 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.2252023 Mar 02 18:20:13.284553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-96867b89-7b61-479f-8eb8-09f7779f3050 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:13.427296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d9453bd8-a2a0-4766-ae8c-2150441fb44d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:13.435995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-5cd84f64-d83e-42c2-878e-0b29dd8197c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:13.438516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-5cd84f64-d83e-42c2-878e-0b29dd8197c4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2422132 Mar 02 18:20:13.472949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2ef4-4f79-44df-a2c9-5b69e2073de7 req-12436ab2-5af2-4a91-b627-a03722a31b29 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:13.480106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad4c2ef4-4f79-44df-a2c9-5b69e2073de7 req-12436ab2-5af2-4a91-b627-a03722a31b29 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.6387436 Mar 02 18:20:13.585325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-1fb4981b-8936-44a4-a87b-7890bd86d859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:13.585607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-96867b89-7b61-479f-8eb8-09f7779f3050 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:13.591692 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-1fb4981b-8936-44a4-a87b-7890bd86d859 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1413674 Mar 02 18:20:13.593285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-96867b89-7b61-479f-8eb8-09f7779f3050 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3847070 Mar 02 18:20:13.655093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:13.668032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-b3b426c6-bbdf-4383-a719-3b77b07e4c06 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:13.669771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-b3b426c6-bbdf-4383-a719-3b77b07e4c06 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 0.7358146 Mar 02 18:20:13.676317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'mac_address': 'fa:16:3e:2c:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:20:13.702629 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:07Z', 'revision_number': 3, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:13.717634 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Checking router: d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:20:13.718292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Updating router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 port 4f193ae8-4ad8-43ad-9a74-173596fbe930 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:20:13.743567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:13.772404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad4c2ef4-4f79-44df-a2c9-5b69e2073de7 req-de21157d-a6f0-4abc-9cba-97c1710ee10a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805858 Mar 02 18:20:13.776548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d9453bd8-a2a0-4766-ae8c-2150441fb44d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:13.776928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:13.835067 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:13.885651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-987ae34d-2067-4dcc-8233-3308ddf72cd7 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888985 Mar 02 18:20:13.903500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:13.930318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:13.996833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:14.070478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.247781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:14.251496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Deleting port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:14.252597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.316490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:14.426958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-b874c5cd-d94d-46c6-99a3-2a9801f122f9 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326859 Mar 02 18:20:14.511556 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.544719 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Transition to ACTIVE for port object 4f193ae8-4ad8-43ad-9a74-173596fbe930 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:14.547769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebb04762-ce7a-4229-96fb-f07decbfc683 req-12334ba6-ffb0-448c-b214-303f3ca8dc1a service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550100 Mar 02 18:20:14.565257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-bc56a395-0fcd-4af0-a117-90bf4b72f232 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2146325 Mar 02 18:20:14.625051 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.793699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-73aed33b-94b4-4b95-ac8b-a0f75ec457cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:14.797880 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-73aed33b-94b4-4b95-ac8b-a0f75ec457cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e8773c964544bf39e976faa7844fc8c&device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 1096 time: 0.1178706 Mar 02 18:20:14.805041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287ae2-b67d-46f8-9c1d-c6d3c3ffedd0 None None] Pushing event updated for resources: {'Port': ['ID=4f193ae8-4ad8-43ad-9a74-173596fbe930,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:14.819429 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Attempting to bind port 4f193ae8-4ad8-43ad-9a74-173596fbe930 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:14.821906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Attempting to bind port 4f193ae8-4ad8-43ad-9a74-173596fbe930 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:14.822528 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Attempting to bind port 4f193ae8-4ad8-43ad-9a74-173596fbe930 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:14.831277 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:14.831966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:14.832550 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.833108 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:14.834010 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Bound port: 4f193ae8-4ad8-43ad-9a74-173596fbe930, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:14.834848 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:14.967937 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] For port 4f193ae8-4ad8-43ad-9a74-173596fbe930, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:14.972178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] For port 4f193ae8-4ad8-43ad-9a74-173596fbe930, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f193ae8-4ad8-43ad-9a74-173596fbe930,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:15.026417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4065-6c27-4926-b240-f2dfa97a8d7b req-4e0051fc-f13e-4464-91d7-2396d89218e3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:15.027939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-deba4065-6c27-4926-b240-f2dfa97a8d7b req-4e0051fc-f13e-4464-91d7-2396d89218e3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 949 time: 0.8402226 Mar 02 18:20:15.035630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-9fa0a65e-1ff7-4c91-8af0-bdfd27dd10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:15.040490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-9fa0a65e-1ff7-4c91-8af0-bdfd27dd10ee service neutron] 10.222.0.11 "GET /v2.0/networks?id=e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 200 len: 907 time: 0.2055655 Mar 02 18:20:15.041533 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:15.159085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:15.160096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:15.166560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-5953da91-44ba-4b50-8c40-13cbcd90a38b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 200 len: 217 time: 0.1212733 Mar 02 18:20:15.181865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:15.200647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-cfa7779a-0116-4a14-a34e-ab744acb27af service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6388369 Mar 02 18:20:15.280010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-100919a3-30a0-4515-9609-74b6d3117778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:15.281889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-100919a3-30a0-4515-9609-74b6d3117778 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 200 len: 846 time: 0.1094522 Mar 02 18:20:15.310383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-deba4065-6c27-4926-b240-f2dfa97a8d7b req-edb9b848-b3dd-4bf8-93f2-7fcdf94d4599 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705569 Mar 02 18:20:15.311158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc287ae2-b67d-46f8-9c1d-c6d3c3ffedd0 None None] Pushing event updated for resources: {'Port': ['ID=4f193ae8-4ad8-43ad-9a74-173596fbe930,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:15.398679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] For port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,segment=NetworkSegment(b9dfc611-00ce-4280-8651-37b209f978b6),segment_id=b9dfc611-00ce-4280-8651-37b209f978b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:15.399038 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:15.402894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-3b15969d-6c61-41ec-8996-93ff7e0a2da4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e1056bd5-f828-4a64-bc09-61407afb951f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111035 Mar 02 18:20:15.431502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:15.526878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:15.552845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:15.553894 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:15.571810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:15.655243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:20:15.670068 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-71f39dbf-bc3f-4004-b200-f0a350f212e6 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599771 Mar 02 18:20:15.673918 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:15.783776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:20:15.898932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Calling delete_port for d0ab2b59-ee66-4866-a77b-a0ef0389dd9b owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:15.988364 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'status': 'completed', 'code': 200} Mar 02 18:20:16.090432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:16.180748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:16.196857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:16.214674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73a57d1c-bdbf-4f36-a589-074d3f9f0696 req-f245d58d-172e-4baf-8652-e03e878c9ca7 service neutron] 10.222.0.11 "GET /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294209 Mar 02 18:20:16.236622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'mac_address': 'fa:16:3e:d0:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:20:16.252555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-d3541202-9687-4994-9bbc-9d2aad8c7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:16.261918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-d3541202-9687-4994-9bbc-9d2aad8c7c03 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1098 time: 0.2726860 Mar 02 18:20:16.317480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.341242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:16.367469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:16.413704 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:07Z', 'revision_number': 3, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:16.420602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df22208-9e92-4f34-a1bc-d705ac21333a None None] The sync data for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 is: [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:07Z', 'revision_number': 3, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:20:16.467461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1880614559'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:16.473618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:16.476228 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.485341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Usage tracker for resource:router and tenant:33700d518c4343f58b9c4f5c471cdd59 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:16.499089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:16.523321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:16.586869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdf5ea-748e-448e-bcc6-0ba7f8d9db56 req-c07c9dad-9a23-4879-a591-46d54beb79c6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:16.595994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-02606446-69a3-4c59-9d4b-f326119335b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:16.598358 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-02606446-69a3-4c59-9d4b-f326119335b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.3292913 Mar 02 18:20:16.598688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cbdf5ea-748e-448e-bcc6-0ba7f8d9db56 req-c07c9dad-9a23-4879-a591-46d54beb79c6 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 945 time: 1.0111580 Mar 02 18:20:16.633048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:16.696991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.699235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.717978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:16.723590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.767010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-9ccb206b-0c9f-486f-b410-f60ca7eff0b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1604373 Mar 02 18:20:16.889223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb222e4-55ec-433a-aacb-39c63638e96d req-33642363-d73e-4ddd-81c2-daca14bc1e69 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:16.896685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bb222e4-55ec-433a-aacb-39c63638e96d req-33642363-d73e-4ddd-81c2-daca14bc1e69 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.6314926 Mar 02 18:20:16.921198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-33cf3a93-c842-459b-9f45-647c5200cac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:16.924873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-33cf3a93-c842-459b-9f45-647c5200cac0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1516333 Mar 02 18:20:16.928596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:16.944522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cbdf5ea-748e-448e-bcc6-0ba7f8d9db56 req-a090b838-e176-4a87-aa3d-609b34a82501 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/security-groups?id=75898f47-919b-48d5-9d4a-8bdf763eb3c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443670 Mar 02 18:20:17.014749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.021526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Allocated IP 172.20.0.1 (fe682319-029a-4009-aa02-90ba8ca70f01/ce88bea1-b4ae-40f9-a38a-aadae8a30e9a/03639b04-e402-4d89-8275-1c96c086db16) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:17.084517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.085618 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec4ee08e-ff37-4f05-b0f6-e15d6bae8acf tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8852437 Mar 02 18:20:17.092160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48328) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:17.147847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Pushing event deleted for resources: {'Port': ['ID=d0ab2b59-ee66-4866-a77b-a0ef0389dd9b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:17.158777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bb222e4-55ec-433a-aacb-39c63638e96d req-55b38672-06fa-4c5a-9a88-fe56cfc25f4f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611094 Mar 02 18:20:17.182017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:17.349037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.401544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3a9f6de-177c-4837-b02c-5038915821f7 req-bd2a8c38-edb8-4343-9f82-976682c8fc85 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 210 time: 0.2546902 Mar 02 18:20:17.436391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:17.436777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.481996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f193ae8-4ad8-43ad-9a74-173596fbe930 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:17.650943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] No DVR routers for this DVR port d0ab2b59-ee66-4866-a77b-a0ef0389dd9b on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:17.749991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.760979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-deleted', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:17.793607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:17.857054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e5c32d3-033b-4ed4-ac20-581ab42c5dd4 req-d8defa7d-15e3-4479-a3ab-d8d9991a8c16 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.11 "DELETE /v2.0/ports/d0ab2b59-ee66-4866-a77b-a0ef0389dd9b HTTP/1.1" status: 204 len: 173 time: 4.1669455 Mar 02 18:20:17.863431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:17.931200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d8383-3b1d-44e4-b598-f19f2ef77268 req-f4941165-393e-4083-a026-6778e9438c43 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:17.944677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f5d8383-3b1d-44e4-b598-f19f2ef77268 req-f4941165-393e-4083-a026-6778e9438c43 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 948 time: 0.3427107 Mar 02 18:20:17.956035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-34d6fd12-44af-41f7-b161-bc94c9279369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:17.957546 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-34d6fd12-44af-41f7-b161-bc94c9279369 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9832463 Mar 02 18:20:18.019290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:18.035792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.051599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f5d8383-3b1d-44e4-b598-f19f2ef77268 req-f49a1388-b169-4927-bac8-03bba156bc89 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056437 Mar 02 18:20:18.075818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:18.093470 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf77ab7-9e67-419b-a64f-141e8a174f12', 'name': 'network-vif-deleted', 'tag': 'd0ab2b59-ee66-4866-a77b-a0ef0389dd9b', 'status': 'completed', 'code': 200} Mar 02 18:20:18.101240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Transition to ACTIVE for port object 03639b04-e402-4d89-8275-1c96c086db16 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:18.121111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4f193ae8-4ad8-43ad-9a74-173596fbe930 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:18.135583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4f193ae8-4ad8-43ad-9a74-173596fbe930 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:18.137502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.207746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.211856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.245877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.249401 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'code': 200} Mar 02 18:20:18.253078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.340311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-897ef929-7a08-4fa2-9071-2b8638ea0b0c service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561673 Mar 02 18:20:18.402639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.403214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 285a9075-eda7-4976-b71c-13b49d40e810 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:20:18.408294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:18.462952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:18.463324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.540280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.540532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Network fe682319-029a-4009-aa02-90ba8ca70f01 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:18.545027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a38cc73c-d776-41bb-8fe8-65081ecac229 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "DELETE /v2.0/routers/285a9075-eda7-4976-b71c-13b49d40e810 HTTP/1.1" status: 204 len: 168 time: 1.4518642 Mar 02 18:20:18.551705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48356) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:18.558430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Request body: {'router': {'name': 'tempest-router-1539191884', 'distributed': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:18.571189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:18.576607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Usage tracker for resource:router and tenant:33700d518c4343f58b9c4f5c471cdd59 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:18.582823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:18.596643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:18.604637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-11146d79-b941-42fa-a1e6-7698a0b1b3d4 req-3ab56b9a-5463-4187-a97f-6336b53094a4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Synchronizing usage tracker for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:18.605568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:18.641939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:18.656444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:18.685479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.687928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.720254 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9979072b-ac56-4fbb-a7d3-8e4654b9aa39 req-788a6341-16ea-432c-bf08-5fb286965284 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698962 Mar 02 18:20:18.737520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.766763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Pushing event updated for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:18.781541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.789915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-11146d79-b941-42fa-a1e6-7698a0b1b3d4 req-3ab56b9a-5463-4187-a97f-6336b53094a4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] Unset dirty status for tenant:af51cd2d541e45bcaa482f67323618d4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:18.795781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11146d79-b941-42fa-a1e6-7698a0b1b3d4 req-3ab56b9a-5463-4187-a97f-6336b53094a4 tempest-LiveMigrationTest-155281497 tempest-LiveMigrationTest-155281497-project] 10.222.0.66 "GET /v2.0/ports?device_id=acf77ab7-9e67-419b-a64f-141e8a174f12 HTTP/1.1" status: 200 len: 210 time: 0.4338388 Mar 02 18:20:18.820459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.830870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.883774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:18.885692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4f193ae8-4ad8-43ad-9a74-173596fbe930, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f193ae8-4ad8-43ad-9a74-173596fbe930,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:18.908139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.938851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.943432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c775ab7-835f-4657-b6ff-c4866570d133 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3882360 Mar 02 18:20:18.948329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:18.967253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:18.969356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:19.187298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.198251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95185c89-26d6-42fc-b798-4d50b35a5d51 req-546d996b-1e21-427c-aecc-63ccdea72006 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 210 time: 0.0700326 Mar 02 18:20:19.198885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: d0ab2b59-ee66-4866-a77b-a0ef0389dd9b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:19.199609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d0ab2b59-ee66-4866-a77b-a0ef0389dd9b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:19.232574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:19.267661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.297270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6050fc89-92ea-4bea-b350-b3546df35505 None None] Provisioning for port 03639b04-e402-4d89-8275-1c96c086db16 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:19.315325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6050fc89-92ea-4bea-b350-b3546df35505 None None] Provisioning complete for port 03639b04-e402-4d89-8275-1c96c086db16 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:19.315675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6050fc89-92ea-4bea-b350-b3546df35505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.419252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4f193ae8-4ad8-43ad-9a74-173596fbe930,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:19.428379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6050fc89-92ea-4bea-b350-b3546df35505 None None] Port 03639b04-e402-4d89-8275-1c96c086db16 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:19.451637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fc624-b8e9-4c5f-9512-fc53eb78c498 req-b1748ae4-3091-41cc-a13b-62ac730e17c2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:19.451637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d8fc624-b8e9-4c5f-9512-fc53eb78c498 req-b1748ae4-3091-41cc-a13b-62ac730e17c2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 948 time: 0.9417961 Mar 02 18:20:19.606182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d8fc624-b8e9-4c5f-9512-fc53eb78c498 req-829f2864-3a30-4f72-a243-fc3d70dc30f3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380146 Mar 02 18:20:19.632399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-6f8e635b-971e-4118-9340-9f59e4f9e98d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:19.633995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-6f8e635b-971e-4118-9340-9f59e4f9e98d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.8328524 Mar 02 18:20:19.657155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:19.778579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.780165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea1d22-e438-48fd-a1a7-2443a8b3746a req-d1b76931-e275-49c1-9c7c-e0601ecb9586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:19.781344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.781485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cea1d22-e438-48fd-a1a7-2443a8b3746a req-d1b76931-e275-49c1-9c7c-e0601ecb9586 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1101 time: 0.9819937 Mar 02 18:20:19.856198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:19.872432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.872432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 003741af-cee2-4996-8f5b-878530ee107a {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:20:19.885865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:19.887665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3808f043-3ce8-47af-9ef2-0b516ffa35a0 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "DELETE /v2.0/routers/003741af-cee2-4996-8f5b-878530ee107a HTTP/1.1" status: 204 len: 168 time: 0.9427075 Mar 02 18:20:19.888655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:19.890857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48378) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:19.895527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cea1d22-e438-48fd-a1a7-2443a8b3746a req-2beb7c8b-771b-4d3c-8225-dd03b37d132b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031246 Mar 02 18:20:19.898941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Request body: {'router': {'name': 'tempest-router-2096697214', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '55d42bd0a43342fea3f87b2829581b0e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:19.904444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:19.908852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Usage tracker for resource:router and tenant:55d42bd0a43342fea3f87b2829581b0e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:19.912503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:19.919333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:19.980422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48384) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:20.012881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.013965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.044351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.073983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2d16ef-78c7-43bf-999e-742f610a1bf2 req-a8bfca10-ad45-4c4c-8c35-1590bc095c64 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:20.081791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2d16ef-78c7-43bf-999e-742f610a1bf2 req-a8bfca10-ad45-4c4c-8c35-1590bc095c64 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.5250962 Mar 02 18:20:20.150614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.171318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2d16ef-78c7-43bf-999e-742f610a1bf2 req-3b201f5c-bd3c-4477-b77f-551549078b01 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879569 Mar 02 18:20:20.237505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:20.237505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.238184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.274777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:20.288047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Deleting subnet 30d4ae26-17ff-4cff-a252-16def1ed400b {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:20:20.297266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.472301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a83d2ed-9027-4334-afa2-5b95845977d5 req-0efa4ce5-c782-427d-9b23-1b503ddfac7c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 210 time: 0.1103942 Mar 02 18:20:20.474764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.475960 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d76fb37-74c1-4f6a-8cb5-6445fdbfc76c tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5836849 Mar 02 18:20:20.480352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48402) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:20.503639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.538859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:20.545387 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'code': 200} Mar 02 18:20:20.573185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.762404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e489d2c-1e13-4556-b35f-625cfff73dc1 req-b38d17b6-c6d7-4dc6-b8ec-ed3914b14602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:20.764057 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e489d2c-1e13-4556-b35f-625cfff73dc1 req-b38d17b6-c6d7-4dc6-b8ec-ed3914b14602 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1100 time: 0.1535060 Mar 02 18:20:20.812827 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e489d2c-1e13-4556-b35f-625cfff73dc1 req-a7d629b3-aa47-4e59-8bc8-946408360854 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420558 Mar 02 18:20:20.825976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.881391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d4ae26-17ff-4cff-a252-16def1ed400b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:20.890931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:20.901767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e295a1bf-4a9f-4bb5-8029-58817de34051 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/30d4ae26-17ff-4cff-a252-16def1ed400b HTTP/1.1" status: 204 len: 168 time: 0.9199455 Mar 02 18:20:20.904022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:21.046357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.069455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.9 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/1f913e4d-9d8e-47fa-b21d-fd67372059f1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:21.206457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.236535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ad1cf88-919d-468e-bf43-61b48d213e76']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:21.251382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.251382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.260380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9dfc611-00ce-4280-8651-37b209f978b6') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:21.261760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9dfc611-00ce-4280-8651-37b209f978b6') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:21.282021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.314877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.318924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:20:21.319335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:20:21.336078 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:20:21.346777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f193ae8-4ad8-43ad-9a74-173596fbe930 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:21.369779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:20:21.431092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4f193ae8-4ad8-43ad-9a74-173596fbe930 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:21.431473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.457537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.527729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88709) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 02 18:20:21.528103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Router 4d4b717f-59f8-406c-a94e-22c0c1b923aa migrating from provider to provider. {{(pid=88709) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 02 18:20:21.528435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.545255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.558227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.598477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ad1cf88-919d-468e-bf43-61b48d213e76,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:21.688683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-88cf829d-03c0-4050-8142-f4e786ca56b0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3ad1cf88-919d-468e-bf43-61b48d213e76 HTTP/1.1" status: 204 len: 168 time: 0.7811365 Mar 02 18:20:21.689591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48420) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:21.716147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.748606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a60bc-ceca-4136-ac23-ca56415f1f87 req-f8182553-eee3-4fbb-a7bd-1d3e17df1ed8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:21.754808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e1a60bc-ceca-4136-ac23-ca56415f1f87 req-f8182553-eee3-4fbb-a7bd-1d3e17df1ed8 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 945 time: 0.8452780 Mar 02 18:20:21.756779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Deleting subnet 8c0c5ffc-d6fc-49e0-8620-b0ee4111ac77 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:20:21.760096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.760275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.808680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e812307e-dfc0-4088-ac42-65c4261b2709 req-2c38a927-336b-4269-9a41-6c5b098fbd84 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:21.808680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e812307e-dfc0-4088-ac42-65c4261b2709 req-2c38a927-336b-4269-9a41-6c5b098fbd84 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.9973798 Mar 02 18:20:21.816114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.883947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.890815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:21.986909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Pushing event updated for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:22.009527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.023235 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6b0d07f-3eb5-45f4-bbff-84e1f144f3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.037280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e812307e-dfc0-4088-ac42-65c4261b2709 req-30800e78-0d59-4a68-ad83-ed5023f76c9e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077308 Mar 02 18:20:22.064534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.164895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.175367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.192032 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] 10.222.0.66 "DELETE /v2.0/subnets/8c0c5ffc-d6fc-49e0-8620-b0ee4111ac77 HTTP/1.1" status: 204 len: 168 time: 0.4990566 Mar 02 18:20:22.192032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79ef16-b755-451f-98fd-83961d7baede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0c5ffc-d6fc-49e0-8620-b0ee4111ac77,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:22.193568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:22.296152 n-d-828839-1 neutron-server[88709]: WARNING neutron.scheduler.l3_agent_scheduler [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] No L3 agents can host the router 4d4b717f-59f8-406c-a94e-22c0c1b923aa Mar 02 18:20:22.309605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e1a60bc-ceca-4136-ac23-ca56415f1f87 req-5d0cb9bd-e7e7-4750-b51b-644ea810b2dc tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5539262 Mar 02 18:20:22.329732 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.480386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.513260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0953b414-abbd-43f6-a580-522f945326c9']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:22.527212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff0971d-c006-4159-a32c-d94ed27aee74') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:22.527434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff0971d-c006-4159-a32c-d94ed27aee74') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:22.540391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.557374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.566921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:20:22.567263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.579378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9657914-9d83-420e-b246-6110bfad4ffe req-1051e6fa-cc09-45fe-b7ea-20672f47e03e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 210 time: 0.1435454 Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:20:22.581836 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:20:22.657324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Network fe682319-029a-4009-aa02-90ba8ca70f01 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:22.677205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:22.698426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5852a5b3-a17f-4ea9-84a3-7d66610cb99a req-d855bbce-e823-475d-ae01-20e933fc4a7c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:22.712731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5852a5b3-a17f-4ea9-84a3-7d66610cb99a req-d855bbce-e823-475d-ae01-20e933fc4a7c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.5206182 Mar 02 18:20:22.712731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Hosts for router 4d4b717f-59f8-406c-a94e-22c0c1b923aa: [] {{(pid=88709) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 02 18:20:22.746055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-02630768-55ab-4887-bc04-b13d9346f295 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:22.747094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-02630768-55ab-4887-bc04-b13d9346f295 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Synchronizing usage tracker for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:22.764491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-02630768-55ab-4887-bc04-b13d9346f295 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Unset dirty status for tenant:6e8773c964544bf39e976faa7844fc8c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:22.765670 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-02630768-55ab-4887-bc04-b13d9346f295 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 945 time: 0.1829906 Mar 02 18:20:22.853399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Deleting port f4262cd8-44c2-48e8-99d6-608b579318e2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:22.853893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:22.887105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Hosts for other DVR routers connected to router 4d4b717f-59f8-406c-a94e-22c0c1b923aa: set() {{(pid=88709) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 02 18:20:22.963310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5852a5b3-a17f-4ea9-84a3-7d66610cb99a req-3630c263-1f3a-4950-9865-39e4b458142b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240202 Mar 02 18:20:22.999605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dc68ef09-f322-4d67-a600-29f5eff61556 None None] Provisioning complete for port 03639b04-e402-4d89-8275-1c96c086db16 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:23.000160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dc68ef09-f322-4d67-a600-29f5eff61556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:23.104695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dc68ef09-f322-4d67-a600-29f5eff61556 None None] Port 03639b04-e402-4d89-8275-1c96c086db16 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:23.132741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:20:23.371697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] For port f4262cd8-44c2-48e8-99d6-608b579318e2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f4262cd8-44c2-48e8-99d6-608b579318e2,segment=NetworkSegment(453e6cd9-6686-46f9-9001-66ce7fba285b),segment_id=453e6cd9-6686-46f9-9001-66ce7fba285b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:23.373117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:23.532326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Calling delete_port for f4262cd8-44c2-48e8-99d6-608b579318e2 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:23.663138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451d407-c385-457f-b12a-b5a5169d7bd9 req-c40b0a32-1c68-4797-bdec-da6330f192aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:23.666298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5451d407-c385-457f-b12a-b5a5169d7bd9 req-c40b0a32-1c68-4797-bdec-da6330f192aa tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.4689727 Mar 02 18:20:23.701280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:20:23.711123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d474e90a-beaf-49a9-9341-5696e9f00443 admin admin] 10.222.0.66 "PUT /v2.0/routers/d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6269557 Mar 02 18:20:23.718272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Sync routers for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:20:23.726250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a4334-be94-4978-b8d8-82c688cc485f req-9f29eb97-c5e4-4a8f-9cc9-eb63b9691c7b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:23.727867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d46a4334-be94-4978-b8d8-82c688cc485f req-9f29eb97-c5e4-4a8f-9cc9-eb63b9691c7b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.5319834 Mar 02 18:20:23.737027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:23.738009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:19:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:23.785526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5451d407-c385-457f-b12a-b5a5169d7bd9 req-a13a9115-12a0-4601-82c2-61937459d04f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126537 Mar 02 18:20:23.824474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d46a4334-be94-4978-b8d8-82c688cc485f req-baad79b3-9d84-4d4e-b2e9-6f1e8420dba2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763848 Mar 02 18:20:23.897939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.078397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:24.116558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:24.131402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:24.134502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:24.188350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:24.247179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.259572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:24.259572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.265045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.276002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=0953b414-abbd-43f6-a580-522f945326c9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:24.296807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.303115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f8ba4102-e08e-4fb8-b3e1-7774fbc3557a tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "PUT /v2.0/routers/4d4b717f-59f8-406c-a94e-22c0c1b923aa HTTP/1.1" status: 200 len: 717 time: 3.7725618 Mar 02 18:20:24.303266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:24.316700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324ae4e-0285-4fa7-8d78-f1a842700a38 req-44b9a533-fc15-468d-b7ce-c191bb480bff tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:24.320462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7324ae4e-0285-4fa7-8d78-f1a842700a38 req-44b9a533-fc15-468d-b7ce-c191bb480bff tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 945 time: 0.3439891 Mar 02 18:20:24.331288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35251cca-83e1-4eba-a2e7-1657ce04b5d6 req-1d35ec5c-a095-4244-b3ce-b98b5f62cc9a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:24.338235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-35251cca-83e1-4eba-a2e7-1657ce04b5d6 req-1d35ec5c-a095-4244-b3ce-b98b5f62cc9a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:24.360092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.371250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7305bf44-ea7e-4802-a9d7-1cc00236c944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.377040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f4262cd8-44c2-48e8-99d6-608b579318e2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:24.385596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-32dcbbba-8d8c-45d7-95cf-1de3f438c230 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7345157 Mar 02 18:20:24.397964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7324ae4e-0285-4fa7-8d78-f1a842700a38 req-dc4436b0-4877-4f9c-a26f-b8a4b690db11 tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/security-groups?id=24d4c2dd-eb75-4936-90cc-33f785230b62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615926 Mar 02 18:20:24.403599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Request body: {'port': {'device_id': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:24.429095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b208697b-212c-4869-9b99-2eb498db79a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0953b414-abbd-43f6-a580-522f945326c9 HTTP/1.1" status: 204 len: 168 time: 2.2323308 Mar 02 18:20:24.436023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Pushing event deleted for resources: {'Port': ['ID=f4262cd8-44c2-48e8-99d6-608b579318e2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:24.456991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-35251cca-83e1-4eba-a2e7-1657ce04b5d6 req-1d35ec5c-a095-4244-b3ce-b98b5f62cc9a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:24.464064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35251cca-83e1-4eba-a2e7-1657ce04b5d6 req-1d35ec5c-a095-4244-b3ce-b98b5f62cc9a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 931 time: 0.4192402 Mar 02 18:20:24.546169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c7d38cd2-e86a-4e23-982a-64bc1086aa92 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "GET /v2.0/routers/4d4b717f-59f8-406c-a94e-22c0c1b923aa HTTP/1.1" status: 200 len: 717 time: 0.2423315 Mar 02 18:20:24.554932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:24.623085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35251cca-83e1-4eba-a2e7-1657ce04b5d6 req-ed80f512-b228-411d-86f8-ce6eb2e3eea1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553981 Mar 02 18:20:24.630338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.662203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] No DVR routers for this DVR port f4262cd8-44c2-48e8-99d6-608b579318e2 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:24.680174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:24.689563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03315ef3-75f0-4c84-b1cd-0d2e398d12fa req-411799ac-12bd-40f4-b058-38322d48234c tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.11 "DELETE /v2.0/ports/f4262cd8-44c2-48e8-99d6-608b579318e2 HTTP/1.1" status: 204 len: 173 time: 1.9173825 Mar 02 18:20:24.694722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'name': 'network-vif-deleted', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:24.707488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:19Z', 'revision_number': 4, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '03639b04-e402-4d89-8275-1c96c086db16', 'name': '', 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'mac_address': 'fa:16:3e:5a:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:16Z', 'updated_at': '2022-03-02T18:20:20Z', 'revision_number': 2, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'subnets': [{'id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:24.712029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Checking router: d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:20:24.712457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Updating router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 port 03639b04-e402-4d89-8275-1c96c086db16 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:20:24.777258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.010783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48476) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:25.079084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3f8e2031-11d5-4261-91f1-ef38bb6179cd tempest-RoutersTestDVR-54428925 tempest-RoutersTestDVR-54428925-project] 10.222.0.66 "GET /v2.0/routers/4d4b717f-59f8-406c-a94e-22c0c1b923aa HTTP/1.1" status: 200 len: 683 time: 0.5211580 Mar 02 18:20:25.083321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:25.155104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.167684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Transition to ACTIVE for port object 03639b04-e402-4d89-8275-1c96c086db16 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:25.229293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c45ec-08f8-4c41-9f24-902f2ab68516 req-386a2583-81a3-421f-b868-53d9a0cbeff1 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:25.238214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-750c45ec-08f8-4c41-9f24-902f2ab68516 req-386a2583-81a3-421f-b868-53d9a0cbeff1 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1100 time: 0.4727898 Mar 02 18:20:25.241254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.343455 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c78a7074-9d05-4877-bc5d-b177b9d75e66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=af51cd2d541e45bcaa482f67323618d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310800 Mar 02 18:20:25.346743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48492) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:25.457733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-750c45ec-08f8-4c41-9f24-902f2ab68516 req-ad29fc85-60fd-4786-b765-ca4302f35275 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183831 Mar 02 18:20:25.503292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.526517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Pushing event updated for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:25.536926 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.554934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:25.631598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.703496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.716012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Attempting to bind port 03639b04-e402-4d89-8275-1c96c086db16 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:25.716456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Attempting to bind port 03639b04-e402-4d89-8275-1c96c086db16 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:25.716885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Attempting to bind port 03639b04-e402-4d89-8275-1c96c086db16 on network fe682319-029a-4009-aa02-90ba8ca70f01 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:25.729797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:25.730491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Checking segment: {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:25.732365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.732365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Bound using segment: {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:25.733234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Bound port: 03639b04-e402-4d89-8275-1c96c086db16, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f970d18-8a9b-49a4-a6f0-136d000f4b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:25.735066 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5a1fa-9531-4da7-aa1f-b57897892e69', 'name': 'network-vif-deleted', 'tag': 'f4262cd8-44c2-48e8-99d6-608b579318e2', 'status': 'completed', 'code': 200} Mar 02 18:20:25.742169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.793441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.884983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] For port 03639b04-e402-4d89-8275-1c96c086db16, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:25.891833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] For port 03639b04-e402-4d89-8275-1c96c086db16, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03639b04-e402-4d89-8275-1c96c086db16,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:25.971718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f913e4d-9d8e-47fa-b21d-fd67372059f1 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:25.986606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.987778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:25.988939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.001699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.008826 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-92dbe492-5810-49d4-aa2d-7eb9910be646 req-c7b93b55-2f73-4ac2-a1fb-18da5f521b48 tempest-FloatingIPDetailsNegativeTestJSON-743768245 tempest-FloatingIPDetailsNegativeTestJSON-743768245-project] show failed (client error): The resource could not be found. Mar 02 18:20:26.009874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92dbe492-5810-49d4-aa2d-7eb9910be646 req-c7b93b55-2f73-4ac2-a1fb-18da5f521b48 tempest-FloatingIPDetailsNegativeTestJSON-743768245 tempest-FloatingIPDetailsNegativeTestJSON-743768245-project] 10.222.0.66 "GET /v2.0/floatingips/77d78c7f-d86d-4369-9385-6dd41f79634a HTTP/1.1" status: 404 len: 350 time: 0.1256411 Mar 02 18:20:26.011863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.026104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48514) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:26.143377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Transition to ACTIVE for port object 1f913e4d-9d8e-47fa-b21d-fd67372059f1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:26.147357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:26.148871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:20:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:26.199941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.200551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d4b717f-59f8-406c-a94e-22c0c1b923aa {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:20:26.208463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34493520-4dbb-49f3-981c-7b206c2d5365 req-4c9eb5c3-e99f-42de-837c-6ab350b3d782 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:26.210058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34493520-4dbb-49f3-981c-7b206c2d5365 req-4c9eb5c3-e99f-42de-837c-6ab350b3d782 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.4128501 Mar 02 18:20:26.256680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4543-cfaf-4738-88e1-53142f08d825 None None] Pushing event updated for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:26.270003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.313899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.434376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.435786 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-82486f5a-620d-47a6-99d3-c197ecb983b3 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "DELETE /v2.0/routers/4d4b717f-59f8-406c-a94e-22c0c1b923aa HTTP/1.1" status: 204 len: 168 time: 1.3493092 Mar 02 18:20:26.441124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:26.449418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Request body: {'router': {'name': 'tempest-router-873303503', 'distributed': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:26.455709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75898f47-919b-48d5-9d4a-8bdf763eb3c0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:26.457940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:26.474134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Usage tracker for resource:router and tenant:33700d518c4343f58b9c4f5c471cdd59 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:26.480464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:26.508870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:26.549986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:26.591633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.687534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.689336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.717984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d11a9c62-c881-42e3-bcbe-4033e108ed92 req-3ce294e9-7dbd-4a08-a49d-99d0f545be8f tempest-ServersTestJSON-1870418687 tempest-ServersTestJSON-1870418687-project] 10.222.0.66 "GET /v2.0/ports?device_id=8fe5a1fa-9531-4da7-aa1f-b57897892e69 HTTP/1.1" status: 200 len: 210 time: 0.3916321 Mar 02 18:20:26.740533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34493520-4dbb-49f3-981c-7b206c2d5365 req-2c20c389-59db-4986-8cd1-fc8ed8ad6648 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5224113 Mar 02 18:20:26.760197 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.865151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:26.867788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.871661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a9579f51-c5d0-42c1-a67d-0dbc28c3184e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75898f47-919b-48d5-9d4a-8bdf763eb3c0 HTTP/1.1" status: 204 len: 168 time: 1.5077159 Mar 02 18:20:26.880256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Attempting to bind port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:26.880699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Attempting to bind port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:26.881378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Attempting to bind port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:26.887590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:20:26.890365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Attempting to bind port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:26.894444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:26.894785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:26.895179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:26.895754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Bound port: 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:26.896110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.929033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:26.991792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:19Z', 'revision_number': 4, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '03639b04-e402-4d89-8275-1c96c086db16', 'name': '', 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'mac_address': 'fa:16:3e:5a:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:16Z', 'updated_at': '2022-03-02T18:20:25Z', 'revision_number': 4, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'subnets': [{'id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:26.996390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6622e644-2d2b-4425-8f28-845e3062bd91 None None] The sync data for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 is: [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:19Z', 'revision_number': 4, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '03639b04-e402-4d89-8275-1c96c086db16', 'name': '', 'network_id': 'fe682319-029a-4009-aa02-90ba8ca70f01', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'mac_address': 'fa:16:3e:5a:65:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:16Z', 'updated_at': '2022-03-02T18:20:25Z', 'revision_number': 4, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'subnets': [{'id': 'ce88bea1-b4ae-40f9-a38a-aadae8a30e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:20:27.044796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:27.057264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:27.146640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.239602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:27.240716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.243285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] 10.222.0.65 "PUT /v2.0/ports/1f913e4d-9d8e-47fa-b21d-fd67372059f1 HTTP/1.1" status: 200 len: 1091 time: 2.8490674 Mar 02 18:20:27.302086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:27.370924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615908e-d3f3-42c9-95e2-01e97f11dc3b service neutron] Pushing event updated for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:27.414457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03639b04-e402-4d89-8275-1c96c086db16 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:27.419860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.484632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.620177 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1', 'status': 'completed', 'code': 200} Mar 02 18:20:27.645555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.648270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7834ac41-1f94-4dc8-b58a-bbcca3a25811 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 1.2061229 Mar 02 18:20:27.653194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9ad0a-cf64-4382-afed-d1a08d703173 req-c438b4a3-9fce-48ea-84a6-326978321545 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:27.654714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48546) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:27.668277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7e9ad0a-cf64-4382-afed-d1a08d703173 req-c438b4a3-9fce-48ea-84a6-326978321545 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 943 time: 0.2926939 Mar 02 18:20:27.678263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f4262cd8-44c2-48e8-99d6-608b579318e2 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:27.681253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-729f7182-347c-4a15-8ea4-24151be24860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:27.694555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-729f7182-347c-4a15-8ea4-24151be24860 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 1094 time: 0.2374237 Mar 02 18:20:27.772082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 03639b04-e402-4d89-8275-1c96c086db16 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:27.790531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: f4262cd8-44c2-48e8-99d6-608b579318e2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:27.791339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f4262cd8-44c2-48e8-99d6-608b579318e2 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:27.794148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 03639b04-e402-4d89-8275-1c96c086db16 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:27.794604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:27.807004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-8ff55f08-e21f-4683-a59a-911124c978d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1 HTTP/1.1" status: 200 len: 217 time: 0.0931406 Mar 02 18:20:27.934753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7e9ad0a-cf64-4382-afed-d1a08d703173 req-59639ad5-0e9b-4161-95fc-e8fd4be48fdd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501915 Mar 02 18:20:27.981557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-d6d95dc0-d819-4e16-9bbb-9ff1955291ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:27.985113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-d6d95dc0-d819-4e16-9bbb-9ff1955291ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.1626086 Mar 02 18:20:28.027111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.108793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48554) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:28.143640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-2040e51b-40b3-4808-8261-74b1b8c30c8f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467016 Mar 02 18:20:28.164644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.184538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48560) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:28.253725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 03639b04-e402-4d89-8275-1c96c086db16, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03639b04-e402-4d89-8275-1c96c086db16,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:28.373356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.546977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:28.591058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab0d3f86-89b8-448d-b245-779327d73ae0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7b1ee56e35f4a1da9548141494c8212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959329 Mar 02 18:20:28.598274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48564) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:28.696492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Deleting subnet 6eacd79b-a115-4883-8490-f26cdfa7fc86 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:20:28.709389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-f1bc7a1c-0701-4b6e-a480-211ebc543e6b service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5598729 Mar 02 18:20:28.747613 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.835332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075c9f0-b8d3-42d7-a69c-0127c388b828 req-d1f84097-1846-4b1c-910b-78087547cc65 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:28.836963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3075c9f0-b8d3-42d7-a69c-0127c388b828 req-d1f84097-1846-4b1c-910b-78087547cc65 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.5261064 Mar 02 18:20:28.901847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.906366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:28.926916 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-e9eabfbb-ad03-4de6-96c2-42b72f3b6858 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8989203 Mar 02 18:20:28.968978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae88e7a-a327-4a82-8a12-d497e97e7b9f req-c11b877e-d44d-4b47-a209-955b0843ea23 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:28.970621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ae88e7a-a327-4a82-8a12-d497e97e7b9f req-c11b877e-d44d-4b47-a209-955b0843ea23 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.6116979 Mar 02 18:20:29.008307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.042333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.043331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 284e5ad6-80b4-400b-adfd-05f01fc97c67 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:20:29.051330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.056742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Deleting port 03639b04-e402-4d89-8275-1c96c086db16 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:29.057360 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.088468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.089701 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-805f5881-e529-40a4-baf1-62e290a07f73 tempest-RoutersTestDVR-548811587 tempest-RoutersTestDVR-548811587-project-admin] 10.222.0.66 "DELETE /v2.0/routers/284e5ad6-80b4-400b-adfd-05f01fc97c67 HTTP/1.1" status: 204 len: 168 time: 1.4338980 Mar 02 18:20:29.192142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3075c9f0-b8d3-42d7-a69c-0127c388b828 req-5a86af51-4288-4cf5-a93c-10d5b959aa4a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757828 Mar 02 18:20:29.211977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.267645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ae88e7a-a327-4a82-8a12-d497e97e7b9f req-f6ee393e-48ea-4a3f-bc8c-9fab9ff42e64 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698767 Mar 02 18:20:29.275672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2026b9-56e6-45b9-804c-92ba42ebd6b7 req-0a916fdd-83cb-47bd-837b-f0ee538c6952 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481534 Mar 02 18:20:29.277279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.315124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] For port 03639b04-e402-4d89-8275-1c96c086db16, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=03639b04-e402-4d89-8275-1c96c086db16,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:29.315577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.358660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03639b04-e402-4d89-8275-1c96c086db16 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:29.458696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 03639b04-e402-4d89-8275-1c96c086db16 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:29.459287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.517616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Calling delete_port for 03639b04-e402-4d89-8275-1c96c086db16 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:29.736522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.767047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48600) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:29.849451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.881220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6eacd79b-a115-4883-8490-f26cdfa7fc86,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:29.899000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-888e79cf-818d-47a4-9bf3-902364062fca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6eacd79b-a115-4883-8490-f26cdfa7fc86 HTTP/1.1" status: 204 len: 168 time: 1.7893484 Mar 02 18:20:29.911510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:29.952122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.956723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:29.957888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/04670976-ae37-4b83-b5b2-9e7a07cc2529 HTTP/1.1" status: 204 len: 168 time: 1.3545725 Mar 02 18:20:29.973581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0843ac07-db62-47bb-8bb4-3ddf6f66e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04670976-ae37-4b83-b5b2-9e7a07cc2529,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:29.998028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e9e39-b838-45c6-9fa1-3e22caa231a9 req-38c7dfa8-0e7d-4dd4-88d4-9096ce993a72 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.007385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-233e9e39-b838-45c6-9fa1-3e22caa231a9 req-38c7dfa8-0e7d-4dd4-88d4-9096ce993a72 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 943 time: 0.5940974 Mar 02 18:20:30.023024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.056826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-0e62ac2c-1c28-4af5-8539-84881e484578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.058595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-0e62ac2c-1c28-4af5-8539-84881e484578 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 1094 time: 0.5632839 Mar 02 18:20:30.115408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-233e9e39-b838-45c6-9fa1-3e22caa231a9 req-434fdd6c-0b4b-43f4-a1ea-001134911b63 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071260 Mar 02 18:20:30.124787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:30.132778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Usage tracker for resource:security_group_rule and tenant:55d42bd0a43342fea3f87b2829581b0e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:30.143573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.143573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:30.151269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:30.220476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.271623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-1262a032-e33a-412a-a43a-9f82992d761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.273273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-1262a032-e33a-412a-a43a-9f82992d761c service neutron] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.2072706 Mar 02 18:20:30.297541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Pushing event deleted for resources: {'Port': ['ID=03639b04-e402-4d89-8275-1c96c086db16,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:30.416180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-87c99b7c-ecc0-4f6c-aa67-ce6b38617ff5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1 HTTP/1.1" status: 200 len: 217 time: 0.1364322 Mar 02 18:20:30.510712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.591620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.622017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1056bd5-f828-4a64-bc09-61407afb951f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:30.642390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '453e6cd9-6686-46f9-9001-66ce7fba285b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:30.642752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '453e6cd9-6686-46f9-9001-66ce7fba285b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:30.659911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.683225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.716216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.724516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-71af703f-2e98-40dd-9cb0-e335ae60ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.726173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:20:30.726594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:30.731558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-71af703f-2e98-40dd-9cb0-e335ae60ea6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.3085406 Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:20:30.748183 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:20:30.809521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-5d6a6607-e9f9-4e30-bc68-a3341846ee6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593278 Mar 02 18:20:30.847330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806248bf-dd5a-4722-9228-6ceb3ab86644 req-61ccb6ed-527b-4bb8-9d68-4c5bb9f16b0e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.854763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-806248bf-dd5a-4722-9228-6ceb3ab86644 req-61ccb6ed-527b-4bb8-9d68-4c5bb9f16b0e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.3461671 Mar 02 18:20:30.864849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ab56d-caa6-40c7-bf36-c87efc366254 req-55864aff-1e51-4cb8-8026-ef142c580c45 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:30.866889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-883ab56d-caa6-40c7-bf36-c87efc366254 req-55864aff-1e51-4cb8-8026-ef142c580c45 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3568528 Mar 02 18:20:31.108773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-883ab56d-caa6-40c7-bf36-c87efc366254 req-5a6b7514-d456-41f0-bd45-4ce823f59d98 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285256 Mar 02 18:20:31.127456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-806248bf-dd5a-4722-9228-6ceb3ab86644 req-6138a1b2-fa73-4521-8e1a-1dd51616a4cb tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717264 Mar 02 18:20:31.152534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55d42bd0a43342fea3f87b2829581b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3843634 Mar 02 18:20:31.164302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48640) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:31.164476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6fa44-7590-4b8c-9eaa-56dc03c554f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24ef980-4dba-4976-a7fc-2b451709771e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:31.202794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-47bd4f4d-49db-4fdf-89ae-35932d4b4f47 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856792 Mar 02 18:20:31.210974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.261798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1f913e4d-9d8e-47fa-b21d-fd67372059f1 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:20:31.410041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.459317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.474486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1056bd5-f828-4a64-bc09-61407afb951f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:31.552958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:31.566369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.585218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '1f913e4d-9d8e-47fa-b21d-fd67372059f1', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': '1f913e4d-9d8e-47fa-b21d-fd67372059f1', 'mac_address': 'fa:16:3e:4f:cd:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:20:31.590571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ff73267-56f8-4d06-bb4b-a692340d0a67 req-353a5d54-c504-4731-91c1-e418e600d9d8 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3610659 Mar 02 18:20:31.624932 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.639369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d69b2e-eb14-4d9c-84fe-a13ecb6fe679 req-f177f978-f9c1-493f-9d8d-2da1a2b38e95 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:31.641434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62d69b2e-eb14-4d9c-84fe-a13ecb6fe679 req-f177f978-f9c1-493f-9d8d-2da1a2b38e95 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 943 time: 0.1886966 Mar 02 18:20:31.646612 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e3183e1-f83f-4b69-92c3-ab1855351ad0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/e1056bd5-f828-4a64-bc09-61407afb951f HTTP/1.1" status: 204 len: 168 time: 1.7339818 Mar 02 18:20:31.723258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.763994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f913e4d-9d8e-47fa-b21d-fd67372059f1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:31.788542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:31.845938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62d69b2e-eb14-4d9c-84fe-a13ecb6fe679 req-698c9a8c-354e-4428-af2a-87c170d8e0f8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827376 Mar 02 18:20:31.897298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.897650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.927778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24ef980-4dba-4976-a7fc-2b451709771e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:31.931112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:31.933492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01d46c52-36e5-4ccb-a2f0-4dc6bfcd8195 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e24ef980-4dba-4976-a7fc-2b451709771e HTTP/1.1" status: 204 len: 168 time: 0.7677300 Mar 02 18:20:32.010447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:20:32.010921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:32.163193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['1f913e4d-9d8e-47fa-b21d-fd67372059f1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:32.279065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48666) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:32.294347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:20:32.303211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8fd5cb17-f083-4953-b39b-04c67bf27092 admin admin] 10.222.0.66 "PUT /v2.0/routers/d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2741764 Mar 02 18:20:32.305523 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Sync routers for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:20:32.311098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48670) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:32.319779 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:32.320520 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:20:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:32.513434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65c56a85-20a6-4af2-98fc-aa938bd9444d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e8773c964544bf39e976faa7844fc8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301059 Mar 02 18:20:32.515977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:32.518231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-db018c05-a94a-43c8-bee8-38e5a3f3fe06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:32.519714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-db018c05-a94a-43c8-bee8-38e5a3f3fe06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1100 time: 0.3380394 Mar 02 18:20:32.573859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c47f41f-1846-4e31-adeb-cf75a2802a77 req-ca9f48aa-b091-4e5a-94c2-82beb0695f1b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:32.577748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c47f41f-1846-4e31-adeb-cf75a2802a77 req-ca9f48aa-b091-4e5a-94c2-82beb0695f1b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.2222025 Mar 02 18:20:32.592774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ad9b9-3313-478c-9a1a-85add7e7a7e5 req-98c2845c-2e2a-4dfe-aeb5-26867ba1bf58 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:32.598420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-413ad9b9-3313-478c-9a1a-85add7e7a7e5 req-98c2845c-2e2a-4dfe-aeb5-26867ba1bf58 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2417295 Mar 02 18:20:32.630607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:32.676381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c47f41f-1846-4e31-adeb-cf75a2802a77 req-645fb0f0-baf4-49be-b9c8-32600aa85197 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769427 Mar 02 18:20:32.680621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:32.690870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-413ad9b9-3313-478c-9a1a-85add7e7a7e5 req-9c90bde9-0c51-42bf-8b75-2a46510dd78f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732081 Mar 02 18:20:32.816077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:32.990479 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:29Z', 'revision_number': 5, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:32.995056 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Checking router: d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:20:33.022293 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Routers {'d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:20:33.022293 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:20:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:33.044916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d43b7-2409-4eee-98d0-5bc80ab541d2 req-8585f6ac-395d-4240-b5e7-108091d1212c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.064821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e77d43b7-2409-4eee-98d0-5bc80ab541d2 req-8585f6ac-395d-4240-b5e7-108091d1212c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 944 time: 0.1101384 Mar 02 18:20:33.065536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-7a3b78e9-13fd-4c3b-b93d-8627cdd96bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.079968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-7a3b78e9-13fd-4c3b-b93d-8627cdd96bc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5380933 Mar 02 18:20:33.128119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e77d43b7-2409-4eee-98d0-5bc80ab541d2 req-bc66cebc-be25-48a5-8263-c8cc307491d6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615897 Mar 02 18:20:33.209476 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] Set router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:20:33.228646 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-9eb5934b-8a80-45ba-9f08-209fe8974198 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1280651 Mar 02 18:20:33.230380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.275424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1f913e4d-9d8e-47fa-b21d-fd67372059f1 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:33.326518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.347718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-aec409ea-bb67-45b2-8655-74e059810125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.349279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-aec409ea-bb67-45b2-8655-74e059810125 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1094713 Mar 02 18:20:33.419510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48696) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:33.439857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.464249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-021aecb5-6631-4a85-916b-f15976e43841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.466133 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-021aecb5-6631-4a85-916b-f15976e43841 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1070600 Mar 02 18:20:33.490712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:33.498052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Usage tracker for resource:security_group_rule and tenant:33700d518c4343f58b9c4f5c471cdd59 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:33.505733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Deleting port 4f193ae8-4ad8-43ad-9a74-173596fbe930 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:33.506252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.544149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:33.549784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:33.559346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.559550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.588649 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:29Z', 'revision_number': 5, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:33.595030 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ecc639-d15d-4aa9-8c27-5a92121d3e07 None None] The sync data for ids ['d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3'] in n-d-828839-1 is: [{'id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1209862725-router', 'tenant_id': '82cdd99f47cb4f869737c02ee5a6956e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:20:02Z', 'updated_at': '2022-03-02T18:20:29Z', 'revision_number': 5, 'project_id': '82cdd99f47cb4f869737c02ee5a6956e', 'gw_port': {'id': '4f193ae8-4ad8-43ad-9a74-173596fbe930', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:d0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd77d08cd-ebbd-4fc2-8287-1940bb0d0bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:20:04Z', 'updated_at': '2022-03-02T18:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:20:33.653096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d4c2dd-eb75-4936-90cc-33f785230b62,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:33.697220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:33.699515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.703335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.707753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d99dc85c-728f-4863-ae4d-ae18bd35683d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/24d4c2dd-eb75-4936-90cc-33f785230b62 HTTP/1.1" status: 204 len: 168 time: 1.1840515 Mar 02 18:20:33.731321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:33.731990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:33.742307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:33.811499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-47283267-8441-4dc0-9cf5-4a95d70a7b37 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357744 Mar 02 18:20:33.875780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] For port 4f193ae8-4ad8-43ad-9a74-173596fbe930, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f193ae8-4ad8-43ad-9a74-173596fbe930,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:33.876111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.880740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.881207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.881670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.882161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.882618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.883070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.883519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:33.885719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b15c5e-9f96-4edf-aa78-36dc6f5b7734 req-eb533fbc-3130-48d3-81e0-36a227a3a015 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5017 time: 0.4367285 Mar 02 18:20:33.961951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.972570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:33.999897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e74c21a-4a41-4162-9428-6d966cdc4872 req-75059f1a-d4ce-4ed3-b277-89bf6552f5e0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.008553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e74c21a-4a41-4162-9428-6d966cdc4872 req-75059f1a-d4ce-4ed3-b277-89bf6552f5e0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1820803 Mar 02 18:20:34.067782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e74c21a-4a41-4162-9428-6d966cdc4872 req-7843a1ee-6d6c-4931-aeaf-e30dbbcf9cee tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582130 Mar 02 18:20:34.093963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Calling delete_port for 4f193ae8-4ad8-43ad-9a74-173596fbe930 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:34.148618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:34.180794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:34.184717 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1', 'code': 200} Mar 02 18:20:34.234982 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-faf717a1-92d1-42fe-bb53-f47b99e0df55 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023976 Mar 02 18:20:34.410707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cddc659-f1d3-4656-91c1-42117c5a8aef,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:34.418498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab6f9140-68a0-4e25-843e-dbf224ab544f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=33700d518c4343f58b9c4f5c471cdd59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9952755 Mar 02 18:20:34.428120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:34.454517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954e7a-cded-4962-9c4d-4935f8cab977 req-569b46e2-202c-45bf-aa38-847c2fd04bad tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.461806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b954e7a-cded-4962-9c4d-4935f8cab977 req-569b46e2-202c-45bf-aa38-847c2fd04bad tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3989010 Mar 02 18:20:34.495691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:34.533898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad659fe-2c6f-4886-8ff0-cbfcb09376ff req-18ec6acf-a109-4d54-8ae6-9d52d2c2ab05 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.536269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ad659fe-2c6f-4886-8ff0-cbfcb09376ff req-18ec6acf-a109-4d54-8ae6-9d52d2c2ab05 tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 886 time: 0.3330374 Mar 02 18:20:34.549352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209aeb4-ddba-4abb-92b9-3ccf2b0a2c23 req-a2cf2b92-5924-41fa-9494-cc2ae6656c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.551148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0209aeb4-ddba-4abb-92b9-3ccf2b0a2c23 req-a2cf2b92-5924-41fa-9494-cc2ae6656c05 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 1096 time: 0.2735214 Mar 02 18:20:34.556488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f193ae8-4ad8-43ad-9a74-173596fbe930,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:34.574173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b954e7a-cded-4962-9c4d-4935f8cab977 req-650adc0b-93af-46ab-8df8-90a2b5291f0e tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081264 Mar 02 18:20:34.660520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:34.693493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:34.744015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0209aeb4-ddba-4abb-92b9-3ccf2b0a2c23 req-4a4d00f8-800d-4a01-b91f-b30f54d629a3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719298 Mar 02 18:20:34.759650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:34.829876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.830666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.831135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.831598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.832055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.832509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.832999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.835564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5906a792-0e33-4cdb-a454-e7405ada8d9a req-9a5a079d-3eae-45e7-8a7e-8f3dc3cfa90a tempest-NetworksTest-1252924791 tempest-NetworksTest-1252924791-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5017 time: 0.2374294 Mar 02 18:20:34.854977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca885c-d3cd-4e89-9d17-8dcfb92c38e9 req-4505a438-9d1f-4c4c-88ef-ce77baea5b65 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:34.856622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3ca885c-d3cd-4e89-9d17-8dcfb92c38e9 req-4505a438-9d1f-4c4c-88ef-ce77baea5b65 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.2011735 Mar 02 18:20:34.908312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3ca885c-d3cd-4e89-9d17-8dcfb92c38e9 req-4696c7f5-0e6d-45c2-a289-4b65714646c2 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Mar 02 18:20:35.047676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.052465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.228371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.228912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:20:35.244515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.269589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cddc659-f1d3-4656-91c1-42117c5a8aef,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:35.292919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.296287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04a59422-14e8-4c2e-af06-de759db3e517 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d77d08cd-ebbd-4fc2-8287-1940bb0d0bb3 HTTP/1.1" status: 204 len: 168 time: 2.9812479 Mar 02 18:20:35.296287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.301080 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e29df11d-5d6d-41e8-9cf8-dd39ac2e120a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6cddc659-f1d3-4656-91c1-42117c5a8aef HTTP/1.1" status: 204 len: 168 time: 0.8697767 Mar 02 18:20:35.301893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48742) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:35.328743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318bf171-ddbc-4ec7-aa8c-31aaf13d62ff req-1ef20017-31dc-4d31-85f0-fdc078a70086 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:35.331019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-318bf171-ddbc-4ec7-aa8c-31aaf13d62ff req-1ef20017-31dc-4d31-85f0-fdc078a70086 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1364899 Mar 02 18:20:35.404589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03639b04-e402-4d89-8275-1c96c086db16 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:35.412381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-318bf171-ddbc-4ec7-aa8c-31aaf13d62ff req-1afb35f0-a6f0-4024-bd2b-4b18315601a2 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672061 Mar 02 18:20:35.425778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Deleting subnet ce88bea1-b4ae-40f9-a38a-aadae8a30e9a {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:20:35.441294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.452550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 03639b04-e402-4d89-8275-1c96c086db16 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:35.452550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 03639b04-e402-4d89-8275-1c96c086db16 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:35.516027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.597927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:35.606978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.756924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341734c9-db6c-48e5-94a1-2d05474cc573 req-2026c058-0a98-42bf-b00a-e7024b0682e4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:35.758543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-341734c9-db6c-48e5-94a1-2d05474cc573 req-2026c058-0a98-42bf-b00a-e7024b0682e4 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.0875580 Mar 02 18:20:35.821935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-341734c9-db6c-48e5-94a1-2d05474cc573 req-5b82ccfb-c36c-40b7-9ca9-5b8f2caf36eb tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570691 Mar 02 18:20:35.835802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.889013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce88bea1-b4ae-40f9-a38a-aadae8a30e9a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:35.894735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:35.901263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc38de4-4d63-4a61-9efb-b863b873e786 None None] Network fe682319-029a-4009-aa02-90ba8ca70f01 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:35.901436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f5c8035-89d2-4db6-9c03-f10666e0dcd7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ce88bea1-b4ae-40f9-a38a-aadae8a30e9a HTTP/1.1" status: 204 len: 168 time: 0.5983596 Mar 02 18:20:35.903850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:36.052279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.065695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Deleting port bbda7f3c-bc50-478e-ac88-bc105047612f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:36.066324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.135237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.181373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:36.245502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Usage tracker for resource:security_group_rule and tenant:ad926ae857324f478e7596032a7aa5ee is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:36.252969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:36.258109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0ef184-420c-42cc-bff3-56faf09cb434 req-6172732b-5c27-4a43-bbdc-0c064c317268 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:36.260888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f0ef184-420c-42cc-bff3-56faf09cb434 req-6172732b-5c27-4a43-bbdc-0c064c317268 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.1450586 Mar 02 18:20:36.262025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:36.339191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f0ef184-420c-42cc-bff3-56faf09cb434 req-0f1abc32-5ca6-4dcc-b667-4c608d1d04e8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673680 Mar 02 18:20:36.455910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] For port bbda7f3c-bc50-478e-ac88-bc105047612f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bbda7f3c-bc50-478e-ac88-bc105047612f,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:36.456447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.473723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] DHCP port deletion for fe682319-029a-4009-aa02-90ba8ca70f01 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:20:36.478797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Deleting port bbda7f3c-bc50-478e-ac88-bc105047612f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:36.479246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.603547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Calling delete_port for bbda7f3c-bc50-478e-ac88-bc105047612f owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:36.621662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763c641f-12f1-45b0-9306-ca2545351a87 req-e2243b42-54a0-4a26-98d6-ff05c60a5ec1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:36.644916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-763c641f-12f1-45b0-9306-ca2545351a87 req-e2243b42-54a0-4a26-98d6-ff05c60a5ec1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1057131 Mar 02 18:20:36.725707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-763c641f-12f1-45b0-9306-ca2545351a87 req-5b80b93f-f179-4134-b1ba-f28f70a12aa6 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Mar 02 18:20:36.737346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.778645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-306970bc-8571-4ab2-9eab-7e2ffe713b29 req-be92f7ef-ef32-4e7f-8726-6d3f1639fe59 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0478313 Mar 02 18:20:36.838022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] For port bbda7f3c-bc50-478e-ac88-bc105047612f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bbda7f3c-bc50-478e-ac88-bc105047612f,segment=NetworkSegment(1f970d18-8a9b-49a4-a6f0-136d000f4b6d),segment_id=1f970d18-8a9b-49a4-a6f0-136d000f4b6d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:36.838566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.866164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.924883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:36.938382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbda7f3c-bc50-478e-ac88-bc105047612f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:36.970448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] No DVR routers for this DVR port bbda7f3c-bc50-478e-ac88-bc105047612f on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:20:36.978679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Calling delete_port for bbda7f3c-bc50-478e-ac88-bc105047612f owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:37.075480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad926ae857324f478e7596032a7aa5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4769144 Mar 02 18:20:37.076285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc122e5-f6f1-4ef3-83bf-d41c6d39b675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae563e81-53f6-4ae4-8bf4-8b46e0784890,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:37.079019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:37.098899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:20:37.099314 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:20:37.125883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af3955-cb76-4007-86ee-3cbd9aadca20 req-17a05bb7-6a1a-4558-9b69-217dd1428e57 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:37.128326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57af3955-cb76-4007-86ee-3cbd9aadca20 req-17a05bb7-6a1a-4558-9b69-217dd1428e57 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.1009617 Mar 02 18:20:37.174193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57af3955-cb76-4007-86ee-3cbd9aadca20 req-9dbc1ca0-2a61-4d85-851d-24b2c51bf184 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Mar 02 18:20:37.207258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.240776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe682319-029a-4009-aa02-90ba8ca70f01']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:37.263721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f970d18-8a9b-49a4-a6f0-136d000f4b6d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:37.264165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f970d18-8a9b-49a4-a6f0-136d000f4b6d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:20:37.274393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.280555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.329445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.329804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f193ae8-4ad8-43ad-9a74-173596fbe930 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:37.330398 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.340990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:20:37.341405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:20:37.356764 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:20:37.380365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4f193ae8-4ad8-43ad-9a74-173596fbe930 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:37.380719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f193ae8-4ad8-43ad-9a74-173596fbe930 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:37.382386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bbda7f3c-bc50-478e-ac88-bc105047612f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:20:37.438620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:37.439586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: bbda7f3c-bc50-478e-ac88-bc105047612f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:20:37.439944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bbda7f3c-bc50-478e-ac88-bc105047612f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:20:37.550550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62663d60-cd3f-4a37-9745-2de4472c3e35 req-1ff0f63f-6cee-47cc-aa0d-76754349e42d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:37.552030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62663d60-cd3f-4a37-9745-2de4472c3e35 req-1ff0f63f-6cee-47cc-aa0d-76754349e42d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.0916874 Mar 02 18:20:37.576407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-822382260'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:37.585974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:37.592211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:network and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:37.600546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Deleting port bbda7f3c-bc50-478e-ac88-bc105047612f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:37.601048 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.601487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:37.611691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:37.622045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62663d60-cd3f-4a37-9745-2de4472c3e35 req-3ee877da-fd7a-4e50-950e-a1cfaef73da8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643039 Mar 02 18:20:37.668596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-59276507-cfb2-4db0-bc33-1e2f967b979d None None] The port 'bbda7f3c-bc50-478e-ac88-bc105047612f' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:20:37.732438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.737841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.805114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:37.805114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.816671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.835468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:37.839809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:security_group_rule and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:37.843484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:37.854445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:37.895979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe682319-029a-4009-aa02-90ba8ca70f01,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:37.898474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.918823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae563e81-53f6-4ae4-8bf4-8b46e0784890,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:37.926213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a4111c28-3dda-419d-bf9a-554f456102c9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fe682319-029a-4009-aa02-90ba8ca70f01 HTTP/1.1" status: 204 len: 168 time: 2.0209379 Mar 02 18:20:37.930687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:37.932127 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c536923c-b759-4d76-8033-fbe5b0c1a28a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae563e81-53f6-4ae4-8bf4-8b46e0784890 HTTP/1.1" status: 204 len: 168 time: 0.8521414 Mar 02 18:20:38.014933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9a6e1-35a7-42ba-903f-c49b87500d2d req-37dfbea9-c9a1-4122-83fb-c9fdc4b1c054 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:38.016841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17e9a6e1-35a7-42ba-903f-c49b87500d2d req-37dfbea9-c9a1-4122-83fb-c9fdc4b1c054 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1367846 Mar 02 18:20:38.085331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.088608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17e9a6e1-35a7-42ba-903f-c49b87500d2d req-a49d5922-f14d-46df-9d99-0a71490730ca tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643501 Mar 02 18:20:38.179620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b6072f1-3b7b-47bf-85f9-10bc8c529769 req-276d0ce2-c809-4e97-a4da-5366f82c3169 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0436153 Mar 02 18:20:38.451550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.506291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:20:38.517606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8af7f1-20ce-47fd-b070-99f9c247bbbc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:38.534423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.534766 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Added segment d8b80cf3-d8d6-43ef-952d-9110fadc1838 of type vlan for network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 Mar 02 18:20:38.581874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38246d9f-bb71-4354-ae2c-a5bfd6cc1021 req-15add73f-36f2-4aa8-816d-d472d39f086d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:38.583414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38246d9f-bb71-4354-ae2c-a5bfd6cc1021 req-15add73f-36f2-4aa8-816d-d472d39f086d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3221426 Mar 02 18:20:38.589362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.629718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84603d4-8824-4f25-8166-cbe7b4c7bd53 req-a08aa60c-b104-438c-9cae-e61f587a4e76 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:38.631199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a84603d4-8824-4f25-8166-cbe7b4c7bd53 req-a08aa60c-b104-438c-9cae-e61f587a4e76 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2212656 Mar 02 18:20:38.683877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38246d9f-bb71-4354-ae2c-a5bfd6cc1021 req-7f347d5e-7666-497e-aa32-ef5e7287e605 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905762 Mar 02 18:20:38.707448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a84603d4-8824-4f25-8166-cbe7b4c7bd53 req-e6569a58-7302-40a5-8d4b-b2ce73834b59 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585048 Mar 02 18:20:38.746207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48846) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:38.789609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.794956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:38.795545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.839644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fb93636c-64cf-4001-aa69-f962a9607229 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82cdd99f47cb4f869737c02ee5a6956e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0922606 Mar 02 18:20:38.842371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:38.908794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:38.914992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Network': ['ID=ceb1d073-5d08-45b2-b3a4-525a6b4f71f1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:38.927668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:20:38.940502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.109562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.110759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d0179463-4c35-4ff3-8989-bd0d4b2414d5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6698112 Mar 02 18:20:39.113834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:39.125962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'subnet': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:39.130652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950df51a-7651-4d92-9b52-40fc61c83f05,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:39.138622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.152501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e6bbd43-5054-4a87-8509-35466d8041a3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/950df51a-7651-4d92-9b52-40fc61c83f05 HTTP/1.1" status: 204 len: 168 time: 0.2996564 Mar 02 18:20:39.273161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48866) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:39.296195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.309640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:39.315697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:subnet and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:39.316376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:39.320795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Usage tracker for resource:security_group_rule and tenant:644434f607a04a359c02e70aea918002 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:39.320952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:39.324109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:39.330535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:39.357076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:39.373539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a045d555-d9b3-4577-9fe5-f9a349a930bd req-1953935c-ac7a-4da6-a2d8-4469df66386e tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0535929 Mar 02 18:20:39.402721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d9ad-7bfd-4d4c-be50-b6f99f3bf419 req-8067851f-3d75-447a-bf48-68b239985693 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:39.404298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2392d9ad-7bfd-4d4c-be50-b6f99f3bf419 req-8067851f-3d75-447a-bf48-68b239985693 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1734600 Mar 02 18:20:39.439114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.451500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2392d9ad-7bfd-4d4c-be50-b6f99f3bf419 req-a53cfedf-2233-4339-b134-09650c7ce208 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410156 Mar 02 18:20:39.503908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:39.507424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.561661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.611506 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=644434f607a04a359c02e70aea918002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368497 Mar 02 18:20:39.612357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c353a9-12fd-493d-acda-ae8ebeb813b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca2f681-feb5-4fcd-9eab-b41f0070fd97,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:39.614700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48870) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:39.683388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.708423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.897413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.983854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:39.998568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Subnet': ['ID=634f9a51-659a-4a1f-9a68-606d6e0dfbe7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:40.018053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca2f681-feb5-4fcd-9eab-b41f0070fd97,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:40.020836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:40.024123 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a9a4079-1121-4abc-acd7-e217e0422c58 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eca2f681-feb5-4fcd-9eab-b41f0070fd97 HTTP/1.1" status: 204 len: 168 time: 0.4084659 Mar 02 18:20:40.028998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Checking segment: {'id': 'd8b80cf3-d8d6-43ef-952d-9110fadc1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:40.029357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network hostable DHCP agents. Network: ceb1d073-5d08-45b2-b3a4-525a6b4f71f1, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:20:40.063719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b599f-bc30-4fd0-afe4-272c9b328b68 req-b67d4201-d453-4e0c-b6e3-5c92ac1421bf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:40.065229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e56b599f-bc30-4fd0-afe4-272c9b328b68 req-b67d4201-d453-4e0c-b6e3-5c92ac1421bf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.2545877 Mar 02 18:20:40.072824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ddaa0-74eb-4a57-8d0d-2b6b62a896df req-53e38547-ea33-4164-bfbb-3c9091a2bb46 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:40.080469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-616ddaa0-74eb-4a57-8d0d-2b6b62a896df req-53e38547-ea33-4164-bfbb-3c9091a2bb46 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2331429 Mar 02 18:20:40.154841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-616ddaa0-74eb-4a57-8d0d-2b6b62a896df req-e8390644-b138-4532-b91d-8e2e7142154e tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734994 Mar 02 18:20:40.157989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e56b599f-bc30-4fd0-afe4-272c9b328b68 req-8ba8e5ec-bf68-4389-b88a-8b0131dcfe3f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751567 Mar 02 18:20:40.207311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:20:40.387848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ceb1d073-5d08-45b2-b3a4-525a6b4f71f1) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:40.392730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:40.393358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:40.397963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271ce1f9-ae44-4d5f-8666-c32699ec47f5 None None] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:40.597128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cb4eb46e-6e3e-4117-9cfb-85a0693220f1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4791460 Mar 02 18:20:40.597944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:40.604105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-862090367'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:40.641008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42b7ca9c-3373-4376-8e32-2b9a9a46add0 req-d62734bd-b82d-4fe5-b2b3-20bf72033488 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1213572 Mar 02 18:20:40.723172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8707e016-c1f3-4ca6-89bc-749098a43454 req-5363c87d-307b-4e8c-b4b8-5de53fc278ed tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:40.724817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8707e016-c1f3-4ca6-89bc-749098a43454 req-5363c87d-307b-4e8c-b4b8-5de53fc278ed tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1323645 Mar 02 18:20:40.761982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'tenant_id': '7c7a36810ac74b03831c7cffec890bb8', 'fixed_ips': [{'subnet_id': '634f9a51-659a-4a1f-9a68-606d6e0dfbe7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:20:40.762843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:40.777124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8707e016-c1f3-4ca6-89bc-749098a43454 req-0391ef35-d105-40d8-adb4-9dde5512903c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462492 Mar 02 18:20:40.785762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:40.789738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:port and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:40.793281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:40.811032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:40.919714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Allocated IP 172.20.0.2 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:41.103771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:41.108027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.155806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port 3eef04d1-abf8-463e-96ed-dff6d84c4146 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:41.182787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.196553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Transition to ACTIVE for port object 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:41.220879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Transition to ACTIVE for port object 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:41.443238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d750e-4c52-49e2-ae32-2d5da119eecc req-1593ab92-1eb3-4b0f-a36b-ab61116e4172 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:41.444736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c35d750e-4c52-49e2-ae32-2d5da119eecc req-1593ab92-1eb3-4b0f-a36b-ab61116e4172 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.1422133 Mar 02 18:20:41.457793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f99eb8-8f81-4481-979a-b2ffd965fc1b req-01066715-00c4-44ea-939e-e6d772aa6c4b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:41.459282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62f99eb8-8f81-4481-979a-b2ffd965fc1b req-01066715-00c4-44ea-939e-e6d772aa6c4b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.1213238 Mar 02 18:20:41.518598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.520273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c35d750e-4c52-49e2-ae32-2d5da119eecc req-e152cbec-6eb7-4a74-b2d4-a8f79f6186f8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589986 Mar 02 18:20:41.548801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62f99eb8-8f81-4481-979a-b2ffd965fc1b req-729ed76f-5224-4faa-8a29-6f9c23160827 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713468 Mar 02 18:20:41.612064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.11 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/3eef04d1-abf8-463e-96ed-dff6d84c4146) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:41.632727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:41.640077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:41.645116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:41.654454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Pushing event updated for resources: {'Port': ['ID=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:41.742557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Attempting to bind port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:41.742952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Attempting to bind port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd8b80cf3-d8d6-43ef-952d-9110fadc1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:41.743286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Attempting to bind port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 on network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:41.749008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:41.749393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Checking segment: {'id': 'd8b80cf3-d8d6-43ef-952d-9110fadc1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:41.749790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.750211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Bound using segment: {'id': 'd8b80cf3-d8d6-43ef-952d-9110fadc1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:41.751392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Bound port: 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8b80cf3-d8d6-43ef-952d-9110fadc1838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:41.751776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:41.855218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] For port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:41.870232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] For port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,segment=NetworkSegment(d8b80cf3-d8d6-43ef-952d-9110fadc1838),segment_id=d8b80cf3-d8d6-43ef-952d-9110fadc1838)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:41.893906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50dbdd4d-55f5-4da0-a24d-18b4d20e1c74 req-edba9c77-1752-4fb2-b586-187e600c6810 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0903640 Mar 02 18:20:41.966155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:42.006918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object 3eef04d1-abf8-463e-96ed-dff6d84c4146 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:42.014182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d8f3f9-4556-4f30-a865-8d9276086691 req-784f329d-58ac-4faa-85b7-dc4a0962555a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:42.016495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d8f3f9-4556-4f30-a865-8d9276086691 req-784f329d-58ac-4faa-85b7-dc4a0962555a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1044021 Mar 02 18:20:42.083301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d8f3f9-4556-4f30-a865-8d9276086691 req-c350497f-b7e3-4087-9412-aa783a57407c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Mar 02 18:20:42.093533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:42.176126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfbc74d-ce87-467b-a2cb-4e1d2752f7d9 None None] Pushing event updated for resources: {'Port': ['ID=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:42.258834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:42.340203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:42.343347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:42.348205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:42.388292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=3eef04d1-abf8-463e-96ed-dff6d84c4146,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:42.428393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:42.429015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:42.625991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce3b85b2-59a5-4aef-8963-7a5452868d34 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0263369 Mar 02 18:20:42.629258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48970) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:42.635245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-147624542', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4b:93:fa'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:43.000723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:43.012212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:port and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:43.015846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:43.040858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:43.053242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c1c45-103c-4875-aa40-f15a7c82b002 req-de42a503-ed67-4416-9fd6-e07640311e4f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:43.058997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-860c1c45-103c-4875-aa40-f15a7c82b002 req-de42a503-ed67-4416-9fd6-e07640311e4f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3078802 Mar 02 18:20:43.075999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750ced7-0d23-4fda-ac04-e12d579403e1 req-f02abbb4-f914-4988-a894-2bd7a0fa86b1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:43.084486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1750ced7-0d23-4fda-ac04-e12d579403e1 req-f02abbb4-f914-4988-a894-2bd7a0fa86b1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3343921 Mar 02 18:20:43.171174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-860c1c45-103c-4875-aa40-f15a7c82b002 req-7c2deaaf-b0f3-49bf-b7c0-9c7761f63fef tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835791 Mar 02 18:20:43.179351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1750ced7-0d23-4fda-ac04-e12d579403e1 req-139d5432-315e-43d1-b5e7-b149c027987b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932996 Mar 02 18:20:43.240190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ca8165-acb4-4738-abb7-32c7e5cce74e None None] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:43.285514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:43.418554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e78c4790-8e92-4372-a020-d410c99f11d6 req-dcf83fb9-f608-4579-9753-c5f0df2afab7 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0852230 Mar 02 18:20:43.440229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:43.478348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e86cf8d7-b85b-40f3-b52a-d582814be6f0 None None] Provisioning for port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:43.591841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:43.622930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:43.671327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b9ca95-4794-4ee0-87f8-c3419c2c5a76 req-b180242c-0d68-49bd-8118-5b7ffca37ebe tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:43.679675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58b9ca95-4794-4ee0-87f8-c3419c2c5a76 req-b180242c-0d68-49bd-8118-5b7ffca37ebe tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1964667 Mar 02 18:20:43.683465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d427aec3-e8af-4680-ad2f-0c5106017743 req-011872b3-4518-4516-bcb2-8ca0b4960f5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0592453 Mar 02 18:20:43.763532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-71028228-0ea0-4bbf-8aa0-0bdde4a278b2 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0610414 Mar 02 18:20:43.788447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:43.794498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:43.795273 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:43.815352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58b9ca95-4794-4ee0-87f8-c3419c2c5a76 req-8e85eb8f-b95a-4d72-9b00-e03961c1fd52 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270626 Mar 02 18:20:43.955453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:43.967179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Provisioning for port 3eef04d1-abf8-463e-96ed-dff6d84c4146 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:43.977823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Provisioning complete for port 3eef04d1-abf8-463e-96ed-dff6d84c4146 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:43.978489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:43.997295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.13 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:44.012293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-e49b254e-7be5-4608-b5b7-1085e68a7d9a tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:44.020830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-e49b254e-7be5-4608-b5b7-1085e68a7d9a tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2500105 Mar 02 18:20:44.053618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-55655b0c-5c37-40c4-beab-b5cf1e29207a tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/quotas/2efaba85bf9b47829c8dac5a70ca6a2c HTTP/1.1" status: 200 len: 375 time: 0.0317812 Mar 02 18:20:44.107606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,segment=NetworkSegment(d8b80cf3-d8d6-43ef-952d-9110fadc1838),segment_id=d8b80cf3-d8d6-43ef-952d-9110fadc1838)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:44.123791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Port 3eef04d1-abf8-463e-96ed-dff6d84c4146 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:44.133698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-01d080be-865c-4480-99ef-19a062e2fb6d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757859 Mar 02 18:20:44.140063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Provisioning complete for port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:44.140607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e81de927-b1ed-430e-ab1e-0ca6372f2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.248271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.337517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:44.350260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.366647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:44.460123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d9465d8-f957-409b-b72b-4ff91c51fe6b None None] Provisioning complete for port 3eef04d1-abf8-463e-96ed-dff6d84c4146 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:44.460612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d9465d8-f957-409b-b72b-4ff91c51fe6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.509999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.528921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d9465d8-f957-409b-b72b-4ff91c51fe6b None None] Port 3eef04d1-abf8-463e-96ed-dff6d84c4146 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:44.694434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:44.704792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:44.713839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:44.746896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:44.828300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:44.829541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:44.859536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0123672-411a-4eb1-879c-4b70da827acb req-3939d9df-bffe-4885-ba65-a9be4d92ea0e tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:44.861209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0123672-411a-4eb1-879c-4b70da827acb req-3939d9df-bffe-4885-ba65-a9be4d92ea0e tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2950296 Mar 02 18:20:44.871976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89575b36-5d8c-46a0-9ae3-7a231b313efa req-573f4941-b3eb-4666-810f-1139eb07c8f8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:44.873695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89575b36-5d8c-46a0-9ae3-7a231b313efa req-573f4941-b3eb-4666-810f-1139eb07c8f8 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3062217 Mar 02 18:20:44.962483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0123672-411a-4eb1-879c-4b70da827acb req-ae892f28-d995-4818-b88d-359233ce1876 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865846 Mar 02 18:20:44.966973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89575b36-5d8c-46a0-9ae3-7a231b313efa req-aed4b2b9-e9a0-41f8-93bb-0e950f61fedb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771146 Mar 02 18:20:45.061083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-08bab644-554d-4905-a454-c5cd40ec61c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.4281702 Mar 02 18:20:45.061524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:45.092357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-309d3492-2f41-439d-9595-ba3f21dc5d5a None None] Provisioning for port 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:45.098577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-309d3492-2f41-439d-9595-ba3f21dc5d5a None None] Provisioning complete for port 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:45.098956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-309d3492-2f41-439d-9595-ba3f21dc5d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:45.176843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-309d3492-2f41-439d-9595-ba3f21dc5d5a None None] Port 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:45.186390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:45.192863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:45.199072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:45.200075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:45.216213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-082748e7-f575-4e4a-9d81-8da1751c2928 req-946d49c2-9415-4426-bfe8-d89b3a511be8 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 210 time: 0.2073102 Mar 02 18:20:45.349719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:45.351896 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-935dee2d-60d1-4ea2-a300-b97e9bf4f320 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2894509 Mar 02 18:20:45.354365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:20:45.367715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:45.428482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7211861b-d97c-492b-9b50-8da17357b71c req-68117261-16a9-4c7b-a640-c39e1c3c452f tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0916090 Mar 02 18:20:45.497963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:45.498613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:45.523311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:45.523693 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:45.733966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930aa68-5925-4a6f-b0ab-78064c9789cc req-bcde7c31-a3e5-442c-adfb-dfe5dd4dff63 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:45.736262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a930aa68-5925-4a6f-b0ab-78064c9789cc req-bcde7c31-a3e5-442c-adfb-dfe5dd4dff63 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1514430 Mar 02 18:20:45.788054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a930aa68-5925-4a6f-b0ab-78064c9789cc req-68e63213-b088-469a-b850-6573afab3c50 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461354 Mar 02 18:20:45.905407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:46.118607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for 83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:46.261764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968f8f6-5add-43e8-b60f-0b06013a124c req-bb43a3ba-27c7-4eb7-97b9-0ee0eceae6a6 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:46.263585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b968f8f6-5add-43e8-b60f-0b06013a124c req-bb43a3ba-27c7-4eb7-97b9-0ee0eceae6a6 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.0997722 Mar 02 18:20:46.316393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b968f8f6-5add-43e8-b60f-0b06013a124c req-84806c47-3126-4bd5-af1c-00c1fa8dba3a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460377 Mar 02 18:20:46.502916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0011dbb6-fd6f-4445-b533-99bca20ecc45 req-c8f28c14-d28b-4c18-aa1c-70ef8f372aa0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:46.504440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0011dbb6-fd6f-4445-b533-99bca20ecc45 req-c8f28c14-d28b-4c18-aa1c-70ef8f372aa0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.0921652 Mar 02 18:20:46.529783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:46.558011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0011dbb6-fd6f-4445-b533-99bca20ecc45 req-05e9e17e-49d7-43e2-8917-6f06fab8132a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457635 Mar 02 18:20:46.613025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:46.800662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f2fa864-fd0b-40eb-9d76-1ba54e476ea9 req-11d7b8b0-1334-4255-bfa7-53638b75d15d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 210 time: 0.0876846 Mar 02 18:20:46.888494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:46.967206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f6d7743-9327-478f-8c87-b32b7f6caa02 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a HTTP/1.1" status: 204 len: 168 time: 1.6099315 Mar 02 18:20:46.971023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49204) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:47.027055 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86601d0-8b5d-4751-b5ae-e916701f77df tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] GET failed (client error): The resource could not be found. Mar 02 18:20:47.027597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d86601d0-8b5d-4751-b5ae-e916701f77df tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:47.079592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30fea-da5e-46ee-8c6d-241eed96f00a req-9044cfed-c619-4d71-8a8a-a06f246df6fd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:47.081445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1e30fea-da5e-46ee-8c6d-241eed96f00a req-9044cfed-c619-4d71-8a8a-a06f246df6fd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1143727 Mar 02 18:20:47.109213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d86601d0-8b5d-4751-b5ae-e916701f77df tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:47.111009 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d86601d0-8b5d-4751-b5ae-e916701f77df tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports/83fa41f6-cd64-4c68-8dfa-1a0ca29f6d8a HTTP/1.1" status: 404 len: 333 time: 0.1382802 Mar 02 18:20:47.115075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:47.120827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-1807231127'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:47.127806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1e30fea-da5e-46ee-8c6d-241eed96f00a req-8e17e849-bd69-41d4-a7ca-8393dd5557fa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400896 Mar 02 18:20:47.385837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:47.399308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:47.480994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:47.498039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42d151c4-70e4-4f9d-9340-5c5198845719 req-034076ae-d860-4e1c-971b-0a211415ce98 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0503442 Mar 02 18:20:47.500104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:47.575069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:47.664918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-bc9b5fa1-7b65-4aee-b6ea-fbde637685c3 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718951 Mar 02 18:20:47.927921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.10 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/d24394aa-e3a4-4c8f-adbb-d22fb3a22339) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:48.034110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-acd5fe3c-0d63-406b-95d7-acb46300588f tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:48.035897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-acd5fe3c-0d63-406b-95d7-acb46300588f tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3648663 Mar 02 18:20:48.051904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Request body: {'port': {'device_id': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '2efaba85bf9b47829c8dac5a70ca6a2c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:48.170260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d364c-5bd1-48f4-ac59-e39e4ec44f19 req-cb6cb7fa-1ed9-4a10-af34-e46d7e90bef3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:48.171876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-633d364c-5bd1-48f4-ac59-e39e4ec44f19 req-cb6cb7fa-1ed9-4a10-af34-e46d7e90bef3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3186135 Mar 02 18:20:48.186325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86e7b3-7e1d-44f5-b079-0f2dd1a7a188 req-41dd76da-25fb-433b-857d-b30d8615812e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:48.192409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec86e7b3-7e1d-44f5-b079-0f2dd1a7a188 req-41dd76da-25fb-433b-857d-b30d8615812e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3400879 Mar 02 18:20:48.298769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:48.315555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec86e7b3-7e1d-44f5-b079-0f2dd1a7a188 req-3f7e8d9d-e2ab-4af8-9f71-747308fcc6e1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Mar 02 18:20:48.322412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object d24394aa-e3a4-4c8f-adbb-d22fb3a22339 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:48.331479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-633d364c-5bd1-48f4-ac59-e39e4ec44f19 req-1fc88210-0b5b-4a41-8e2a-cab8bf509f41 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336665 Mar 02 18:20:48.355975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:48.358727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Usage tracker for resource:port and tenant:2efaba85bf9b47829c8dac5a70ca6a2c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:48.371923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:48.380516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:48.424089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:48.511190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4f93dc3-b828-442c-a63e-27dc9ab38aa6 req-07897719-6abc-47e1-bb6f-d2d6c31e6269 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 210 time: 0.0474916 Mar 02 18:20:48.512375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Made reservation on behalf of 2efaba85bf9b47829c8dac5a70ca6a2c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:48.517066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:48.542669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:48.543740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=d24394aa-e3a4-4c8f-adbb-d22fb3a22339,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:48.548524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:48.555591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:48.592190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:48.617799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:48.627489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Usage tracker for resource:security_group_rule and tenant:2efaba85bf9b47829c8dac5a70ca6a2c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:48.633990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:48.635218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:48.638328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:48.643054 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:20:48.647162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:48.689125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc24a7e-9f38-4259-9739-929b9ae55a00 req-24fdbd71-301a-458c-b8c7-012c9bea706e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:48.691232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bc24a7e-9f38-4259-9739-929b9ae55a00 req-24fdbd71-301a-458c-b8c7-012c9bea706e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1639814 Mar 02 18:20:48.744466 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-67b6afdd-b474-4976-8e28-34bf842fcab2 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6282215 Mar 02 18:20:48.748016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:48.758183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4b:93:fa'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:48.779910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bc24a7e-9f38-4259-9739-929b9ae55a00 req-472c94aa-4085-431a-a6ae-a44e08b82d66 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775199 Mar 02 18:20:48.981845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.011637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8d3ff3bf-00da-44c0-9316-a2633ba27bf3 None None] Provisioning for port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:49.027024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8d3ff3bf-00da-44c0-9316-a2633ba27bf3 None None] Provisioning complete for port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:49.028559 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8d3ff3bf-00da-44c0-9316-a2633ba27bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.044957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.098174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad4c92c-e61c-41a0-992b-89bb41ead3b2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:49.146109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8d3ff3bf-00da-44c0-9316-a2633ba27bf3 None None] Port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:49.188205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.197295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3343f1ea-4913-4ffb-8cb1-1132fd8c1706 req-fa38a36f-862f-4952-aedc-a409219d5b1b tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1001737 Mar 02 18:20:49.334944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Allocated IP 192.168.233.49 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/33c131bf-f689-4113-a5cf-ccef25b9a570) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:49.500280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.612384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.753762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=d24394aa-e3a4-4c8f-adbb-d22fb3a22339,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:49.772493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] In _notify_port_updated(), no bound segment for port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 on network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:20:49.778328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:49.779224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.784167 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-baafcdab-5357-4d7d-b752-ad686e59ef91 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "PUT /v2.0/ports/d24394aa-e3a4-4c8f-adbb-d22fb3a22339 HTTP/1.1" status: 200 len: 995 time: 1.0314867 Mar 02 18:20:49.792185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49366) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:49.792652 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.803998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6062eb4-13cd-4a6b-8be1-425cb47b7bf9 req-283c1292-7d30-4575-be93-e3082d080480 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:49.805612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6062eb4-13cd-4a6b-8be1-425cb47b7bf9 req-283c1292-7d30-4575-be93-e3082d080480 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3221381 Mar 02 18:20:49.828491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Transition to ACTIVE for port object 33c131bf-f689-4113-a5cf-ccef25b9a570 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:49.868465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6062eb4-13cd-4a6b-8be1-425cb47b7bf9 req-62393f81-dbd0-4a9a-a539-f505af5c6a63 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508091 Mar 02 18:20:49.929945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:49.930748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:49.965207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.065435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:50.083220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:50.099738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67ac7552-24ff-4d88-bfcd-8824a1200303 None None] Provisioning complete for port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:50.100529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67ac7552-24ff-4d88-bfcd-8824a1200303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.105234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:50.190512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-67ac7552-24ff-4d88-bfcd-8824a1200303 None None] Port d24394aa-e3a4-4c8f-adbb-d22fb3a22339 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:50.415129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Pushing event updated for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:50.429920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:50.429920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.480393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ea2055e-3090-4f3f-9b5a-cb9955620acf None None] Provisioning for port 33c131bf-f689-4113-a5cf-ccef25b9a570 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:50.487165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ea2055e-3090-4f3f-9b5a-cb9955620acf None None] Provisioning complete for port 33c131bf-f689-4113-a5cf-ccef25b9a570 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:50.488093 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.488426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ea2055e-3090-4f3f-9b5a-cb9955620acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.505616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ba377-5b1c-480e-a5a4-f5031698273c req-9765b8f3-5d9b-4c82-95da-17136f9024ac tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:50.506394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-387ba377-5b1c-480e-a5a4-f5031698273c req-9765b8f3-5d9b-4c82-95da-17136f9024ac tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Synchronizing usage tracker for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:50.519948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721d6c4-b8d5-42a3-b485-ca31f0aac211 req-8c6a71a0-b2f9-42cd-8793-c05284879f67 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:50.527515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8721d6c4-b8d5-42a3-b485-ca31f0aac211 req-8c6a71a0-b2f9-42cd-8793-c05284879f67 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.4469049 Mar 02 18:20:50.589242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2055e-3090-4f3f-9b5a-cb9955620acf None None] Port 33c131bf-f689-4113-a5cf-ccef25b9a570 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:50.589583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8721d6c4-b8d5-42a3-b485-ca31f0aac211 req-6f3c9560-0679-4054-89f1-3f39d8bdf3a0 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611203 Mar 02 18:20:50.591184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-e76dbbcd-a94b-4618-8a58-c7a8401ed034 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5469227 Mar 02 18:20:50.606213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Request body: {'port': {'device_id': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:50.624517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for d24394aa-e3a4-4c8f-adbb-d22fb3a22339 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:50.715107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-387ba377-5b1c-480e-a5a4-f5031698273c req-9765b8f3-5d9b-4c82-95da-17136f9024ac tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Unset dirty status for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:50.716338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-387ba377-5b1c-480e-a5a4-f5031698273c req-9765b8f3-5d9b-4c82-95da-17136f9024ac tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 935 time: 0.4655175 Mar 02 18:20:50.796265 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.869408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:50.874643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-387ba377-5b1c-480e-a5a4-f5031698273c req-5b868b5e-d326-4936-b660-8001e8cca2d2 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Synchronizing usage tracker for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:50.926194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=d24394aa-e3a4-4c8f-adbb-d22fb3a22339,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:50.998646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa1ad-06a7-410d-9c24-e7cd0f91e09d req-d696c31e-0136-46ec-ab95-8456c088bdb8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:51.001436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-495aa1ad-06a7-410d-9c24-e7cd0f91e09d req-d696c31e-0136-46ec-ab95-8456c088bdb8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.2901936 Mar 02 18:20:51.019602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-387ba377-5b1c-480e-a5a4-f5031698273c req-5b868b5e-d326-4936-b660-8001e8cca2d2 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Unset dirty status for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:51.020575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-387ba377-5b1c-480e-a5a4-f5031698273c req-5b868b5e-d326-4936-b660-8001e8cca2d2 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557166 Mar 02 18:20:51.177474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-495aa1ad-06a7-410d-9c24-e7cd0f91e09d req-955d9eef-e5c8-4258-ba33-7d1e0710c34f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632347 Mar 02 18:20:51.194660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:51.207787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15ed0c7a-6fcf-4b77-879b-9969a71e9bd5 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/d24394aa-e3a4-4c8f-adbb-d22fb3a22339 HTTP/1.1" status: 204 len: 168 time: 1.4219854 Mar 02 18:20:51.211457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:51.272512 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-995f887e-a170-4fa8-86df-a003dd053d3d tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] GET failed (client error): The resource could not be found. Mar 02 18:20:51.273452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-995f887e-a170-4fa8-86df-a003dd053d3d tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:51.349334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-995f887e-a170-4fa8-86df-a003dd053d3d tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:51.353988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-995f887e-a170-4fa8-86df-a003dd053d3d tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports/d24394aa-e3a4-4c8f-adbb-d22fb3a22339 HTTP/1.1" status: 404 len: 333 time: 0.1378129 Mar 02 18:20:51.354494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49404) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:51.360517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-1202417079'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:51.419553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b98e5d8-06f4-418b-868e-7f8b36d05f91 req-98cb4d31-b70d-4b7e-b8aa-9539c179eb25 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0996432 Mar 02 18:20:51.487774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba78a8-954f-4edc-a243-b7e7154711fc req-804fa795-86e6-449e-ba1d-004a15bea74f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:51.489319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2eba78a8-954f-4edc-a243-b7e7154711fc req-804fa795-86e6-449e-ba1d-004a15bea74f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.1162424 Mar 02 18:20:51.521997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:51.533817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:51.574095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c131bf-f689-4113-a5cf-ccef25b9a570 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:51.587068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:51.600321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2eba78a8-954f-4edc-a243-b7e7154711fc req-2813c294-92b3-4e93-b24e-9d0dc6a3e660 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784881 Mar 02 18:20:51.612693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:51.617601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:51.621916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Transition to ACTIVE for port object 33c131bf-f689-4113-a5cf-ccef25b9a570 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:51.650622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port 3182386e-93e1-4e4b-96ef-5378ba316ef0 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:51.709194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:51.812892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.12 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/3182386e-93e1-4e4b-96ef-5378ba316ef0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:51.833465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Pushing event updated for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:52.002271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-730a523e-dae9-46eb-be8a-81b77add8deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.137342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.155079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object 3182386e-93e1-4e4b-96ef-5378ba316ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:52.175969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602686c-b528-4fb8-849c-99e66a5681d9 req-8fdb38a0-3796-4111-859d-c4969c68738c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:52.186756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b602686c-b528-4fb8-849c-99e66a5681d9 req-8fdb38a0-3796-4111-859d-c4969c68738c tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3550065 Mar 02 18:20:52.235589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Attempting to bind port 33c131bf-f689-4113-a5cf-ccef25b9a570 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:52.235941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Attempting to bind port 33c131bf-f689-4113-a5cf-ccef25b9a570 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:52.236279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Attempting to bind port 33c131bf-f689-4113-a5cf-ccef25b9a570 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:52.256081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.302003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Port 33c131bf-f689-4113-a5cf-ccef25b9a570 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:20:52.302295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Attempting to bind port 33c131bf-f689-4113-a5cf-ccef25b9a570 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:52.397989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:52.401961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:52.413207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:52.443147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:52.446053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:52.446053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:52.446053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Bound port: 33c131bf-f689-4113-a5cf-ccef25b9a570, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:52.446053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.458527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b602686c-b528-4fb8-849c-99e66a5681d9 req-a1378c83-5127-4ed9-88ae-90932c6fb7d2 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708619 Mar 02 18:20:52.466984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=3182386e-93e1-4e4b-96ef-5378ba316ef0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:52.503143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:52.504127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.587334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a50071-d32a-44ca-ac78-2f9a5ce0b85e req-de344193-1023-4a7f-a7e3-7bd49190e899 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:52.588912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a50071-d32a-44ca-ac78-2f9a5ce0b85e req-de344193-1023-4a7f-a7e3-7bd49190e899 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 947 time: 0.3551440 Mar 02 18:20:52.617251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:52.630302 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-28eeaecd-87c9-428c-b52a-b7ad22b616cf tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2746732 Mar 02 18:20:52.633218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49470) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:52.638326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=33c131bf-f689-4113-a5cf-ccef25b9a570,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:52.639566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:4b:93:fa'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:52.663980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a50071-d32a-44ca-ac78-2f9a5ce0b85e req-43d26fe9-e19b-4b02-959b-6f3b87dae259 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Mar 02 18:20:52.749819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.760515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-caef5697-d5c9-43ed-ab8d-e28ea6328f9c None None] Provisioning for port 3182386e-93e1-4e4b-96ef-5378ba316ef0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:52.769167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-caef5697-d5c9-43ed-ab8d-e28ea6328f9c None None] Provisioning complete for port 3182386e-93e1-4e4b-96ef-5378ba316ef0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:52.773104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-caef5697-d5c9-43ed-ab8d-e28ea6328f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.801141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.841873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-caef5697-d5c9-43ed-ab8d-e28ea6328f9c None None] Port 3182386e-93e1-4e4b-96ef-5378ba316ef0 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:52.857462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Pushing event updated for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:52.910209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:52.910844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:52.915198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-12ebd0d4-e75b-473a-ba60-da730c737c7e service neutron] 10.222.0.65 "PUT /v2.0/ports/33c131bf-f689-4113-a5cf-ccef25b9a570 HTTP/1.1" status: 200 len: 1095 time: 2.3133116 Mar 02 18:20:52.915883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:52.970400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdc96d4-78ee-47ba-924b-59dc83da5cfe req-8f8ac026-5c4b-4e76-b617-bef415fd206a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:52.978015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fdc96d4-78ee-47ba-924b-59dc83da5cfe req-8f8ac026-5c4b-4e76-b617-bef415fd206a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.1255262 Mar 02 18:20:53.150825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fdc96d4-78ee-47ba-924b-59dc83da5cfe req-49244dc2-1d4a-4295-846d-8005264576aa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712418 Mar 02 18:20:53.212739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-79cd9f9d-d4cb-40a9-bdc1-19907b927d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:53.214370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-79cd9f9d-d4cb-40a9-bdc1-19907b927d29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 1098 time: 0.1509435 Mar 02 18:20:53.388408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.416013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-95e89c7e-df0a-4ef7-b4d8-e2df2ae340c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=33c131bf-f689-4113-a5cf-ccef25b9a570 HTTP/1.1" status: 200 len: 217 time: 0.1903796 Mar 02 18:20:53.480592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.488527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49506) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:53.536923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1797178295'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:53.541300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccd76cb0-a66b-4a3c-983b-ae4bb3cbb704 req-03671dd4-b54f-494f-bfde-8b0401f7ac8f tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1242356 Mar 02 18:20:53.552137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:53.586414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-1f81f54d-3401-494b-8f86-34181d8a0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:53.587904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-1f81f54d-3401-494b-8f86-34181d8a0c3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1304395 Mar 02 18:20:53.642475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:network and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:53.651413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:53.655731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=3182386e-93e1-4e4b-96ef-5378ba316ef0,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:53.673833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:53.703039 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570', 'status': 'completed', 'code': 200} Mar 02 18:20:53.705919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] In _notify_port_updated(), no bound segment for port 3182386e-93e1-4e4b-96ef-5378ba316ef0 on network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:20:53.713545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66595633-f8e9-4606-9927-447c0907b892 req-02f48729-31ab-4e66-a279-f7f59b5f5448 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:53.716211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66595633-f8e9-4606-9927-447c0907b892 req-02f48729-31ab-4e66-a279-f7f59b5f5448 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.2530823 Mar 02 18:20:53.729312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:53.731815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.734218 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-59b77e8d-4c9f-44b4-b1f3-6a4ece504c11 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "PUT /v2.0/ports/3182386e-93e1-4e4b-96ef-5378ba316ef0 HTTP/1.1" status: 200 len: 997 time: 1.0995042 Mar 02 18:20:53.737673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:53.753425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545201f5-1949-4865-b152-8f0df07566f3 req-dde20e58-6d9d-4f34-a1b3-26c98a0ca990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:53.758572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-dde20e58-6d9d-4f34-a1b3-26c98a0ca990 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1619761 Mar 02 18:20:53.816314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:53.823245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.901145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:20:53.919592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.920498 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Added segment 0da4ad8d-d065-40a2-95b8-cdf518a4aee7 of type vlan for network 1b4b0956-7dd2-44af-a302-6f9899c3f53b Mar 02 18:20:53.934940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46bda75-f277-479f-8364-5678d94a7026 None None] Provisioning complete for port 3182386e-93e1-4e4b-96ef-5378ba316ef0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:53.936075 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c46bda75-f277-479f-8364-5678d94a7026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:53.981151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.033366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-11f75340-365d-4eb4-8884-37c2cc398fce service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425001 Mar 02 18:20:54.049769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c46bda75-f277-479f-8364-5678d94a7026 None None] Port 3182386e-93e1-4e4b-96ef-5378ba316ef0 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:54.074713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66595633-f8e9-4606-9927-447c0907b892 req-319e7c69-71d9-470e-97ea-2378d73d1eff tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301103 Mar 02 18:20:54.079147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port 3182386e-93e1-4e4b-96ef-5378ba316ef0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:20:54.080409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.165407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.174515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.175891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.181814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ac561d3b-7209-4d36-a96b-4ec3c899feb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.220244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461ba339-b4e4-4565-b3b5-104f4a11e8a8 req-4c24f393-2a01-41be-8769-451380aa06ec tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.221809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-461ba339-b4e4-4565-b3b5-104f4a11e8a8 req-4c24f393-2a01-41be-8769-451380aa06ec tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2865453 Mar 02 18:20:54.311776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-545201f5-1949-4865-b152-8f0df07566f3 req-cadfd1d3-e243-4933-af71-08a4928e7f93 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694991 Mar 02 18:20:54.341737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-461ba339-b4e4-4565-b3b5-104f4a11e8a8 req-149b98c0-ac97-4c34-8e7d-c7b6434bb329 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838168 Mar 02 18:20:54.381637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded691e3-3e0c-43e5-a0b2-11c2e649aa39 req-f5b0cd0b-9497-4ac9-a994-6f5df444143b tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.383349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ded691e3-3e0c-43e5-a0b2-11c2e649aa39 req-f5b0cd0b-9497-4ac9-a994-6f5df444143b tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 947 time: 0.1739340 Mar 02 18:20:54.433777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ded691e3-3e0c-43e5-a0b2-11c2e649aa39 req-eda82fe4-8d0d-484e-8667-9747d0b53667 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433369 Mar 02 18:20:54.494000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9726391 Mar 02 18:20:54.502007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49546) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:54.503074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Network': ['ID=1b4b0956-7dd2-44af-a302-6f9899c3f53b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:54.517739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1242604179'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:54.548905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.550867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.551722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.552529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.553355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.554205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.555011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.555842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.556679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.558260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.559258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.560066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dec00b5-6ab1-4999-a73b-90fd6df4b953 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:20:54.567271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:54.577887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:20:54.580965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-ec68b1e8-3dba-44a2-a312-535461f3098f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.583053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-ec68b1e8-3dba-44a2-a312-535461f3098f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 1098 time: 0.1115844 Mar 02 18:20:54.586475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:network and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:54.622431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:54.660985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:54.843444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c65b6-5f25-4ba0-ad45-528c6ff9c2fe req-7ec78553-d105-4b2d-b92d-226bbf2f4cc1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.845689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e36c65b6-5f25-4ba0-ad45-528c6ff9c2fe req-7ec78553-d105-4b2d-b92d-226bbf2f4cc1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.2172563 Mar 02 18:20:54.848796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-1fecd90b-ee49-4041-a598-d578ffcbcfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:54.850290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-1fecd90b-ee49-4041-a598-d578ffcbcfcc service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2602015 Mar 02 18:20:54.865876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:54.937654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-ffa4caf1-7eac-4b63-99e6-3481c2d8f51e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=33c131bf-f689-4113-a5cf-ccef25b9a570 HTTP/1.1" status: 200 len: 217 time: 0.0712533 Mar 02 18:20:55.084520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:55.089849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.112569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for 3182386e-93e1-4e4b-96ef-5378ba316ef0 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:20:55.116229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e36c65b6-5f25-4ba0-ad45-528c6ff9c2fe req-5ce542c0-17d3-4f6b-b146-ea76b832fe83 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634537 Mar 02 18:20:55.153516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-6767c486-d898-4a20-a39d-d875fca88706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:55.155092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-6767c486-d898-4a20-a39d-d875fca88706 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2098069 Mar 02 18:20:55.161073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:20:55.173066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.176385 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Added segment 95773025-1667-48e1-b607-d87e849a2a60 of type vlan for network 7d758753-7169-4863-a7dc-c4812278e3db Mar 02 18:20:55.233871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.280824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3937d5c3-353a-4a07-9ccf-174ccd29e5f1 req-fefad79e-85e9-447c-95a0-7012b642b537 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0529971 Mar 02 18:20:55.323563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-6a40fd7c-31ce-4854-b78d-ef3cae147a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:55.326614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-6a40fd7c-31ce-4854-b78d-ef3cae147a41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1647050 Mar 02 18:20:55.372117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.378431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:55.382001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.430348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.431571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.435225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.463328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.552622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0451989 Mar 02 18:20:55.557543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49612) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:55.568638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'subnet': {'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:55.573124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=3182386e-93e1-4e4b-96ef-5378ba316ef0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:55.581634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef0256-41ee-4aa1-bc20-42584354c1dd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Network': ['ID=7d758753-7169-4863-a7dc-c4812278e3db,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:55.609023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7d758753-7169-4863-a7dc-c4812278e3db details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:20:55.701892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:55.705372 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc7520a2-7214-4a3c-95fc-3df8b1f2870e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/3182386e-93e1-4e4b-96ef-5378ba316ef0 HTTP/1.1" status: 204 len: 168 time: 1.9657497 Mar 02 18:20:55.713096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49616) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:55.719745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-9275fb4d-79c2-4e2c-9820-87d6e3284b16 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3809166 Mar 02 18:20:55.800609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:55.819689 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e2c0b8a-4cb0-4986-9bc6-bf1790cb39c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] GET failed (client error): The resource could not be found. Mar 02 18:20:55.820237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9e2c0b8a-4cb0-4986-9bc6-bf1790cb39c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:20:55.835117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:subnet and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:55.842433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:55.908816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:55.978640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91173134-73ff-4da9-81c8-bede0e493660 req-097e01c2-2e17-4c27-9c46-614f014c457d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:55.980129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91173134-73ff-4da9-81c8-bede0e493660 req-097e01c2-2e17-4c27-9c46-614f014c457d tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.4825771 Mar 02 18:20:56.031505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9e2c0b8a-4cb0-4986-9bc6-bf1790cb39c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:20:56.033917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e2c0b8a-4cb0-4986-9bc6-bf1790cb39c7 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports/3182386e-93e1-4e4b-96ef-5378ba316ef0 HTTP/1.1" status: 404 len: 333 time: 0.3198059 Mar 02 18:20:56.039414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49626) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:56.046094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-1446207962'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:56.059261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98a97b0-6c94-468f-9d71-42990ab8a5d4 req-9898c445-ae71-4110-8efc-720af06644e7 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957854 Mar 02 18:20:56.060227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:56.064070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.109758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91173134-73ff-4da9-81c8-bede0e493660 req-fa8a8be6-d13b-49b8-a547-d61689657151 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215436 Mar 02 18:20:56.193675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1be4d3-2ce7-47b4-8850-e889e3b39be7 req-3100543a-ee83-4829-89d8-86b4051a412d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:56.196769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c1be4d3-2ce7-47b4-8850-e889e3b39be7 req-3100543a-ee83-4829-89d8-86b4051a412d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.2843344 Mar 02 18:20:56.203115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:56.214427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:56.297675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:56.301366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.309672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c1be4d3-2ce7-47b4-8850-e889e3b39be7 req-e9c339c0-8e5b-42fa-b6fb-c0fdea4fff7d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027777 Mar 02 18:20:56.330259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port 53a3b5e2-b755-45d4-8c57-646e9b299fc6 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:56.387938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef5eae4-5397-477f-9ad7-ca0e57b7cd36 req-9fd83d0f-35d0-4774-9ce5-52def6bdd7de tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:56.389506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aef5eae4-5397-477f-9ad7-ca0e57b7cd36 req-9fd83d0f-35d0-4774-9ce5-52def6bdd7de tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 947 time: 0.1650569 Mar 02 18:20:56.475281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aef5eae4-5397-477f-9ad7-ca0e57b7cd36 req-f386fac7-256c-4ec6-b913-1c65030004f1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751023 Mar 02 18:20:56.502338 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.566960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.651832 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.670772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.8 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/53a3b5e2-b755-45d4-8c57-646e9b299fc6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:56.709655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-336dfc47-446e-477b-9688-6e6f7d69bb04 req-2610a5bb-a3eb-4f7c-8aab-48a088a28fdf tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0825317 Mar 02 18:20:56.717428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Subnet': ['ID=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:56.739837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:56.740199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network hostable DHCP agents. Network: 1b4b0956-7dd2-44af-a302-6f9899c3f53b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:20:56.761366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19218e-4a98-4aec-891c-b3c89879c404 req-cec3cf94-69c9-42b4-bd49-a9a514b7b40b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:56.762866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc19218e-4a98-4aec-891c-b3c89879c404 req-cec3cf94-69c9-42b4-bd49-a9a514b7b40b tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.2426379 Mar 02 18:20:56.828882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc19218e-4a98-4aec-891c-b3c89879c404 req-ef1eb540-9e08-4b9e-94ad-fe47347122a8 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Mar 02 18:20:56.830168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:20:56.894385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1b4b0956-7dd2-44af-a302-6f9899c3f53b) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:56.898816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:56.899494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:56.911109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb16495-07f9-4c3c-acdb-147b8860588e None None] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:56.975480 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-217b9ae1-0da8-4bb9-8b80-bfbeeed73511 service neutron] show failed (client error): The resource could not be found. Mar 02 18:20:56.976528 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-217b9ae1-0da8-4bb9-8b80-bfbeeed73511 service neutron] 10.222.0.11 "GET /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1338739 Mar 02 18:20:56.979190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.001311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5ad92112-5aee-41bb-9c92-b1878df3dba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4410753 Mar 02 18:20:57.003849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:57.011126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'subnet': {'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:57.015256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object 53a3b5e2-b755-45d4-8c57-646e9b299fc6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:57.103602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.153170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:20:57.155034 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.172887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:57.180699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:subnet and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:57.188796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:57.200972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:57.220479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:57.236913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:57.252937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:57.286376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:57.290351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.313047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=53a3b5e2-b755-45d4-8c57-646e9b299fc6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:57.403786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:57.404098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 33c131bf-f689-4113-a5cf-ccef25b9a570 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:20:57.409584 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.581764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Allocated IP 10.1.1.2 (1b4b0956-7dd2-44af-a302-6f9899c3f53b/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a/c8f42eb1-031f-4fda-92b5-1cdb51a28c04) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:57.611120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=33c131bf-f689-4113-a5cf-ccef25b9a570,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:57.613211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5448de68-f8a4-44dd-af7f-83e353e12acc tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5724466 Mar 02 18:20:57.615878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:57.622492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'network_id': 'ceb1d073-5d08-45b2-b3a4-525a6b4f71f1', 'name': 'tempest-AllowedAddressPairTestJSON-1590891976'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:57.631176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '33c131bf-f689-4113-a5cf-ccef25b9a570', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '33c131bf-f689-4113-a5cf-ccef25b9a570', 'mac_address': 'fa:16:3e:43:3a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:20:57.667949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-beabab6b-e0da-4025-b37e-7507e8e56615 None None] Provisioning for port 53a3b5e2-b755-45d4-8c57-646e9b299fc6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:57.684614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-beabab6b-e0da-4025-b37e-7507e8e56615 None None] Provisioning complete for port 53a3b5e2-b755-45d4-8c57-646e9b299fc6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:57.685687 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beabab6b-e0da-4025-b37e-7507e8e56615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.751455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:57.758162 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.825182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-beabab6b-e0da-4025-b37e-7507e8e56615 None None] Port 53a3b5e2-b755-45d4-8c57-646e9b299fc6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:57.830737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c131bf-f689-4113-a5cf-ccef25b9a570 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:20:57.843388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:57.853691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Usage tracker for resource:port and tenant:7c7a36810ac74b03831c7cffec890bb8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:57.859451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:57.887042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:57.919517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=33c131bf-f689-4113-a5cf-ccef25b9a570,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:57.939413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.948407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c26b-0f3e-4fbd-b8ba-08e81612f6ec req-9cca0bd5-3d01-409d-acbb-b92112b83171 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:57.950423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7c9c26b-0f3e-4fbd-b8ba-08e81612f6ec req-9cca0bd5-3d01-409d-acbb-b92112b83171 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.6400526 Mar 02 18:20:57.956556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:57.957915 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.961510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Usage tracker for resource:security_group_rule and tenant:4cb8434c8cf445a29e9f70a47a882d47 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:57.965691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:57.984214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:57.986564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Made reservation on behalf of 7c7a36810ac74b03831c7cffec890bb8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:57.991991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:57.992192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.008414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-3cd095de-2c0b-433a-99af-7305a4f33a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:58.009979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-3cd095de-2c0b-433a-99af-7305a4f33a6a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1100 time: 0.4650180 Mar 02 18:20:58.020061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] device_id is not set on port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:20:58.043208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b3882-523c-478e-9a6b-ec3e32c758b3 req-11801d7d-01fa-44fa-967a-214acd643040 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:58.050653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba6b3882-523c-478e-9a6b-ec3e32c758b3 req-11801d7d-01fa-44fa-967a-214acd643040 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.5044796 Mar 02 18:20:58.088897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:58.173382 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.187146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:58.190410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Transition to ACTIVE for port object c8f42eb1-031f-4fda-92b5-1cdb51a28c04 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:58.211643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Transition to ACTIVE for port object c8f42eb1-031f-4fda-92b5-1cdb51a28c04 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:58.225179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Allocated IP 172.20.0.9 (ceb1d073-5d08-45b2-b3a4-525a6b4f71f1/634f9a51-659a-4a1f-9a68-606d6e0dfbe7/dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:58.243040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Subnet': ['ID=5032fe48-8167-4fe6-85bb-ad7d8de110b4,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:58.249356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.256352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba6b3882-523c-478e-9a6b-ec3e32c758b3 req-b16c6cea-0228-4feb-8fc0-292db72a2411 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047811 Mar 02 18:20:58.266504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7c9c26b-0f3e-4fbd-b8ba-08e81612f6ec req-fd80f136-8c92-492d-88d8-6b82389ab75b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023908 Mar 02 18:20:58.274712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['33c131bf-f689-4113-a5cf-ccef25b9a570'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:20:58.305886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Checking segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:58.306302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network hostable DHCP agents. Network: 7d758753-7169-4863-a7dc-c4812278e3db, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:20:58.342381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.348029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.452662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.493068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:58.497706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:58.504832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 7d758753-7169-4863-a7dc-c4812278e3db is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:20:58.505084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:58.507094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:58.522673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca2c122e-77dc-4180-acc5-52c034ac25cf req-785bc234-d1d5-4fe0-b431-7f9239e3f1f4 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0781138 Mar 02 18:20:58.528308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb274f2c-5088-457d-a5a1-bcedf8995e33,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:58.540159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a9f56b08-ca77-4cbf-9f48-f032f566b1ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cb8434c8cf445a29e9f70a47a882d47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7830327 Mar 02 18:20:58.550266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:58.630009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.649891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Attempting to bind port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:20:58.650559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Attempting to bind port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:20:58.650692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Attempting to bind port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:20:58.664233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Transition to ACTIVE for port object dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:58.665773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.667156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:20:58.671829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:20:58.672003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7d758753-7169-4863-a7dc-c4812278e3db) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:58.672397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.672397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Bound using segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:20:58.672397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Bound port: c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:20:58.672397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.686555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682b236c-fc77-41fb-b158-770f7da53eee None None] Network 7d758753-7169-4863-a7dc-c4812278e3db requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:20:58.699036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.724063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:58.724796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.812959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.873062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:58.889260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e2b89-d24e-4bf6-ac07-43a5e39b1955 req-227007e8-2a4f-4e79-bdba-1732138d3ca6 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:58.900963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-187e2b89-d24e-4bf6-ac07-43a5e39b1955 req-227007e8-2a4f-4e79-bdba-1732138d3ca6 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 948 time: 0.4977148 Mar 02 18:20:58.907010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb274f2c-5088-457d-a5a1-bcedf8995e33,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:58.910817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:20:58.914819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:20:58.930943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:20:58.943596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-92aea1a8-6e26-4155-83a7-0e96ac052a2f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9346406 Mar 02 18:20:58.956452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49692) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:58.966675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:58.972917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'name': 'tempest-TaggedBootDevicesTest-1659448506', 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:58.989309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:59.010199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:20:59.022691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.029528 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6eb1e84f-123c-4725-be13-57c7888754b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bb274f2c-5088-457d-a5a1-bcedf8995e33 HTTP/1.1" status: 204 len: 168 time: 0.4708633 Mar 02 18:20:59.053348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:59.054466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.087163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99977914-4e7d-4f34-9b65-3d9ea84bd712 req-7f126acd-3d00-4822-8354-3dfa5d00151c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:59.088716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99977914-4e7d-4f34-9b65-3d9ea84bd712 req-7f126acd-3d00-4822-8354-3dfa5d00151c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.4344573 Mar 02 18:20:59.114212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-187e2b89-d24e-4bf6-ac07-43a5e39b1955 req-41ca2479-fb0d-4377-a10e-05d52c6e3650 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128303 Mar 02 18:20:59.145225 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.150316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b4e8b09a-93a4-41d5-b766-c30dd2c83a6b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5273094 Mar 02 18:20:59.151001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49698) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:20:59.157557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:4b:93:fa'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:1a:85:25'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:20:59.179006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7d758753-7169-4863-a7dc-c4812278e3db', 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ips': [{'subnet_id': '5032fe48-8167-4fe6-85bb-ad7d8de110b4'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:20:59.179912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.233262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:20:59.289177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99977914-4e7d-4f34-9b65-3d9ea84bd712 req-fe3af9c2-9d0c-49f2-ad67-59f686c65d2a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705506 Mar 02 18:20:59.400086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:20:59.400257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261c6e6-3fbe-4532-958d-8a5674ddc2f8 None None] Pushing event updated for resources: {'Port': ['ID=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:20:59.507357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:20:59.528004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f62e031d-45e5-431a-888d-4fe5c2eb997e None None] Provisioning for port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:20:59.559239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:port and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:20:59.567443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f62e031d-45e5-431a-888d-4fe5c2eb997e None None] Provisioning complete for port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:20:59.567704 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f62e031d-45e5-431a-888d-4fe5c2eb997e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.605613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.628859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:20:59.675580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:20:59.702004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f62e031d-45e5-431a-888d-4fe5c2eb997e None None] Port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:20:59.703128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:20:59.717588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:20:59.743496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Allocated IP 10.2.2.2 (7d758753-7169-4863-a7dc-c4812278e3db/5032fe48-8167-4fe6-85bb-ad7d8de110b4/9e9adfba-86af-47ca-aee7-091af5ac99a7) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:20:59.771429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Transition to ACTIVE for port object c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:20:59.808502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fffb3-fd56-4844-ba42-0effa0d4cac1 req-747076d4-8880-4766-a139-c1eb21a936cb tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:59.816601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e15fffb3-fd56-4844-ba42-0effa0d4cac1 req-747076d4-8880-4766-a139-c1eb21a936cb tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.3311694 Mar 02 18:20:59.833685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:20:59.864801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b52a4-5d66-4984-9714-7e9fb6583efc req-dd269747-7323-400c-a0e0-8437f13f7778 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:20:59.872444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-781b52a4-5d66-4984-9714-7e9fb6583efc req-dd269747-7323-400c-a0e0-8437f13f7778 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3232906 Mar 02 18:20:59.914734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.007018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.018344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Transition to ACTIVE for port object 9e9adfba-86af-47ca-aee7-091af5ac99a7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:00.044619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Transition to ACTIVE for port object 9e9adfba-86af-47ca-aee7-091af5ac99a7 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:00.116846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.131916 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.183437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.234474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Pushing event updated for resources: {'Port': ['ID=9e9adfba-86af-47ca-aee7-091af5ac99a7,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:00.260503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Network 7d758753-7169-4863-a7dc-c4812278e3db is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:00.268351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:00.277815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:00.327790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event updated for resources: {'Port': ['ID=dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:00.340139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:00.373210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] In _notify_port_updated(), no bound segment for port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 on network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:21:00.392211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:00.394942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.397787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f5188f0-8520-4211-86d7-33130057d873 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "PUT /v2.0/ports/dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 HTTP/1.1" status: 200 len: 1056 time: 1.2443123 Mar 02 18:21:00.402005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:00.402954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e15fffb3-fd56-4844-ba42-0effa0d4cac1 req-fbd78314-eeb2-4b85-9631-48182ecdb3b2 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852182 Mar 02 18:21:00.440828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-781b52a4-5d66-4984-9714-7e9fb6583efc req-bedb230d-d8a0-4d39-834a-c405ed7ca716 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673881 Mar 02 18:21:00.479029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Attempting to bind port 9e9adfba-86af-47ca-aee7-091af5ac99a7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:00.482956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Attempting to bind port 9e9adfba-86af-47ca-aee7-091af5ac99a7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:00.482956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Attempting to bind port 9e9adfba-86af-47ca-aee7-091af5ac99a7 on network 7d758753-7169-4863-a7dc-c4812278e3db {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:00.483581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] No DVR routers for this DVR port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:00.490525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:00.490923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Checking segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:00.491334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.491799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Bound using segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:00.496596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Bound port: 9e9adfba-86af-47ca-aee7-091af5ac99a7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:00.497196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.499201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.501408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.502856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.506324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.510083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:00.667972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:00.670871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.708450 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'code': 200} Mar 02 18:21:00.718374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49736) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:00.742816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] For port 9e9adfba-86af-47ca-aee7-091af5ac99a7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:00.746586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] For port 9e9adfba-86af-47ca-aee7-091af5ac99a7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e9adfba-86af-47ca-aee7-091af5ac99a7,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:00.746998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb903835-12dc-4203-a896-18ebacce058b req-fc2f0cd9-92b2-4040-83e0-2d18aa795b4c tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0735123 Mar 02 18:21:00.754671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.799197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:00.800327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:00.800476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9373d56c-e733-4a6d-b4a6-48c3c40628cf None None] Provisioning complete for port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:00.801002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:00.802743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9373d56c-e733-4a6d-b4a6-48c3c40628cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.820974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:00.821366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:00.853561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] device_id is not set on port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:21:00.893287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.914680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:00.915235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:00.915805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:00.916422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Bound port: c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:00.917132 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:00.992226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1828a1d5-6d11-45a5-ba0f-0c60d83f823d None None] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:00.994345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1522315794-network', 'tenant_id': 'ff57658df05c4ef2a3d758aa4a192509'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:01.009626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:01.074905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.100129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Usage tracker for resource:network and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:01.113102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:01.132048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:01.155692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9373d56c-e733-4a6d-b4a6-48c3c40628cf None None] Port dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:01.185144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed0892-c036-4cdd-a992-5e75c04d288e None None] Pushing event updated for resources: {'Port': ['ID=9e9adfba-86af-47ca-aee7-091af5ac99a7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:01.245529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:01.334904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Made reservation on behalf of ff57658df05c4ef2a3d758aa4a192509 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:01.337686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.366284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-78fb41f2-8059-4d88-9548-284e9a842fc0 None None] Provisioning for port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:01.373741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:01.397091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ef194-4f5b-4038-acf5-b1155f8f7e69 req-d0a2af70-1b73-46b2-b5e1-12f80b17a603 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:01.403943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-220ef194-4f5b-4038-acf5-b1155f8f7e69 req-d0a2af70-1b73-46b2-b5e1-12f80b17a603 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 948 time: 0.4940782 Mar 02 18:21:01.424510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:01.428120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 33c131bf-f689-4113-a5cf-ccef25b9a570 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:01.437028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.484439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c8f42eb1-031f-4fda-92b5-1cdb51a28c04 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:01.496095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:01.508608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:01.545796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Usage tracker for resource:security_group_rule and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:01.553532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-220ef194-4f5b-4038-acf5-b1155f8f7e69 req-ee58f6ef-97cd-4614-b0ee-fc8b35d75088 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487110 Mar 02 18:21:01.566533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:01.602084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa348ac-f6b1-4452-addd-73304f184b05 req-ee96fc8a-7645-4715-b89f-fa3e5554c904 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:01.606761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaa348ac-f6b1-4452-addd-73304f184b05 req-ee96fc8a-7645-4715-b89f-fa3e5554c904 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.5988774 Mar 02 18:21:01.609378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:01.612882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.1.1.38 (1b4b0956-7dd2-44af-a302-6f9899c3f53b/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a/42dd07c4-9d30-41c8-95bc-bdddf84377b9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:01.647201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.654362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.758838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:01.842895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:01.848428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:01.849536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:01.851081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] 10.222.0.65 "PUT /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 1095 time: 3.7781067 Mar 02 18:21:01.859740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:01.918934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 33c131bf-f689-4113-a5cf-ccef25b9a570 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:01.929476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:01.936061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'mac_address': 'fa:16:3e:2c:84:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:01.955928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 33c131bf-f689-4113-a5cf-ccef25b9a570 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:01.956170 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.089985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:02.090564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.220089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:02.237727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaa348ac-f6b1-4452-addd-73304f184b05 req-750ceca3-c62d-482d-9fd9-db9cc76d86cf tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690675 Mar 02 18:21:02.259076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.274838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-977f6907-5bec-4264-bbf3-65fe4c97c594 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 HTTP/1.1" status: 204 len: 168 time: 1.8702133 Mar 02 18:21:02.278781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49748) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:02.343187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba07d8-7452-405a-8b23-72cf0dd3f4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:02.343499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.349685 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4214649f-5389-458d-ac32-38a84a758661 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] GET failed (client error): The resource could not be found. Mar 02 18:21:02.350230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4214649f-5389-458d-ac32-38a84a758661 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:02.392603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.406623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:02.417977 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.423838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4214649f-5389-458d-ac32-38a84a758661 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:02.427798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4214649f-5389-458d-ac32-38a84a758661 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports/dc216aa0-cc2a-4d37-9f74-fa6f000b8dc8 HTTP/1.1" status: 404 len: 333 time: 0.1451256 Mar 02 18:21:02.429335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49752) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:02.455573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d5910-67e3-4548-9c55-1cf86f09abe6 req-d3e64fe5-b8cc-44d3-ae7c-f334436fa364 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:02.458754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d56d5910-67e3-4548-9c55-1cf86f09abe6 req-d3e64fe5-b8cc-44d3-ae7c-f334436fa364 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 950 time: 0.7143743 Mar 02 18:21:02.465987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:02.477294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:02.490988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=33c131bf-f689-4113-a5cf-ccef25b9a570,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:02.504694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:02.536404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port 53a3b5e2-b755-45d4-8c57-646e9b299fc6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:02.537066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.561082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.575995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.636094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object 42dd07c4-9d30-41c8-95bc-bdddf84377b9 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:02.637431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5c6b49-cf0a-44ff-af2b-0fa253139fcb None None] Network 7d758753-7169-4863-a7dc-c4812278e3db requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:02.640446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.644950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-caa81515-8671-487f-bebf-7378a34c9664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:02.646598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-caa81515-8671-487f-bebf-7378a34c9664 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1098 time: 0.7482252 Mar 02 18:21:02.655721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.658324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.659443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:02.687141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d56d5910-67e3-4548-9c55-1cf86f09abe6 req-11342808-cb1c-4517-a480-51acaaf146bf tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612904 Mar 02 18:21:02.708597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:02.716596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:02.812431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:02.864112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:02.906292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eca3d1a5-1dbd-4a6c-9823-1f0e3913c738 None None] Provisioning for port 9e9adfba-86af-47ca-aee7-091af5ac99a7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:02.972381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.041354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:03.052910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68da697b-c596-4193-862a-4a290530402b req-85a8e8e1-f461-43e6-b19d-a011eec6c5cf tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1051126 Mar 02 18:21:03.063208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.076731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74aac81-ec59-42fb-ab9a-2df78057890f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.116778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for 53a3b5e2-b755-45d4-8c57-646e9b299fc6 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:03.140319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.143066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3781b77c-09d4-4eeb-a81e-26f2489d48a5 req-4f660c14-8567-4918-827c-463e61d90c6f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:03.144663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3781b77c-09d4-4eeb-a81e-26f2489d48a5 req-4f660c14-8567-4918-827c-463e61d90c6f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.7242248 Mar 02 18:21:03.160601 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570', 'code': 200} Mar 02 18:21:03.172989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.173404 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Added segment a958e12a-ec73-4a20-88fe-bf55f3cec3a4 of type vlan for network 4b254f25-fd74-4bc6-a0df-d436906cd8bb Mar 02 18:21:03.234640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:03.270462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.285657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.296657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:03.382401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-9e4d1dc6-3f69-4a41-9423-5807d9ba63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:03.383885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-9e4d1dc6-3f69-4a41-9423-5807d9ba63b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.7244008 Mar 02 18:21:03.385682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.437663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.446885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.469781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3781b77c-09d4-4eeb-a81e-26f2489d48a5 req-78c94516-15d6-4925-9ce3-d87c330edfe6 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046048 Mar 02 18:21:03.497656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.528258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=53a3b5e2-b755-45d4-8c57-646e9b299fc6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.568928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e9adfba-86af-47ca-aee7-091af5ac99a7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:03.587302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-8775644c-0036-4311-b62c-d264a325a1bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1217113 Mar 02 18:21:03.603248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:03.643891 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'status': 'completed', 'code': 200} Mar 02 18:21:03.677560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:03.681105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:03.683956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:03.794368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9e9adfba-86af-47ca-aee7-091af5ac99a7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:03.806825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.808312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9e9adfba-86af-47ca-aee7-091af5ac99a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:03.808859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:03.851237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-0844f834-2f53-407b-a76a-a99c9cdabeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:03.853107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-0844f834-2f53-407b-a76a-a99c9cdabeb3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1098 time: 0.1800644 Mar 02 18:21:03.998173 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.018277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.018946 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.023139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.024080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.024650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.032393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eb695b8b-4996-423e-b560-b66abe69c33d None None] Provisioning complete for port 9e9adfba-86af-47ca-aee7-091af5ac99a7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:04.033041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eb695b8b-4996-423e-b560-b66abe69c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.046070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-d303b3ee-3813-44ac-818b-94fdf45c1d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.048132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-d303b3ee-3813-44ac-818b-94fdf45c1d4c service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1826046 Mar 02 18:21:04.049893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01fa4a52-49a6-4fd1-ab0a-1dc003781e9a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/53a3b5e2-b755-45d4-8c57-646e9b299fc6 HTTP/1.1" status: 204 len: 168 time: 1.6205442 Mar 02 18:21:04.052383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:04.105066 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa497327-260a-46ca-a2fd-ce09eea1ec3b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] GET failed (client error): The resource could not be found. Mar 02 18:21:04.105654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aa497327-260a-46ca-a2fd-ce09eea1ec3b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Synchronizing usage tracker for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:04.160231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 9e9adfba-86af-47ca-aee7-091af5ac99a7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e9adfba-86af-47ca-aee7-091af5ac99a7,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:04.177291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-7b738314-1b45-47e1-aa0f-a376180537e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.178773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-7b738314-1b45-47e1-aa0f-a376180537e9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.5559247 Mar 02 18:21:04.188228 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-1f9ea3b9-086e-4b12-8094-dba2983c71b3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1331012 Mar 02 18:21:04.193246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbca80e-775d-482d-b074-6f11687fef61 req-0727610c-c7ec-46b4-a16c-46fb08a6d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.194844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fbca80e-775d-482d-b074-6f11687fef61 req-0727610c-c7ec-46b4-a16c-46fb08a6d5b1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 1100 time: 0.9190199 Mar 02 18:21:04.236716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eb695b8b-4996-423e-b560-b66abe69c33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.243804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70b5e8-d05d-490c-9caf-40ca5dc78d9a req-8e865e02-1a0a-4072-a60a-874bc541e063 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.245313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b70b5e8-d05d-490c-9caf-40ca5dc78d9a req-8e865e02-1a0a-4072-a60a-874bc541e063 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 949 time: 0.9726896 Mar 02 18:21:04.263163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-6684673b-6b2d-4bfb-bb34-c2e6553072c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.264644 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-6684673b-6b2d-4bfb-bb34-c2e6553072c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0705645 Mar 02 18:21:04.268541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.269331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c8f42eb1-031f-4fda-92b5-1cdb51a28c04 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:04.270698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] Pushing event updated for resources: {'Network': ['ID=4b254f25-fd74-4bc6-a0df-d436906cd8bb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:04.314452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5d4b477-13c8-4704-a9ff-dd67593bfbdf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.5858021 Mar 02 18:21:04.314452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-20780207-5cf2-4cd8-8869-a6e4dfcaad80 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3533063 Mar 02 18:21:04.314812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aa497327-260a-46ca-a2fd-ce09eea1ec3b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Unset dirty status for tenant:7c7a36810ac74b03831c7cffec890bb8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:04.320345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aa497327-260a-46ca-a2fd-ce09eea1ec3b tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "GET /v2.0/ports/53a3b5e2-b755-45d4-8c57-646e9b299fc6 HTTP/1.1" status: 404 len: 333 time: 0.2635040 Mar 02 18:21:04.320345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:04.320345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:04.320748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49778) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:04.328447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'name': 'tempest-TaggedBootDevicesTest-164231595', 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:04.350699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Request body: {'subnet': {'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1522315794-subnet', 'tenant_id': 'ff57658df05c4ef2a3d758aa4a192509', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:04.365251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:04.378168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:04.407560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b70b5e8-d05d-490c-9caf-40ca5dc78d9a req-9041eeb8-397a-40f9-a0d4-a1398ea40086 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342645 Mar 02 18:21:04.415090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0195f1-8ed1-462e-9655-2c2b6da739de req-d31f9691-6a53-4275-a2df-57256e3dc3da tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.416616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a0195f1-8ed1-462e-9655-2c2b6da739de req-d31f9691-6a53-4275-a2df-57256e3dc3da tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.5957410 Mar 02 18:21:04.435801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Usage tracker for resource:subnet and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:04.436506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fbca80e-775d-482d-b074-6f11687fef61 req-50c401f9-f681-44fa-be29-66481dd14d2c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021368 Mar 02 18:21:04.443692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:04.453995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:04.478775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port 3eef04d1-abf8-463e-96ed-dff6d84c4146 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:04.479403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.502100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-f0753ecf-f697-44d1-8458-6dfc5fd5b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.507898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-f0753ecf-f697-44d1-8458-6dfc5fd5b47a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2371366 Mar 02 18:21:04.568147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Made reservation on behalf of ff57658df05c4ef2a3d758aa4a192509 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:04.570795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.573530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-11f5eb57-5090-4257-a49f-78b6ec12b101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:04.575634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-11f5eb57-5090-4257-a49f-78b6ec12b101 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3777311 Mar 02 18:21:04.576577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-eb695b8b-4996-423e-b560-b66abe69c33d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:04.577039 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-eb695b8b-4996-423e-b560-b66abe69c33d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:04.583021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=9e9adfba-86af-47ca-aee7-091af5ac99a7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:04.597565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:04.598025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:04.605200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a0195f1-8ed1-462e-9655-2c2b6da739de req-0c74ae89-57b4-4964-a15c-fd348b96890f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790576 Mar 02 18:21:04.751608 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-75eb2deb-f089-4312-9fcc-a1d28d9461cb service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291832 Mar 02 18:21:04.859463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:04.866046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:port and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:04.872137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:04.981781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:04.990513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab40d7a2-a67b-4be9-978a-6f1d412054cc req-c945b5b6-8cd6-4831-b178-064de62cd7b2 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1374426 Mar 02 18:21:05.030405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-1d28c27e-ff00-4ef7-aef0-818eb5ae9b1a service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653948 Mar 02 18:21:05.263031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:05.282307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-6ac4f0b0-c460-4e6e-8b97-c01859fe260a service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4174576 Mar 02 18:21:05.379355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e9adfba-86af-47ca-aee7-091af5ac99a7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:05.383963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.414156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b9e10999-02db-45c6-83c6-29036bfd78bc None None] Provisioning for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:05.432108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b9e10999-02db-45c6-83c6-29036bfd78bc None None] Provisioning complete for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:05.432574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b9e10999-02db-45c6-83c6-29036bfd78bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.487307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:05.507613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa82a064-a18a-47ae-b4a5-4a52109f12c8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:05.517852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.535570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Checking segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:05.536014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Network hostable DHCP agents. Network: 4b254f25-fd74-4bc6-a0df-d436906cd8bb, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:05.543553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca3018-1526-4ac5-92cf-11258e4a6554 req-b855de92-2e41-4a9e-b543-06511fff5e47 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:05.545018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bcca3018-1526-4ac5-92cf-11258e4a6554 req-b855de92-2e41-4a9e-b543-06511fff5e47 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 949 time: 0.6931109 Mar 02 18:21:05.549507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.559803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7558c82-5fe8-4d57-9d5c-abe05c3ab5ee req-7de62f94-6380-4ace-9bcc-b24fc046e59e service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231464 Mar 02 18:21:05.571332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] device_id is not set on port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:21:05.590062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b9e10999-02db-45c6-83c6-29036bfd78bc None None] Port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:05.609229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9e9adfba-86af-47ca-aee7-091af5ac99a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:05.610382 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.662105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:05.662105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.702979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:05.817534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for 3eef04d1-abf8-463e-96ed-dff6d84c4146 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:05.852672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.1.1.39 (1b4b0956-7dd2-44af-a302-6f9899c3f53b/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:05.880110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.915158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4b254f25-fd74-4bc6-a0df-d436906cd8bb) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:05.931047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:05.931047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:05.931496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:05.936876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4fe0c5-e0d5-4960-9b7b-5a1a72c74cb8 None None] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:05.973901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:06.016879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89339c-aeed-41d3-909d-1685290f3f30 req-21b78ac4-3236-4ce0-83fe-ffc441b9bd7f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.024072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d89339c-aeed-41d3-909d-1685290f3f30 req-21b78ac4-3236-4ce0-83fe-ffc441b9bd7f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.6448569 Mar 02 18:21:06.061622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.126301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bcca3018-1526-4ac5-92cf-11258e4a6554 req-4b10d3c0-86bf-4928-bb37-6b93f540e539 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5498457 Mar 02 18:21:06.127360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d89339c-aeed-41d3-909d-1685290f3f30 req-e805db4e-f135-4729-bb29-89a5f25cc85e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016986 Mar 02 18:21:06.201617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b69c5bf2-eb5c-4c4a-8b19-2af7dec0a8b9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8717575 Mar 02 18:21:06.253635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.274637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:06.294537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:06.340779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb33755-dfa3-41e3-b0f5-fdaf9439fb9b None None] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:06.409947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-668e7c0e-e4de-4327-9e8c-93add166e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.412123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-668e7c0e-e4de-4327-9e8c-93add166e25e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1100 time: 0.5086532 Mar 02 18:21:06.413916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.435596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-5b2aada1-4b40-45f6-a079-9b3a6e93ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.438984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-5b2aada1-4b40-45f6-a079-9b3a6e93ee4c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1098 time: 0.5806236 Mar 02 18:21:06.502542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:06.507046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:06.510603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:06.576519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:06.644285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.644981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.705886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.758861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7781c56f-deff-4f3e-a051-44f97474c183 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4314930 Mar 02 18:21:06.786062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=3eef04d1-abf8-463e-96ed-dff6d84c4146,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:06.892375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8fa11115-75e2-419b-a722-650bbb660097 None None] Provisioning for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:06.899433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8fa11115-75e2-419b-a722-650bbb660097 None None] Provisioning complete for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:06.899433 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fa11115-75e2-419b-a722-650bbb660097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:06.904779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99be65d-c3f3-4c6a-926b-d9951ed39afe req-e9cb11bc-326f-462b-82db-56df47158d30 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.907295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99be65d-c3f3-4c6a-926b-d9951ed39afe req-e9cb11bc-326f-462b-82db-56df47158d30 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 949 time: 0.6433537 Mar 02 18:21:06.924202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf012414-4d5f-4589-b4f3-38fe484acbdb req-148531a1-4cfc-4ad3-819a-bb5f6c68211f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.925825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf012414-4d5f-4589-b4f3-38fe484acbdb req-148531a1-4cfc-4ad3-819a-bb5f6c68211f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.6804540 Mar 02 18:21:06.945340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-160b29da-8ca5-4bfa-b2e4-59514c007aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.946891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-160b29da-8ca5-4bfa-b2e4-59514c007aa1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5053687 Mar 02 18:21:06.957785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-55ffdf4f-db50-4d29-937e-282f395adf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:06.959293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-55ffdf4f-db50-4d29-937e-282f395adf7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4860129 Mar 02 18:21:06.997567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8fa11115-75e2-419b-a722-650bbb660097 None None] Port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:07.121935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-f38ab59f-03dc-401c-9359-e519a93c2c16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c HTTP/1.1" status: 200 len: 217 time: 0.1615880 Mar 02 18:21:07.129303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-eb61ef7d-fe8b-495d-9515-f23c7c2c0400 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1623526 Mar 02 18:21:07.213887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:07.228486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99be65d-c3f3-4c6a-926b-d9951ed39afe req-5bac58c5-e7a6-4b26-8a87-30e02d4397b7 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014610 Mar 02 18:21:07.281502 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'code': 200} Mar 02 18:21:07.427205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf012414-4d5f-4589-b4f3-38fe484acbdb req-115adfdc-bdf6-4996-b17d-0dcc4032f00a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4789221 Mar 02 18:21:07.477801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a86b394-59b1-4b94-8ae4-97bed62c08b7 req-ef485079-a495-458c-8e6d-737552ac5569 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0584369 Mar 02 18:21:07.483320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-a2e7efdb-d6a6-4b26-a46a-eb385508d36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.484799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-a2e7efdb-d6a6-4b26-a46a-eb385508d36f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.3167441 Mar 02 18:21:07.488716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-0dfd7ded-2834-49b4-ae24-9acc6f614649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.492311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-0dfd7ded-2834-49b4-ae24-9acc6f614649 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.3549433 Mar 02 18:21:07.530465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed17a9-bdf6-44f5-bbcf-1390604de85f req-07856d25-2bd4-4c27-8582-8662e86140db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.532053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bed17a9-bdf6-44f5-bbcf-1390604de85f req-07856d25-2bd4-4c27-8582-8662e86140db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1102 time: 0.0899341 Mar 02 18:21:07.588477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bed17a9-bdf6-44f5-bbcf-1390604de85f req-bfbff251-929d-4240-bf07-1aac08dd7bf1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475078 Mar 02 18:21:07.601898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1591216a-5994-42ff-aad3-a27e3590c75e tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/ports/3eef04d1-abf8-463e-96ed-dff6d84c4146 HTTP/1.1" status: 204 len: 168 time: 3.2770503 Mar 02 18:21:07.602633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49814) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:07.690154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting subnet 634f9a51-659a-4a1f-9a68-606d6e0dfbe7 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:21:07.693529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:07.714695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-19c8c77f-30c0-4ad6-ae82-7e61b1944264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.716338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-19c8c77f-30c0-4ad6-ae82-7e61b1944264 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231209 Mar 02 18:21:07.757247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:07.777722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-b6acd462-f810-4ff8-af8d-d830bcdc8962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.779716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-b6acd462-f810-4ff8-af8d-d830bcdc8962 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2364614 Mar 02 18:21:07.866819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:07.913936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-22d28351-c9fb-407f-a497-0de43f7868cb tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:07.914671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-22d28351-c9fb-407f-a497-0de43f7868cb tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Synchronizing usage tracker for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:08.011015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.106673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Subnet': ['ID=634f9a51-659a-4a1f-9a68-606d6e0dfbe7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:08.111859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.113639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-405fa1a1-359f-431b-b1b8-37faf8a7cb62 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976837 Mar 02 18:21:08.115047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fbe7f-457b-44f4-b17b-3896eb7f45fc None None] Network ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:08.115927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-2572fd20-c0f9-4263-be41-85a32974069d service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986889 Mar 02 18:21:08.126706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-856f4605-9963-4912-8d88-67952ca4ffc1 tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/subnets/634f9a51-659a-4a1f-9a68-606d6e0dfbe7 HTTP/1.1" status: 204 len: 168 time: 0.5229707 Mar 02 18:21:08.127303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:08.202234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-22d28351-c9fb-407f-a497-0de43f7868cb tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Unset dirty status for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:08.209506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-22d28351-c9fb-407f-a497-0de43f7868cb tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 0.5412514 Mar 02 18:21:08.248452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-bf03c657-2a8c-4dfa-a5f5-366a66668326 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/quotas/ff57658df05c4ef2a3d758aa4a192509 HTTP/1.1" status: 200 len: 375 time: 0.0357342 Mar 02 18:21:08.259459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.273633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Deleting port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:08.273633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.415443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db13666-8bcd-41dc-a298-b73a058a42ed req-992d5c76-7a1f-43ba-b503-0284d1520264 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898366 Mar 02 18:21:08.513002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-5c5cd497-0804-401d-a860-d8ee9b2f8965 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2630281 Mar 02 18:21:08.620680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] DHCP port deletion for ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:21:08.625798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Deleting port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:08.626152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.739683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7478b0-2c3f-448d-8b68-91b7632fed46 req-8865734e-fff0-4e05-9452-4c985a1a42ef service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6126082 Mar 02 18:21:08.782802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-ddd072c6-c399-4e35-93ef-9cc381556fa6 service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477384 Mar 02 18:21:08.785933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] For port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,segment=NetworkSegment(d8b80cf3-d8d6-43ef-952d-9110fadc1838),segment_id=d8b80cf3-d8d6-43ef-952d-9110fadc1838)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:08.786567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.896356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49836) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:08.930398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] For port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,segment=NetworkSegment(d8b80cf3-d8d6-43ef-952d-9110fadc1838),segment_id=d8b80cf3-d8d6-43ef-952d-9110fadc1838)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:08.930843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:08.941527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-14cc2420-6a11-4415-8143-c86c7644abb5 service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510205 Mar 02 18:21:09.039781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b4d15-819c-4df4-b5b5-88f0b73f33e7 req-291566bb-0b53-4c98-9fcd-579d999dddf3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:09.043117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb7b4d15-819c-4df4-b5b5-88f0b73f33e7 req-291566bb-0b53-4c98-9fcd-579d999dddf3 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 951 time: 0.0989544 Mar 02 18:21:09.092142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393072627', 'description': 'tempest-description--769473045'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:09.103597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Calling delete_port for 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:09.134296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb7b4d15-819c-4df4-b5b5-88f0b73f33e7 req-60b6a3bc-89d3-4db2-bc79-6f0491dd3fef tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856469 Mar 02 18:21:09.141736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:09.159842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:security_group and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:09.165271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:09.175341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:09.178961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Calling delete_port for 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:09.268450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.291029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:09.291538 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:09.308844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.394302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:09.397954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:09.403030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:security_group_rule and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:09.406962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:09.415131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:09.499434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:09.502031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3aefa4a-6d19-44e3-99c1-5076783e015f req-751e9e01-d60d-4e5f-b543-864508e974fd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:09.503677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3aefa4a-6d19-44e3-99c1-5076783e015f req-751e9e01-d60d-4e5f-b543-864508e974fd tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.2180991 Mar 02 18:21:09.513478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Port': ['ID=3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:09.516315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] No DVR routers for this DVR port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:09.516821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:09.517179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:09.699957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.702152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3aefa4a-6d19-44e3-99c1-5076783e015f req-46704efb-e1a0-465d-9e34-115758dfe535 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867006 Mar 02 18:21:09.722174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.724218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-9c18706f-316c-4011-bf7f-3763032f4914 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:09.725788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-9c18706f-316c-4011-bf7f-3763032f4914 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 945 time: 0.3461859 Mar 02 18:21:09.758732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:09.762157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb1d073-5d08-45b2-b3a4-525a6b4f71f1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:09.780680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8b80cf3-d8d6-43ef-952d-9110fadc1838') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:09.786357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8b80cf3-d8d6-43ef-952d-9110fadc1838') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:09.800668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Deleting port 3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:09.801220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.812160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.835663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'mac_address': 'fa:16:3e:d0:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:09.837305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.876875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.903847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:09.903847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.912165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-225f4cd1-3f33-4f3d-904c-ee10adf2d249 None None] The port '3b73dbca-b5bd-42a2-b1ee-f4ea0677d9b3' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:09.919444 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:09.944031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e4da9-a35b-4d5b-a816-68d91329bc60,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:09.963669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.997888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:09.998736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:10.002903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b9aa7432-9f75-4d11-aa90-f5f8b4b9ab9f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9150631 Mar 02 18:21:10.014785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49854) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:10.034095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6274c3b3-30fd-48de-8ef7-2cd799d24f98 req-f5dcb401-7dcf-4434-8d4d-977e44b56af8 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1099720 Mar 02 18:21:10.037869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:10.061547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'security_group_rule': {'security_group_id': '1e4e4da9-a35b-4d5b-a816-68d91329bc60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:10.085750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833e551-ae77-4e9a-b8e3-523a3afd1471 req-52c8720f-2e26-4b59-814d-cbe2b19e0932 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:10.093267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1833e551-ae77-4e9a-b8e3-523a3afd1471 req-52c8720f-2e26-4b59-814d-cbe2b19e0932 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 947 time: 0.5063767 Mar 02 18:21:10.097851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:10.104084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:security_group_rule and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:10.109939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:10.121861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:10.122231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.123525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.133111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:10.198330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:10.206921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47d80824-8a41-41c8-94fd-3fe9475d232a req-3b849df5-c3c8-4876-a8a8-07c19cbf45cc tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 210 time: 0.0913675 Mar 02 18:21:10.246911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1833e551-ae77-4e9a-b8e3-523a3afd1471 req-ca3ff615-e7cc-40c3-91a6-956952b3fd69 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527510 Mar 02 18:21:10.254464 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.288630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.296467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.316158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] Pushing event deleted for resources: {'Network': ['ID=ceb1d073-5d08-45b2-b3a4-525a6b4f71f1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:10.328945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9be935f9-29d5-4bd7-a7e8-4222af40984a tempest-AllowedAddressPairTestJSON-798798606 tempest-AllowedAddressPairTestJSON-798798606-project] 10.222.0.66 "DELETE /v2.0/networks/ceb1d073-5d08-45b2-b3a4-525a6b4f71f1 HTTP/1.1" status: 204 len: 168 time: 2.2005208 Mar 02 18:21:10.383650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.392375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-1324262a-a14a-42a8-97e7-8db84d546b20 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425594 Mar 02 18:21:10.445370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:10.503447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.538711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7344f14-be58-43e8-b1ed-9194364ce1ea,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:10.658216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port 1f913e4d-9d8e-47fa-b21d-fd67372059f1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1f913e4d-9d8e-47fa-b21d-fd67372059f1,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:10.658579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.758891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.762835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40f7b3b9-4cae-47df-88c5-8c594174fc93 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7425323 Mar 02 18:21:10.763031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:10.768275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'security_group_rule': {'security_group_id': '1e4e4da9-a35b-4d5b-a816-68d91329bc60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:10.774668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:10.780265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:security_group_rule and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:10.783447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:10.790649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:10.800890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for 1f913e4d-9d8e-47fa-b21d-fd67372059f1 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:10.875465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-812d6661-d575-4460-8e4f-98000d501d01 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:10.877487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-812d6661-d575-4460-8e4f-98000d501d01 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4840910 Mar 02 18:21:10.888257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05548fb-e9ac-4d64-bf79-d0ba8a60e678 req-4aa6921f-2fe9-4e01-95da-2605e0262292 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:10.889885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d05548fb-e9ac-4d64-bf79-d0ba8a60e678 req-4aa6921f-2fe9-4e01-95da-2605e0262292 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 951 time: 0.4234083 Mar 02 18:21:10.898947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:10.924549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-726d42e6-afe9-44b4-8bac-102a8eaf1d75 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/quotas/2efaba85bf9b47829c8dac5a70ca6a2c HTTP/1.1" status: 200 len: 375 time: 0.0313475 Mar 02 18:21:10.944762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49882) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:10.982931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.022900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d05548fb-e9ac-4d64-bf79-d0ba8a60e678 req-d4e24afd-c61d-4137-be49-3b512bc681dd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181479 Mar 02 18:21:11.105397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.131462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3abad8b-e9e9-4529-9642-5b8c4f0a9223,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:11.151714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-d3dc1080-9d9f-45e2-bead-aefcd230ee13 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2076468 Mar 02 18:21:11.208493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.223322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.224545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2bbd5a8-ea1e-4ad8-8849-8d3795f8eb28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4605644 Mar 02 18:21:11.227941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:11.236771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:11.244330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:11.248934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:floatingip and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:11.255139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:11.261950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['1f913e4d-9d8e-47fa-b21d-fd67372059f1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:11.277628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:11.291384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-208de8dc-81e2-4870-88c0-6126afdf320f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c7a36810ac74b03831c7cffec890bb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430874 Mar 02 18:21:11.291384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=1f913e4d-9d8e-47fa-b21d-fd67372059f1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:11.293194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49898) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:11.399074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.399191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port 1f913e4d-9d8e-47fa-b21d-fd67372059f1 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:11.403745 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.406996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'name': 'network-vif-deleted', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:11.448028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.481186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.487346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:11.563727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afd22319-d32f-4d22-b89b-75d632e6bb22 req-de9c3b6a-873c-4f0a-9d6c-cedf81a0c72b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "DELETE /v2.0/ports/1f913e4d-9d8e-47fa-b21d-fd67372059f1 HTTP/1.1" status: 204 len: 173 time: 1.8277967 Mar 02 18:21:11.573181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-33987aab-c958-4217-b8a1-bab349da23c7 req-590fa290-dc10-482e-8a4c-7fdf61a81280 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:11.610940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.686439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:11.686973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-33987aab-c958-4217-b8a1-bab349da23c7 req-590fa290-dc10-482e-8a4c-7fdf61a81280 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:11.688359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33987aab-c958-4217-b8a1-bab349da23c7 req-590fa290-dc10-482e-8a4c-7fdf61a81280 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4abaf20-7172-47e6-afc4-6ad78f772334 HTTP/1.1" status: 200 len: 210 time: 0.1808324 Mar 02 18:21:11.689259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.694150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:11.694575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.709650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8af7f1-20ce-47fd-b070-99f9c247bbbc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:11.717305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.718665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12fd58b7-2604-4268-81fb-dd100e295cf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e8af7f1-20ce-47fd-b070-99f9c247bbbc HTTP/1.1" status: 204 len: 168 time: 0.4245756 Mar 02 18:21:11.824340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 172.25.7.229 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/835c07d3-18ed-4a7d-a759-54c9f11e0405) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:11.856070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.896626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:11.898174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:11.949774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22b09da0-1443-4984-9082-e80b7808ebac req-2e54ee20-5bda-4fcb-9261-70e5e78f340d tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1000845 Mar 02 18:21:11.970502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:11.971570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1f913e4d-9d8e-47fa-b21d-fd67372059f1 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:12.031692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-1293af5e-194d-49dc-81de-62d56c0cd259 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:12.033644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-1293af5e-194d-49dc-81de-62d56c0cd259 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303&tenant_id=3fd879756aba443db17dde6f6a7eb212&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 948 time: 0.2635014 Mar 02 18:21:12.126281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 1f913e4d-9d8e-47fa-b21d-fd67372059f1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:12.126781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1f913e4d-9d8e-47fa-b21d-fd67372059f1 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:12.180021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:12.191569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:12.343502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:12.403669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8688b35-3b6e-4bd7-b686-1d5aec3f4218 req-c3ff90cb-1a97-4e6f-b1b5-509e20a278c8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 210 time: 0.2063682 Mar 02 18:21:12.434607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd000198-1ec8-4e98-85bb-f26cb9863041 req-a1dcf9c2-d6f9-437c-9173-919ee3e28019 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 210 time: 0.0761020 Mar 02 18:21:12.453049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:12.456580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-eac3b7b1-ba63-4a79-891f-7a487f90f42b service neutron] 10.222.0.65 "GET /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 382 time: 0.4114485 Mar 02 18:21:12.460173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:12.466901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:12.474829 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4abaf20-7172-47e6-afc4-6ad78f772334', 'name': 'network-vif-deleted', 'tag': '1f913e4d-9d8e-47fa-b21d-fd67372059f1', 'status': 'completed', 'code': 200} Mar 02 18:21:12.614764 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'code': 200} Mar 02 18:21:12.655528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=835c07d3-18ed-4a7d-a759-54c9f11e0405,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:12.673168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-c972f566-9d7e-4b7e-8e6b-5feac49fb315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:12.674829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-c972f566-9d7e-4b7e-8e6b-5feac49fb315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1100 time: 0.1779025 Mar 02 18:21:12.746026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-01a1f082-9602-4d47-b21d-d1fc96be5f6d tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:12.748032 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-01a1f082-9602-4d47-b21d-d1fc96be5f6d tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 0.3579001 Mar 02 18:21:12.768549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'port': {'device_id': '51596d46-6fa5-43a7-a677-1444428929f3', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'admin_state_up': True, 'tenant_id': 'ff57658df05c4ef2a3d758aa4a192509'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:12.943993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ddd1-348a-410e-b4da-20958d429c44 req-fea42b41-654c-45ec-a9c2-0529ac21ecbd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:12.945728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fef1ddd1-348a-410e-b4da-20958d429c44 req-fea42b41-654c-45ec-a9c2-0529ac21ecbd tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.3283012 Mar 02 18:21:12.948126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-a1b71d40-43d0-4ffb-b730-dc81269d0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:12.949534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-a1b71d40-43d0-4ffb-b730-dc81269d0473 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2681139 Mar 02 18:21:13.040380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.064559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-4848a793-8eb6-4bd6-b288-aae96ebd4ab9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.1073413 Mar 02 18:21:13.085426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:13.091200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:port and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:13.094454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:13.101678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:13.115274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812dc60e-f468-426f-ac76-b03a8d0de7f5 req-1b1bbc5d-9fa9-44c2-b91b-54b302ef79ba tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:13.117059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-812dc60e-f468-426f-ac76-b03a8d0de7f5 req-1b1bbc5d-9fa9-44c2-b91b-54b302ef79ba tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1102 time: 0.3245156 Mar 02 18:21:13.176902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Made reservation on behalf of ff57658df05c4ef2a3d758aa4a192509 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:13.180808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.190415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fef1ddd1-348a-410e-b4da-20958d429c44 req-ba2b5bb9-a7c2-4a7f-8f90-554e96a8a0cc tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319977 Mar 02 18:21:13.202153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.249715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49944) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:13.250915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-812dc60e-f468-426f-ac76-b03a8d0de7f5 req-f26537f6-e935-4af2-93cf-7b96236cd563 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994637 Mar 02 18:21:13.271103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-d8113230-462f-46dd-b2f7-1c7c2cd16aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:13.273171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-d8113230-462f-46dd-b2f7-1c7c2cd16aec service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2014139 Mar 02 18:21:13.432960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-15d04735-da44-4d07-91e2-dd4c1c31d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:13.433674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-15d04735-da44-4d07-91e2-dd4c1c31d577 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1536582 Mar 02 18:21:13.535191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30e7df19-6eae-469a-9952-9617c6a5134f req-786a0039-cc01-4b34-ab78-14211689e253 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0735512 Mar 02 18:21:13.627404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1797681966'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:13.638761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Allocated IP 172.20.0.3 (4b254f25-fd74-4bc6-a0df-d436906cd8bb/fa82a064-a18a-47ae-b4a5-4a52109f12c8/be5bbd7b-7fa7-4deb-9f64-5d40090f75e8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:13.643759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:13.705706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-2a45cdde-5db5-4e12-99cf-f562c68a82bb service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664940 Mar 02 18:21:13.706661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:13.708340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f3d4bc-c5e5-4cdb-85fd-e4a09db992f0 req-0bca200a-6800-4aa8-af05-f26051c526d0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 210 time: 0.0505927 Mar 02 18:21:13.714834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:13.723332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:13.841836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:13.845849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.864178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.874155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5decc98-52b7-4193-bc08-5764b6ac0f4b req-59734287-c9b2-4432-9a45-0d234f0a0d5f tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 210 time: 0.0569899 Mar 02 18:21:13.927782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:21:13.931280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-db690bab-9eae-4840-8e28-c177293a996e service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188525 Mar 02 18:21:13.954798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:13.973160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:13.976772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:security_group_rule and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:13.982341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:13.993670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:14.052627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.094842 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.192875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-93cc0076-fc93-492b-ae80-faf8c1cf7130 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386097 Mar 02 18:21:14.227625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=835c07d3-18ed-4a7d-a759-54c9f11e0405,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:14.242010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.291817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.343919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.346097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.357361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1307ebf6-63b3-4051-bd80-fc05261fc954 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1259038 Mar 02 18:21:14.358816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.457674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:14.468983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:14.469207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-38f6a70c-ed40-4503-9519-e528bfde23f0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:14.470671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-38f6a70c-ed40-4503-9519-e528bfde23f0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.4737756 Mar 02 18:21:14.482500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:14.492022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:14.514161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8183bb9-ac4a-481b-8191-c13ccd5f32f2 req-b777e66a-aef6-4cfc-985e-2d8d03868969 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:14.515711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8183bb9-ac4a-481b-8191-c13ccd5f32f2 req-b777e66a-aef6-4cfc-985e-2d8d03868969 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 1102 time: 0.4631524 Mar 02 18:21:14.519340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9913a7c7-c112-4d6e-9031-805028452a57,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:14.519856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-4305d9bd-ad6b-463f-b9b1-b7472e945373 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/quotas/f9dcee971fe34c9193c5a0aad20a2fcb HTTP/1.1" status: 200 len: 375 time: 0.0299988 Mar 02 18:21:14.567190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:14.573147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.573732 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 5031003e-40e2-4c01-96cc-039a88129fa2 of type vlan for network 72d23e7c-2aea-45c6-9db3-475c0d57e386 Mar 02 18:21:14.593951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-771bd2d3-5b9b-400b-971a-214d97a809f4 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611479 Mar 02 18:21:14.612187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:14.612187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.623543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.662890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-54f99ee5-1598-4c62-993f-23495dd87cad tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:14.664389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-54f99ee5-1598-4c62-993f-23495dd87cad tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4641840 Mar 02 18:21:14.721816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-74a922ec-9370-438c-b7b2-47deac56edc8 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9591651 Mar 02 18:21:14.727021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Request body: {'port': {'device_id': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '2efaba85bf9b47829c8dac5a70ca6a2c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:14.735466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Request body: {'port': {'device_id': '51596d46-6fa5-43a7-a677-1444428929f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:14.776320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.778829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8183bb9-ac4a-481b-8191-c13ccd5f32f2 req-08d49d90-37d4-4a70-8a56-1e3872c26706 tempest-ServersAdminTestJSON-1491018802 tempest-ServersAdminTestJSON-1491018802-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919429 Mar 02 18:21:14.789543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:14.790237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:14.881787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6293988 Mar 02 18:21:14.898018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-0c5ad43e-cd80-4e41-bb08-0b35d942a98e service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030305 Mar 02 18:21:15.086740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49986) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:15.089481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:15.090286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:15.113477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:15.116769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec52fe8-48c6-4b61-aa08-ac7e5adf784b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=72d23e7c-2aea-45c6-9db3-475c0d57e386,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:15.137831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:15.218738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:15.391813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-a7b23f30-9f33-4fef-8ce2-c486d525fd44 service neutron] 10.222.0.66 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927316 Mar 02 18:21:15.395419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:15.410461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Made reservation on behalf of 2efaba85bf9b47829c8dac5a70ca6a2c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:15.413967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:15.427772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:15.439974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:15.459245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:15.515594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-398f8711-9ce2-4fa5-80aa-5bcaa4ca2e1b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3461294 Mar 02 18:21:15.533537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640423d-11e3-47b7-91d2-e121c878879b req-04bb79fc-fd0c-4f9d-9938-751931cfe06c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:15.535141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d640423d-11e3-47b7-91d2-e121c878879b req-04bb79fc-fd0c-4f9d-9938-751931cfe06c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.3511953 Mar 02 18:21:15.552308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:15.560802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:15.577054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Transition to ACTIVE for port object be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:15.684628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:15.688682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:15.712268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d640423d-11e3-47b7-91d2-e121c878879b req-fb1f11d4-e91a-4634-ae17-3fb26afc664a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697421 Mar 02 18:21:15.715854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:15.886466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Allocated IP 192.168.233.126 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/7624a56e-48bc-4d5c-943f-e76c0369077f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:15.907867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80bb63dd-b9f1-4cfe-90ce-588aeb13d832 req-af53c21a-22dd-4753-a70d-cbeb76347734 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0870602 Mar 02 18:21:15.955708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-97b02e4c-f28e-44d9-9066-bbcac64142fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:15.957220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-97b02e4c-f28e-44d9-9066-bbcac64142fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 1101 time: 0.4159071 Mar 02 18:21:16.013758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:16.047906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-71ba0575-d85f-4b8f-aa2d-df207b721844 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--393072627&fields=id&tenant_id=20dc02118ec54e85aaf9dce4735a9cdc HTTP/1.1" status: 200 len: 267 time: 0.1524079 Mar 02 18:21:16.181718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Attempting to bind port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:16.182507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Attempting to bind port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:16.182713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Attempting to bind port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:16.199163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:16.199751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Attempting to bind port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:16.209117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:16.209117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Checking segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:16.209117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Bound using segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:16.209662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Bound port: be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:16.209787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:16.366202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-005353b5-67eb-463f-a5f6-cbdafaa183f2 req-372564d8-efb0-4900-920e-ffc2036e040e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0590279 Mar 02 18:21:16.381074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:16.385239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:16.480917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:16.538724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.539339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:16.540734 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] 10.222.0.11 "PUT /v2.0/ports/be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 HTTP/1.1" status: 200 len: 1091 time: 1.8118269 Mar 02 18:21:16.541183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:16.579015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0cdd5-38ee-47d0-adb9-9895983435ac service neutron] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:16.580997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-b793d8a8-f024-4d0c-9b03-9108c78a4c6a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.581636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-b793d8a8-f024-4d0c-9b03-9108c78a4c6a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:16.605758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-d685e636-40f6-4dfe-8210-22507ff9fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.607284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-d685e636-40f6-4dfe-8210-22507ff9fb14 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.6217585 Mar 02 18:21:16.743034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-2c4e501c-40c7-4bf0-bb5f-e71b6dab0461 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 200 len: 217 time: 0.1152925 Mar 02 18:21:16.777789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-43cd56af-60f9-4f2b-a541-9d03f568116d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.779414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-43cd56af-60f9-4f2b-a541-9d03f568116d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 1094 time: 0.1027389 Mar 02 18:21:16.803174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:16.833878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6ed80-153e-4f03-9a06-e31982cd08e8 req-1897d03b-0fab-4543-a1be-e8b9b9fa378b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.835452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d6ed80-153e-4f03-9a06-e31982cd08e8 req-1897d03b-0fab-4543-a1be-e8b9b9fa378b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 943 time: 0.7696815 Mar 02 18:21:16.848355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-b793d8a8-f024-4d0c-9b03-9108c78a4c6a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:16.849530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-b793d8a8-f024-4d0c-9b03-9108c78a4c6a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 931 time: 0.7794793 Mar 02 18:21:16.850542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Transition to ACTIVE for port object 7624a56e-48bc-4d5c-943f-e76c0369077f will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:16.862513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-cbe2bd05-7c18-4780-91ee-269ede3b4eee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 HTTP/1.1" status: 200 len: 217 time: 0.0752270 Mar 02 18:21:16.863528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-1a682aba-d4f5-47b6-b900-6619089fced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.864981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-1a682aba-d4f5-47b6-b900-6619089fced4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1115196 Mar 02 18:21:16.934364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-3b47aacb-5b01-48c2-b771-a8c4d8029177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:16.935824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-3b47aacb-5b01-48c2-b771-a8c4d8029177 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.0629013 Mar 02 18:21:16.975259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:16.990484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-ec0d557b-36d4-4487-b3fa-d649281695fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472777 Mar 02 18:21:17.083537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e3d6ed80-153e-4f03-9a06-e31982cd08e8 req-778df5fb-6231-4ca2-b658-3e5680bac776 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Synchronizing usage tracker for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:17.099718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-392693af-dd2b-4aaa-9afd-e81e8d823705 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.101120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-392693af-dd2b-4aaa-9afd-e81e8d823705 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 930 time: 0.2342014 Mar 02 18:21:17.161368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-d2001d3a-46c1-472f-9972-afeb4293e703 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640315 Mar 02 18:21:17.177501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=670ee234-e77d-49c2-8768-252a67eb4a36,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:17.193167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-17d0fe36-a598-4819-8fd6-09c88bc29c35 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0785151 Mar 02 18:21:17.194534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:17.207789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['33c131bf-f689-4113-a5cf-ccef25b9a570'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:17.303416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e3d6ed80-153e-4f03-9a06-e31982cd08e8 req-778df5fb-6231-4ca2-b658-3e5680bac776 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Unset dirty status for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:17.304596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d6ed80-153e-4f03-9a06-e31982cd08e8 req-778df5fb-6231-4ca2-b658-3e5680bac776 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4387381 Mar 02 18:21:17.315330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '5031003e-40e2-4c01-96cc-039a88129fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:17.315625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 72d23e7c-2aea-45c6-9db3-475c0d57e386, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:17.347045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-aa01816b-c8ef-412e-81ed-749beb451fa1 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0922964 Mar 02 18:21:17.408298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0f8d31ea-2158-4a92-b5c2-80ace1318b97 req-73258039-2737-4102-a061-7fe530e387b4 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294819 Mar 02 18:21:17.410802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:17.421849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:17.425542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:17.462021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Pushing event updated for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:17.466054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-ac0b8ebc-0c2d-4065-9ecf-89071b8d0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.467626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-ac0b8ebc-0c2d-4065-9ecf-89071b8d0de3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5471876 Mar 02 18:21:17.591362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-f7cae565-8ba4-4989-be8d-874c25d6adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.593243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-f7cae565-8ba4-4989-be8d-874c25d6adf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303&tenant_id=3fd879756aba443db17dde6f6a7eb212 HTTP/1.1" status: 200 len: 1100 time: 0.1716213 Mar 02 18:21:17.606769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:17.719770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.720349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:17.759381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:17.790432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-466dc146-e02b-4f3c-9c4e-af568fe50f37 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.796131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-466dc146-e02b-4f3c-9c4e-af568fe50f37 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.802251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-466dc146-e02b-4f3c-9c4e-af568fe50f37 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.808394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-466dc146-e02b-4f3c-9c4e-af568fe50f37 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=7d758753-7169-4863-a7dc-c4812278e3db&id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 1991 time: 0.4605291 Mar 02 18:21:17.826396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:17.848989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-4f5f9cee-8bde-4585-bcbb-ab6ef32c6107 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/quotas/20dc02118ec54e85aaf9dce4735a9cdc HTTP/1.1" status: 200 len: 375 time: 0.0394502 Mar 02 18:21:17.890020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-601537e4-ecca-4277-876b-b32c6c7f73a9 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478336 Mar 02 18:21:17.896131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 72d23e7c-2aea-45c6-9db3-475c0d57e386) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:17.908287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fd541e-2b52-4ce5-ab9a-75ddd1ec5f69 None None] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:17.925499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:17.926706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:17.936007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9870d996-0ffd-441a-b13e-7fa72769a250 None None] Provisioning for port 7624a56e-48bc-4d5c-943f-e76c0369077f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:17.977857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9870d996-0ffd-441a-b13e-7fa72769a250 None None] Provisioning complete for port 7624a56e-48bc-4d5c-943f-e76c0369077f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:17.978204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9870d996-0ffd-441a-b13e-7fa72769a250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.037862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-99076c5d-9599-484f-b363-79a0175e77d1 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3151197 Mar 02 18:21:18.055783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Request body: {'port': {'device_id': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:18.103703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87579a81-b26b-48d9-853e-2cb0ee33fe39 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.0158682 Mar 02 18:21:18.108588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50014) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:18.133589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-342097740'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:18.152749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:18.167142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:18.173736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:18.178359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c025c16-c59b-41a7-8cc8-b8081554c272 req-639d901d-bc40-4aa8-bd54-5609f9c442ff service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803190 Mar 02 18:21:18.209365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:18.254499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-03b9c653-8386-4834-afa4-8c1494331106 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3896878 Mar 02 18:21:18.263765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:18.316083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:18.354708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9870d996-0ffd-441a-b13e-7fa72769a250 None None] Port 7624a56e-48bc-4d5c-943f-e76c0369077f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:18.420593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.440577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Transition to ACTIVE for port object c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:18.528819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.530242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.544471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:18.548777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.572072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-72d23e7c-2aea-45c6-9db3-475c0d57e386', 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': '670ee234-e77d-49c2-8768-252a67eb4a36'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:18.573044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.603241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:18.809888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Allocated IP 172.20.255.242 (72d23e7c-2aea-45c6-9db3-475c0d57e386/670ee234-e77d-49c2-8768-252a67eb4a36/5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:18.828780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:18.859772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-73d72d00-b61c-4b50-b330-fb2c79861b98 service neutron] 10.222.0.66 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038656 Mar 02 18:21:18.876200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] No DVR routers for this DVR port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:18.940991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:18.941620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:18.942056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:18.947972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:18.949281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Attempting to bind port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:18.957329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:18.957835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:18.958477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:18.959157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Bound port: c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:18.962949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.974077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:18.975174 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment a1251069-7ce1-44c8-a540-524501a59c59 of type vlan for network e4914607-71d6-4c6c-a61d-a04135459f4b Mar 02 18:21:19.077816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:19.082854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:19.119140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.130850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Transition to ACTIVE for port object 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:19.151866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Transition to ACTIVE for port object 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:19.155001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.180201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-4cbc809b-3634-4650-9b49-54d8ba91ffde tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.181662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-4cbc809b-3634-4650-9b49-54d8ba91ffde tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 812 time: 0.5201905 Mar 02 18:21:19.189737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c86e965-d18c-4b99-9762-1892e5dd127d req-8bf10d25-3660-4a20-a00b-2d342c515f87 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.189980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.190586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3c86e965-d18c-4b99-9762-1892e5dd127d req-8bf10d25-3660-4a20-a00b-2d342c515f87 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Synchronizing usage tracker for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:19.217723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Request body: {'port': {'device_id': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'admin_state_up': True, 'tenant_id': 'f9dcee971fe34c9193c5a0aad20a2fcb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:19.228507 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.299590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:19.301510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.303736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.304118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:19.307459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] 10.222.0.11 "PUT /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 1096 time: 1.7067673 Mar 02 18:21:19.308389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:19.352392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:21:19.368901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Pushing event updated for resources: {'Port': ['ID=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:19.417766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1914f-3de3-4cce-aaf5-a402a1083065 service neutron] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=11']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:19.441768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3c86e965-d18c-4b99-9762-1892e5dd127d req-8bf10d25-3660-4a20-a00b-2d342c515f87 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Unset dirty status for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:19.448719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c86e965-d18c-4b99-9762-1892e5dd127d req-8bf10d25-3660-4a20-a00b-2d342c515f87 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 936 time: 0.9208996 Mar 02 18:21:19.466769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Attempting to bind port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:19.469561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-3b4fb9dd-6d10-4102-a314-0e8e8e331b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.471577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-3b4fb9dd-6d10-4102-a314-0e8e8e331b61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1099 time: 0.1368706 Mar 02 18:21:19.472994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Attempting to bind port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5031003e-40e2-4c01-96cc-039a88129fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:19.473364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Attempting to bind port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 on network 72d23e7c-2aea-45c6-9db3-475c0d57e386 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:19.480998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:19.481518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Checking segment: {'id': '5031003e-40e2-4c01-96cc-039a88129fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:19.481807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.482252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Bound using segment: {'id': '5031003e-40e2-4c01-96cc-039a88129fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:19.482898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Bound port: 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5031003e-40e2-4c01-96cc-039a88129fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '72d23e7c-2aea-45c6-9db3-475c0d57e386'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:19.483280 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.491279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-48201a9d-363e-42fc-ae56-68b00a126501 service neutron] 10.222.0.66 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6060598 Mar 02 18:21:19.543261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:19.611705 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.617210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.617850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.656124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-7d1ffaeb-0923-4205-9b64-5da2f9cca8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.657885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-7d1ffaeb-0923-4205-9b64-5da2f9cca8fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.1798797 Mar 02 18:21:19.677273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a4633f9b-7429-426d-9d4a-bada1170e8e4 service neutron] 10.222.0.66 "GET /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1850185 Mar 02 18:21:19.680745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] For port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:19.684754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] For port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,segment=NetworkSegment(5031003e-40e2-4c01-96cc-039a88129fa2),segment_id=5031003e-40e2-4c01-96cc-039a88129fa2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:19.693623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:19.718924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c86e965-d18c-4b99-9762-1892e5dd127d req-91753e01-0f2f-4c88-8487-4c7e877b16d8 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693052 Mar 02 18:21:19.737896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:19.747486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-a446c15a-9b96-4e67-83dc-075f9c7c6636 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.0824237 Mar 02 18:21:19.793432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:19.822211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:19.824930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:21:19.846518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-6a488ba1-4164-44b4-9866-1a712b62ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:19.848301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-6a488ba1-4164-44b4-9866-1a712b62ef92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0884271 Mar 02 18:21:19.895085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7828701 Mar 02 18:21:19.913078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:19.914967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bdfe5-8d7c-47c8-b6d6-5efc9135f7a3 None None] Pushing event updated for resources: {'Port': ['ID=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:19.920330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': 'e4914607-71d6-4c6c-a61d-a04135459f4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:19.997145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d1461-c772-4e19-aa6c-de49a16750ec tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=e4914607-71d6-4c6c-a61d-a04135459f4b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:20.010353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d8bbfec-d8d1-43bd-90f1-c520df2b7da7 req-5a5b2f8c-0eca-4949-afc9-1fc30a3e2158 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 210 time: 0.1195579 Mar 02 18:21:20.021586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network e4914607-71d6-4c6c-a61d-a04135459f4b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:20.037913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7624a56e-48bc-4d5c-943f-e76c0369077f {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:20.047682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Made reservation on behalf of f9dcee971fe34c9193c5a0aad20a2fcb for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:20.051301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:20.062945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:20.075664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-8344821a-8b8e-4ef6-b362-bd7cbcd24e0e service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975608 Mar 02 18:21:20.132466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:20.149473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:20.151400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Transition to ACTIVE for port object 7624a56e-48bc-4d5c-943f-e76c0369077f will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:20.153547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:20.164944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:20.168462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331de77c-1a94-4a3f-8116-985a3563404f req-0c8eee32-5478-4490-96d1-8d5215047ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:20.170359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-0c8eee32-5478-4490-96d1-8d5215047ffa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3159437 Mar 02 18:21:20.223497 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'status': 'completed', 'code': 200} Mar 02 18:21:20.268285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-b06676ef-3f4a-4a30-a7db-b3e0f28f9d6b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:20.269838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-b06676ef-3f4a-4a30-a7db-b3e0f28f9d6b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 950 time: 0.3176374 Mar 02 18:21:20.275581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:20.364041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:20.367868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:20.476272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Deleting port 4ce035b8-2880-41ea-8d9e-5a5257de7463 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:20.476996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:20.696481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-6ef8fae1-7d5a-4e19-a9a5-424f2d6315b3 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5170913 Mar 02 18:21:20.856342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Pushing event updated for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:20.981068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-b51c701c-97d2-40ea-a1f9-e2ac9666b961 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8284996 Mar 02 18:21:21.081901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Allocated IP 172.20.0.9 (96b082a1-da6c-48be-b91d-e2ad300a4d2b/b0a847ac-59e6-4721-bfa8-0883a9ca98d7/faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:21.147601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0d77-ee30-46c9-af94-bef687297c1c req-71cfe048-a15f-4883-909a-1c717db36c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:21.149235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-71cfe048-a15f-4883-909a-1c717db36c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 1094 time: 0.8749242 Mar 02 18:21:21.164628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-860d095c-6603-47e6-95f1-cc8d665f5f2c service neutron] 10.222.0.66 "GET /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1607404 Mar 02 18:21:21.195498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-331de77c-1a94-4a3f-8116-985a3563404f req-d88f80eb-bbea-41ae-b316-bf3a5746c429 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4871264 Mar 02 18:21:21.213899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] For port 4ce035b8-2880-41ea-8d9e-5a5257de7463, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ce035b8-2880-41ea-8d9e-5a5257de7463,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:21.214299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.243909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396dc9e3-6948-47a8-a7a4-2045accfb491 req-e99aa4ae-192b-4f43-9be6-6a426194fff9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:21.252742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-396dc9e3-6948-47a8-a7a4-2045accfb491 req-e99aa4ae-192b-4f43-9be6-6a426194fff9 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 948 time: 0.6359642 Mar 02 18:21:21.279936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Attempting to bind port 7624a56e-48bc-4d5c-943f-e76c0369077f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:21.280392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Attempting to bind port 7624a56e-48bc-4d5c-943f-e76c0369077f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:21.286402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Attempting to bind port 7624a56e-48bc-4d5c-943f-e76c0369077f on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:21.318640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b09bab-8a4f-4cf7-a93e-a70c94c51e2b None None] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:21.331968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Port 7624a56e-48bc-4d5c-943f-e76c0369077f on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:21.332302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Attempting to bind port 7624a56e-48bc-4d5c-943f-e76c0369077f on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:21.395101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Calling delete_port for 4ce035b8-2880-41ea-8d9e-5a5257de7463 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:21.474297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:21.474665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:21.475166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:21.475680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Bound port: 7624a56e-48bc-4d5c-943f-e76c0369077f, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:21.476078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.519139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:21.600738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.670606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-396dc9e3-6948-47a8-a7a4-2045accfb491 req-63bd3206-fe71-4ff9-a5eb-2af09eef8d24 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168153 Mar 02 18:21:21.705131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-042f8ffc-997d-4c3a-a72f-7ae83ac5294d None None] Provisioning for port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:21.713335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=a902f342-4f50-4f4a-b65e-cd703d208e3e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:21.729129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': 'a1251069-7ce1-44c8-a540-524501a59c59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e4914607-71d6-4c6c-a61d-a04135459f4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:21.729505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: e4914607-71d6-4c6c-a61d-a04135459f4b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:21.732172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:21.740236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:21.740608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.788611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.807363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c992a390-6b1b-41cf-b147-ad1a98c49e0f', '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:21.856221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network e4914607-71d6-4c6c-a61d-a04135459f4b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:21.882375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-93666790-74c5-42f1-892d-32b9b82e20f8 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771846 Mar 02 18:21:21.925011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:21.926056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event deleted for resources: {'Port': ['ID=4ce035b8-2880-41ea-8d9e-5a5257de7463,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:21.965911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7f6c3fd-72ea-403a-ade2-6cc437912e3e req-48da0f60-3220-4021-89ab-bd355f249434 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.1617906 Mar 02 18:21:21.982371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0d77-ee30-46c9-af94-bef687297c1c req-0e1a5d31-93d7-48e2-afea-6daef2ddf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:21.987357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-0e1a5d31-93d7-48e2-afea-6daef2ddf541 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 923 time: 0.8288789 Mar 02 18:21:22.006104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] No DVR routers for this DVR port 4ce035b8-2880-41ea-8d9e-5a5257de7463 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:22.006913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.009951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.024189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, e4914607-71d6-4c6c-a61d-a04135459f4b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:22.026360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:22.030786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:22.033572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.093835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,segment=NetworkSegment(5031003e-40e2-4c01-96cc-039a88129fa2),segment_id=5031003e-40e2-4c01-96cc-039a88129fa2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:22.104136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0d1ee509-9b22-4b78-826e-89c4f51e6aaf req-05978c34-7763-462e-bedb-c1206f8f1b8a tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "DELETE /v2.0/ports/4ce035b8-2880-41ea-8d9e-5a5257de7463 HTTP/1.1" status: 204 len: 173 time: 1.8265865 Mar 02 18:21:22.129315 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34908b6b-bd5d-4440-ab51-68dbb6c773c8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.2176995 Mar 02 18:21:22.129605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:22.143035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:22.161072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8b1c2f-e2b9-41ef-a37f-b2e27e440171 None None] Network e4914607-71d6-4c6c-a61d-a04135459f4b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:22.262924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-c1aa8175-d02c-4f33-ad8e-d3794d4c797c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 HTTP/1.1" status: 200 len: 217 time: 0.2314703 Mar 02 18:21:22.268357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}, {'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}, {'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'name': 'network-vif-deleted', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:22.269676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7624a56e-48bc-4d5c-943f-e76c0369077f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:22.295672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.347537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda2a4d3-3da7-4eab-80d1-08063139459b req-7e84f835-9b3d-49c7-bc4b-911f9965f08b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=80a9f14b-e034-40d7-8d7c-eca88d07cfbb HTTP/1.1" status: 200 len: 210 time: 0.2049067 Mar 02 18:21:22.355203 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.425069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-1a70c3df-caf1-4649-a2ba-b6f16e1abb91 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041649 Mar 02 18:21:22.450544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.513054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.569551 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fbae85a3-2a48-4904-ab9f-e76b4976bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.601527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f42119f2-2626-425a-a84c-f5a6e19304eb None None] Provisioning complete for port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:22.601900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f42119f2-2626-425a-a84c-f5a6e19304eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.749319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:22.751324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.758769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:22.796192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c0d77-ee30-46c9-af94-bef687297c1c req-56c140dc-3fb6-42be-8453-06af727bbf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:22.797726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-56c140dc-3fb6-42be-8453-06af727bbf8b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.5200107 Mar 02 18:21:22.814537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'port_id': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'mac_address': 'fa:16:3e:a0:de:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82a064-a18a-47ae-b4a5-4a52109f12c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:22.822000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:22.822654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:22.824077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] 10.222.0.65 "PUT /v2.0/ports/7624a56e-48bc-4d5c-943f-e76c0369077f HTTP/1.1" status: 200 len: 1096 time: 4.7747390 Mar 02 18:21:22.830085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:22.854964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=a902f342-4f50-4f4a-b65e-cd703d208e3e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:22.917609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-869f901e-66f9-4a66-8fd3-157c20c537f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649571 Mar 02 18:21:22.939023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fb0104-efc9-4b54-8596-b73049007165 None None] Network e4914607-71d6-4c6c-a61d-a04135459f4b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:23.034912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.104439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4914607-71d6-4c6c-a61d-a04135459f4b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:23.127236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1251069-7ce1-44c8-a540-524501a59c59') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:23.127458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1251069-7ce1-44c8-a540-524501a59c59') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:23.144624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c08ad5-b204-46d8-862b-ebe8c496f39c service neutron] Pushing event updated for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:23.145611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.157141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-ef30c4db-b478-4455-ba72-310508a0a24f service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010591 Mar 02 18:21:23.168265 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.181571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.181806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.210554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:23.211304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:23.229008 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:23.238074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:23.290735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7045dfe3-9360-4106-b3d5-0ef962488b79 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646145 Mar 02 18:21:23.325417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:23.397150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb76f6-fa61-40c5-a737-c47731d1489d req-b41785ad-0264-4769-9ced-6bfa65015481 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:23.398812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aeb76f6-fa61-40c5-a737-c47731d1489d req-b41785ad-0264-4769-9ced-6bfa65015481 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 943 time: 0.7195902 Mar 02 18:21:23.403808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:23.444493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.449677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.458870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.522716 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/e4914607-71d6-4c6c-a61d-a04135459f4b HTTP/1.1" status: 204 len: 168 time: 1.3866107 Mar 02 18:21:23.524338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91877179-6a10-47de-8680-e7e7bee92217 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=e4914607-71d6-4c6c-a61d-a04135459f4b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:23.527371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:23.554055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Network 96b082a1-da6c-48be-b91d-e2ad300a4d2b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:23.555629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-244608095'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:23.555768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ce035b8-2880-41ea-8d9e-5a5257de7463 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:23.567103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:23.574399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:23.579957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:23.590323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:23.599029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 4ce035b8-2880-41ea-8d9e-5a5257de7463 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:23.599687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ce035b8-2880-41ea-8d9e-5a5257de7463 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:23.607275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event updated for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:23.619923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:23.637282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aeb76f6-fa61-40c5-a737-c47731d1489d req-143df731-5fa8-4d31-a08e-5b08cb1a41f1 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206984 Mar 02 18:21:23.640277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:23.641551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:23.654537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:23.654908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.709386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:23.760103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:23.763742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:23.764622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.769771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-783c0d77-ee30-46c9-af94-bef687297c1c req-30623fa2-bca4-47e4-9894-ac5c2bb1ca4c service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030076 Mar 02 18:21:23.770783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.814345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:23.825253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.826032 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 751e086a-6fa1-40ce-8a90-23dfc7e62a22 of type vlan for network c45a135c-1a1c-4554-a38a-3da538290937 Mar 02 18:21:23.832672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-c38667db-294f-4c3b-a60f-bd7285bc90c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:23.834198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-c38667db-294f-4c3b-a60f-bd7285bc90c2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 1099 time: 0.5558400 Mar 02 18:21:23.850378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-426a4b46-c768-44fd-a574-5c29aad375d0 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4793971 Mar 02 18:21:23.874524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:23.963601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-4411e667-92f9-4e1a-a10d-8d9509c52220 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=7624a56e-48bc-4d5c-943f-e76c0369077f HTTP/1.1" status: 200 len: 217 time: 0.1078625 Mar 02 18:21:24.001779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:24.017508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.024247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:24.025389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.060643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-2a3305fd-b92e-425a-a5a9-5ff4f17b360e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8590217 Mar 02 18:21:24.084842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Request body: {'port': {'device_id': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:24.160698 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6255097 Mar 02 18:21:24.164856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c36e3f01-7ff0-49fd-8d46-300b33db955a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.167236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:24.175256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:24.176714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:24.176885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-77552b59-ec7f-4f1d-9945-244af59a862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:24.178243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-77552b59-ec7f-4f1d-9945-244af59a862b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1666870 Mar 02 18:21:24.192555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'mac_address': 'fa:16:3e:d0:6f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:24.208057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a4f1f-e41d-4d08-91ab-1be4fef5703a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=c45a135c-1a1c-4554-a38a-3da538290937,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:24.232401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c45a135c-1a1c-4554-a38a-3da538290937 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:24.271296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445153b8-cc71-4e07-8778-a0316ab0566a req-a826b0c5-76b2-4519-888d-63248f790182 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:24.273568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-445153b8-cc71-4e07-8778-a0316ab0566a req-a826b0c5-76b2-4519-888d-63248f790182 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 948 time: 0.4884062 Mar 02 18:21:24.274758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f9409757-ba36-41c4-bfaf-601cbefaa1a9 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236012 Mar 02 18:21:24.352430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.375409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:24.400287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:24.408954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:24.413794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:24.417077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:24.423590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:24.497292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.508828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:24.513699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.571672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.573684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:24.603092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-445153b8-cc71-4e07-8778-a0316ab0566a req-0bb5c711-a9b3-44c4-b3ae-85d724420e0c tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149204 Mar 02 18:21:24.610288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:21:24.610822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:21:24.686315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-a31b4e18-3ce8-4213-94df-ceb9e504d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:24.688277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-a31b4e18-3ce8-4213-94df-ceb9e504d223 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4994717 Mar 02 18:21:24.724483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f1bcd89f-8b68-405b-960e-4018d1f12384 service neutron] 10.222.0.66 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374142 Mar 02 18:21:24.742293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:24.840262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:24.931076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=b68faa71-48e8-4cfe-bdfd-09cc89566051,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:24.939639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '751e086a-6fa1-40ce-8a90-23dfc7e62a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:24.939991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: c45a135c-1a1c-4554-a38a-3da538290937, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:25.028715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network c45a135c-1a1c-4554-a38a-3da538290937 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:25.114237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c45a135c-1a1c-4554-a38a-3da538290937) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:25.118703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:25.119395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.129483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b9fba-793a-4e98-907f-f406b96d4f03 None None] Network c45a135c-1a1c-4554-a38a-3da538290937 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:25.191531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-90371df9-1600-4ba5-a658-0cde172150a6 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938383 Mar 02 18:21:25.200601 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30335483-b3e3-470e-a2b2-78ccd1c2201e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0321152 Mar 02 18:21:25.203533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:25.204026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d2cecf48-87e4-4199-92cd-281080912be7 service neutron] 10.222.0.66 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618025 Mar 02 18:21:25.237430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf419da-a5b3-4509-8a1f-06acaefbf047 req-2ebfb12f-0d41-427e-900c-bceec93a87bb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:25.238162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7bf419da-a5b3-4509-8a1f-06acaefbf047 req-2ebfb12f-0d41-427e-900c-bceec93a87bb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Synchronizing usage tracker for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:25.394324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655b007-debe-442b-973f-a10033d34891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-c45a135c-1a1c-4554-a38a-3da538290937', 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'b68faa71-48e8-4cfe-bdfd-09cc89566051'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:25.395242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.396870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.410003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.457145 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.471058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.489945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.553361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6541d1bc-82ad-4bdf-8e6a-c06da24c6c69 service neutron] 10.222.0.66 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264313 Mar 02 18:21:25.567269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07076934-56a3-4830-8a39-0b7b8024cb8e req-7a0b886b-16e6-4544-abc3-1f453a5e0f90 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687289 Mar 02 18:21:25.586579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d655b007-debe-442b-973f-a10033d34891 None None] Allocated IP 172.20.0.3 (c45a135c-1a1c-4554-a38a-3da538290937/b68faa71-48e8-4cfe-bdfd-09cc89566051/9db270d1-a5f4-4617-b984-cea92af98746) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:25.611319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:25.622266 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.645189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:21:25.701496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Transition to ACTIVE for port object faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:25.733933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-28184859-ce3c-40b3-aeac-765ddd269896 service neutron] 10.222.0.66 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631453 Mar 02 18:21:25.823008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:25.834153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d655b007-debe-442b-973f-a10033d34891 None None] Transition to ACTIVE for port object 9db270d1-a5f4-4617-b984-cea92af98746 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:25.852945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d655b007-debe-442b-973f-a10033d34891 None None] Transition to ACTIVE for port object 9db270d1-a5f4-4617-b984-cea92af98746 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:25.871281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-dc08bf7d-33c0-4b07-b353-4a8fa124858c service neutron] 10.222.0.66 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314700 Mar 02 18:21:26.014439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:26.022860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7bf419da-a5b3-4509-8a1f-06acaefbf047 req-2ebfb12f-0d41-427e-900c-bceec93a87bb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Unset dirty status for tenant:f9dcee971fe34c9193c5a0aad20a2fcb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:26.024024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bf419da-a5b3-4509-8a1f-06acaefbf047 req-2ebfb12f-0d41-427e-900c-bceec93a87bb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 931 time: 1.2986639 Mar 02 18:21:26.081078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bf419da-a5b3-4509-8a1f-06acaefbf047 req-4b0d1dbb-3092-4552-a1e7-c84e2895815b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505695 Mar 02 18:21:26.105933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.106073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.176465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655b007-debe-442b-973f-a10033d34891 None None] Network c45a135c-1a1c-4554-a38a-3da538290937 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:26.180033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d655b007-debe-442b-973f-a10033d34891 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:26.183961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655b007-debe-442b-973f-a10033d34891 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:26.190628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b007-debe-442b-973f-a10033d34891 None None] Pushing event updated for resources: {'Port': ['ID=9db270d1-a5f4-4617-b984-cea92af98746,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:26.253035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.260470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Pushing event updated for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:26.270539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.270711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.270996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.271332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.271655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.271980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.272301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.272622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.272944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.273257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.273574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.273889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:26.276962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:26.318278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:26.318551 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.399062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d655b007-debe-442b-973f-a10033d34891 None None] Attempting to bind port 9db270d1-a5f4-4617-b984-cea92af98746 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:26.399723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d655b007-debe-442b-973f-a10033d34891 None None] Attempting to bind port 9db270d1-a5f4-4617-b984-cea92af98746 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '751e086a-6fa1-40ce-8a90-23dfc7e62a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:26.400299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655b007-debe-442b-973f-a10033d34891 None None] Attempting to bind port 9db270d1-a5f4-4617-b984-cea92af98746 on network c45a135c-1a1c-4554-a38a-3da538290937 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:26.410517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655b007-debe-442b-973f-a10033d34891 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:26.411232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655b007-debe-442b-973f-a10033d34891 None None] Checking segment: {'id': '751e086a-6fa1-40ce-8a90-23dfc7e62a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:26.411820 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.412399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655b007-debe-442b-973f-a10033d34891 None None] Bound using segment: {'id': '751e086a-6fa1-40ce-8a90-23dfc7e62a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:26.413065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d655b007-debe-442b-973f-a10033d34891 None None] Bound port: 9db270d1-a5f4-4617-b984-cea92af98746, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751e086a-6fa1-40ce-8a90-23dfc7e62a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': 'c45a135c-1a1c-4554-a38a-3da538290937'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:26.413678 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.486552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.496784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=b68faa71-48e8-4cfe-bdfd-09cc89566051,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:26.502087 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'code': 200} Mar 02 18:21:26.502776 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'status': 'completed', 'code': 200} Mar 02 18:21:26.503204 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80a9f14b-e034-40d7-8d7c-eca88d07cfbb', 'name': 'network-vif-deleted', 'tag': '4ce035b8-2880-41ea-8d9e-5a5257de7463', 'status': 'completed', 'code': 200} Mar 02 18:21:26.533280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45a135c-1a1c-4554-a38a-3da538290937']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:26.552221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751e086a-6fa1-40ce-8a90-23dfc7e62a22') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:26.553389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751e086a-6fa1-40ce-8a90-23dfc7e62a22') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:26.569243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.584395 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.592080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d655b007-debe-442b-973f-a10033d34891 None None] For port 9db270d1-a5f4-4617-b984-cea92af98746, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:26.594227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.595302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.604281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:26.605840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:26.621522 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:26.631349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:26.642436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:26.644214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Attempting to bind port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:26.644556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Attempting to bind port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:26.644889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Attempting to bind port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:26.661406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:26.661736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Attempting to bind port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 on network 96b082a1-da6c-48be-b91d-e2ad300a4d2b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:26.673420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:26.673766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Checking segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:26.674186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Bound using segment: {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:26.674637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Bound port: faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:26.674995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.675249 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.692404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-767b69b1-c2de-415a-873c-d57342815dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:26.693904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-767b69b1-c2de-415a-873c-d57342815dd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=3fd879756aba443db17dde6f6a7eb212&device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1100 time: 0.2326005 Mar 02 18:21:26.732419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5939688-b6bd-49e1-8a6f-9b5430ce75b6 req-870e9006-4517-4743-bb38-ede4ffae7d34 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:26.732942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d655b007-debe-442b-973f-a10033d34891 None None] For port 9db270d1-a5f4-4617-b984-cea92af98746, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db270d1-a5f4-4617-b984-cea92af98746,segment=NetworkSegment(751e086a-6fa1-40ce-8a90-23dfc7e62a22),segment_id=751e086a-6fa1-40ce-8a90-23dfc7e62a22)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:26.733950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5939688-b6bd-49e1-8a6f-9b5430ce75b6 req-870e9006-4517-4743-bb38-ede4ffae7d34 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 949 time: 0.2159569 Mar 02 18:21:26.754515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.755339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:26.800500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:21:26.800500 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:21:26.800500 n-d-828839-1 neutron-server[88708]: [parameters: {'id': 'c45a135c-1a1c-4554-a38a-3da538290937'}] Mar 02 18:21:26.800500 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:26.801101 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:26.878612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d655b007-debe-442b-973f-a10033d34891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:26.888732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:26.898205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5939688-b6bd-49e1-8a6f-9b5430ce75b6 req-d403338e-f930-420f-8f1f-c903f6d60b4a tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513610 Mar 02 18:21:26.933364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:26.942166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:26.948868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-f83878b4-409a-47b6-b54d-94a30f42fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:26.950428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-f83878b4-409a-47b6-b54d-94a30f42fa16 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2107551 Mar 02 18:21:27.046646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655b007-debe-442b-973f-a10033d34891 None None] Pushing event updated for resources: {'Port': ['ID=9db270d1-a5f4-4617-b984-cea92af98746,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:27.077095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:27.083182 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f', 'status': 'completed', 'code': 200} Mar 02 18:21:27.100000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:27.100426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.135334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a0a14-6883-440a-bd66-d47d3653145d None None] Network c45a135c-1a1c-4554-a38a-3da538290937 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:27.143519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.182742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-fca374e9-d8ac-4196-a355-e5cc4097faaa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 200 len: 217 time: 0.2248299 Mar 02 18:21:27.302028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.302635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.303025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.304312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] 10.222.0.65 "PUT /v2.0/ports/faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 HTTP/1.1" status: 200 len: 1091 time: 3.2281678 Mar 02 18:21:27.335713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port 9db270d1-a5f4-4617-b984-cea92af98746 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:27.336527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.361757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63828b68-f923-4b8b-b366-f39d71287d02 service neutron] Pushing event updated for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:27.378607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-34513599-3157-4d7c-b1fd-7daf0455fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.380127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-34513599-3157-4d7c-b1fd-7daf0455fd27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1794047 Mar 02 18:21:27.398206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.461749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:27.473926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da682-337a-4303-a1ef-ae489a860956 req-1cdb6e85-2eb4-4146-9b2f-aae372df169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.476544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-1cdb6e85-2eb4-4146-9b2f-aae372df169b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 1099 time: 0.3923411 Mar 02 18:21:27.478409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed3fb7-6be8-45dd-8e09-775fac400d38 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:21:27.563290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4d68b-87f7-4e66-9c73-8acbb0d14342 req-ad73e494-0893-4408-939f-4e73554ec1c2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.564894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3a4d68b-87f7-4e66-9c73-8acbb0d14342 req-ad73e494-0893-4408-939f-4e73554ec1c2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.3588040 Mar 02 18:21:27.570446 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.599239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port 9db270d1-a5f4-4617-b984-cea92af98746, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db270d1-a5f4-4617-b984-cea92af98746,segment=NetworkSegment(751e086a-6fa1-40ce-8a90-23dfc7e62a22),segment_id=751e086a-6fa1-40ce-8a90-23dfc7e62a22)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:27.599595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:27.697669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:27.711123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aed3fb7-6be8-45dd-8e09-775fac400d38 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:21:27.750913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3a4d68b-87f7-4e66-9c73-8acbb0d14342 req-b74408fd-1c94-4374-9c52-e9a3e558a722 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259501 Mar 02 18:21:27.831312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for 9db270d1-a5f4-4617-b984-cea92af98746 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:27.906247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-b40410d1-ba08-403d-98ce-2075772efddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.908058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-b40410d1-ba08-403d-98ce-2075772efddf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5196769 Mar 02 18:21:27.920291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da682-337a-4303-a1ef-ae489a860956 req-51c2c2e4-da11-4e09-a291-b652c80bae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.920291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-51c2c2e4-da11-4e09-a291-b652c80bae5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4265409 Mar 02 18:21:27.943813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-cf8213a1-1e62-48f3-b4da-bcff5a6ef240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:27.946602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-cf8213a1-1e62-48f3-b4da-bcff5a6ef240 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 1094 time: 0.5167036 Mar 02 18:21:27.994057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.051510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=9db270d1-a5f4-4617-b984-cea92af98746,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:28.053971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port 9db270d1-a5f4-4617-b984-cea92af98746 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:28.243540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-271c4dcf-36b1-435f-bf78-8aba4db2500b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=7624a56e-48bc-4d5c-943f-e76c0369077f HTTP/1.1" status: 200 len: 217 time: 0.2860329 Mar 02 18:21:28.248770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-f318ac39-65c5-403c-b7ec-a68b1af15648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 HTTP/1.1" status: 200 len: 217 time: 0.1200266 Mar 02 18:21:28.302392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.333331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45a135c-1a1c-4554-a38a-3da538290937']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:28.349057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751e086a-6fa1-40ce-8a90-23dfc7e62a22') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:28.349362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751e086a-6fa1-40ce-8a90-23dfc7e62a22') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:28.366819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.387657 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'code': 200} Mar 02 18:21:28.393977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.402097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:28.403012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:28.489020 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:28.536093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-f1bef2ac-b3ce-4f91-9ccc-129348bee57e service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6170702 Mar 02 18:21:28.582096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ce49474-5d82-424e-98f6-d1d0ed3cae77 req-d11d0af4-871f-4ca6-93b5-edbabaec7802 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7af18ba78cf0402f8bb575fa5ff223c1&device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0922272 Mar 02 18:21:28.615967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-ea13c795-43fd-4ba5-bdc0-222e9de73e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:28.617442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-ea13c795-43fd-4ba5-bdc0-222e9de73e8e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.3570356 Mar 02 18:21:28.625140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ce49474-5d82-424e-98f6-d1d0ed3cae77 req-3fbcd6ec-425d-438e-9bc0-eb84d9e5d744 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7af18ba78cf0402f8bb575fa5ff223c1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289314 Mar 02 18:21:28.625787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2fe33-fb66-4f70-93b7-f215a58edb2f req-1ed4431f-afa5-4ae4-a5f6-d87a9685009d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:28.627420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3e2fe33-fb66-4f70-93b7-f215a58edb2f req-1ed4431f-afa5-4ae4-a5f6-d87a9685009d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 948 time: 0.8263609 Mar 02 18:21:28.632619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da682-337a-4303-a1ef-ae489a860956 req-8b2982ea-1a87-4bf8-ba95-45903123cdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:28.634048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-8b2982ea-1a87-4bf8-ba95-45903123cdce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.3747356 Mar 02 18:21:28.737055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23a079-11b7-4b52-baa2-fedf3158c2d7 req-ed301db4-c80f-49f6-b8d0-33db0144c941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:28.739662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4f23a079-11b7-4b52-baa2-fedf3158c2d7 req-ed301db4-c80f-49f6-b8d0-33db0144c941 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 1096 time: 0.2471213 Mar 02 18:21:28.743909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.785356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:28.789970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-32a1b3d7-2da3-4573-a9d7-14832e012aaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1615417 Mar 02 18:21:28.807637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=c45a135c-1a1c-4554-a38a-3da538290937,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:28.830360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-487cdff1-0454-4dec-9591-e7b48a06e988 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/c45a135c-1a1c-4554-a38a-3da538290937 HTTP/1.1" status: 204 len: 168 time: 3.6244078 Mar 02 18:21:28.844304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:28.848935 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4f23a079-11b7-4b52-baa2-fedf3158c2d7 req-7502339b-ebe9-4906-af93-f89256f3605d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030991 Mar 02 18:21:28.853641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce49474-5d82-424e-98f6-d1d0ed3cae77 req-eab79438-d240-40bd-8a86-55e9d413147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:28.855136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ce49474-5d82-424e-98f6-d1d0ed3cae77 req-eab79438-d240-40bd-8a86-55e9d413147a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207663 Mar 02 18:21:28.877241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1855628777'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:28.914510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:28.941349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:29.005345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:29.019843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3e2fe33-fb66-4f70-93b7-f215a58edb2f req-ed9cfdce-30aa-4f88-9610-1d000f334ef2 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523090 Mar 02 18:21:29.020902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:29.049821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c1d20b0-bf38-4df7-aa50-7405152b9edb req-6984ee23-18a3-4757-851d-dff64b8e11db service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031974 Mar 02 18:21:29.092278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:29.117770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da682-337a-4303-a1ef-ae489a860956 req-32059f65-4238-40b2-92c3-43b2a2bf98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:29.119355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-32059f65-4238-40b2-92c3-43b2a2bf98d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4455309 Mar 02 18:21:29.126510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-ef130070-89e0-4103-b5d8-5ff0fa476a1e service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260212 Mar 02 18:21:29.208264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:29.211743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.222321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8afef7-eb28-4461-82aa-9da85ecea324 req-08b43e97-c756-40a3-bb52-de49342ab5a5 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:29.223817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8afef7-eb28-4461-82aa-9da85ecea324 req-08b43e97-c756-40a3-bb52-de49342ab5a5 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 1101 time: 0.4382114 Mar 02 18:21:29.452105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:29.461112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8afef7-eb28-4461-82aa-9da85ecea324 req-fdfe8a4d-937c-4be7-a8d6-80b22d1b2a42 tempest-MigrationsAdminTest-593268158 tempest-MigrationsAdminTest-593268158-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182255 Mar 02 18:21:29.506448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.506812 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 1c64c6de-0f73-41ef-8e96-ae000ba3f4ec of type vlan for network 657681f8-7bd0-4193-a5d5-ed3e6e755eee Mar 02 18:21:29.524100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-26d888d3-467d-40fd-b635-a3fcfdb78874 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946414 Mar 02 18:21:29.570618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-decd5b90-17ef-4e95-839e-6ce3b3b0662c req-057d1d20-1c55-40b4-bf68-be2b1ac651c0 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936443 Mar 02 18:21:29.574601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7624a56e-48bc-4d5c-943f-e76c0369077f details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:29.598047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e07e34-8595-483b-bdbd-863fadce823f req-43ec59d4-eb26-4a8c-8fc7-85325425cd0b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:29.599991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8e07e34-8595-483b-bdbd-863fadce823f req-43ec59d4-eb26-4a8c-8fc7-85325425cd0b tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 943 time: 0.4772854 Mar 02 18:21:29.603748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.738052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8e07e34-8595-483b-bdbd-863fadce823f req-40f53638-5a5b-40a8-bc81-a85fee93d5cf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301923 Mar 02 18:21:29.745002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7624a56e-48bc-4d5c-943f-e76c0369077f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:29.759695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '7624a56e-48bc-4d5c-943f-e76c0369077f', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '7624a56e-48bc-4d5c-943f-e76c0369077f', 'mac_address': 'fa:16:3e:3b:29:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:29.780693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-210da682-337a-4303-a1ef-ae489a860956 req-eb1b1d49-1142-4287-8d1e-ede8fa347a02 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351494 Mar 02 18:21:29.866367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.881490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7624a56e-48bc-4d5c-943f-e76c0369077f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:29.892792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0251ad9e-9bd1-4eec-9d2a-a9aa811a9273 req-8fcb0381-3a4c-427e-a47e-0f49cd78a977 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 210 time: 0.0503714 Mar 02 18:21:29.899837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7624a56e-48bc-4d5c-943f-e76c0369077f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:29.912381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.914764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:29.915971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:29.977460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:30.056039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:30.101011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=657681f8-7bd0-4193-a5d5-ed3e6e755eee,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:30.116625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 657681f8-7bd0-4193-a5d5-ed3e6e755eee details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:30.117559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-106b2287-126d-4730-bf24-e6eb43d8b586 req-98d8f719-980f-426c-ac39-97efd11f82d0 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.66 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0531335 Mar 02 18:21:30.134817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ad9ae395-8e13-41af-a7c7-658684bddf10 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2632828 Mar 02 18:21:30.137712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:30.157323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '657681f8-7bd0-4193-a5d5-ed3e6e755eee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:30.285570 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98', 'status': 'completed', 'code': 200} Mar 02 18:21:30.325758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['7624a56e-48bc-4d5c-943f-e76c0369077f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:30.361628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:30.377680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:30.386198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:30.394712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:30.409001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:30.491928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:30.497955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:30.544687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd14a4d-74ce-454f-8e07-92fd6c33e603 req-7863b184-49c2-4541-a739-c57e83727e37 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:30.546241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dd14a4d-74ce-454f-8e07-92fd6c33e603 req-7863b184-49c2-4541-a739-c57e83727e37 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.3147120 Mar 02 18:21:30.555876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-f7407ab6-56ec-4d32-a058-51d8797dd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:30.557571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-f7407ab6-56ec-4d32-a058-51d8797dd13f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 1094 time: 0.2666087 Mar 02 18:21:30.715680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dd14a4d-74ce-454f-8e07-92fd6c33e603 req-c2de2996-4116-49ca-b436-b51f05e9e14e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557312 Mar 02 18:21:30.739680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ce49474-5d82-424e-98f6-d1d0ed3cae77 req-ce0d69b3-278d-48c1-b4a0-f65daa1adaf5 tempest-ServerShowV254Test-634816947 tempest-ServerShowV254Test-634816947-project] 10.222.0.11 "GET /v2.0/ports?device_id=a947e354-cb8f-48d1-bb8d-06719300aed5 HTTP/1.1" status: 200 len: 210 time: 0.0599608 Mar 02 18:21:30.786831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-a75b83f0-663e-4458-b794-687f617ca844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:30.791566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-a75b83f0-663e-4458-b794-687f617ca844 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 200 len: 913 time: 0.2136092 Mar 02 18:21:30.915567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:30.916689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-d7adaf0a-1167-4093-bdf4-e60df6cef969 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 HTTP/1.1" status: 200 len: 217 time: 0.1139257 Mar 02 18:21:31.006058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=f4c5ce99-7aaf-4218-9fdb-0944888c78fe,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:31.019001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '1c64c6de-0f73-41ef-8e96-ae000ba3f4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '657681f8-7bd0-4193-a5d5-ed3e6e755eee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:31.019316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 657681f8-7bd0-4193-a5d5-ed3e6e755eee, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:31.050235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-2ef4dccb-b970-41a0-a816-a8d15f2a9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.051696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-2ef4dccb-b970-41a0-a816-a8d15f2a9658 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 200 len: 852 time: 0.1277456 Mar 02 18:21:31.123285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce8172-49a4-4dec-87e4-df7e6c8fa998 req-3425963d-e1a0-4f33-88f6-4b3eb085c4c7 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.124807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98ce8172-49a4-4dec-87e4-df7e6c8fa998 req-3425963d-e1a0-4f33-88f6-4b3eb085c4c7 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 949 time: 0.2614627 Mar 02 18:21:31.148324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 657681f8-7bd0-4193-a5d5-ed3e6e755eee is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:31.157118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-2ca4bff0-7c39-4acc-936d-7a2c834f47d0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96b082a1-da6c-48be-b91d-e2ad300a4d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954757 Mar 02 18:21:31.239473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 657681f8-7bd0-4193-a5d5-ed3e6e755eee) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:31.241616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c3b82-dd5a-406d-a8c4-a3694861436a req-140ba425-8a33-48ca-a246-9d7d98cf6524 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.243148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-672c3b82-dd5a-406d-a8c4-a3694861436a req-140ba425-8a33-48ca-a246-9d7d98cf6524 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.3165481 Mar 02 18:21:31.250927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5942824-8745-4cb9-8613-a8d7c2d97403 None None] Network 657681f8-7bd0-4193-a5d5-ed3e6e755eee requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:31.255501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.256330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.340315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ebcd442e-62b2-40e0-bd1c-ade740d951aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.341708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ebcd442e-62b2-40e0-bd1c-ade740d951aa service neutron] 10.222.0.11 "GET /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 1027 time: 0.2345831 Mar 02 18:21:31.350065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98ce8172-49a4-4dec-87e4-df7e6c8fa998 req-541624bf-4022-48ae-86f7-4b20a80097dc tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919725 Mar 02 18:21:31.365329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-11efe594-07b3-473a-9b3c-114983ccd3de tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2254114 Mar 02 18:21:31.368447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50132) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:31.462294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-672c3b82-dd5a-406d-a8c4-a3694861436a req-e88ed0eb-3211-4dca-b2ff-2e8689e5082b tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112300 Mar 02 18:21:31.470241 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'code': 200} Mar 02 18:21:31.490531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-8b0f5175-1178-450c-9861-7bbc5ea09bb7 service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251915 Mar 02 18:21:31.493549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-0ecf70cb-6301-439f-8880-240d283646df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:31.494991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-0ecf70cb-6301-439f-8880-240d283646df service neutron] 10.222.0.11 "GET /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 1026 time: 0.1348708 Mar 02 18:21:31.621319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:31.625833 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.626181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7624a56e-48bc-4d5c-943f-e76c0369077f up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:31.700885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fce8cdc-3a5d-4781-8d38-8631a75951c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-657681f8-7bd0-4193-a5d5-ed3e6e755eee', 'network_id': '657681f8-7bd0-4193-a5d5-ed3e6e755eee', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'f4c5ce99-7aaf-4218-9fdb-0944888c78fe'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:31.701811 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7fce8cdc-3a5d-4781-8d38-8631a75951c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.716759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.890762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:31.950029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c5ce99-7aaf-4218-9fdb-0944888c78fe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:31.992829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:32.004864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f227d447-45a6-4528-b73f-a2ac12f9a015 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.010724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f227d447-45a6-4528-b73f-a2ac12f9a015 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.011587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 7624a56e-48bc-4d5c-943f-e76c0369077f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:32.016546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f227d447-45a6-4528-b73f-a2ac12f9a015 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.018260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f227d447-45a6-4528-b73f-a2ac12f9a015 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=7d758753-7169-4863-a7dc-c4812278e3db&id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 1991 time: 0.5001035 Mar 02 18:21:32.026072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e58d9331-4cbf-4b50-83bf-9f4f77b7b24b req-59f0e718-5780-484b-8fab-4aaf3699922f service neutron] 10.222.0.65 "GET /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290136 Mar 02 18:21:32.027935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 7624a56e-48bc-4d5c-943f-e76c0369077f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:32.028556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.089575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98', 'network_id': '96b082a1-da6c-48be-b91d-e2ad300a4d2b', 'port_id': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98', 'mac_address': 'fa:16:3e:a3:37:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0a847ac-59e6-4721-bfa8-0883a9ca98d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:32.103487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6c23e-fd72-4cfe-8cd3-fd5203a5cbf6 req-8b0a844c-5000-4c60-8179-f263769867c1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.105103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbf6c23e-fd72-4cfe-8cd3-fd5203a5cbf6 req-8b0a844c-5000-4c60-8179-f263769867c1 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 943 time: 0.4919467 Mar 02 18:21:32.121140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.177386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-2ebb6978-1e2f-475f-ac5b-1a719d52fcc7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20dc02118ec54e85aaf9dce4735a9cdc HTTP/1.1" status: 200 len: 379 time: 0.1462302 Mar 02 18:21:32.181366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['657681f8-7bd0-4193-a5d5-ed3e6e755eee']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:32.196346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c64c6de-0f73-41ef-8e96-ae000ba3f4ec') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:32.201708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c64c6de-0f73-41ef-8e96-ae000ba3f4ec') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:32.206736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'admin_state_up': True, 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'security_groups': ['1e4e4da9-a35b-4d5b-a816-68d91329bc60']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:32.211723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.229627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-7b549301-b21f-4fa0-afed-11c8b9123371 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.231181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-7b549301-b21f-4fa0-afed-11c8b9123371 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.3774712 Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-7fce8cdc-3a5d-4781-8d38-8631a75951c9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c5ce99-7aaf-4218-9fdb-0944888c78fe: This subnet is being modified by another concurrent operation. Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:32.236003 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c5ce99-7aaf-4218-9fdb-0944888c78fe: This subnet is being modified by another concurrent operation. Mar 02 18:21:32.242532 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:21:32.266147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.267304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef254b-d299-42f0-a2e3-8e16dbd6d2e2 req-f948613b-ced2-47aa-89b8-1cf678cb1c50 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.267304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cef254b-d299-42f0-a2e3-8e16dbd6d2e2 req-f948613b-ced2-47aa-89b8-1cf678cb1c50 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 950 time: 0.5784783 Mar 02 18:21:32.267526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:32.267526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.267742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:32.288268 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:32.314962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c4d424-f149-47ac-814b-9c9fd2a5cfd9 None None] Network 657681f8-7bd0-4193-a5d5-ed3e6e755eee requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:32.460049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:32.543568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.551293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbf6c23e-fd72-4cfe-8cd3-fd5203a5cbf6 req-43110830-9a2a-466a-ae7d-8ed760098a37 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212215 Mar 02 18:21:32.556445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.623276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cef254b-d299-42f0-a2e3-8e16dbd6d2e2 req-2a3412b5-33ef-4579-8621-ea8b34865c8f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243394 Mar 02 18:21:32.636760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Deleting port c992a390-6b1b-41cf-b147-ad1a98c49e0f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:32.648435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.764750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a096172a-3e09-4733-a18a-03633d318fde None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:21:32.783256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:32.801378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=657681f8-7bd0-4193-a5d5-ed3e6e755eee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:32.819904 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a15e679-0ac8-4733-8620-36b83731e828 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/657681f8-7bd0-4193-a5d5-ed3e6e755eee HTTP/1.1" status: 204 len: 168 time: 1.4503555 Mar 02 18:21:32.830905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50144) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:32.849605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-315293877'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:32.856921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:32.858679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:32.867909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:32.875854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:32.888646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:32.906039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7624a56e-48bc-4d5c-943f-e76c0369077f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:32.950420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-8ccdbaa7-87fa-4ef4-8e94-36c70b1fc97c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:32.951414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-8ccdbaa7-87fa-4ef4-8e94-36c70b1fc97c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:32.966419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.028178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:33.036526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.061851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.075588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4a7063f-f04f-4b24-972a-4b1fba87c1cd req-e7148324-f792-42d4-9a32-ecba504f88aa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 210 time: 0.3105607 Mar 02 18:21:33.084615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:33.091038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-8ccdbaa7-87fa-4ef4-8e94-36c70b1fc97c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:33.092232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-8ccdbaa7-87fa-4ef4-8e94-36c70b1fc97c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 950 time: 0.6008158 Mar 02 18:21:33.126914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a096172a-3e09-4733-a18a-03633d318fde None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:21:33.129815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:33.257743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Deleting port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:33.258363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.291749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:33.305619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] For port c992a390-6b1b-41cf-b147-ad1a98c49e0f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c992a390-6b1b-41cf-b147-ad1a98c49e0f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:33.306204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.323792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:33.472658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:33.477182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Calling delete_port for c992a390-6b1b-41cf-b147-ad1a98c49e0f owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:33.499632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:33.534875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:33.536224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:33.543060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.585789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.586653 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment ad92ec86-a4ca-4706-bf80-8b7f166f2de1 of type vlan for network 180ee49a-1717-48c4-924f-b975bcfc39f6 Mar 02 18:21:33.608624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:33.627790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c992a390-6b1b-41cf-b147-ad1a98c49e0f no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:33.634790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e0b9b9-3edc-4f7a-83c2-1d8ec0df76bb req-d77a18d3-5df5-408d-bc6d-012a78b77f73 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:33.642825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e0b9b9-3edc-4f7a-83c2-1d8ec0df76bb req-d77a18d3-5df5-408d-bc6d-012a78b77f73 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.6825643 Mar 02 18:21:33.669408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] For port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:33.669788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.815006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1ebf2-89a6-4305-8fec-0048c80721c7 req-7a5c18c6-395b-45c9-a744-f0ec71ff6045 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:33.821716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfb1ebf2-89a6-4305-8fec-0048c80721c7 req-7a5c18c6-395b-45c9-a744-f0ec71ff6045 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 950 time: 0.5919256 Mar 02 18:21:33.846590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e0b9b9-3edc-4f7a-83c2-1d8ec0df76bb req-e555222b-016b-4c92-9bc0-760917d2843e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027516 Mar 02 18:21:33.877733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Calling delete_port for c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:33.909286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:33.930578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.033669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:34.054330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Usage tracker for resource:security_group_rule and tenant:7af18ba78cf0402f8bb575fa5ff223c1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:34.057027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfb1ebf2-89a6-4305-8fec-0048c80721c7 req-9e234845-b7b4-460b-8b57-7c916a2125e6 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315428 Mar 02 18:21:34.059466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:34.105671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:34.172625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.174111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.180095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:34.180747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.201519 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f', 'code': 200} Mar 02 18:21:34.251421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 172.20.0.11 (d2a00d7f-2353-4a54-9090-8dc36d62fae9/58d35ef9-1617-4ca2-a9c6-7356daf8811f/80bcd2a1-da8f-4658-b0f4-bc2025d056f2) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:34.283805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e1c59-d141-435e-a418-ba8b566ce8b0 req-d1e89693-1d34-4343-9668-190b8549ace5 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:34.285665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81e1c59-d141-435e-a418-ba8b566ce8b0 req-d1e89693-1d34-4343-9668-190b8549ace5 tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=050b4e07-f1c8-4fb9-8706-5f50cb3dcc15 HTTP/1.1" status: 200 len: 950 time: 0.2092683 Mar 02 18:21:34.361831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.423506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=180ee49a-1717-48c4-924f-b975bcfc39f6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:34.444184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 180ee49a-1717-48c4-924f-b975bcfc39f6 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:34.499283 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.507938 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-baccf17b-a7d1-4997-a5b3-342f11ba049c tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6745758 Mar 02 18:21:34.513001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:34.523549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '180ee49a-1717-48c4-924f-b975bcfc39f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:34.533761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event deleted for resources: {'Port': ['ID=c992a390-6b1b-41cf-b147-ad1a98c49e0f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:34.553990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81e1c59-d141-435e-a418-ba8b566ce8b0 req-a563879f-d009-40fd-a354-eb7e3c8e461f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137170 Mar 02 18:21:34.575995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.589337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:34.642104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.742849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event deleted for resources: {'Port': ['ID=c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:34.879305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7af18ba78cf0402f8bb575fa5ff223c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2682893 Mar 02 18:21:34.886681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871fbb92-1b63-4968-8642-6885f5374fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38263b0-bff9-4065-95ff-f59505a0013e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:34.889387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50170) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:34.891310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] No DVR routers for this DVR port c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:34.911983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.915486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-deleted', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:34.923519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:34.932609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:34.937950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', '5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:34.938276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:34.944562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f000e2a4-6ec6-4860-a3b2-98187110f3d1 req-d30993e8-800a-4df3-b3bc-0ac4c33202f1 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "DELETE /v2.0/ports/c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 HTTP/1.1" status: 204 len: 173 time: 1.8397439 Mar 02 18:21:34.971878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:34.972769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3df2df9c-2f48-450d-8f13-1e7983d53baa req-47f1412b-58e8-4181-8753-804d4f0b16d5 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=1453d027-9494-4b22-aa8c-ce4f22f28303 HTTP/1.1" status: 200 len: 210 time: 0.1107223 Mar 02 18:21:34.979486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] No DVR routers for this DVR port c992a390-6b1b-41cf-b147-ad1a98c49e0f on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:34.990099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:34.998299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'name': 'network-vif-deleted', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:35.081536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25d7e531-8d40-4d30-8003-e023d29ac26a req-0f124f5d-4182-4f1b-a44a-22b10e7c37fe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "DELETE /v2.0/ports/c992a390-6b1b-41cf-b147-ad1a98c49e0f HTTP/1.1" status: 204 len: 173 time: 2.8216405 Mar 02 18:21:35.100345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.123837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167b3dc-19d1-4a4f-9378-3cfa5836b4d4 req-4b2834c2-1fd3-40fe-8f25-777868ea883e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:35.131802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d167b3dc-19d1-4a4f-9378-3cfa5836b4d4 req-4b2834c2-1fd3-40fe-8f25-777868ea883e tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 944 time: 0.7654693 Mar 02 18:21:35.137304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.141792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:35.152223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.187896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876edbce-d58c-46a6-aee5-82e2691a9d15 req-c52b6a44-cf94-4b9d-9abb-3ea008976ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:35.189529 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-876edbce-d58c-46a6-aee5-82e2691a9d15 req-c52b6a44-cf94-4b9d-9abb-3ea008976ce7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 1101 time: 0.8901455 Mar 02 18:21:35.194799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:35.235324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:35.301679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d167b3dc-19d1-4a4f-9378-3cfa5836b4d4 req-8977bdc5-2c2f-4c98-9d8a-b9e2f9f0c12a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675990 Mar 02 18:21:35.310801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.365237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-876edbce-d58c-46a6-aee5-82e2691a9d15 req-200dfbda-eca6-46d7-8836-b46667d7f082 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511557 Mar 02 18:21:35.619998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.634936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:35.701899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.748774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38263b0-bff9-4065-95ff-f59505a0013e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:35.780476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:35.801577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.808127 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ece21022-2eed-43d7-99d2-3e6f6cfdc93e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c38263b0-bff9-4065-95ff-f59505a0013e HTTP/1.1" status: 204 len: 168 time: 0.9099033 Mar 02 18:21:35.828085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:35.835510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:35.849132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:35.867695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:36.037346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': 'ad92ec86-a4ca-4706-bf80-8b7f166f2de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '180ee49a-1717-48c4-924f-b975bcfc39f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:36.037720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 180ee49a-1717-48c4-924f-b975bcfc39f6, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:36.077746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:36.082068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:36.083044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=8961feca-f2dc-46e1-9bd5-527e5a223460,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:36.083903 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:36.185373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06984d4-9abe-483f-984c-d719f66070a5 req-1f2f86f2-2b75-480d-b06f-5734431c41e4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:36.193754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c06984d4-9abe-483f-984c-d719f66070a5 req-1f2f86f2-2b75-480d-b06f-5734431c41e4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.8074102 Mar 02 18:21:36.233020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 180ee49a-1717-48c4-924f-b975bcfc39f6 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:36.243541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:36.244236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6c6c1-74ff-4631-9d5c-e01885934a09 req-4c9cdc33-e774-450c-8b54-ca518f36072c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:36.245267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-98c6c6c1-74ff-4631-9d5c-e01885934a09 req-4c9cdc33-e774-450c-8b54-ca518f36072c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:36.249478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:36.249700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:36.254600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d5b20375-5181-46cc-b49e-b5324a294758 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0551608 Mar 02 18:21:36.257911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:36.258742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:36.273275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'admin_state_up': True, 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'security_groups': ['1e4e4da9-a35b-4d5b-a816-68d91329bc60']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:36.340935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c06984d4-9abe-483f-984c-d719f66070a5 req-efaf68c5-b04b-4d61-b3bb-6448279e726c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441979 Mar 02 18:21:36.342509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 180ee49a-1717-48c4-924f-b975bcfc39f6) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:36.348643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:36.349256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:36.414792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c575d93-7a0e-443a-9389-4fae09a34df5 None None] Network 180ee49a-1717-48c4-924f-b975bcfc39f6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:36.436439 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1453d027-9494-4b22-aa8c-ce4f22f28303', 'name': 'network-vif-deleted', 'tag': 'c13ba01e-cbd5-4b9a-a0c1-dcf0f34aaeb8', 'status': 'completed', 'code': 200} Mar 02 18:21:36.488520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:36.491200 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7322431-75e6-4997-a1fb-2af88c6158e0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9757864 Mar 02 18:21:36.494851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-98c6c6c1-74ff-4631-9d5c-e01885934a09 req-4c9cdc33-e774-450c-8b54-ca518f36072c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:36.500229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98c6c6c1-74ff-4631-9d5c-e01885934a09 req-4c9cdc33-e774-450c-8b54-ca518f36072c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 932 time: 0.9829552 Mar 02 18:21:36.610749 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '050b4e07-f1c8-4fb9-8706-5f50cb3dcc15', 'name': 'network-vif-deleted', 'tag': 'c992a390-6b1b-41cf-b147-ad1a98c49e0f', 'status': 'completed', 'code': 200} Mar 02 18:21:36.855099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:36.886803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98c6c6c1-74ff-4631-9d5c-e01885934a09 req-ee8c9976-ecae-4ebc-8e5b-eea66435224a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322577 Mar 02 18:21:36.896340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:36.933088 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.049012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fad45d47-3dc6-4635-b78d-90e490cdd0a0 None None] Provisioning for port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:37.057517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:37.065609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.093959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36af28-bd6f-4608-842b-d087230a9abc req-6e5ffa6e-df41-42ae-b992-a8d966e76c66 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:37.097008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e36af28-bd6f-4608-842b-d087230a9abc req-6e5ffa6e-df41-42ae-b992-a8d966e76c66 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 950 time: 0.3573892 Mar 02 18:21:37.098233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.163718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fad45d47-3dc6-4635-b78d-90e490cdd0a0 None None] Provisioning complete for port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:37.165648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fad45d47-3dc6-4635-b78d-90e490cdd0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.248370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e36af28-bd6f-4608-842b-d087230a9abc req-db37cfdb-bf6f-4c34-bcde-29fce500d714 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796194 Mar 02 18:21:37.374767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89309d80-4de8-42c3-a4c3-08587d0e726e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-180ee49a-1717-48c4-924f-b975bcfc39f6', 'network_id': '180ee49a-1717-48c4-924f-b975bcfc39f6', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': '8961feca-f2dc-46e1-9bd5-527e5a223460'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:37.375621 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89309d80-4de8-42c3-a4c3-08587d0e726e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.439983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fad45d47-3dc6-4635-b78d-90e490cdd0a0 None None] Port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:37.445001 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.518423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:37.565783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:37.626012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.1.1.74 (1b4b0956-7dd2-44af-a302-6f9899c3f53b/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a/c107ec31-2fff-4a1f-a549-1fb0a85a2c49) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:37.627898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.729693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:37.734677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad974897-930d-4976-baf4-0f5c11b38021 req-4908c932-a1cb-49d7-8326-b087349d549a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:37.736274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad974897-930d-4976-baf4-0f5c11b38021 req-4908c932-a1cb-49d7-8326-b087349d549a tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 944 time: 0.2121527 Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-89309d80-4de8-42c3-a4c3-08587d0e726e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8961feca-f2dc-46e1-9bd5-527e5a223460: This subnet is being modified by another concurrent operation. Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:37.851098 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8961feca-f2dc-46e1-9bd5-527e5a223460: This subnet is being modified by another concurrent operation. Mar 02 18:21:37.860151 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:21:37.863419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:37.870171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d5841-2cc0-4e5f-a3d0-ebd002f557a9 None None] Network 180ee49a-1717-48c4-924f-b975bcfc39f6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:37.942602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=8961feca-f2dc-46e1-9bd5-527e5a223460,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:38.006635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad974897-930d-4976-baf4-0f5c11b38021 req-be52d0e7-6f2d-4836-83ef-2754ef24522f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331314 Mar 02 18:21:38.172246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f76ba8-3031-4eae-8b53-698d8bab9b02 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:21:38.308136 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.364947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f76ba8-3031-4eae-8b53-698d8bab9b02 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:21:38.382804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.401921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['180ee49a-1717-48c4-924f-b975bcfc39f6']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:38.423192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object c107ec31-2fff-4a1f-a549-1fb0a85a2c49 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:38.425461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad92ec86-a4ca-4706-bf80-8b7f166f2de1') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:38.425740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad92ec86-a4ca-4706-bf80-8b7f166f2de1') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:38.445058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.485279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.499103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:38.500262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:38.517320 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:38.541583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f855de4-7064-4fb8-910e-4c84c12b14d6 req-d095c86c-4a70-4bfa-a7f1-4f915baa2c55 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:38.543361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f855de4-7064-4fb8-910e-4c84c12b14d6 req-d095c86c-4a70-4bfa-a7f1-4f915baa2c55 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.2406640 Mar 02 18:21:38.651584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f855de4-7064-4fb8-910e-4c84c12b14d6 req-9ad1187e-1c32-455a-98fd-73a0c520cd91 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557733 Mar 02 18:21:38.669382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.729133 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.766476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:38.797550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=180ee49a-1717-48c4-924f-b975bcfc39f6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:38.840275 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98', 'code': 200} Mar 02 18:21:38.861339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:38.907656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9bcbce03-8fcd-4c83-a5f2-b53fda590cdc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/180ee49a-1717-48c4-924f-b975bcfc39f6 HTTP/1.1" status: 204 len: 168 time: 2.4206958 Mar 02 18:21:38.908504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:38.911196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:38.914770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50236) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:38.938839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-396329758'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:38.947989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:38.964471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:38.964605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:38.964605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:38.967371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:39.054638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:39.058538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.061904 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.062062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.114266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:39.128942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.129295 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 1eaea7e9-8ca8-4fe8-9b7c-f673236429cc of type vlan for network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d Mar 02 18:21:39.132299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cca935-b082-4923-848f-8866b955b4ab req-7f7addc9-9773-482c-a2c4-a1ffa157090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.134013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34cca935-b082-4923-848f-8866b955b4ab req-7f7addc9-9773-482c-a2c4-a1ffa157090a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 1096 time: 0.2855356 Mar 02 18:21:39.146051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-1d64651c-0309-4142-a336-a7e6f037bcbe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.149763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-1d64651c-0309-4142-a336-a7e6f037bcbe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.150625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-1d64651c-0309-4142-a336-a7e6f037bcbe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:39.162586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b230b4a-8e64-4956-8959-cc7efccbe66e req-e04c55b0-8240-471f-9372-e9aef72d76cd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.163393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1b230b4a-8e64-4956-8959-cc7efccbe66e req-e04c55b0-8240-471f-9372-e9aef72d76cd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Synchronizing usage tracker for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:39.179133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.192480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3bc3aa3b-7174-4c50-a989-b1ed25399273 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9311922 Mar 02 18:21:39.212626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'admin_state_up': True, 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'security_groups': ['1e4e4da9-a35b-4d5b-a816-68d91329bc60']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:39.270027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34cca935-b082-4923-848f-8866b955b4ab req-a1aa449a-efef-4a53-b630-6c9cfdec1c25 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161618 Mar 02 18:21:39.318445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1b230b4a-8e64-4956-8959-cc7efccbe66e req-e04c55b0-8240-471f-9372-e9aef72d76cd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Unset dirty status for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:39.318445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b230b4a-8e64-4956-8959-cc7efccbe66e req-e04c55b0-8240-471f-9372-e9aef72d76cd tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 951 time: 0.4166014 Mar 02 18:21:39.337571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.347114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.348190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.361202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-1d64651c-0309-4142-a336-a7e6f037bcbe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:39.362412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-1d64651c-0309-4142-a336-a7e6f037bcbe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 1653 time: 0.5554402 Mar 02 18:21:39.411100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4c0d8e2f-c499-46ee-8113-0f44a7786bbc None None] Provisioning for port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:39.417812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4c0d8e2f-c499-46ee-8113-0f44a7786bbc None None] Provisioning complete for port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:39.418271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8e2f-c499-46ee-8113-0f44a7786bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.436206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b230b4a-8e64-4956-8959-cc7efccbe66e req-efc2ee69-e722-4e9d-be60-5b2e7d47179d tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/security-groups?id=369c2795-c497-4b9f-a90c-8741466f6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003048 Mar 02 18:21:39.458413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:39.474688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dc3e251-ae3a-4c46-8868-e8322c956083 req-d1805a4c-f97f-475d-b17f-dfafdcc855f3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910676 Mar 02 18:21:39.513277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:39.548047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d8e2f-c499-46ee-8113-0f44a7786bbc None None] Port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:39.649559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:39.653919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:39.722296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=6a8566eb-135a-4d5d-860f-1542ec7d0b1d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:39.739748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:39.742485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8c0ec5ad-c939-4ab3-8946-15952d03b2a3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8175068 Mar 02 18:21:39.745001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:39.754971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:39.924911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:39.929717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:39.933542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:39.943817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:39.957180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d188c3b-af3b-4068-9ad0-505573ba00c5 req-f752745f-d612-4f5b-b9a4-0e3b597f0751 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:39.958826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d188c3b-af3b-4068-9ad0-505573ba00c5 req-f752745f-d612-4f5b-b9a4-0e3b597f0751 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 950 time: 0.3519225 Mar 02 18:21:40.021501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.1.1.144 (1b4b0956-7dd2-44af-a302-6f9899c3f53b/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a/2338ecfc-8f49-4812-ab63-4de77c7aebc5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:40.035690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-1c6a582e-b949-4d92-b3f4-839264823efe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:40.037254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-1c6a582e-b949-4d92-b3f4-839264823efe tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 951 time: 0.2985981 Mar 02 18:21:40.045375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:40.050352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.095450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d188c3b-af3b-4068-9ad0-505573ba00c5 req-ca5b9910-1ba1-4368-bdea-59c93c9d852b tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270168 Mar 02 18:21:40.155038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Deleting port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:40.155393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.307525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:21:40.307929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:21:40.513875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-a3c878c0-2f59-45ab-b056-2aaa004dfbfa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:40.514649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-a3c878c0-2f59-45ab-b056-2aaa004dfbfa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:40.724788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.748778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-a3c878c0-2f59-45ab-b056-2aaa004dfbfa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:40.750278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-a3c878c0-2f59-45ab-b056-2aaa004dfbfa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 950 time: 0.4126375 Mar 02 18:21:40.751269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.818766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object 2338ecfc-8f49-4812-ab63-4de77c7aebc5 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:40.836173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489cbc8-366f-431d-bb41-1f4b25899bcb req-cbb1462c-ad37-441b-bfe4-8b4a76d54d7c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:40.839339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d489cbc8-366f-431d-bb41-1f4b25899bcb req-cbb1462c-ad37-441b-bfe4-8b4a76d54d7c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.5295892 Mar 02 18:21:40.907379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=4bfc6f4d-58d1-45d8-af76-eb72ff55a828,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:40.917336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Deleting port 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:40.917336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.956339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] For port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:40.956764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:40.973502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d489cbc8-366f-431d-bb41-1f4b25899bcb req-e483ac5f-11ff-4348-adfc-4e17f24071ae tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332815 Mar 02 18:21:41.062480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:41.063106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 6a8566eb-135a-4d5d-860f-1542ec7d0b1d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:41.171000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e553b0-e7ef-4463-87f7-bd31c133c2fc req-115057d6-1887-48c6-8f01-ea6a0b0d949f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.172714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54e553b0-e7ef-4463-87f7-bd31c133c2fc req-115057d6-1887-48c6-8f01-ea6a0b0d949f tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 950 time: 0.6783462 Mar 02 18:21:41.185484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Calling delete_port for 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:41.233927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:41.283277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] For port 80b3c337-0626-4e0d-af2c-8e91362c6d4e, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80b3c337-0626-4e0d-af2c-8e91362c6d4e,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:41.283798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.293380 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.417352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Calling delete_port for 80b3c337-0626-4e0d-af2c-8e91362c6d4e owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:41.425920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54e553b0-e7ef-4463-87f7-bd31c133c2fc req-c2256e45-0461-4ddd-956e-9a2cc95e0486 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090607 Mar 02 18:21:41.429192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:41.435512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:41.439857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:41.442484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:41.492373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 6a8566eb-135a-4d5d-860f-1542ec7d0b1d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:41.502875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b3f8eb-ed68-4bb4-bc4a-5d082e441f9d None None] Network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:41.549832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.550631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.622014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e39c4377-ae7e-4854-b208-d5c74f95344d req-fa34cc55-e3cc-42cf-bf4b-6f56e2d6bc37 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1409481 Mar 02 18:21:41.648026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.650179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.697477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbacf7f-afff-4975-8d75-2cf0cc85ce28 req-763b7140-d5ef-4383-8e29-e6688b789aaf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:41.701137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efbacf7f-afff-4975-8d75-2cf0cc85ce28 req-763b7140-d5ef-4383-8e29-e6688b789aaf tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 945 time: 0.5254972 Mar 02 18:21:41.759831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.764558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efbacf7f-afff-4975-8d75-2cf0cc85ce28 req-f51b581a-f758-43d2-812c-201c70a33ec5 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488741 Mar 02 18:21:41.783591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60f0826b-277d-4e2b-98e7-a25756b25f01 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.0371945 Mar 02 18:21:41.786849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80b3c337-0626-4e0d-af2c-8e91362c6d4e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:41.787081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:41.839555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', '5bab80b9-5515-474a-9d20-12fa9601f0db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:41.866601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:41.915073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event deleted for resources: {'Port': ['ID=80b3c337-0626-4e0d-af2c-8e91362c6d4e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:41.953442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f301f545-3984-4a98-b524-ab8360427f51 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7474778 Mar 02 18:21:42.000391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Pushing event deleted for resources: {'Port': ['ID=079e75d2-3ce6-46f5-b7a1-1abb354a0e0c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:42.003158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8b1c1855-fbdd-41df-bfeb-653ea32bc79f req-aa400bd8-d74f-4a46-a3cb-fdd3e98051ff tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Synchronizing usage tracker for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:42.017369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'admin_state_up': True, 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'security_groups': ['1e4e4da9-a35b-4d5b-a816-68d91329bc60']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:42.032493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-6a8566eb-135a-4d5d-860f-1542ec7d0b1d', 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': '4bfc6f4d-58d1-45d8-af76-eb72ff55a828'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:42.033362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.082678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-35d97b37-2b68-4fe6-8e30-ae5d86f255ce None None] Provisioning for port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:42.213923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.224800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] No DVR routers for this DVR port 80b3c337-0626-4e0d-af2c-8e91362c6d4e on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:42.233502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.233502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a48d2fe7-bc7f-440e-8c74-8161194dc815 req-c7070935-7ebf-4110-99fe-05b16af717b7 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.11 "DELETE /v2.0/ports/80b3c337-0626-4e0d-af2c-8e91362c6d4e HTTP/1.1" status: 204 len: 173 time: 1.4349046 Mar 02 18:21:42.233502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-deleted', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:42.252431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:42.261697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Usage tracker for resource:port and tenant:20dc02118ec54e85aaf9dce4735a9cdc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:42.268546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:42.272875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-35d97b37-2b68-4fe6-8e30-ae5d86f255ce None None] Provisioning complete for port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:42.273291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-35d97b37-2b68-4fe6-8e30-ae5d86f255ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.298990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:42.424325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] No DVR routers for this DVR port 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:42.426765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8b1c1855-fbdd-41df-bfeb-653ea32bc79f req-aa400bd8-d74f-4a46-a3cb-fdd3e98051ff tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Unset dirty status for tenant:6ad069d7f82f4fe98f231a5d02572cfb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:42.438990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b1c1855-fbdd-41df-bfeb-653ea32bc79f req-aa400bd8-d74f-4a46-a3cb-fdd3e98051ff tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.66 "GET /v2.0/ports?device_id=93b71a25-3616-4ab6-b367-64f483cdbdcb HTTP/1.1" status: 200 len: 210 time: 0.4971776 Mar 02 18:21:42.445875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.453651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b31eaf6-b809-437f-a7ac-706c3ba06bfc req-18ced4a1-6cbc-434f-8100-0f75b00ef61f tempest-ServersAdminTestJSON-328050135 tempest-ServersAdminTestJSON-328050135-project] 10.222.0.65 "DELETE /v2.0/ports/079e75d2-3ce6-46f5-b7a1-1abb354a0e0c HTTP/1.1" status: 204 len: 173 time: 2.4025791 Mar 02 18:21:42.456455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-deleted', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:42.492128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:42.552829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.581347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-35d97b37-2b68-4fe6-8e30-ae5d86f255ce None None] Port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:42.608632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Allocated IP 172.20.0.3 (6a8566eb-135a-4d5d-860f-1542ec7d0b1d/4bfc6f4d-58d1-45d8-af76-eb72ff55a828/059721c4-1a4c-4412-a798-3c5ad91766e0) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:42.801502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:42.808397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:42.815282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:42.816582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:42.837209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:42.994518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:43.003877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b355ed0e-cada-4346-9234-21f820db0cfa req-e841a6bd-f1b6-4a3a-b999-7718173dce02 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 2374 time: 0.4603786 Mar 02 18:21:43.054779 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.067879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Transition to ACTIVE for port object 059721c4-1a4c-4412-a798-3c5ad91766e0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:43.112230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Transition to ACTIVE for port object 059721c4-1a4c-4412-a798-3c5ad91766e0 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:43.226139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b355ed0e-cada-4346-9234-21f820db0cfa req-4c82d6fb-e102-4a54-a2e1-9b8bcac731d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213812 Mar 02 18:21:43.234829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.305025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:43.312690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:43.317290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:43.318803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.326853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Pushing event updated for resources: {'Port': ['ID=059721c4-1a4c-4412-a798-3c5ad91766e0,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:43.354513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.2.2.100 (7d758753-7169-4863-a7dc-c4812278e3db/5032fe48-8167-4fe6-85bb-ad7d8de110b4/0fbfe48a-af73-4b72-ab07-74eb7ff889a0) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:43.408088 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa700f11-2637-49ff-af0c-e1b29f162a2c', 'name': 'network-vif-deleted', 'tag': '80b3c337-0626-4e0d-af2c-8e91362c6d4e', 'status': 'completed', 'code': 200} Mar 02 18:21:43.464737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Attempting to bind port 059721c4-1a4c-4412-a798-3c5ad91766e0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:43.465090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Attempting to bind port 059721c4-1a4c-4412-a798-3c5ad91766e0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:43.465515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Attempting to bind port 059721c4-1a4c-4412-a798-3c5ad91766e0 on network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:43.484833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:43.485252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Checking segment: {'id': '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:43.485611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.485940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=4bfc6f4d-58d1-45d8-af76-eb72ff55a828,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:43.486081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Bound using segment: {'id': '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:43.486632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Bound port: 059721c4-1a4c-4412-a798-3c5ad91766e0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:43.487022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.634179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.634617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:43.648114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a631bfc-aeab-4970-be3f-29e72dc2395c req-6ad567da-e10c-487a-b752-00cf974bbb42 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa700f11-2637-49ff-af0c-e1b29f162a2c HTTP/1.1" status: 200 len: 210 time: 0.0811896 Mar 02 18:21:43.682826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:43.683353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 079e75d2-3ce6-46f5-b7a1-1abb354a0e0c not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:43.687299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] For port 059721c4-1a4c-4412-a798-3c5ad91766e0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:43.706923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-6bded73a-ce55-4b6e-99d2-809b1a050e97 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:43.708457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-6bded73a-ce55-4b6e-99d2-809b1a050e97 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 1101 time: 0.1865752 Mar 02 18:21:43.731046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.753655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8566eb-135a-4d5d-860f-1542ec7d0b1d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:43.753822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] For port 059721c4-1a4c-4412-a798-3c5ad91766e0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=059721c4-1a4c-4412-a798-3c5ad91766e0,segment=NetworkSegment(1eaea7e9-8ca8-4fe8-9b7c-f673236429cc),segment_id=1eaea7e9-8ca8-4fe8-9b7c-f673236429cc)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:43.760095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:43.760670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:43.780569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.785178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:43.822768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.831504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Usage tracker for resource:security_group_rule and tenant:0c58a9856a534d208fc3d67149571fe0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:43.841728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:43.854662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:43.865220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:43.880060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.882802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.891791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:43.894263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:43.907313 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:43.932542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f650954-b501-464b-9aa4-1a6c7cde3709 req-6d88506c-cb73-46dc-b328-0dcf2feba2bd tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:43.934098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f650954-b501-464b-9aa4-1a6c7cde3709 req-6d88506c-cb73-46dc-b328-0dcf2feba2bd tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.1502304 Mar 02 18:21:44.001786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f650954-b501-464b-9aa4-1a6c7cde3709 req-e3d190b1-dc7f-43ce-98b7-cfb34aaa4663 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Mar 02 18:21:44.029941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.059821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:21:44.059821 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:21:44.059821 n-d-828839-1 neutron-server[88708]: [parameters: {'id': '6a8566eb-135a-4d5d-860f-1542ec7d0b1d'}] Mar 02 18:21:44.059821 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:44.060213 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:44.090691 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93b71a25-3616-4ab6-b367-64f483cdbdcb', 'name': 'network-vif-deleted', 'tag': '079e75d2-3ce6-46f5-b7a1-1abb354a0e0c', 'status': 'completed', 'code': 200} Mar 02 18:21:44.112528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf49303-2c51-41f3-9495-0c265ad2e882 None None] Pushing event updated for resources: {'Port': ['ID=059721c4-1a4c-4412-a798-3c5ad91766e0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:44.125353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 7d758753-7169-4863-a7dc-c4812278e3db is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:44.133364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:44.143961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:44.146951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:44.176694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76d3bda-2caf-4ba4-b191-4402030e3768 None None] Network 6a8566eb-135a-4d5d-860f-1542ec7d0b1d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:44.214177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 80b3c337-0626-4e0d-af2c-8e91362c6d4e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:44.214518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80b3c337-0626-4e0d-af2c-8e91362c6d4e not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:44.293384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:44.315750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8d7e1ae-1fce-47f2-bca9-6da3966aaf9d req-45e4cbf7-0e53-46b7-bc77-a96237d4f7b3 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1051502 Mar 02 18:21:44.317694 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.330777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:44.331447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.404999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.447523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65562452-c8c5-4961-880a-1d3898b61346 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:21:44.456250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-45c0ee01-6f20-4cf2-b8db-89c0b1db7c29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4471478 Mar 02 18:21:44.457351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Synchronizing usage tracker for tenant:0c58a9856a534d208fc3d67149571fe0 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:44.470347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24c38db-5cd0-4839-a84f-eed2f2d72dd3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:44.477522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'admin_state_up': True, 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'security_groups': ['1e4e4da9-a35b-4d5b-a816-68d91329bc60']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:44.495181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3da2b5ac-5ee3-4355-b011-7a368d6eb9ec None None] Provisioning for port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:44.499225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3da2b5ac-5ee3-4355-b011-7a368d6eb9ec None None] Provisioning complete for port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:44.500541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3da2b5ac-5ee3-4355-b011-7a368d6eb9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.562103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.573970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port 059721c4-1a4c-4412-a798-3c5ad91766e0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:44.574362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.585994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3da2b5ac-5ee3-4355-b011-7a368d6eb9ec None None] Port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:44.649745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65562452-c8c5-4961-880a-1d3898b61346 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:21:44.683831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] Unset dirty status for tenant:0c58a9856a534d208fc3d67149571fe0 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:44.684962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e760e67-733e-4fbb-b3e1-901726e03482 req-ebe4d90e-9716-40ec-a890-248e63c44791 tempest-ServersAdminNegativeTestJSON-327429550 tempest-ServersAdminNegativeTestJSON-327429550-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9704597 Mar 02 18:21:44.699137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed4d752-ae14-4fc2-a3c7-691ef9220532 req-8d6a323f-3200-486d-b03b-c5579d1b7805 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:44.706578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ed4d752-ae14-4fc2-a3c7-691ef9220532 req-8d6a323f-3200-486d-b03b-c5579d1b7805 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 945 time: 0.2114532 Mar 02 18:21:44.737200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:44.755927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:44.792571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ed4d752-ae14-4fc2-a3c7-691ef9220532 req-b9043b7e-ff8a-4153-b460-5780092c7f69 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850031 Mar 02 18:21:44.860975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port 059721c4-1a4c-4412-a798-3c5ad91766e0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=059721c4-1a4c-4412-a798-3c5ad91766e0,segment=NetworkSegment(1eaea7e9-8ca8-4fe8-9b7c-f673236429cc),segment_id=1eaea7e9-8ca8-4fe8-9b7c-f673236429cc)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:44.861423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:44.866208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Made reservation on behalf of 20dc02118ec54e85aaf9dce4735a9cdc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:44.871326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.040425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for 059721c4-1a4c-4412-a798-3c5ad91766e0 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:45.222078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.232804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61652eec-f069-4ace-9034-2a810f36d4dc req-28cfabc8-ef7c-4755-86e4-cb5352196ede tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:45.235069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61652eec-f069-4ace-9034-2a810f36d4dc req-28cfabc8-ef7c-4755-86e4-cb5352196ede tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.2668056 Mar 02 18:21:45.274196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=059721c4-1a4c-4412-a798-3c5ad91766e0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:45.277888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port 059721c4-1a4c-4412-a798-3c5ad91766e0 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:45.347525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Allocated IP 10.2.2.200 (7d758753-7169-4863-a7dc-c4812278e3db/5032fe48-8167-4fe6-85bb-ad7d8de110b4/e54bef1e-e5be-4706-97ac-d9a34eba47ec) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:45.364109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61652eec-f069-4ace-9034-2a810f36d4dc req-fa074993-01ce-497d-b1ae-1d46fb6a2421 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748379 Mar 02 18:21:45.400487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:45.434223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-5b5cbe2f-462f-430d-b1d3-3a8a1c87e682 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:45.440801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.441109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-5b5cbe2f-462f-430d-b1d3-3a8a1c87e682 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:45.447083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-5b5cbe2f-462f-430d-b1d3-3a8a1c87e682 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:45.454200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-5b5cbe2f-462f-430d-b1d3-3a8a1c87e682 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:45.456386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-5b5cbe2f-462f-430d-b1d3-3a8a1c87e682 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 3095 time: 0.4892547 Mar 02 18:21:45.473415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a8566eb-135a-4d5d-860f-1542ec7d0b1d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:45.487984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:45.488367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaea7e9-8ca8-4fe8-9b7c-f673236429cc') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:45.501790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.522021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.531391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:45.531917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:45.555757 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:45.634704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cc195af-6203-4fc1-ab3b-0412f8b7a971 req-4daaf14c-7b39-4415-aaf9-47860ce2b902 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574337 Mar 02 18:21:45.742606 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a578bab-cf23-4c84-ac65-f05668c401d3 req-bb8363ef-31ea-4fa6-a148-360ad24ad2eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0753472 Mar 02 18:21:45.748147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.770693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.783101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=6a8566eb-135a-4d5d-860f-1542ec7d0b1d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:45.790662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8dbd9b5d-49a6-4461-98f5-1f1c9e15d9e2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/6a8566eb-135a-4d5d-860f-1542ec7d0b1d HTTP/1.1" status: 204 len: 168 time: 3.9015532 Mar 02 18:21:45.793970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:45.800084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1925104860'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:45.805338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:45.809920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:45.815457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:45.820471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:45.870747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13674688-b418-47e6-bb57-2f3f57890dd6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ad069d7f82f4fe98f231a5d02572cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4689877 Mar 02 18:21:45.873322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16e79060-f10b-4b4b-888d-552cb806e965 req-a61f0952-debc-4768-a7a4-0380f3dadf8c tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0634341 Mar 02 18:21:45.873515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:45.882032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.902179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Transition to ACTIVE for port object e54bef1e-e5be-4706-97ac-d9a34eba47ec will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:45.921047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:45.924601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:45.978373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:45.980646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.016364 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.016637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.053787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.054442 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 9d20805a-abdf-4350-8df1-f9c574502c71 of type vlan for network 3d908010-78cb-4195-a4fa-1eaea6ca8a26 Mar 02 18:21:46.098996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.124995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Network 7d758753-7169-4863-a7dc-c4812278e3db is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:46.128278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:46.133014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:46.160199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:46.228108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.252323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369c2795-c497-4b9f-a90c-8741466f6c70,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:46.255692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:46.256375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.261648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.271054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:46.272157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.329802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3be2a-dab7-4f4a-a385-5da23c741d05 req-cad54799-b765-4501-b885-619b33d5d340 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:46.332137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c3be2a-dab7-4f4a-a385-5da23c741d05 req-cad54799-b765-4501-b885-619b33d5d340 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.1323259 Mar 02 18:21:46.396488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c3be2a-dab7-4f4a-a385-5da23c741d05 req-76c2ca7c-d998-4faf-8cfe-ecd9ace25f91 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573821 Mar 02 18:21:46.397405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-f953b9c1-3348-4094-9d4a-a1b561c4247b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9282520 Mar 02 18:21:46.413689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:46.433836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.433836 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec2f1f2a-c816-4b4e-a9c5-7000c822418c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/369c2795-c497-4b9f-a90c-8741466f6c70 HTTP/1.1" status: 204 len: 168 time: 0.5588431 Mar 02 18:21:46.468979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6723740 Mar 02 18:21:46.471218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643175b4-4d2c-4e53-b83d-cacc8c200b58 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=3d908010-78cb-4195-a4fa-1eaea6ca8a26,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:46.476118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50348) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:46.486957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3d908010-78cb-4195-a4fa-1eaea6ca8a26 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:46.492407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '3d908010-78cb-4195-a4fa-1eaea6ca8a26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:46.545509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0bbfc4dc-885c-4b7a-a008-8b6ae5f236e6 None None] Provisioning for port e54bef1e-e5be-4706-97ac-d9a34eba47ec completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:46.555688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0bbfc4dc-885c-4b7a-a008-8b6ae5f236e6 None None] Provisioning complete for port e54bef1e-e5be-4706-97ac-d9a34eba47ec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:46.556338 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0bbfc4dc-885c-4b7a-a008-8b6ae5f236e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.670093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.736624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:46.741990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:46.745127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:46.747058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0bbfc4dc-885c-4b7a-a008-8b6ae5f236e6 None None] Port e54bef1e-e5be-4706-97ac-d9a34eba47ec cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:21:46.755551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:46.791696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a49e01-bbd1-4722-8c4c-fcda99002dda req-9dbaf6b3-c9e3-4976-bd9f-085ea02122fb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:46.793370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83a49e01-bbd1-4722-8c4c-fcda99002dda req-9dbaf6b3-c9e3-4976-bd9f-085ea02122fb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 945 time: 0.2520387 Mar 02 18:21:46.850458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:46.854452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:46.872891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de912c5a-5754-4718-9ed6-24895f7e3122 req-371570bc-23e4-4008-9108-c1fb1257f1c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:46.874973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de912c5a-5754-4718-9ed6-24895f7e3122 req-371570bc-23e4-4008-9108-c1fb1257f1c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.2835255 Mar 02 18:21:46.977621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83a49e01-bbd1-4722-8c4c-fcda99002dda req-33a69b1a-6a61-4501-87fb-1e27d256e603 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377926 Mar 02 18:21:47.042277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de912c5a-5754-4718-9ed6-24895f7e3122 req-4b0f6a88-c54f-400c-8c21-a85e4cda426e tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542022 Mar 02 18:21:47.188069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:47.216803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.230865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.297353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:47.304088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Transition to ACTIVE for port object 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:47.306823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=f16a2da2-017f-43b0-a4cc-eab44ce6b3ac,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:47.311111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '9d20805a-abdf-4350-8df1-f9c574502c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '3d908010-78cb-4195-a4fa-1eaea6ca8a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:47.311470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 3d908010-78cb-4195-a4fa-1eaea6ca8a26, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:47.395359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2359b72b-dec1-4dd4-9242-99d67a0987c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aefdcba8cff946ec8343535d25ab7be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909266 Mar 02 18:21:47.395767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50364) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:47.396722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.439799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 3d908010-78cb-4195-a4fa-1eaea6ca8a26 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:47.448783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1a98c2-711d-46a8-be4f-f61075002405 req-845a2400-cc61-458e-aee0-055a432df8bd tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.450364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc1a98c2-711d-46a8-be4f-f61075002405 req-845a2400-cc61-458e-aee0-055a432df8bd tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.2576153 Mar 02 18:21:47.464156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.469897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.475838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.485070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.487908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.488700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.494502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.495127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:47.536278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3d908010-78cb-4195-a4fa-1eaea6ca8a26) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:47.540871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:47.541719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.550983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3ae5a7-1d51-4bb5-b684-7736a8456927 None None] Network 3d908010-78cb-4195-a4fa-1eaea6ca8a26 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:47.616621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.619134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.622811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ed52aba-8cf1-4e4a-9a3b-c9938454213a HTTP/1.1" status: 204 len: 168 time: 0.2237186 Mar 02 18:21:47.644295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b3197-cd5a-4a79-9021-3851383b5d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed52aba-8cf1-4e4a-9a3b-c9938454213a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:47.679913 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75db2145-4071-4701-b7c0-a5b462f5a345 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2016528 Mar 02 18:21:47.682242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:47.682852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:47.814173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:47.815276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-a3264816-a7a6-45ab-a4f8-647173759b4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 3816 time: 0.5771534 Mar 02 18:21:47.853383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc1a98c2-711d-46a8-be4f-f61075002405 req-e892fd50-4805-4914-930f-2b37616c15be tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520231 Mar 02 18:21:47.861815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.926225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6c148f-56d8-41ad-8be3-35422f43d6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3d908010-78cb-4195-a4fa-1eaea6ca8a26', 'network_id': '3d908010-78cb-4195-a4fa-1eaea6ca8a26', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'f16a2da2-017f-43b0-a4cc-eab44ce6b3ac'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:47.927088 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da6c148f-56d8-41ad-8be3-35422f43d6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:47.946484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.094180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ffae01f-eee3-420a-bb1e-b4c901dff9ec req-0e2df0c0-0594-4b45-a901-38f8a1d63411 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412620 Mar 02 18:21:48.098163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Attempting to bind port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:48.098354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Attempting to bind port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:48.098635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Attempting to bind port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 on network d2a00d7f-2353-4a54-9090-8dc36d62fae9 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:48.136548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.163028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9fcf000c-2c38-4055-bc1a-a17de48c0795 req-2aa739c5-fff5-4374-b848-7873e16d17b3 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0895164 Mar 02 18:21:48.164745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 on network d2a00d7f-2353-4a54-9090-8dc36d62fae9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:48.165063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Attempting to bind port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 on network d2a00d7f-2353-4a54-9090-8dc36d62fae9 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-da6c148f-56d8-41ad-8be3-35422f43d6a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f16a2da2-017f-43b0-a4cc-eab44ce6b3ac: This subnet is being modified by another concurrent operation. Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:21:48.172542 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f16a2da2-017f-43b0-a4cc-eab44ce6b3ac: This subnet is being modified by another concurrent operation. Mar 02 18:21:48.183160 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:21:48.187780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:48.187780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Checking segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:48.187780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Bound using segment: {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:48.187780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Bound port: 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:48.187780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.188327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=f16a2da2-017f-43b0-a4cc-eab44ce6b3ac,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:48.209417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac94d99-f239-436e-b511-1599252aa44b req-6210ce9f-796f-471d-8488-a1e3f595b5b4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:48.209417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac94d99-f239-436e-b511-1599252aa44b req-6210ce9f-796f-471d-8488-a1e3f595b5b4 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.4329672 Mar 02 18:21:48.218256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e916d-3f8e-4311-a3dd-3c8f17002f6c None None] Network 3d908010-78cb-4195-a4fa-1eaea6ca8a26 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:48.218439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-426a9fd7-d6a9-4768-aab5-9c08fc71cfe0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:48.219823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-426a9fd7-d6a9-4768-aab5-9c08fc71cfe0 tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 945 time: 0.5809038 Mar 02 18:21:48.361608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.426421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d908010-78cb-4195-a4fa-1eaea6ca8a26']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:48.437791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Deleting port 5bab80b9-5515-474a-9d20-12fa9601f0db {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:48.438199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.461135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d20805a-abdf-4350-8df1-f9c574502c71') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:48.461508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d20805a-abdf-4350-8df1-f9c574502c71') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:48.476620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Deleting port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:48.477015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.503950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.536827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:48.549056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.559956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:48.560661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.577822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:48.602469 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:48.604834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0981f4-bd1e-47a4-b40b-61b7d627e5a9 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:21:48.755599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.784032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0981f4-bd1e-47a4-b40b-61b7d627e5a9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:21:48.790206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.829451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:48.833095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=3d908010-78cb-4195-a4fa-1eaea6ca8a26,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:48.850316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de6a8328-8848-4571-8584-8d6a744b671b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/3d908010-78cb-4195-a4fa-1eaea6ca8a26 HTTP/1.1" status: 204 len: 168 time: 1.1662960 Mar 02 18:21:48.851512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50402) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:48.864881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2098367197'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:48.877756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:48.885986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:48.894048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:48.915000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:49.021920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:49.023972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:49.024601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.025668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.025967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] 10.222.0.11 "PUT /v2.0/ports/80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 1092 time: 2.6198485 Mar 02 18:21:49.031271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:49.079911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:49.114534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.117383 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 450a2d02-03f1-4fb8-8404-a813f9df1e10 of type vlan for network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef Mar 02 18:21:49.124901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] For port 5bab80b9-5515-474a-9d20-12fa9601f0db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=5bab80b9-5515-474a-9d20-12fa9601f0db,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:49.125533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.145626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:49.180067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc5a527-15c3-48d3-90fc-ea5761eb88e8 service neutron] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:49.182209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.319466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.332837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:49.333502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.341126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Calling delete_port for 5bab80b9-5515-474a-9d20-12fa9601f0db owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:49.375205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] For port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,segment=NetworkSegment(dc2f98c8-5dbd-4f66-87f9-a66651a695b6),segment_id=dc2f98c8-5dbd-4f66-87f9-a66651a695b6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:49.375494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.485526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6302466 Mar 02 18:21:49.497888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50422) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:49.507321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:49.526775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279057ab-77be-4ae4-b608-6619068b1ff6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=12e1a5b3-de7a-4434-b7b3-6bb4643342ef,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:49.538875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:49.631507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Calling delete_port for faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:49.634203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:49.638374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:49.642873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:49.652745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:49.748163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:49.752678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:49.926343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41389d6e-2f84-4ce5-baa8-b76bd6ef7513 req-d54ad6e3-3467-4291-8d56-bf7c141b8bbb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:49.927938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41389d6e-2f84-4ce5-baa8-b76bd6ef7513 req-d54ad6e3-3467-4291-8d56-bf7c141b8bbb tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/ports?device_id=9e4fcf12-c4ff-4b4e-aa57-86790ca028f4 HTTP/1.1" status: 200 len: 945 time: 0.9759839 Mar 02 18:21:49.994018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.109161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3d994-709c-484c-af2c-08626b4162c0 req-ca6c030a-2a81-4c50-a42c-3ae26040964c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:50.116071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09f3d994-709c-484c-af2c-08626b4162c0 req-ca6c030a-2a81-4c50-a42c-3ae26040964c tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=92b5070f-7500-408f-a34a-f3c4dda42763 HTTP/1.1" status: 200 len: 950 time: 0.7917092 Mar 02 18:21:50.211216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.278144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09f3d994-709c-484c-af2c-08626b4162c0 req-603a537b-73ce-43aa-8539-739ebbf5bbe3 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609731 Mar 02 18:21:50.349385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=b8a98321-5320-45ec-bb96-71a2e3f705a3,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:50.360973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '450a2d02-03f1-4fb8-8404-a813f9df1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:50.361338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 12e1a5b3-de7a-4434-b7b3-6bb4643342ef, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:21:50.380746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.392601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:50.398200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.406602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-037e19cb-c92e-4792-9d21-b254bb0af213 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:50.410320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-037e19cb-c92e-4792-9d21-b254bb0af213 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 950 time: 0.1647868 Mar 02 18:21:50.473987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:21:50.525993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Deleting port 7624a56e-48bc-4d5c-943f-e76c0369077f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:50.526779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.580742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event deleted for resources: {'Port': ['ID=5bab80b9-5515-474a-9d20-12fa9601f0db,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:50.609869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 12e1a5b3-de7a-4434-b7b3-6bb4643342ef) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:50.630593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:50.631191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.639085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7bbba1-dce1-4359-8628-af5118ac5481 None None] Network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:50.773055 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2840516a-a73f-46f3-a85d-15e68c0a2e12 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2738507 Mar 02 18:21:50.776730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:50.787422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Pushing event deleted for resources: {'Port': ['ID=faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:50.823806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] No DVR routers for this DVR port faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:50.836526 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:50.850680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41389d6e-2f84-4ce5-baa8-b76bd6ef7513 req-ffc3c685-7bba-42f7-b346-b70425cda91f tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.66 "GET /v2.0/security-groups?id=743ee384-0772-4f0e-8cd2-26d20e772f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9031425 Mar 02 18:21:50.851702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] No DVR routers for this DVR port 5bab80b9-5515-474a-9d20-12fa9601f0db on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:50.903969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.014027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-12e1a5b3-de7a-4434-b7b3-6bb4643342ef', 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'b8a98321-5320-45ec-bb96-71a2e3f705a3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:21:51.015798 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.027971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3cefde2-5fac-48d7-afa2-995581ef8d95 req-db92bcab-79ca-41ce-a0c6-de73179bbb6c tempest-DeleteServersTestJSON-397514226 tempest-DeleteServersTestJSON-397514226-project] 10.222.0.65 "DELETE /v2.0/ports/faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 HTTP/1.1" status: 204 len: 173 time: 2.7354050 Mar 02 18:21:51.134534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac94d99-f239-436e-b511-1599252aa44b req-766cccc8-5da3-4aed-9508-5e8f788007c0 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "DELETE /v2.0/ports/5bab80b9-5515-474a-9d20-12fa9601f0db HTTP/1.1" status: 204 len: 173 time: 2.9134617 Mar 02 18:21:51.180188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] For port 7624a56e-48bc-4d5c-943f-e76c0369077f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7624a56e-48bc-4d5c-943f-e76c0369077f,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:51.180559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.194891 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'status': 'completed', 'code': 200} Mar 02 18:21:51.210827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42dd07c4-9d30-41c8-95bc-bdddf84377b9 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:51.224064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.270549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Transition to ACTIVE for port object 42dd07c4-9d30-41c8-95bc-bdddf84377b9 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:51.285021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66a393-a2c8-4edb-b00e-be00c4c3cbb5 req-abb9190b-1cc1-4ab3-a9f5-edc107d48e0f tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:51.293174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a66a393-a2c8-4edb-b00e-be00c4c3cbb5 req-abb9190b-1cc1-4ab3-a9f5-edc107d48e0f tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 950 time: 0.2375100 Mar 02 18:21:51.403552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a66a393-a2c8-4edb-b00e-be00c4c3cbb5 req-5e94ae67-e37e-4798-9d60-e9fd9b797c3c tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056004 Mar 02 18:21:51.406720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.478457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Calling delete_port for 7624a56e-48bc-4d5c-943f-e76c0369077f owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:51.522986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Allocated IP 172.20.0.1 (12e1a5b3-de7a-4434-b7b3-6bb4643342ef/b8a98321-5320-45ec-bb96-71a2e3f705a3/ab3b6da4-2bf0-4404-aeb9-9245b3323fa0) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:51.691508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.760668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:51.793142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:51.818564 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.848213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 5bab80b9-5515-474a-9d20-12fa9601f0db {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:51.848558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 5bab80b9-5515-474a-9d20-12fa9601f0db not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:51.848986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:51.861779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:51.889388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:51.889775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:51.890240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7624a56e-48bc-4d5c-943f-e76c0369077f no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:51.926076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['33c131bf-f689-4113-a5cf-ccef25b9a570'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:51.951521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-59b6172e-3bf2-418c-9b07-9aa415585b7d tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0844283 Mar 02 18:21:52.019300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Pushing event deleted for resources: {'Port': ['ID=7624a56e-48bc-4d5c-943f-e76c0369077f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:52.062704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.063195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.063713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.064142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.064623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.068946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-e9b75e2d-a9dd-4687-a3b3-e279d35d4b75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 4363 time: 0.8471284 Mar 02 18:21:52.120000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 7624a56e-48bc-4d5c-943f-e76c0369077f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:52.120354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7624a56e-48bc-4d5c-943f-e76c0369077f not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:52.228970 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.231317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.238832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.245813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.251657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Transition to ACTIVE for port object ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:52.253312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.260967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.268616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.270424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04ca3715-0ebf-4143-9fa5-efa08f977b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.277577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4177d826-318a-4bd1-b69d-813707c60828 req-715989a8-d0ee-43f8-a493-eddc0e62fcf2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 4600 time: 0.6259055 Mar 02 18:21:52.287205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Attempting to bind port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:52.288538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Attempting to bind port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:52.289133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Attempting to bind port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:52.289269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Transition to ACTIVE for port object ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:52.318793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-d7477212-5ca8-4927-97b9-942be041b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.322432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-d7477212-5ca8-4927-97b9-942be041b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.322432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-d7477212-5ca8-4927-97b9-942be041b913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.322432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-d7477212-5ca8-4927-97b9-942be041b913 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2164054 Mar 02 18:21:52.324201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:52.325478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Attempting to bind port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:52.333980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] No DVR routers for this DVR port 7624a56e-48bc-4d5c-943f-e76c0369077f on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:52.336917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.345792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'name': 'network-vif-deleted', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:52.364932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:52.365597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:52.366286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Bound using segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:52.366914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Bound port: 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:52.367514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.387482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.500970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Pushing event updated for resources: {'Port': ['ID=ab3b6da4-2bf0-4404-aeb9-9245b3323fa0,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:52.519014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:21:52.520402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:21:52.525634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:21:52.604781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-b036e478-96a7-476d-a4f9-8fb9d665d34f tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.613192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-b036e478-96a7-476d-a4f9-8fb9d665d34f tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6506517 Mar 02 18:21:52.617005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25afda65-ed80-436a-a8b1-89f935ecf301 req-a673afd3-45ee-4dd0-8fbf-b628392c1814 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "DELETE /v2.0/ports/7624a56e-48bc-4d5c-943f-e76c0369077f HTTP/1.1" status: 204 len: 173 time: 2.2036524 Mar 02 18:21:52.633694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4177d826-318a-4bd1-b69d-813707c60828 req-6f2d1d39-221f-4326-a4f5-9b32b48c242d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3527887 Mar 02 18:21:52.658729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Attempting to bind port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:52.659223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Attempting to bind port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '450a2d02-03f1-4fb8-8404-a813f9df1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:52.659689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Attempting to bind port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 on network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:52.666336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:52.673027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Checking segment: {'id': '450a2d02-03f1-4fb8-8404-a813f9df1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:52.673027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.673027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Bound using segment: {'id': '450a2d02-03f1-4fb8-8404-a813f9df1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:52.673027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Bound port: ab3b6da4-2bf0-4404-aeb9-9245b3323fa0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450a2d02-03f1-4fb8-8404-a813f9df1e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:52.673027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.684005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-4544f595-a6bd-4ad8-a2b7-b46069f90ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.685568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52b457c2-86ca-45eb-bd57-9ae4e03a474f req-4544f595-a6bd-4ad8-a2b7-b46069f90ce3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3434336 Mar 02 18:21:52.686733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-b58c56ec-5504-4b8e-bcd0-d1723314e7e8 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/quotas/6756f98626514af0a1c9e1bd3e94e63e HTTP/1.1" status: 200 len: 375 time: 0.0725927 Mar 02 18:21:52.720202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:52.723557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:52.768133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-8703f50c-cc97-4006-afba-979369a123b0 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0803909 Mar 02 18:21:52.817944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-488760c9-e97a-44a7-a214-7f90f75851b9 req-b0e0d8b9-ffc2-4901-b542-f15f0d4ce221 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0488372 Mar 02 18:21:52.853000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.856428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] For port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:52.859430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] For port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ab3b6da4-2bf0-4404-aeb9-9245b3323fa0,segment=NetworkSegment(450a2d02-03f1-4fb8-8404-a813f9df1e10),segment_id=450a2d02-03f1-4fb8-8404-a813f9df1e10)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:52.865540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.905929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=b8a98321-5320-45ec-bb96-71a2e3f705a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:52.952927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:52.953481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.955526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 1130 time: 3.8151560 Mar 02 18:21:52.970585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:52.990637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2df2b-7ea0-4270-a1ec-d347181ed4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:53.119306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:53.231142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'name': 'network-vif-deleted', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98'}, {'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-deleted', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db'}, {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '42dd07c4-9d30-41c8-95bc-bdddf84377b9'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:53.263753 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43cafd33-6a3d-4c4a-aa1c-df4bde37a952', 'name': 'network-vif-deleted', 'tag': '7624a56e-48bc-4d5c-943f-e76c0369077f', 'status': 'completed', 'code': 200} Mar 02 18:21:53.297924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9ac2b-ec49-4873-89a7-e7ef6227d35e None None] Pushing event updated for resources: {'Port': ['ID=ab3b6da4-2bf0-4404-aeb9-9245b3323fa0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:53.302021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.408845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e1a5b3-de7a-4434-b7b3-6bb4643342ef']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:53.460395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450a2d02-03f1-4fb8-8404-a813f9df1e10') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:53.460693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450a2d02-03f1-4fb8-8404-a813f9df1e10') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:53.478109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.500768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.512673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:53.513858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.517831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:53.532671 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:53.666649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49af2724-8785-45e7-b5b2-392c03f8fe2b req-6e7462db-f997-4d75-9efc-e294aa87e873 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=43cafd33-6a3d-4c4a-aa1c-df4bde37a952 HTTP/1.1" status: 200 len: 210 time: 0.0971792 Mar 02 18:21:53.793793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:21:53.793793 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:21:53.793793 n-d-828839-1 neutron-server[88708]: [parameters: {'id': '12e1a5b3-de7a-4434-b7b3-6bb4643342ef'}] Mar 02 18:21:53.793793 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:21:53.795155 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:21:53.919112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bcfd68e1-ef23-48aa-9283-ad3743fcbb9b req-6100100a-5ec7-471a-bf7a-8f9ac9a548e5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 210 time: 0.1527033 Mar 02 18:21:54.171354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-08de9a6a-c0f8-4abd-ab89-3b759c82fb73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.205947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:21:54.371401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.411130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:54.428682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.447352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:54.449023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.465005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Transition to ACTIVE for port object c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:54.469576 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4fcf12-c4ff-4b4e-aa57-86790ca028f4', 'name': 'network-vif-deleted', 'tag': 'faf240a3-eae2-4d0a-aeb2-a4ac9aed7e98', 'status': 'completed', 'code': 200} Mar 02 18:21:54.469843 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92b5070f-7500-408f-a34a-f3c4dda42763', 'name': 'network-vif-deleted', 'tag': '5bab80b9-5515-474a-9d20-12fa9601f0db', 'status': 'completed', 'code': 200} Mar 02 18:21:54.470102 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '42dd07c4-9d30-41c8-95bc-bdddf84377b9', 'status': 'completed', 'code': 200} Mar 02 18:21:54.568878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.663515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:54.686090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'port_id': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'mac_address': 'fa:16:3e:a0:de:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82a064-a18a-47ae-b4a5-4a52109f12c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:21:54.776907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:54.824496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.825083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:54.825749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.830413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.833467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.833467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.833467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:54.836597 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-b001ac94-c681-488f-b0e8-0df622fd4e6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5286 time: 0.5588179 Mar 02 18:21:54.848389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:54.947487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.104870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ab3b6da4-2bf0-4404-aeb9-9245b3323fa0,segment=NetworkSegment(450a2d02-03f1-4fb8-8404-a813f9df1e10),segment_id=450a2d02-03f1-4fb8-8404-a813f9df1e10)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:55.105653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.148826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-31a5b09d-abd8-4f62-8539-b5a180452e7d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.149892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-31a5b09d-abd8-4f62-8539-b5a180452e7d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:55.153761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:55.173201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e109c674-e594-4c35-b816-463a0094f4c6 None None] Network 12e1a5b3-de7a-4434-b7b3-6bb4643342ef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:21:55.210499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:21:55.244996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:55.279368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Attempting to bind port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:55.279708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Attempting to bind port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:55.280046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Attempting to bind port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:55.289791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:55.290182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Attempting to bind port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:55.308133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97680c7d-e298-4169-9908-969a60878fe3 req-38b7b2c3-adb8-4b90-af8f-eba1eb4fff05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.311591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97680c7d-e298-4169-9908-969a60878fe3 req-38b7b2c3-adb8-4b90-af8f-eba1eb4fff05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.8403056 Mar 02 18:21:55.317232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:55.317944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:55.318341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Bound using segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:55.319285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Bound port: c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:55.319645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.359725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:55.369221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.376623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.383745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.390798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.396891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.405041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.412750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.420235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3778785a-6706-4563-a957-543a91ad3f7c req-fca1b70f-709d-4901-b50c-5eb85cce3f16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5371 time: 0.7362392 Mar 02 18:21:55.427166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-85f03846-9525-4fe0-b8a2-ae1a1e33ed06 None None] Provisioning for port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:21:55.508664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-ed208060-f0ab-4e46-b62f-b70f5c37d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.509165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-ed208060-f0ab-4e46-b62f-b70f5c37d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.509611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-ed208060-f0ab-4e46-b62f-b70f5c37d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.511348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-ed208060-f0ab-4e46-b62f-b70f5c37d846 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5806413 Mar 02 18:21:55.530833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97680c7d-e298-4169-9908-969a60878fe3 req-32e28c62-836e-42b1-a177-4d419051794c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967554 Mar 02 18:21:55.566090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-31a5b09d-abd8-4f62-8539-b5a180452e7d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:55.567288 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-31a5b09d-abd8-4f62-8539-b5a180452e7d tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.8801084 Mar 02 18:21:55.570801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.570801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:55.587305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3778785a-6706-4563-a957-543a91ad3f7c req-2ec23583-65dd-4885-9a69-7e8a9d07fafa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1651750 Mar 02 18:21:55.608424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.636480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.664354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:55.668270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:55.684474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.790153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07e1521e-99f2-470a-980c-18e457028143 req-c85da6b0-feda-43d5-a7a2-257f0254f4a3 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0749776 Mar 02 18:21:55.797787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.817900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b060b7-9e44-4eb2-b533-bca2b45a761b None None] DHCP port deletion for 12e1a5b3-de7a-4434-b7b3-6bb4643342ef request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:21:55.833230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No active binding found for port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:21:55.837531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Deleting port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:55.838085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.838277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 18:21:55.870688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:55.882301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=ab3b6da4-2bf0-4404-aeb9-9245b3323fa0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:55.897532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 not found, will not notify nova. {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 18:21:55.945735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:55.946398 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:55.947900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] 10.222.0.11 "PUT /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 1129 time: 2.8353796 Mar 02 18:21:55.992109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.992604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.993038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.993469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.993897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.994346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.994782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.995201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.995625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.997064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.997492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:55.997916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:21:56.030717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdbd87-bcf4-4909-96f0-89bf815baf35 service neutron] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:56.097159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:56.203282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:21:56.242259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-a8b9a5fc-dbb7-4fac-bbce-e8cd6984651d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:56.245581 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-89e1cb7a-6d45-41f7-a749-5985eca4b62b req-a8b9a5fc-dbb7-4fac-bbce-e8cd6984651d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7263176 Mar 02 18:21:56.261950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cce6de53-70dc-47a7-9bdc-2bdbd5ec699f req-26713afb-3151-4489-8154-c37e4abc47fe tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 210 time: 0.2172840 Mar 02 18:21:56.299666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c66cfb-1b55-4bee-b3e6-60294f088f1b req-e3cd242a-a71c-45ab-9e76-e27e1da359fa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:56.300403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46c66cfb-1b55-4bee-b3e6-60294f088f1b req-e3cd242a-a71c-45ab-9e76-e27e1da359fa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Synchronizing usage tracker for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:56.335573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:21:56.336271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.357695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-46c66cfb-1b55-4bee-b3e6-60294f088f1b req-e3cd242a-a71c-45ab-9e76-e27e1da359fa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Unset dirty status for tenant:3fd879756aba443db17dde6f6a7eb212 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:56.364818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46c66cfb-1b55-4bee-b3e6-60294f088f1b req-e3cd242a-a71c-45ab-9e76-e27e1da359fa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 950 time: 0.4989769 Mar 02 18:21:56.387237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.420047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.442151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46c66cfb-1b55-4bee-b3e6-60294f088f1b req-9b08b552-a6c8-4b62-9458-ce2d12a5be92 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/security-groups?id=4e43c910-685c-4758-bcb9-724f8e76ee8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763404 Mar 02 18:21:56.511646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e1a5b3-de7a-4434-b7b3-6bb4643342ef']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:56.521048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:56.531303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450a2d02-03f1-4fb8-8404-a813f9df1e10') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:56.531741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450a2d02-03f1-4fb8-8404-a813f9df1e10') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:21:56.537432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.554612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.788097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] For port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:56.788097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.788097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.788547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:56.788547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:56.788768 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1', 'status': 'completed', 'code': 200} Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:21:56.789257 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:21:56.799158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Calling delete_port for 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:21:56.888086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49c753-d949-431e-8989-97c2c2f6b207 req-5d8ef113-9966-4b8b-a8ae-5a322b1cde94 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:56.890469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a49c753-d949-431e-8989-97c2c2f6b207 req-5d8ef113-9966-4b8b-a8ae-5a322b1cde94 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 944 time: 0.1412916 Mar 02 18:21:56.990964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c107ec31-2fff-4a1f-a549-1fb0a85a2c49 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:21:56.998081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a49c753-d949-431e-8989-97c2c2f6b207 req-50fb09b9-15ca-4398-997c-d9d2e8bd9d39 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981839 Mar 02 18:21:57.000473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.000608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.000608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.000608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.000608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.001354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.001354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.001573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.002990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.003484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-224b8620-6878-46bd-97b5-5ae5ee680fb4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6208 time: 0.3160074 Mar 02 18:21:57.079998 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.090245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.090429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Transition to ACTIVE for port object c107ec31-2fff-4a1f-a549-1fb0a85a2c49 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:21:57.127922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.154711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:57.165460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.168744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=12e1a5b3-de7a-4434-b7b3-6bb4643342ef,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:57.200763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a52a9e11-7461-4b3b-8b36-ac4e8efc50c2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/12e1a5b3-de7a-4434-b7b3-6bb4643342ef HTTP/1.1" status: 204 len: 168 time: 6.4226291 Mar 02 18:21:57.207766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50554) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:57.214560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-743748008'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:57.223898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-458a38f9-b446-4c4e-9ced-2882b18af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.230414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-458a38f9-b446-4c4e-9ced-2882b18af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.230414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-458a38f9-b446-4c4e-9ced-2882b18af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.230414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-458a38f9-b446-4c4e-9ced-2882b18af743 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2139025 Mar 02 18:21:57.231387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:57.237097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.241325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:57.283271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:57.303458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:57.337470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.410289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:57.426735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:57.460013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.463904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:57.464265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ab3b6da4-2bf0-4404-aeb9-9245b3323fa0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:57.467700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.473591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Pushing event deleted for resources: {'Port': ['ID=32dbfe36-6bf6-4d5e-ba16-2a75213c44dc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:57.475713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.481297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.487805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.494024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] No DVR routers for this DVR port 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:21:57.494167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.499976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.500228 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-663d03aa-700c-4020-b5e2-6a7865b00299 req-b4ed21f7-63ca-4bae-a204-110f0fd49982 tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.65 "DELETE /v2.0/ports/32dbfe36-6bf6-4d5e-ba16-2a75213c44dc HTTP/1.1" status: 204 len: 173 time: 1.9256260 Mar 02 18:21:57.500333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.500737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-deleted', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:57.512141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-a35f7472-3d5f-444c-96c6-311cf72df0b8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5371 time: 0.3713689 Mar 02 18:21:57.550480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-2831938c-b18c-4ca0-a484-cfe3c5770c9a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1274240 Mar 02 18:21:57.563000 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'code': 200} Mar 02 18:21:57.563133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-6e609b78-879b-42f7-98d7-018b0247d2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:57.563133 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e296ea23-ac11-40fa-9077-549fe56ec153 req-6e609b78-879b-42f7-98d7-018b0247d2a4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3288183 Mar 02 18:21:57.677464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:57.680927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:57.713840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d447b4-4797-4e3e-b08f-f6ce1ea27248 req-c9dada2c-1299-4ad1-a220-2b9239bb14fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2008057 Mar 02 18:21:57.725297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:21:57.815009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:21:57.826799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 32dbfe36-6bf6-4d5e-ba16-2a75213c44dc not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:21:57.875380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a025dc76-e44b-4a90-85e0-6b21e14d05ae req-3f6cb5e7-eb0b-415d-8a43-84956603d2cd tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0888557 Mar 02 18:21:57.968278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:21:57.972195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Attempting to bind port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:21:57.972603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Attempting to bind port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:21:57.973021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Attempting to bind port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:57.985957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:21:57.986385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Attempting to bind port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:21:58.006105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-abf8cdb6-fb34-4095-a817-dad848831aa7 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:58.008004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-abf8cdb6-fb34-4095-a817-dad848831aa7 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4216681 Mar 02 18:21:58.045367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.045763 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment e6d6f466-2a94-4506-8e14-3b12b86c9540 of type vlan for network ed30553d-662d-4624-bd64-d98c8c2026b1 Mar 02 18:21:58.058686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:21:58.059027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:21:58.059436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Bound using segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:21:58.059873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Bound port: c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:21:58.060226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.072184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Request body: {'port': {'device_id': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6756f98626514af0a1c9e1bd3e94e63e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:58.114803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-557e0759-bea4-454c-82ce-870d756d923b req-0ac69825-cd90-4f98-b8bc-3df12e58532a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 210 time: 0.1044896 Mar 02 18:21:58.241423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.307699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5332317a-9cfd-4d54-8891-7a92152e4c76 req-6f690665-ab57-4f79-b8ae-b622594debfa tempest-MigrationsAdminTest-322490288 tempest-MigrationsAdminTest-322490288-project] 10.222.0.66 "GET /v2.0/ports?device_id=e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4 HTTP/1.1" status: 200 len: 210 time: 0.0772915 Mar 02 18:21:58.363883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:21:58.373427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:58.373667 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75aac75-4a4d-4ca7-9e20-8a06dc5fabd4', 'name': 'network-vif-deleted', 'tag': '32dbfe36-6bf6-4d5e-ba16-2a75213c44dc', 'status': 'completed', 'code': 200} Mar 02 18:21:58.377523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Usage tracker for resource:port and tenant:6756f98626514af0a1c9e1bd3e94e63e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:58.380535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:58.386592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:58.399840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:21:58.592492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Made reservation on behalf of 6756f98626514af0a1c9e1bd3e94e63e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:21:58.595813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.611742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.617025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:58.617615 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.621696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.724361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.793722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:58.794357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:58.796350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] 10.222.0.11 "PUT /v2.0/ports/c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 200 len: 1090 time: 2.7028470 Mar 02 18:21:58.849114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:21:58.869227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:58.882603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Usage tracker for resource:security_group_rule and tenant:6756f98626514af0a1c9e1bd3e94e63e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:58.889343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=ed30553d-662d-4624-bd64-d98c8c2026b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:58.889835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:58.900500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fe25bf67-acb9-4207-b38f-ce3c65b6f927 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6888466 Mar 02 18:21:58.900747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:58.908174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:21:58.910262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50576) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:58.918344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:58.934045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:58.963129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6114209d-1fad-4471-8654-5c79ba8bbcff service neutron] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:59.042380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a45873-93c8-4e09-b466-8230407e9956 req-71847e79-a3cd-448d-a139-43a79e50c76d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.043140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d8a45873-93c8-4e09-b466-8230407e9956 req-71847e79-a3cd-448d-a139-43a79e50c76d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Synchronizing usage tracker for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:21:59.102180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935485e3-240a-4952-989d-d587608fe11f req-5992f12e-9e1c-46d9-8cbc-cb0ac2daf854 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.103607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-935485e3-240a-4952-989d-d587608fe11f req-5992f12e-9e1c-46d9-8cbc-cb0ac2daf854 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 949 time: 0.6689782 Mar 02 18:21:59.123082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.185172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5776e8-141d-413f-a2e1-8ed4e5fe9045 req-dd17d733-236d-47bb-b193-4d8e1d6c7ae7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.186811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b5776e8-141d-413f-a2e1-8ed4e5fe9045 req-dd17d733-236d-47bb-b193-4d8e1d6c7ae7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.5957623 Mar 02 18:21:59.258936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.264359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d8a45873-93c8-4e09-b466-8230407e9956 req-71847e79-a3cd-448d-a139-43a79e50c76d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Unset dirty status for tenant:2efaba85bf9b47829c8dac5a70ca6a2c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:21:59.266034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8a45873-93c8-4e09-b466-8230407e9956 req-71847e79-a3cd-448d-a139-43a79e50c76d tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 949 time: 0.4468226 Mar 02 18:21:59.275939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-935485e3-240a-4952-989d-d587608fe11f req-efa985d4-8492-4076-89ad-9523e3226efd tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575394 Mar 02 18:21:59.327605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.361874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b5776e8-141d-413f-a2e1-8ed4e5fe9045 req-464cdd66-7ecc-4938-b21d-fd06c7bbc04b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662240 Mar 02 18:21:59.365016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.386575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Deleting port 33c131bf-f689-4113-a5cf-ccef25b9a570 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:21:59.386575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.425062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da6dc243-62e2-41e9-9492-b08116525331,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:59.512299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.518908 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'status': 'completed', 'code': 200} Mar 02 18:21:59.582159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network ed30553d-662d-4624-bd64-d98c8c2026b1 is not hosted by any dhcp agent {{(pid=88708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 18:21:59.587312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.587923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.589182 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "PUT /v2.0/networks/ed30553d-662d-4624-bd64-d98c8c2026b1 HTTP/1.1" status: 200 len: 723 time: 0.6779621 Mar 02 18:21:59.609346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50590) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:21:59.628667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:21:59.698062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0822e572-4d50-497e-8310-414634f15118 req-6f3c8f1a-0936-4c8a-b31d-9f66ebc3fddb tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0818493 Mar 02 18:21:59.716221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Allocated IP 192.168.233.138 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/26c84e17-c89b-4fb6-b9a6-4a75c7c624fe) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:21:59.760687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee0a53a-e515-431e-8db0-e1478fefead0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=ed30553d-662d-4624-bd64-d98c8c2026b1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:21:59.776102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:21:59.935331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2fc4d5b-7f41-4faa-8cfb-98724b72aec8 req-d1959dd2-7d80-4244-ba64-4a3a6cda8535 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 210 time: 0.0858002 Mar 02 18:21:59.951034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:21:59.958665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] For port 33c131bf-f689-4113-a5cf-ccef25b9a570, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=33c131bf-f689-4113-a5cf-ccef25b9a570,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:21:59.959170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:21:59.964370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.969440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:21:59.970354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.974788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:21:59.976151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.981914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.987352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.987839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.988307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.988479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.988772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.994277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.994925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.995689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.996465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:21:59.999769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-b1190a80-c370-44c4-9269-da63feb1394d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6275 time: 0.4578977 Mar 02 18:22:00.000706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.003198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-c8b6e0a0-5b23-49af-89c6-560a84730b43 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5383 time: 0.4327075 Mar 02 18:22:00.214516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8e117fd-037b-47e1-9e0a-18f6409251fd req-e7c2e99a-b026-42dc-8b0c-b82003ce0979 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2044079 Mar 02 18:22:00.232251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Calling delete_port for 33c131bf-f689-4113-a5cf-ccef25b9a570 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:00.261865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2338ecfc-8f49-4812-ab63-4de77c7aebc5 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:00.275896 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.277441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:00.306691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.339221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Transition to ACTIVE for port object 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:00.350931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Transition to ACTIVE for port object 2338ecfc-8f49-4812-ab63-4de77c7aebc5 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:00.457209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.462376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.591885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:00.595578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.645657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-c66b48ca-fdfc-4559-983f-ede17abf38a9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.646085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-c66b48ca-fdfc-4559-983f-ede17abf38a9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Synchronizing usage tracker for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:00.651774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-36f8b231-718f-4848-bb85-5c07562d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.652250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-36f8b231-718f-4848-bb85-5c07562d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.652663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-36f8b231-718f-4848-bb85-5c07562d1eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.654487 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-36f8b231-718f-4848-bb85-5c07562d1eab service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3745668 Mar 02 18:22:00.678730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50610) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:00.758732 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:00.841226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:00.845534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:00.859290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14289a-7471-499a-bcf1-06c926c50e58 req-c8ce84f2-711d-4c51-acb2-5c51df31b843 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:00.860869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb14289a-7471-499a-bcf1-06c926c50e58 req-c8ce84f2-711d-4c51-acb2-5c51df31b843 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 949 time: 0.4709387 Mar 02 18:22:00.874523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:00.883364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Pushing event deleted for resources: {'Port': ['ID=33c131bf-f689-4113-a5cf-ccef25b9a570,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:00.885387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:00.961419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.962356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.962356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.962668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.962998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.963341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.963672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.963985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.964298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.964702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.965071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:00.965390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:01.161112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-c66b48ca-fdfc-4559-983f-ede17abf38a9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Unset dirty status for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:01.162361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-c66b48ca-fdfc-4559-983f-ede17abf38a9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.8788948 Mar 02 18:22:01.209519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb14289a-7471-499a-bcf1-06c926c50e58 req-83210502-b4a9-4eb0-bb4f-a194c4225e1e tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/security-groups?id=6ad4c92c-e61c-41a0-992b-89bb41ead3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276455 Mar 02 18:22:01.220295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] No DVR routers for this DVR port 33c131bf-f689-4113-a5cf-ccef25b9a570 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:01.225269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8221f902-caf6-4d83-b7eb-da7c655c89cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3fd879756aba443db17dde6f6a7eb212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5406709 Mar 02 18:22:01.233189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50620) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:01.234158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.235501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Pushing event updated for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:01.271201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:01.271850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.280638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'name': 'network-vif-deleted', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:01.291209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d943af-de9c-4331-aae2-ea4b1f89ea87 req-eba286fb-2408-4126-8f16-6fdd4845061b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:01.306738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82d943af-de9c-4331-aae2-ea4b1f89ea87 req-eba286fb-2408-4126-8f16-6fdd4845061b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 945 time: 0.6393223 Mar 02 18:22:01.387546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Attempting to bind port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:01.387883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Attempting to bind port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:01.393167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Attempting to bind port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:01.393608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Deleting port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:01.393964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.432610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d8a45873-93c8-4e09-b466-8230407e9956 req-89b21743-c981-44db-a653-d6ef57261a18 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.65 "DELETE /v2.0/ports/33c131bf-f689-4113-a5cf-ccef25b9a570 HTTP/1.1" status: 204 len: 173 time: 2.1602621 Mar 02 18:22:01.441692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:01.442015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Attempting to bind port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:01.453329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-05d8f22b-5645-4b4c-9eed-6333ae14cba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:01.455213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1c8052-095f-4193-891a-e3881a0ca3ad req-05d8f22b-5645-4b4c-9eed-6333ae14cba7 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7819109 Mar 02 18:22:01.479362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adb56dae-16a7-4ed9-9953-6f9575cdaa4e req-58df71c4-a21a-4c95-861b-4ec2da7b4603 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0949221 Mar 02 18:22:01.500745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:01.500745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Checking segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:01.500745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Bound using segment: {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:01.500745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Bound port: 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0da4ad8d-d065-40a2-95b8-cdf518a4aee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:01.500745 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.510540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.522231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-df4f0ea2-006a-4cc3-aa73-88a2d4a4beb6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4647212 Mar 02 18:22:01.538714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82d943af-de9c-4331-aae2-ea4b1f89ea87 req-ccf93a11-268e-45bf-a93e-d83396f76483 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298331 Mar 02 18:22:01.569718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-c2811055-90d2-4394-9d7a-2b2cd21f103f tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:22:01.570769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-c2811055-90d2-4394-9d7a-2b2cd21f103f tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0280674 Mar 02 18:22:01.738999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.758338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 33c131bf-f689-4113-a5cf-ccef25b9a570 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:01.779586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] For port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:01.780717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.822434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:01.844881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 33c131bf-f689-4113-a5cf-ccef25b9a570 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:01.845832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 33c131bf-f689-4113-a5cf-ccef25b9a570 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:01.883389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Request body: {'port': {'device_id': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:02.005714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Calling delete_port for be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:02.024949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:02.060995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4956c59-f34e-43c2-a477-3bedcbb776a3 None None] Provisioning for port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:02.069594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4956c59-f34e-43c2-a477-3bedcbb776a3 None None] Provisioning complete for port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:02.071090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4956c59-f34e-43c2-a477-3bedcbb776a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.094023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:02.094319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=1b754b32-a1c0-4101-ba97-7456a3a47510,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:02.105753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-35a6231e-ce41-467d-a94a-d628d874da80 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.106754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-35a6231e-ce41-467d-a94a-d628d874da80 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Synchronizing usage tracker for tenant:6756f98626514af0a1c9e1bd3e94e63e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:02.124995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': 'e6d6f466-2a94-4506-8e14-3b12b86c9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:02.125357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: ed30553d-662d-4624-bd64-d98c8c2026b1, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:02.152433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.193876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c4956c59-f34e-43c2-a477-3bedcbb776a3 None None] Port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:02.215158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.220958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.226658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.232277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.238590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.244534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.250834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.251289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network ed30553d-662d-4624-bd64-d98c8c2026b1 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:02.254487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-566ccfe6-65fb-4a6e-836c-bff55e6aa9da tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5395 time: 0.4443998 Mar 02 18:22:02.263700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-35a6231e-ce41-467d-a94a-d628d874da80 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Unset dirty status for tenant:6756f98626514af0a1c9e1bd3e94e63e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:02.264805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-35a6231e-ce41-467d-a94a-d628d874da80 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 936 time: 0.6085365 Mar 02 18:22:02.270062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.274251 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.284525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.346486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event deleted for resources: {'Port': ['ID=be5bbd7b-7fa7-4deb-9f64-5d40090f75e8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:02.388951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e43c910-685c-4758-bcb9-724f8e76ee8e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:02.420436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.421094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.422503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 200 len: 1091 time: 3.4978492 Mar 02 18:22:02.425738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ed30553d-662d-4624-bd64-d98c8c2026b1) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:02.427989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] No DVR routers for this DVR port be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:02.431208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.442334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:02.446378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:02.447143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.466717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27643279-cf97-4491-940e-3d142ae56c0f None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:02.546330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50b8e68-0986-4865-92a9-1a2cd2205fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:02.549740 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.551327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-193472c7-d5ca-4425-a993-35c46b4c4c11 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e43c910-685c-4758-bcb9-724f8e76ee8e HTTP/1.1" status: 204 len: 168 time: 1.3129668 Mar 02 18:22:02.594686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-719b726f-8d6d-426c-90b6-4212473af2e2 req-9332b761-974d-4a37-bf23-a43b7ddb0f53 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3268600 Mar 02 18:22:02.611737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c13015da-0398-4844-8e20-63a90fbfb91e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9985540 Mar 02 18:22:02.613265 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ebc569c6-4083-46e7-970d-7efe8e7f575e req-fb14738f-d203-42fd-a4c2-822cf2cc0d40 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "DELETE /v2.0/ports/be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 HTTP/1.1" status: 204 len: 173 time: 1.4318459 Mar 02 18:22:02.614131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50644) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:02.644824 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:22:02.645856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:02.648040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:02.729366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-a27805d0-c673-4e36-a3c2-b62a7b53ea5b tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Synchronizing usage tracker for tenant:6756f98626514af0a1c9e1bd3e94e63e on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:02.729592 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18effe86-0d75-4e0a-a09d-6ea88597a9de', 'name': 'network-vif-deleted', 'tag': '33c131bf-f689-4113-a5cf-ccef25b9a570', 'status': 'completed', 'code': 200} Mar 02 18:22:02.842558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2789363'] for subnet, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:02.870758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ed30553d-662d-4624-bd64-d98c8c2026b1', 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': '1b754b32-a1c0-4101-ba97-7456a3a47510'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:02.872561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.208601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-a27805d0-c673-4e36-a3c2-b62a7b53ea5b tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Unset dirty status for tenant:6756f98626514af0a1c9e1bd3e94e63e on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:03.209754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a212cf4-7fc2-4d39-b02a-d9ee170196b1 req-a27805d0-c673-4e36-a3c2-b62a7b53ea5b tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9125319 Mar 02 18:22:03.215256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef5bc2f9-0889-447c-a518-e9107652c4e7 req-fffded84-de31-4f3f-8000-6352f236d811 tempest-ServersAdminNegativeTestJSON-1186365676 tempest-ServersAdminNegativeTestJSON-1186365676-project] 10.222.0.66 "GET /v2.0/ports?device_id=18effe86-0d75-4e0a-a09d-6ea88597a9de HTTP/1.1" status: 200 len: 210 time: 0.3002679 Mar 02 18:22:03.237663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.273078 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'status': 'completed', 'code': 200} Mar 02 18:22:03.283602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762210563557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2595642'] for subnet, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.418381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Allocated IP 172.20.0.2 (ed30553d-662d-4624-bd64-d98c8c2026b1/1b754b32-a1c0-4101-ba97-7456a3a47510/13fb49e6-a604-49a8-971d-b818af53685e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:03.429621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.430250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.434499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "PUT /v2.0/subnets/1b754b32-a1c0-4101-ba97-7456a3a47510 HTTP/1.1" status: 200 len: 806 time: 0.8189321 Mar 02 18:22:03.442243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50652) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:03.564046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c62bde75-13b9-40bf-bd9e-2eec607a318f req-1c14b6d0-fe16-47e4-835e-6b5a2bfb608b tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1219501 Mar 02 18:22:03.702309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da46074-20a0-49f2-82dd-05c2edc7471d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=1b754b32-a1c0-4101-ba97-7456a3a47510,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:03.750887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b790e4d-1ce3-446f-b903-b7329f1eb142 req-0a7fa570-f9e5-4281-9800-f6003de91cd9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=51596d46-6fa5-43a7-a677-1444428929f3 HTTP/1.1" status: 200 len: 210 time: 0.2450399 Mar 02 18:22:03.772526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:03.785566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.793348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.809274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Transition to ACTIVE for port object 13fb49e6-a604-49a8-971d-b818af53685e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:03.835497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Transition to ACTIVE for port object 13fb49e6-a604-49a8-971d-b818af53685e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:03.841811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:03.857631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.858437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.858667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.859145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.859742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.860316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.860731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:03.862781 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-3ff5407d-5daf-4a90-8e4e-1cea794d1b34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6342 time: 0.5011330 Mar 02 18:22:03.877825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Transition to ACTIVE for port object 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:03.948827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:03.986298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.001115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:04.017702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.042141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.048153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.066447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.073295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.090935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.100832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.102826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b48786a9-889c-481a-b58b-854440d437b5 req-66665991-8f51-41b2-a36b-5cbc01c76dad tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5395 time: 0.2644079 Mar 02 18:22:04.103499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.145811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:04.155765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:04.160620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:04.178905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Pushing event updated for resources: {'Port': ['ID=13fb49e6-a604-49a8-971d-b818af53685e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:04.211999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.227050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b25e433-e4af-47df-8e35-c73efe933ddf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ae5de9536b444c549adc3f2b3d885c0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2771759 Mar 02 18:22:04.230387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:04.231231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.248587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:04.337010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Transition to ACTIVE for port object 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:04.405643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-11f6cbc6-3c61-481a-8cd8-e7dec324b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.406326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-11f6cbc6-3c61-481a-8cd8-e7dec324b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.406804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-11f6cbc6-3c61-481a-8cd8-e7dec324b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:04.408448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-11f6cbc6-3c61-481a-8cd8-e7dec324b0c0 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5160313 Mar 02 18:22:04.455546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:04.455802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device be5bbd7b-7fa7-4deb-9f64-5d40090f75e8 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:04.460834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b48786a9-889c-481a-b58b-854440d437b5 req-2623a966-4056-4e14-b359-8a5a1dc10547 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3450139 Mar 02 18:22:04.461752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.494066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.496367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.505193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Attempting to bind port 13fb49e6-a604-49a8-971d-b818af53685e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:04.505965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Attempting to bind port 13fb49e6-a604-49a8-971d-b818af53685e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e6d6f466-2a94-4506-8e14-3b12b86c9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:04.506540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Attempting to bind port 13fb49e6-a604-49a8-971d-b818af53685e on network ed30553d-662d-4624-bd64-d98c8c2026b1 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:04.513743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:04.515089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Checking segment: {'id': 'e6d6f466-2a94-4506-8e14-3b12b86c9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:04.515727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.516307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Bound using segment: {'id': 'e6d6f466-2a94-4506-8e14-3b12b86c9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:04.516966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Bound port: 13fb49e6-a604-49a8-971d-b818af53685e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6d6f466-2a94-4506-8e14-3b12b86c9540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:04.517645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.678304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] For port 13fb49e6-a604-49a8-971d-b818af53685e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:04.685923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] For port 13fb49e6-a604-49a8-971d-b818af53685e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=13fb49e6-a604-49a8-971d-b818af53685e,segment=NetworkSegment(e6d6f466-2a94-4506-8e14-3b12b86c9540),segment_id=e6d6f466-2a94-4506-8e14-3b12b86c9540)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:04.771354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Pushing event updated for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:04.772661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-deleted', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:04.782669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.834953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=1b754b32-a1c0-4101-ba97-7456a3a47510,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:04.863456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:04.896253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67768dd1-d9b8-4a7c-ab7a-23f48715f757 None None] Pushing event updated for resources: {'Port': ['ID=13fb49e6-a604-49a8-971d-b818af53685e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:04.903415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Attempting to bind port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:04.903760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Attempting to bind port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:04.904095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Attempting to bind port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:04.958848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:04.959210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Attempting to bind port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:04.977114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.012330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef2ebdc-f82d-4f7f-856d-38e03f5a5cac None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:05.076940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-0e24a603-000f-43ed-ab96-ef495a5562d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:05.078842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf7df1e3-5ed4-4898-8700-a58f56bee5ef req-0e24a603-000f-43ed-ab96-ef495a5562d1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6627359 Mar 02 18:22:05.080513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed30553d-662d-4624-bd64-d98c8c2026b1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:05.098675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:05.107518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:05.107518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:05.107518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:05.107518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Bound port: 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:05.108656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6f466-2a94-4506-8e14-3b12b86c9540') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:05.108897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6f466-2a94-4506-8e14-3b12b86c9540') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:05.109255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.146776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.152264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e4f7716-61c0-41ba-927d-19efc260020e req-60ed2e26-bc59-42ae-90db-783dec445fff tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1906343 Mar 02 18:22:05.180825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.200177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:05.201015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:05.235517 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:05.273751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.307234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:05.353621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d51d69-2cf9-4c9a-b785-1c32d6e2930c req-7f0c0321-b681-4529-8119-ff8a3b7f740a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:05.361556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3d51d69-2cf9-4c9a-b785-1c32d6e2930c req-7f0c0321-b681-4529-8119-ff8a3b7f740a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 948 time: 0.9021950 Mar 02 18:22:05.399448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Attempting to bind port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:05.400006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Attempting to bind port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:05.400507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Attempting to bind port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 on network 7d758753-7169-4863-a7dc-c4812278e3db {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:05.410376 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51596d46-6fa5-43a7-a677-1444428929f3', 'name': 'network-vif-deleted', 'tag': 'be5bbd7b-7fa7-4deb-9f64-5d40090f75e8', 'status': 'completed', 'code': 200} Mar 02 18:22:05.411258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 on network 7d758753-7169-4863-a7dc-c4812278e3db not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:05.411771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Attempting to bind port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 on network 7d758753-7169-4863-a7dc-c4812278e3db {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:05.420866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fda76b-2f45-40f5-9c1f-52f007f15cc2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:05.432965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:05.433972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Checking segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:05.434602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351ea0c8-3fd3-4223-802a-7db06813d58d None None] Network ed30553d-662d-4624-bd64-d98c8c2026b1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:05.434785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Bound using segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:05.435395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Bound port: 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:05.436625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.456193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:05.479494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:22:05.479494 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:22:05.479494 n-d-828839-1 neutron-server[88708]: [parameters: {'id': 'ed30553d-662d-4624-bd64-d98c8c2026b1'}] Mar 02 18:22:05.479494 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:22:05.480002 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:22:05.525477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.546177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7cb7a2dc-da6f-4ab5-a2b6-e141ed5758cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c6fda76b-2f45-40f5-9c1f-52f007f15cc2 HTTP/1.1" status: 204 len: 168 time: 1.2151513 Mar 02 18:22:05.580754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:05.587919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3d51d69-2cf9-4c9a-b785-1c32d6e2930c req-b2c4a302-d189-469b-9f16-def74e77b2e6 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152698 Mar 02 18:22:05.671976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:05.704526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219488b-84c8-40db-88e5-9b8f90b3c7da None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:22:05.806057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:05.809965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.830576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f219488b-84c8-40db-88e5-9b8f90b3c7da None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:22:05.924600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:05.925228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50e071ef-bcd6-493a-8e5b-b7f5f9868513 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2efaba85bf9b47829c8dac5a70ca6a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6117907 Mar 02 18:22:05.934646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:05.935263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.936714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] 10.222.0.65 "PUT /v2.0/ports/26c84e17-c89b-4fb6-b9a6-4a75c7c624fe HTTP/1.1" status: 200 len: 1096 time: 4.2840774 Mar 02 18:22:05.937172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:05.951561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.973845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce41852-feed-4518-9e7f-0a1539500454 service neutron] Pushing event updated for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:05.976945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:05.977552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:05.978978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] 10.222.0.11 "PUT /v2.0/ports/0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 200 len: 1091 time: 3.3739800 Mar 02 18:22:06.015535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.019679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:06.052722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'security_group': {'name': 'tempest-securitygroup--791366516', 'description': 'tempest-description--1444245430'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:06.089038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:06.100020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50714) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:06.108895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:06.132330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port 13fb49e6-a604-49a8-971d-b818af53685e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:06.132773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.172212 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe', 'status': 'completed', 'code': 200} Mar 02 18:22:06.194030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Request body: {'port': {'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:06.197439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.225272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.268560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.274427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.281051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.287176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.296755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.302887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.308882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.317953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-3ccd6b10-c7cd-44f6-bd36-28b1aa0e4e79 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5407 time: 0.5136919 Mar 02 18:22:06.329966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6698b-fa5c-44c8-8acc-bc34724b1e52 service neutron] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:06.393295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:06.397566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:security_group_rule and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:06.408742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:06.427080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:06.500832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.566414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-466a598b-39d0-43a9-b17e-96f98735fa28 req-7be7e1f3-3d96-4038-8f12-26cd50b2424c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2472038 Mar 02 18:22:06.599029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23263f42-dc92-4453-bcb0-973fc846e325 req-f7da591c-a75e-4d3a-812d-9b95c2e07c65 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1720443 Mar 02 18:22:06.659291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.660953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.704740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Deleting subnet b0a847ac-59e6-4721-bfa8-0883a9ca98d7 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:22:06.716864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port 13fb49e6-a604-49a8-971d-b818af53685e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=13fb49e6-a604-49a8-971d-b818af53685e,segment=NetworkSegment(e6d6f466-2a94-4506-8e14-3b12b86c9540),segment_id=e6d6f466-2a94-4506-8e14-3b12b86c9540)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:06.718417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-232ac4e6-040d-42b2-86e4-61807eb289d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:06.718665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.720134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-232ac4e6-040d-42b2-86e4-61807eb289d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 1099 time: 0.6248431 Mar 02 18:22:06.725125 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.822258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.826138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.898688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-0100bd5c-9f3f-4f8d-9c5e-9c7160ee18b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe HTTP/1.1" status: 200 len: 217 time: 0.1402607 Mar 02 18:22:06.913371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for 13fb49e6-a604-49a8-971d-b818af53685e owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:06.974324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:06.999481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=183489b8-1e97-4508-8ff6-108682d35d9d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:07.055253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad4c92c-e61c-41a0-992b-89bb41ead3b2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:07.108688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.109924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c8268d0-6689-4686-a4c3-bdab3d5e8c59 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ad4c92c-e61c-41a0-992b-89bb41ead3b2 HTTP/1.1" status: 204 len: 168 time: 1.1838608 Mar 02 18:22:07.116160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cb29347b-cc23-45ce-9211-f375d70cd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:07.118029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-cb29347b-cc23-45ce-9211-f375d70cd023 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2015834 Mar 02 18:22:07.163244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.199186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.304100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a80a4-8ee8-4fe8-b595-01f7b73d18b6 req-0ec358b4-7641-4078-a569-e2a19e7855bb tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:07.305723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e21a80a4-8ee8-4fe8-b595-01f7b73d18b6 req-0ec358b4-7641-4078-a569-e2a19e7855bb tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 948 time: 0.4859004 Mar 02 18:22:07.353234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port 13fb49e6-a604-49a8-971d-b818af53685e on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:07.390111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.394338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39489e08-1cad-4e26-8993-7c79437e9e83 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3634510 Mar 02 18:22:07.395557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=13fb49e6-a604-49a8-971d-b818af53685e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:07.405844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50742) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:07.415270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'security_group_rule': {'security_group_id': '183489b8-1e97-4508-8ff6-108682d35d9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:07.441507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:07.458325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:security_group_rule and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:07.461896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:07.480302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:07.484909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e21a80a4-8ee8-4fe8-b595-01f7b73d18b6 req-477c1acd-1c5b-4814-969f-404135996664 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674924 Mar 02 18:22:07.504502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.513630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-489cb2a6-c293-4f31-b438-78248ada9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:07.515715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-489cb2a6-c293-4f31-b438-78248ada9e25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3738847 Mar 02 18:22:07.544569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed30553d-662d-4624-bd64-d98c8c2026b1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:07.562601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6d6f466-2a94-4506-8e14-3b12b86c9540') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:07.563497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6d6f466-2a94-4506-8e14-3b12b86c9540') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:07.582796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.603821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.612147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:07.612774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:07.629748 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:07.660349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.924440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.943137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.943956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.950584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0a847ac-59e6-4721-bfa8-0883a9ca98d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:07.956060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=ed30553d-662d-4624-bd64-d98c8c2026b1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:07.960573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-531fc9ad-95db-436e-ba96-a3f2719239e1 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/ed30553d-662d-4624-bd64-d98c8c2026b1 HTTP/1.1" status: 204 len: 168 time: 4.5117977 Mar 02 18:22:07.964217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:07.969738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:07.984896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bcf07e1-92b7-4c4d-aace-145e78d6bf53 req-68e0895a-89d8-401e-856f-ae90a9144023 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1513743 Mar 02 18:22:07.988706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54bef1e-e5be-4706-97ac-d9a34eba47ec {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:08.011119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.018551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aa48303e-10be-48eb-ba77-febf3cc79466 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b0a847ac-59e6-4721-bfa8-0883a9ca98d7 HTTP/1.1" status: 204 len: 168 time: 1.8564279 Mar 02 18:22:08.021765 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcce11a3-ac1e-496b-a5d6-62b774b7b4cb tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:08.023043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcce11a3-ac1e-496b-a5d6-62b774b7b4cb tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:08.033018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50762) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:08.033361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50764) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:08.033783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fcce11a3-ac1e-496b-a5d6-62b774b7b4cb tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/ed30553d-662d-4624-bd64-d98c8c2026b1 HTTP/1.1" status: 404 len: 339 time: 0.0661800 Mar 02 18:22:08.071151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940236447', 'description': 'd1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:08.123018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Transition to ACTIVE for port object e54bef1e-e5be-4706-97ac-d9a34eba47ec will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:08.126783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:08.135842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-326016b2-e789-45d9-b382-64b6529a1e56 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133890 Mar 02 18:22:08.148411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:network and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:08.152181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:08.202558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b761f7f3-5a17-423b-878f-e64643d69364 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0c58a9856a534d208fc3d67149571fe0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0496504 Mar 02 18:22:08.205333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:08.219231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:08.240086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:08.281234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:08.284920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.288392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.291529 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'status': 'completed', 'code': 200} Mar 02 18:22:08.359202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.409579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.418781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.429329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.429825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.430360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.434311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.434862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.435347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.435867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.438464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3513f939-15b3-4410-a209-28174c82f00f req-cbbf5e36-228b-444b-b3dc-2e07d228953f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6434 time: 0.1344464 Mar 02 18:22:08.512368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.518568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.525157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.531429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.537325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.543281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.549676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.557270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-39fbab52-7762-428c-9d21-e4124e32f936 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5407 time: 0.7272608 Mar 02 18:22:08.595247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:08.598716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.619141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:08.625443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.629501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.670184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24c38db-5cd0-4839-a84f-eed2f2d72dd3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:08.694190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-7cd4ce42-df63-49d9-bf0b-69e44d1817d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.695235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-7cd4ce42-df63-49d9-bf0b-69e44d1817d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.696251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-7cd4ce42-df63-49d9-bf0b-69e44d1817d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.698452 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3513f939-15b3-4410-a209-28174c82f00f req-7cd4ce42-df63-49d9-bf0b-69e44d1817d3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2510929 Mar 02 18:22:08.836126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.839677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9de766fd-ebc1-4b40-bd65-35d0bb95877b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a24c38db-5cd0-4839-a84f-eed2f2d72dd3 HTTP/1.1" status: 204 len: 168 time: 0.6310830 Mar 02 18:22:08.866207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513f939-15b3-4410-a209-28174c82f00f req-e6c3035f-93e0-48c4-bec0-caa224213ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:08.867687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3513f939-15b3-4410-a209-28174c82f00f req-e6c3035f-93e0-48c4-bec0-caa224213ccc service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1630661 Mar 02 18:22:08.868862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdec664e-81d8-4fa9-882b-9e456cd75bd5,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:08.899059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:08.907226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab4237d1-c022-45df-86c2-12376c8b0555 req-852d6b2c-b3ff-4ee6-b16c-db063eee6dc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3491127 Mar 02 18:22:08.909144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2d318ce-ee14-4c7a-8bbc-981ee4f22f15 req-e09959bb-d36c-41d8-8128-38fc858191d6 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7620850 Mar 02 18:22:08.986579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:08.986930 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 96efec7b-ae37-4fa4-b4d4-437c03947089 of type vlan for network 80218a8b-0060-47f8-be7a-1ad3018475b1 Mar 02 18:22:09.008002 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.009280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-64b21ad1-cdf8-4965-9a20-312d94a68645 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6054063 Mar 02 18:22:09.014565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:09.016240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.019849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'security_group_rule': {'security_group_id': '183489b8-1e97-4508-8ff6-108682d35d9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:09.027567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:09.032299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:security_group_rule and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:09.035503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:09.048658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:09.089638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b082a1-da6c-48be-b91d-e2ad300a4d2b']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:09.098726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Attempting to bind port e54bef1e-e5be-4706-97ac-d9a34eba47ec on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:09.099340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Attempting to bind port e54bef1e-e5be-4706-97ac-d9a34eba47ec by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:09.099577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Attempting to bind port e54bef1e-e5be-4706-97ac-d9a34eba47ec on network 7d758753-7169-4863-a7dc-c4812278e3db {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:09.109907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.121078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:09.121447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc2f98c8-5dbd-4f66-87f9-a66651a695b6') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:09.128963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Port e54bef1e-e5be-4706-97ac-d9a34eba47ec on network 7d758753-7169-4863-a7dc-c4812278e3db not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:09.129207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Attempting to bind port e54bef1e-e5be-4706-97ac-d9a34eba47ec on network 7d758753-7169-4863-a7dc-c4812278e3db {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:09.176887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.216777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.231747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:09.236004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Checking segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:09.236004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Bound using segment: {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:09.236004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Bound port: e54bef1e-e5be-4706-97ac-d9a34eba47ec, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95773025-1667-48e1-b607-d87e849a2a60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:09.236004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.260267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c513442-968a-44d1-8974-c16eff5fae5b req-f0e004c7-fb19-4ea0-ac53-9b2f5cfb3dfd tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:09.261831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c513442-968a-44d1-8974-c16eff5fae5b req-f0e004c7-fb19-4ea0-ac53-9b2f5cfb3dfd tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 948 time: 0.5298362 Mar 02 18:22:09.286559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.289644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a00164d-b716-4d46-ba3d-d25e06ba7592 req-6b9078e0-9229-41c1-855d-db474b89ed38 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1156609 Mar 02 18:22:09.340679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.367781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:09.368181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:09.381618 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:09.443735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.490489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904f070a-2dec-4ac7-a66a-8bcc77ac6e66,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:09.509378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c513442-968a-44d1-8974-c16eff5fae5b req-cd66d597-2b4e-4783-a2dc-b2b2ce319a8c tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221994 Mar 02 18:22:09.510108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.527050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:09.527050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.684913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.686988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd335a27-5035-4e90-8183-60d0e3461346 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6708753 Mar 02 18:22:09.690334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50826) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:09.696447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:09.703282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:09.707852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:floatingip and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:09.710842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:09.717856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:09.725517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:09.729016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-6c2b75b6-cfa1-454f-9ad6-9bfb110febe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:09.730560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-6c2b75b6-cfa1-454f-9ad6-9bfb110febe6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 1099 time: 0.6115282 Mar 02 18:22:09.739490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.806627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1574778'] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.808493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] 10.222.0.66 "DELETE /v2.0/networks/96b082a1-da6c-48be-b91d-e2ad300a4d2b HTTP/1.1" status: 204 len: 168 time: 1.7741578 Mar 02 18:22:09.812267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:09.830499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7937875 Mar 02 18:22:09.839304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95940c-69ef-44fa-a226-04e82df6a5a4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=80218a8b-0060-47f8-be7a-1ad3018475b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:09.844846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50834) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:09.855985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 80218a8b-0060-47f8-be7a-1ad3018475b1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:09.913373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b92fea8-1ada-4dc7-9a52-aa7916cf2f84 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b082a1-da6c-48be-b91d-e2ad300a4d2b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:09.966006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:09.970971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.040833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c827e-4156-4de1-9be0-1ef8e5089d38 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.042321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-974c827e-4156-4de1-9be0-1ef8e5089d38 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Synchronizing usage tracker for tenant:3ca77962af814d58b2d308ddf0255362 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:10.053603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-e44e5c66-d004-4602-ad30-b14bebe43bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.055299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-e44e5c66-d004-4602-ad30-b14bebe43bfd service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.3130107 Mar 02 18:22:10.204386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.241997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.242654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.244031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] 10.222.0.11 "PUT /v2.0/ports/e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 1091 time: 4.0719407 Mar 02 18:22:10.244920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fbc69-ef8f-469b-80d9-ffbcc0849170 service neutron] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:10.248253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-d2cb1fd6-b92a-4de0-93e1-eee1234483b8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe HTTP/1.1" status: 200 len: 217 time: 0.1716411 Mar 02 18:22:10.320479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:10.336209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-974c827e-4156-4de1-9be0-1ef8e5089d38 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Unset dirty status for tenant:3ca77962af814d58b2d308ddf0255362 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:10.337406 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-974c827e-4156-4de1-9be0-1ef8e5089d38 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks?id=80218a8b-0060-47f8-be7a-1ad3018475b1 HTTP/1.1" status: 200 len: 761 time: 0.4916172 Mar 02 18:22:10.340364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50858) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:10.366549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'description': 'd2'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:10.379775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Allocated IP 172.25.7.180 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/bb78cb7f-b84c-495e-9c26-854809c80df6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:10.507014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50864) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:10.591898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.615296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cf9b693-d768-4a81-a76b-b5dbe21c3879 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9dcee971fe34c9193c5a0aad20a2fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1064434 Mar 02 18:22:10.617787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50870) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:10.695824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.726052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.755241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5eadf20-60da-4b56-83b1-7a6df12b23cd req-b7ce9f4a-a0ba-43c4-9d4d-14582c7163fe tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1754663 Mar 02 18:22:10.762291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-94870ca5-2726-4cbb-ab07-fd72f47c22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.764472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-94870ca5-2726-4cbb-ab07-fd72f47c22fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.4991310 Mar 02 18:22:10.820603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.839365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.861066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.867550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.874443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.881865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.888189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.895390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.902594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:10.904865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-8729f5ff-621f-429b-a1fd-872ba585a802 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.7553532 Mar 02 18:22:10.908874 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'status': 'completed', 'code': 200} Mar 02 18:22:10.928252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:10.932614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:10.934835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:10.944387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:11.027650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.029301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/743ee384-0772-4f0e-8cd2-26d20e772f9c HTTP/1.1" status: 204 len: 168 time: 0.4103408 Mar 02 18:22:11.034709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd5588-fa9d-4600-9a76-4b657173b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743ee384-0772-4f0e-8cd2-26d20e772f9c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:11.054862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'Port': ['ID=bb78cb7f-b84c-495e-9c26-854809c80df6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:11.064484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.105375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.158784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 80218a8b-0060-47f8-be7a-1ad3018475b1 is not hosted by any dhcp agent {{(pid=88709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 18:22:11.164001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.164586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.165813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "PUT /v2.0/networks/80218a8b-0060-47f8-be7a-1ad3018475b1 HTTP/1.1" status: 200 len: 758 time: 0.8244534 Mar 02 18:22:11.168726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:11.192098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c648e67-fa37-4fac-b40c-186f575cffa5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=80218a8b-0060-47f8-be7a-1ad3018475b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:11.197724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad6d4761-86f6-452a-b1a7-612cf733c55d req-145df879-16ea-438a-bd0f-0344a51e526b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2396517 Mar 02 18:22:11.212538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 80218a8b-0060-47f8-be7a-1ad3018475b1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:11.214065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.214571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.215041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.215498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.215955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.216409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.216861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.219528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-36b249a7-2404-4ee8-bdc6-535af307f976 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6476 time: 0.6539400 Mar 02 18:22:11.307406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-a4d4681c-901e-455c-87db-fffd10a89f12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 217 time: 0.0752766 Mar 02 18:22:11.348459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-e3371dbd-c177-462a-bb25-2e3184528f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.350222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-e3371dbd-c177-462a-bb25-2e3184528f25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5725834 Mar 02 18:22:11.362730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4497a84-d7e5-46d6-b043-058090a3bd4c req-42d3a32c-9eaa-4e62-8a5c-fb4c5c6d2d9b tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.370337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4497a84-d7e5-46d6-b043-058090a3bd4c req-42d3a32c-9eaa-4e62-8a5c-fb4c5c6d2d9b tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 948 time: 0.4208014 Mar 02 18:22:11.449603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc39df0d-952e-4af6-80f2-db1d0256e841 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.451172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cc39df0d-952e-4af6-80f2-db1d0256e841 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks?id=80218a8b-0060-47f8-be7a-1ad3018475b1 HTTP/1.1" status: 200 len: 761 time: 0.2814295 Mar 02 18:22:11.451940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.484056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:11.490340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1767173154'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:11.502335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:11.524190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:11.532858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c1b2f6c9-3030-474f-b4a1-1bf87b39e0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.534639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c1b2f6c9-3030-474f-b4a1-1bf87b39e0f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 200 len: 851 time: 0.2181773 Mar 02 18:22:11.549869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4497a84-d7e5-46d6-b043-058090a3bd4c req-7435e718-44af-4f82-a145-d9bbb2c3f531 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784406 Mar 02 18:22:11.653396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:11.657781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.719041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:11.736558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.737177 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 4b30b4e7-a219-482d-8738-fd7fc0ddc352 of type vlan for network 197bc50f-41eb-4d6d-b196-ce234db9d285 Mar 02 18:22:11.759470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-a9af94a8-0042-4bb7-a792-942758fa73af service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869312 Mar 02 18:22:11.788238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.812317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.838535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:11.844288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.932478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.943393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.943393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:11.962652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3f5ea979-effb-4544-8c1d-771dfd209c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:11.964368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3f5ea979-effb-4544-8c1d-771dfd209c77 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4205697 Mar 02 18:22:12.016208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'Port': ['ID=bb78cb7f-b84c-495e-9c26-854809c80df6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:12.069244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:12.102796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebf17a6b-dfea-4984-8359-b18b456be9be req-ff8011ee-d05d-41ce-9711-327c75f50448 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1372325 Mar 02 18:22:12.110755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe', 'mac_address': 'fa:16:3e:8c:10:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:12.120515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6329737 Mar 02 18:22:12.124131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50916) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:12.141646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:12.162268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e2455b0-1c86-484b-9e6d-ee63d703b6cf req-7f5f4b85-49ec-46c1-b0f1-c3e7d9de292d service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950188 Mar 02 18:22:12.267637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.289936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f90e9b-910e-47a1-9416-963fb417c7df tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=197bc50f-41eb-4d6d-b196-ce234db9d285,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:12.294930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c26affdd-4031-43c6-b229-50623d66c7f6 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564857 Mar 02 18:22:12.296589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:12.304742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.312839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:12.317869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 197bc50f-41eb-4d6d-b196-ce234db9d285 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:12.324682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Usage tracker for resource:subnet and tenant:3ca77962af814d58b2d308ddf0255362 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:12.329171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:12.336453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:12.424757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:12.480766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.482220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1b1c262-ec05-4043-a24a-4d87561520a7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7905443 Mar 02 18:22:12.552974 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.554174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-47147582-4662-4b25-a689-879ac79c633a service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535493 Mar 02 18:22:12.571820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.579512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.586202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:12.589780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:12.599729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.619915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.626289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.636019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.645618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.647495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-92c78de5-ce2e-425b-9143-602dccb7da48 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.2751923 Mar 02 18:22:12.682685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:12.758080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['26c84e17-c89b-4fb6-b9a6-4a75c7c624fe'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:12.808705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-4aff456d-bd66-419e-bfbd-ff045072cc3f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 217 time: 0.1602254 Mar 02 18:22:12.918066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18e8aee2-21e0-47ec-9cec-d061edc35f97 req-339e37ea-6197-4fca-a21e-67048db4ba56 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1730506 Mar 02 18:22:12.933243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-192aa52a-3368-45e9-b1d4-dcbb02674e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:12.934881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-192aa52a-3368-45e9-b1d4-dcbb02674e29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1102488 Mar 02 18:22:12.978100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50954) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:13.005446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70412220-c03c-496b-b63c-461df103f0d0 req-03dc2294-f0eb-4b5b-b4f3-0a9be6773201 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:13.007069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70412220-c03c-496b-b63c-461df103f0d0 req-03dc2294-f0eb-4b5b-b4f3-0a9be6773201 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 949 time: 0.2526426 Mar 02 18:22:13.038510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.081167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70412220-c03c-496b-b63c-461df103f0d0 req-62b04a9c-0867-4f2b-81c2-324083ddd3be tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627933 Mar 02 18:22:13.104989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3f7967e2-f435-4b5d-98d3-c0a4717047d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:13.106502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3f7967e2-f435-4b5d-98d3-c0a4717047d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1630402 Mar 02 18:22:13.150558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-955456814-network', 'tenant_id': '7e74f0f055c34f94836fcb3c53627087'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:13.169519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:13.199972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=d5581a75-000f-4f9a-aae4-d570ca88c77c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:13.203102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Usage tracker for resource:network and tenant:7e74f0f055c34f94836fcb3c53627087 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:13.206798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '4b30b4e7-a219-482d-8738-fd7fc0ddc352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:13.207362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 197bc50f-41eb-4d6d-b196-ce234db9d285, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:13.213047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:13.219401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:13.331065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Made reservation on behalf of 7e74f0f055c34f94836fcb3c53627087 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:13.333300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.344298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 197bc50f-41eb-4d6d-b196-ce234db9d285 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:13.349130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.368815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:13.373054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:7e74f0f055c34f94836fcb3c53627087 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:13.376307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:13.383267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:13.384944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-484dd44d-325a-4582-9ff1-9b23e474f139 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712567 Mar 02 18:22:13.446957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-6c3ec59a-6a13-4a63-a020-4d36471d53d4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:13.448472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-6c3ec59a-6a13-4a63-a020-4d36471d53d4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 0.2213440 Mar 02 18:22:13.462808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 197bc50f-41eb-4d6d-b196-ce234db9d285) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:13.470039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:13.470039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.476662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351b3dfd-e940-4fc3-ae34-64ec9bf4e54a None None] Network 197bc50f-41eb-4d6d-b196-ce234db9d285 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:13.504970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.536102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-3bccaeae-df26-44b1-bb45-66def0d3fbe9 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/quotas/ff57658df05c4ef2a3d758aa4a192509 HTTP/1.1" status: 200 len: 375 time: 0.0243917 Mar 02 18:22:13.605556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0d40038-42d1-4a6a-bcf6-3d3306706af3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4785757 Mar 02 18:22:13.608897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50982) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:13.637028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-afbe39cb-8122-45fe-8ed8-cf6e22b1f120 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443318 Mar 02 18:22:13.638583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-be6dac73-97da-484c-b463-745541770d97 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568163 Mar 02 18:22:13.649676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.705357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-197bc50f-41eb-4d6d-b196-ce234db9d285', 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'd5581a75-000f-4f9a-aae4-d570ca88c77c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:13.706353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.745376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:13.776575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:13.783889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.784266 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Added segment 4f0c3e60-f007-40ca-8d18-d4b00e70e71e of type vlan for network 019c437a-2d35-4b18-8f14-6e159a5b7245 Mar 02 18:22:13.828024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.839463 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.859609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:13.868767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-56157772-8224-49bc-bab8-062b0f4d4805 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 217 time: 0.2229462 Mar 02 18:22:13.924060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:13.939753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Allocated IP 172.20.0.2 (197bc50f-41eb-4d6d-b196-ce234db9d285/d5581a75-000f-4f9a-aae4-d570ca88c77c/e51c28a9-cbe1-4604-8b10-db1cd2049045) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:14.010906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.012774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:14.015124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.018858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-9c36716f-2b38-430f-b937-fb8e63e6cdeb tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4739232 Mar 02 18:22:14.055087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ad4b2dae-e188-4623-8242-c86704f65e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:14.056861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ad4b2dae-e188-4623-8242-c86704f65e77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1774387 Mar 02 18:22:14.081509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:14.093009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:14.093510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.141912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] Pushing event updated for resources: {'Network': ['ID=019c437a-2d35-4b18-8f14-6e159a5b7245,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:14.151548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-9fbea537-6555-4000-9a4f-3430f6c872aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:14.153515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 019c437a-2d35-4b18-8f14-6e159a5b7245 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:14.153686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-9fbea537-6555-4000-9a4f-3430f6c872aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088928 Mar 02 18:22:14.173352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-373588e5-fec3-4c9e-88ee-27a81a69c7d3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1893113 Mar 02 18:22:14.173918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:14.179492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Request body: {'subnet': {'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-955456814-subnet', 'tenant_id': '7e74f0f055c34f94836fcb3c53627087', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:14.184722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:14.188827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Usage tracker for resource:subnet and tenant:7e74f0f055c34f94836fcb3c53627087 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:14.191836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:14.198556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:14.232369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-4ba82600-d321-4777-84d1-305e67a56c55 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.0314674 Mar 02 18:22:14.267350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Made reservation on behalf of 7e74f0f055c34f94836fcb3c53627087 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:14.269846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.312225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-f725fd87-ad6a-4cb5-b63f-23af759374cc tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724127 Mar 02 18:22:14.315318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.320988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-895e3de9-c117-4893-84b3-3dbf72fd4ffe service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930543 Mar 02 18:22:14.327261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-689f1242-8a57-4f0e-b234-0d64d20c12ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:14.329095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-689f1242-8a57-4f0e-b234-0d64d20c12ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2577286 Mar 02 18:22:14.376022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Transition to ACTIVE for port object e51c28a9-cbe1-4604-8b10-db1cd2049045 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:14.416633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Transition to ACTIVE for port object e51c28a9-cbe1-4604-8b10-db1cd2049045 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:14.419906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.452843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:14.463936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:14.508499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.569543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Network 197bc50f-41eb-4d6d-b196-ce234db9d285 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:14.576565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:14.578622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7f187546-2ece-420c-b6c0-30086b6bf2ac service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449672 Mar 02 18:22:14.580493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-66e419ce-fcbe-4fb3-aa89-d25228a5d9cb service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277608 Mar 02 18:22:14.582881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:14.589213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.624355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.627453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Pushing event updated for resources: {'Port': ['ID=e51c28a9-cbe1-4604-8b10-db1cd2049045,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:14.709622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=d5581a75-000f-4f9a-aae4-d570ca88c77c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:14.809024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Attempting to bind port e51c28a9-cbe1-4604-8b10-db1cd2049045 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:14.809466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Attempting to bind port e51c28a9-cbe1-4604-8b10-db1cd2049045 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '4b30b4e7-a219-482d-8738-fd7fc0ddc352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:14.809727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Attempting to bind port e51c28a9-cbe1-4604-8b10-db1cd2049045 on network 197bc50f-41eb-4d6d-b196-ce234db9d285 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:14.819983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:14.820355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Checking segment: {'id': '4b30b4e7-a219-482d-8738-fd7fc0ddc352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:14.820747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.821262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Bound using segment: {'id': '4b30b4e7-a219-482d-8738-fd7fc0ddc352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:14.821585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Bound port: e51c28a9-cbe1-4604-8b10-db1cd2049045, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b30b4e7-a219-482d-8738-fd7fc0ddc352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '197bc50f-41eb-4d6d-b196-ce234db9d285'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:14.821960 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:14.823311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5c7d7f0-b230-43e9-8008-aa186c5ebe72 req-8b28bd28-895b-4900-8bb7-1e4dc96dadf1 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0766070 Mar 02 18:22:14.839052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:14.856278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-63d6b08c-0f90-4a88-b402-a9e0e5b930d3 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679269 Mar 02 18:22:14.950055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-1df5661a-f930-4f7f-aaa2-6ac70717bff5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 200 len: 217 time: 0.0865099 Mar 02 18:22:14.979777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] For port e51c28a9-cbe1-4604-8b10-db1cd2049045, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:14.983787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] For port e51c28a9-cbe1-4604-8b10-db1cd2049045, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e51c28a9-cbe1-4604-8b10-db1cd2049045,segment=NetworkSegment(4b30b4e7-a219-482d-8738-fd7fc0ddc352),segment_id=4b30b4e7-a219-482d-8738-fd7fc0ddc352)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:14.988684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.112268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.136092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197bc50f-41eb-4d6d-b196-ce234db9d285']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:15.163350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b30b4e7-a219-482d-8738-fd7fc0ddc352') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:15.163630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b30b4e7-a219-482d-8738-fd7fc0ddc352') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:15.176985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.196886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.205692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:15.206282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.290312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d1f39-8e63-4970-8afd-3c5387ef7e27 None None] Pushing event updated for resources: {'Port': ['ID=e51c28a9-cbe1-4604-8b10-db1cd2049045,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:15.321603 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:15.334085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c44bf-3dc2-4b1a-8736-59226befa220 None None] Network 197bc50f-41eb-4d6d-b196-ce234db9d285 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:15.338546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6a67b12f-ec9f-49e3-ae5e-02c438e70f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.340044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-6a67b12f-ec9f-49e3-ae5e-02c438e70f77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.3790996 Mar 02 18:22:15.354856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:15.436326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9f4cb74-d6e3-4d48-804f-726a1057506b req-2a66f1a5-a9f1-44d4-bbfe-e69f4c2ac78e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48fcd375644d4bed9e82cc38df4e791c&device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1141348 Mar 02 18:22:15.484268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.491264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.491485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ce1528d-79bd-4bab-9583-921a437eb802,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:15.498207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.498386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9f4cb74-d6e3-4d48-804f-726a1057506b req-113b9196-285c-4c24-898d-c20813a81e6f service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48fcd375644d4bed9e82cc38df4e791c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374768 Mar 02 18:22:15.503826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.506368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:22:15.506368 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:22:15.506368 n-d-828839-1 neutron-server[88708]: [parameters: {'id': '197bc50f-41eb-4d6d-b196-ce234db9d285'}] Mar 02 18:22:15.506368 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:22:15.509825 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:22:15.510661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.517080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.523052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.530683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50c102b-c663-4f2f-b80a-7678671a545e req-f6ee6db6-c45a-4e47-9b31-f656fdab6600 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.4312775 Mar 02 18:22:15.531941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Checking segment: {'id': '4f0c3e60-f007-40ca-8d18-d4b00e70e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:15.532327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Network hostable DHCP agents. Network: 019c437a-2d35-4b18-8f14-6e159a5b7245, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:15.567684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa3b47-0753-4dab-9cd0-620acb7ce725 req-cd69e506-c202-4772-b2ca-463bf529e52a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.569486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4aa3b47-0753-4dab-9cd0-620acb7ce725 req-cd69e506-c202-4772-b2ca-463bf529e52a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 950 time: 0.2904789 Mar 02 18:22:15.583373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b612db-3cc7-4490-bf0b-e3fa05fee7b4 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:22:15.586152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-49a72162-2d78-49ad-9bf1-ee6539e1b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.587657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-49a72162-2d78-49ad-9bf1-ee6539e1b18e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2403195 Mar 02 18:22:15.646714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50c102b-c663-4f2f-b80a-7678671a545e req-87492a27-e322-4c86-8f1e-cd24471b89dc tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1120193 Mar 02 18:22:15.683700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4cb74-d6e3-4d48-804f-726a1057506b req-156a3c40-f7b2-4ae4-8732-521338a028a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:15.687435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9f4cb74-d6e3-4d48-804f-726a1057506b req-156a3c40-f7b2-4ae4-8732-521338a028a4 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1806326 Mar 02 18:22:15.733756 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe', 'code': 200} Mar 02 18:22:15.736521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4aa3b47-0753-4dab-9cd0-620acb7ce725 req-b52ce047-41f4-4db4-95b2-b6a6dc0de7c7 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529069 Mar 02 18:22:15.765562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b612db-3cc7-4490-bf0b-e3fa05fee7b4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:22:15.797394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Network 019c437a-2d35-4b18-8f14-6e159a5b7245 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:15.986439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 019c437a-2d35-4b18-8f14-6e159a5b7245) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:16.007830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.010393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.038545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.061933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57528310-2f99-4040-9c94-d4f29e7455b0 req-4babddd0-2ddd-42b3-be09-491709e5c6e3 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 210 time: 0.2675343 Mar 02 18:22:16.063741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-9e7a0191-801a-4b0d-b201-988b2bd5fc92 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577312 Mar 02 18:22:16.075443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2688332f-4650-40db-a7e8-ffa79597ab2c req-3401c963-fe3c-40b1-bfe6-a68dd19809cf tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 210 time: 0.2830305 Mar 02 18:22:16.086227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port e51c28a9-cbe1-4604-8b10-db1cd2049045 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:16.100716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.237727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a92246-88a4-419f-a893-71f535d3c2ea None None] Network 019c437a-2d35-4b18-8f14-6e159a5b7245 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:16.300675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89454e-b7c9-42e7-bfc0-cda56a6d6802 req-e769308a-ecac-4560-8e29-921a14006723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.302164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f89454e-b7c9-42e7-bfc0-cda56a6d6802 req-e769308a-ecac-4560-8e29-921a14006723 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 1101 time: 0.3090439 Mar 02 18:22:16.332001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa46b682-2a1d-4ef0-8e77-7aff01c0b59f req-1a780658-7451-4512-b8d6-18d3e29d0ad3 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0734797 Mar 02 18:22:16.369737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-87c9a716-a6ef-4f78-b8cb-7fe197ec50ce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1873496 Mar 02 18:22:16.388467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-40544195-ed40-4ab5-b1e8-c6c5bb97a68a service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120413 Mar 02 18:22:16.396005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f89454e-b7c9-42e7-bfc0-cda56a6d6802 req-db644aea-1d02-44e0-bee8-fabe178357b1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866263 Mar 02 18:22:16.397189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port e51c28a9-cbe1-4604-8b10-db1cd2049045, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e51c28a9-cbe1-4604-8b10-db1cd2049045,segment=NetworkSegment(4b30b4e7-a219-482d-8738-fd7fc0ddc352),segment_id=4b30b4e7-a219-482d-8738-fd7fc0ddc352)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:16.397626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.477185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c238f4cc-791c-4619-91db-db9deeb257ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 200 len: 217 time: 0.0800312 Mar 02 18:22:16.538651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb92a15-8276-4b79-a818-99e892a9ccb4 None None] Network 019c437a-2d35-4b18-8f14-6e159a5b7245 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:16.589263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for e51c28a9-cbe1-4604-8b10-db1cd2049045 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:16.605734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-43826070-105c-42f2-85bf-ae20dcc96636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.607228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-43826070-105c-42f2-85bf-ae20dcc96636 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1243148 Mar 02 18:22:16.728879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-bfb5d853-7421-4ea7-a45b-9226454f98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.731073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-bfb5d853-7421-4ea7-a45b-9226454f98b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1147552 Mar 02 18:22:16.843997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:16.907257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port e51c28a9-cbe1-4604-8b10-db1cd2049045 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:16.940032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-90ae772d-405a-4d14-95a4-a06af17fd3b8 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025757 Mar 02 18:22:16.944600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=e51c28a9-cbe1-4604-8b10-db1cd2049045,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:16.956768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.963390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.969946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.976476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.986501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:16.988798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.011702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.015953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-1ffb5ddf-096c-4963-8a5a-aa6021f84e89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.1940048 Mar 02 18:22:17.065881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.109382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197bc50f-41eb-4d6d-b196-ce234db9d285']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:17.123889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b30b4e7-a219-482d-8738-fd7fc0ddc352') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:17.124263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b30b4e7-a219-482d-8738-fd7fc0ddc352') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:17.136595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.168552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.183078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:17.183635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:17.211047 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:17.290168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1356a30f-8aaa-4e63-abf7-5546bbe8da96 req-917e67de-8d13-4757-837d-63798e9b7ba6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2638633 Mar 02 18:22:17.355957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-0a8b8f85-3363-4dad-8c94-24d51ebad45c service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310144 Mar 02 18:22:17.429317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5c429-f252-493d-9bbb-b04934b07ebc req-59eb32a3-9e8f-4606-9bf1-c14f223dfa06 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.431114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dd5c429-f252-493d-9bbb-b04934b07ebc req-59eb32a3-9e8f-4606-9bf1-c14f223dfa06 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 950 time: 0.3326900 Mar 02 18:22:17.441733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-994045d2-d392-42c2-862a-c4b91c1b915e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 200 len: 217 time: 0.0785561 Mar 02 18:22:17.543524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dd5c429-f252-493d-9bbb-b04934b07ebc req-968a6a41-8282-47bc-b00d-70f97593623c tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997303 Mar 02 18:22:17.547354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-1bcb7768-15d2-4b91-8492-51d64300007a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.548792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-1bcb7768-15d2-4b91-8492-51d64300007a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.0908923 Mar 02 18:22:17.570378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.609220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:17.627704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=197bc50f-41eb-4d6d-b196-ce234db9d285,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:17.645586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4865897f-2f03-4f96-b7c8-9b5942279324 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/197bc50f-41eb-4d6d-b196-ce234db9d285 HTTP/1.1" status: 204 len: 168 time: 4.0354636 Mar 02 18:22:17.646489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51066) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:17.687372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-037c125f-47fb-4a5d-98cf-d4fdf66c3093 req-31460a01-2781-4a13-b443-7b1e3f9f9b96 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 210 time: 0.0655484 Mar 02 18:22:17.694576 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a43e27-c795-4183-9a2f-b9ac7152cd79 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] GET failed (client error): The resource could not be found. Mar 02 18:22:17.695111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47a43e27-c795-4183-9a2f-b9ac7152cd79 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Synchronizing usage tracker for tenant:3ca77962af814d58b2d308ddf0255362 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:17.749770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1cd0df8d-e010-411c-81eb-374b5e26684d req-b7d780e4-5454-420e-86df-d2e09bc7f916 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 210 time: 0.0596359 Mar 02 18:22:17.751864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7ca61e27-70cb-46f1-baee-17d36202d3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:17.753232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-7ca61e27-70cb-46f1-baee-17d36202d3b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1962533 Mar 02 18:22:17.825957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47a43e27-c795-4183-9a2f-b9ac7152cd79 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Unset dirty status for tenant:3ca77962af814d58b2d308ddf0255362 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:17.827947 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-47a43e27-c795-4183-9a2f-b9ac7152cd79 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets/d5581a75-000f-4f9a-aae4-d570ca88c77c HTTP/1.1" status: 404 len: 337 time: 0.1798680 Mar 02 18:22:17.830770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:17.856648 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe19d445-9e34-49c5-992b-4b7726f2a234 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:17.857144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe19d445-9e34-49c5-992b-4b7726f2a234 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:17.858962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe19d445-9e34-49c5-992b-4b7726f2a234 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/197bc50f-41eb-4d6d-b196-ce234db9d285 HTTP/1.1" status: 404 len: 339 time: 0.0272467 Mar 02 18:22:17.864421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51074) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:17.908650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e1dee6-eb1f-4a21-8ffe-1c9aee169b8f req-2463affc-6990-4999-b82f-465f5aee0862 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1027429 Mar 02 18:22:17.977540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-cd57856b-19ce-4a1d-9779-9ad8e68afe14 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163312 Mar 02 18:22:18.095249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0818bdf1-3957-4bee-80ef-18c8de4d243d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.096483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0818bdf1-3957-4bee-80ef-18c8de4d243d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Synchronizing usage tracker for tenant:3ca77962af814d58b2d308ddf0255362 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:18.194155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0818bdf1-3957-4bee-80ef-18c8de4d243d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Unset dirty status for tenant:3ca77962af814d58b2d308ddf0255362 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:18.195411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0818bdf1-3957-4bee-80ef-18c8de4d243d tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3298309 Mar 02 18:22:18.198515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51088) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.242159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d20212e5-f66d-454d-92e3-a5080841f5b0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 207 time: 0.0412312 Mar 02 18:22:18.244370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51092) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.331436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-9bf5ab05-ffdd-4919-bf8d-eed070c7c606 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519059 Mar 02 18:22:18.381914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-5861ec94-781e-45ef-82cc-8177fe9c2c1e service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3939137 Mar 02 18:22:18.428664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934d0a2-b68e-43c7-bac0-9508f8d789ea tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.435758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934d0a2-b68e-43c7-bac0-9508f8d789ea tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.443168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934d0a2-b68e-43c7-bac0-9508f8d789ea tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.450856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c934d0a2-b68e-43c7-bac0-9508f8d789ea tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.454239 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c934d0a2-b68e-43c7-bac0-9508f8d789ea tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2086811 Mar 02 18:22:18.458091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.469018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-9cb98e6a-80e2-4545-be99-5010270cd5a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 217 time: 0.0799780 Mar 02 18:22:18.627890 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a38edd97-18d9-41e7-8e74-2f6295884ec2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1651340 Mar 02 18:22:18.628475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51114) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.681540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ce072249-9c11-411a-8bea-5759dea972bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.684205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-ce072249-9c11-411a-8bea-5759dea972bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.1566632 Mar 02 18:22:18.693785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-63ba891c-b9af-484b-ad84-3150a950f670 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.695252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-63ba891c-b9af-484b-ad84-3150a950f670 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3580387 Mar 02 18:22:18.709782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b871ff0-0986-4443-9d3a-b830acafadcf tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.711356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b871ff0-0986-4443-9d3a-b830acafadcf tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.714481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3b871ff0-0986-4443-9d3a-b830acafadcf tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0838659 Mar 02 18:22:18.717397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.750534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:18.788959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575febcf-06a9-43a8-920c-d1549ebf44b6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.790414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575febcf-06a9-43a8-920c-d1549ebf44b6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.795580 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-575febcf-06a9-43a8-920c-d1549ebf44b6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0771129 Mar 02 18:22:18.796234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51126) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.876983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.882796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.888419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.894192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.899893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.906217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.911950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.913853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3819d811-e6ad-4874-99cc-f39d768b95af req-e8f02469-a276-437f-bac4-ee33c56235d0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.3884959 Mar 02 18:22:18.974616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412c5564-6103-47db-9d20-874d3fc0a227 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:18.976002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-412c5564-6103-47db-9d20-874d3fc0a227 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks/72d23e7c-2aea-45c6-9db3-475c0d57e386 HTTP/1.1" status: 200 len: 800 time: 0.1787665 Mar 02 18:22:18.979574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51132) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:18.994075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:19.001485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-402c4312-72d2-41dc-aa63-656925753994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.003103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-402c4312-72d2-41dc-aa63-656925753994 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3060317 Mar 02 18:22:19.006387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Usage tracker for resource:port and tenant:d4446920d634413da5f6580d6978aff8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:19.012878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3819d811-e6ad-4874-99cc-f39d768b95af req-5718c1ae-be66-4e1b-8eb5-80f597317b8d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837953 Mar 02 18:22:19.013709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:19.040995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:19.159120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:19.162790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.177176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-c9fe1559-69e9-4256-9a0b-75cb466771d9 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600585 Mar 02 18:22:19.179586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.231456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:19.268174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-66077391-a924-401b-b11d-bd8aa78dd40b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/networks/72d23e7c-2aea-45c6-9db3-475c0d57e386?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2875323 Mar 02 18:22:19.277580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51136) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:19.281401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Usage tracker for resource:security_group_rule and tenant:d4446920d634413da5f6580d6978aff8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:19.293423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:19.319312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7f22c165-f888-4136-9d63-b068fcb3fd69 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.320863 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7f22c165-f888-4136-9d63-b068fcb3fd69 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.65 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 0.2073710 Mar 02 18:22:19.332926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'port': {'device_id': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'admin_state_up': True, 'tenant_id': 'ff57658df05c4ef2a3d758aa4a192509'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:19.334680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:19.468924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba615169-0c90-4da0-a420-77e7e2cccb5e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.469608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ba615169-0c90-4da0-a420-77e7e2cccb5e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Synchronizing usage tracker for tenant:3ca77962af814d58b2d308ddf0255362 on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:19.480170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:19.480911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4116d19f-04f9-49c8-b7d8-5c3b6a6e4cfd req-3d0aa30d-711c-4faa-9c82-0fb8f0c9429e service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912896 Mar 02 18:22:19.484610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Usage tracker for resource:port and tenant:ff57658df05c4ef2a3d758aa4a192509 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:19.487850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:19.494708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:19.516745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ba615169-0c90-4da0-a420-77e7e2cccb5e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Unset dirty status for tenant:3ca77962af814d58b2d308ddf0255362 on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:19.517909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ba615169-0c90-4da0-a420-77e7e2cccb5e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets/670ee234-e77d-49c2-8768-252a67eb4a36 HTTP/1.1" status: 200 len: 811 time: 0.2383075 Mar 02 18:22:19.521848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:19.557019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c63e60-cbfb-42ce-a51c-8e412a01aabe req-2ad24d58-c37c-43fa-ac1a-39e0ccb3ae21 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.558540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78c63e60-cbfb-42ce-a51c-8e412a01aabe req-2ad24d58-c37c-43fa-ac1a-39e0ccb3ae21 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 950 time: 0.1888721 Mar 02 18:22:19.593920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.598799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad307b01-f9ac-4df8-80b7-aef08562eb98 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:19.603392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad307b01-f9ac-4df8-80b7-aef08562eb98 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "GET /v2.0/subnets/670ee234-e77d-49c2-8768-252a67eb4a36?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0772016 Mar 02 18:22:19.604210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51146) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:19.611740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1830763507'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:19.618480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:19.631534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78c63e60-cbfb-42ce-a51c-8e412a01aabe req-b99fa134-4c6a-4d71-856a-c42a3689a9d4 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608401 Mar 02 18:22:19.635765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:19.637983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Made reservation on behalf of ff57658df05c4ef2a3d758aa4a192509 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:19.647630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.736203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.800372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:19.803899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:19.891983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Allocated IP 172.20.0.10 (4b254f25-fd74-4bc6-a0df-d436906cd8bb/fa82a064-a18a-47ae-b4a5-4a52109f12c8/7038bd2a-6f68-4d53-a44f-6c4554981e76) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:19.913765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a67e4ae-aa6c-403f-8c79-46ba569099ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:20.080865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f94e8d28-690f-480e-86a4-31f722d46252 req-1b81724a-5f36-411b-be41-1bdb7c8a7a74 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 210 time: 0.2390308 Mar 02 18:22:20.106748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.107157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.108148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.108609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.109062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.109598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.110042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.112159 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-594eae35-32f4-40f0-b461-f2d2347a00dc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6476 time: 0.4266269 Mar 02 18:22:20.113065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:20.149201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9a70fc24-470d-4fa2-9b70-5950fe76d76e req-9ee9a629-6b16-49ea-8941-856cb56a22cd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1737783 Mar 02 18:22:20.252723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.253067 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Added segment 0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c of type vlan for network 2270b85f-c552-4d4c-ad1a-eca11865fa4e Mar 02 18:22:20.276216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.358315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b87c5ce-4e82-45f7-9e74-ad32519b7f97 req-94f0c8b0-66e5-4b34-827c-0fb25af678c1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 210 time: 0.1619844 Mar 02 18:22:20.387488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17ba0a9f-a06c-4a11-9904-6710763a37e0 req-917b2ff2-44ff-48fb-afb4-1ff90361e231 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1329434 Mar 02 18:22:20.409001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.411443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.55 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/e115ce17-277b-4124-837d-d90d282ffacb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:20.434773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.472891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:20.476708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:20.485512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:20.507411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-3b9951c2-9e3c-484d-999c-346f6e6ec93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.509037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-3b9951c2-9e3c-484d-999c-346f6e6ec93f service neutron] 10.222.0.11 "GET /v2.0/networks?id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 903 time: 0.3805013 Mar 02 18:22:20.532185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:20.572949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.573650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.642483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.649102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.649305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.690796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-c7811dee-a78e-4e81-a2f7-30ac28a4c56f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 217 time: 0.1553922 Mar 02 18:22:20.736475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-038f0689-eaa8-4360-840b-46e083a08ba0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4072211 Mar 02 18:22:20.747318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Request body: {'port': {'device_id': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:20.861859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:20.957249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Network': ['ID=2270b85f-c552-4d4c-ad1a-eca11865fa4e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:20.969277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:20.971930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-5bcd226d-e2ed-4988-8e9d-0686815b5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:20.979556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-5bcd226d-e2ed-4988-8e9d-0686815b5c39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.1872110 Mar 02 18:22:21.064818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.075033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f9ee8c0-5f5a-41fd-ab61-61278162321e tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4698079 Mar 02 18:22:21.084423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:21.089934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.094570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:21.096698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.102455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.108334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.114202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.120142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.126546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.128596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-b0504731-0a08-4dd6-b5c5-dca52e6afcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.4659858 Mar 02 18:22:21.154413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object e115ce17-277b-4124-837d-d90d282ffacb will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:21.213971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-654fcf92-5f7e-4cb2-94da-30ca684ee48b req-c3a34cd9-eee5-4e9a-9979-6141d57b8b7b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759902 Mar 02 18:22:21.219527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034be098-b090-451a-ba4c-4858158fad67 req-ce6f276d-6a71-4141-b1ad-4f0c156cfd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.220631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-ce6f276d-6a71-4141-b1ad-4f0c156cfd1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2237620 Mar 02 18:22:21.323532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:21.339641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:21.365233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.430375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:21.438433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.455290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Transition to ACTIVE for port object 7038bd2a-6f68-4d53-a44f-6c4554981e76 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:21.456379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Made reservation on behalf of 3ca77962af814d58b2d308ddf0255362 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:21.460030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.546088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:21.548887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-c2b13799-a00b-4bda-a862-e091f310e93a service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214011 Mar 02 18:22:21.551950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:21.553932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:22:21.554450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:21.554599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:22:21.577350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.614090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:21.719160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:21.733374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.735164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.793866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d5a6de-65c8-4b78-a20a-17f88fd4e984 req-232d9e5a-bc4b-4485-ba09-16097ef2c79e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:21.795403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18d5a6de-65c8-4b78-a20a-17f88fd4e984 req-232d9e5a-bc4b-4485-ba09-16097ef2c79e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 932 time: 0.3587668 Mar 02 18:22:21.810112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034be098-b090-451a-ba4c-4858158fad67 req-7e1ff756-fe3a-44c0-b895-255588d7f87c service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197869 Mar 02 18:22:21.841200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-fd8a4f67-f630-4956-8728-c7cac40f9a44 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1003816 Mar 02 18:22:21.849933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b962db70-804b-449c-806f-0465efcd98d6 None None] Provisioning for port e115ce17-277b-4124-837d-d90d282ffacb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:21.855407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b962db70-804b-449c-806f-0465efcd98d6 None None] Provisioning complete for port e115ce17-277b-4124-837d-d90d282ffacb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:21.855782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b962db70-804b-449c-806f-0465efcd98d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.863014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Request body: {'port': {'device_id': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:21.892134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18d5a6de-65c8-4b78-a20a-17f88fd4e984 req-8b4c832f-d02d-4005-8b85-375f83ba01e5 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844505 Mar 02 18:22:21.907704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Attempting to bind port 7038bd2a-6f68-4d53-a44f-6c4554981e76 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:21.908275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Attempting to bind port 7038bd2a-6f68-4d53-a44f-6c4554981e76 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:21.908420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Attempting to bind port 7038bd2a-6f68-4d53-a44f-6c4554981e76 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:21.925736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Port 7038bd2a-6f68-4d53-a44f-6c4554981e76 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:21.926075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Attempting to bind port 7038bd2a-6f68-4d53-a44f-6c4554981e76 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:21.934175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:21.934596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Checking segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:21.934910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Bound using segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:21.935348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Bound port: 7038bd2a-6f68-4d53-a44f-6c4554981e76, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:21.936096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:21.936441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b962db70-804b-449c-806f-0465efcd98d6 None None] Port e115ce17-277b-4124-837d-d90d282ffacb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:22.026436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.051820 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92848856-3fd1-4fc9-8252-1a1cabda1b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.129430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:22.146733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=b2f4c021-a4c2-4a82-861d-97c7139dda75,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:22.150227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:22.158602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Checking segment: {'id': '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:22.159033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network hostable DHCP agents. Network: 2270b85f-c552-4d4c-ad1a-eca11865fa4e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:22.176358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.238221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.286732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:22.304525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:22.305297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.307717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] 10.222.0.65 "PUT /v2.0/ports/7038bd2a-6f68-4d53-a44f-6c4554981e76 HTTP/1.1" status: 200 len: 1092 time: 1.5645461 Mar 02 18:22:22.310348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:22.341513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171ee5b-11d0-4d34-9037-8510e75805f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:22.404218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 2270b85f-c552-4d4c-ad1a-eca11865fa4e) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:22.408749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:22.412000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.416589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1346ffe4-ad83-4dd3-92be-f844f543bade None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:22.528656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-e7bc1a95-86ff-4eb3-b090-7bc9530d3342 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:22.529932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-e7bc1a95-86ff-4eb3-b090-7bc9530d3342 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:22.629524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e115ce17-277b-4124-837d-d90d282ffacb {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:22.634377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b1a5390-d681-46b4-8d74-dd09d0773733 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5489359 Mar 02 18:22:22.637908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.638087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51188) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:22.643699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:22.653474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Transition to ACTIVE for port object e115ce17-277b-4124-837d-d90d282ffacb will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:22.684698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-2270b85f-c552-4d4c-ad1a-eca11865fa4e', 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e', 'tenant_id': '3ca77962af814d58b2d308ddf0255362', 'fixed_ips': [{'subnet_id': 'b2f4c021-a4c2-4a82-861d-97c7139dda75'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:22.685640 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.700017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-e7bc1a95-86ff-4eb3-b090-7bc9530d3342 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:22.706936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-e7bc1a95-86ff-4eb3-b090-7bc9530d3342 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 935 time: 0.3709562 Mar 02 18:22:22.746819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-62e82b65-11f9-44a8-a359-cb730f369599 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:22.778420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-cec28cec-8f55-4340-8b2e-f7925faa3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:22.780477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-cec28cec-8f55-4340-8b2e-f7925faa3476 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 1095 time: 0.3134911 Mar 02 18:22:22.796975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.841758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2789363'] for subnet, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:22.860019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-f832740d-9068-459d-9026-336c200dfcd6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76 HTTP/1.1" status: 200 len: 217 time: 0.0714455 Mar 02 18:22:22.868470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Allocated IP 172.20.0.3 (2270b85f-c552-4d4c-ad1a-eca11865fa4e/b2f4c021-a4c2-4a82-861d-97c7139dda75/b09ac650-1fd5-47ff-99e0-8e10db047107) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:22.930338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-62e82b65-11f9-44a8-a359-cb730f369599 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:22.938600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-8949b3b2-e512-4927-9448-df77a9dba1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:22.939925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42c49c10-e6c9-4a9d-b02c-b4b3cf28bd6d req-62e82b65-11f9-44a8-a359-cb730f369599 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316854 Mar 02 18:22:22.941724 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-8949b3b2-e512-4927-9448-df77a9dba1b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.0760972 Mar 02 18:22:23.038772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Pushing event updated for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.043824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-acbc40b0-13b4-4343-8246-0ebbd852503c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953856 Mar 02 18:22:23.126700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Attempting to bind port e115ce17-277b-4124-837d-d90d282ffacb on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:23.127250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Attempting to bind port e115ce17-277b-4124-837d-d90d282ffacb by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:23.127901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Attempting to bind port e115ce17-277b-4124-837d-d90d282ffacb on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:23.135211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Port e115ce17-277b-4124-837d-d90d282ffacb on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:23.135722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Attempting to bind port e115ce17-277b-4124-837d-d90d282ffacb on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:23.166479 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.180373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:23.181174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:23.181320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Transition to ACTIVE for port object b09ac650-1fd5-47ff-99e0-8e10db047107 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:23.181453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:23.181807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Bound port: e115ce17-277b-4124-837d-d90d282ffacb, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:23.182243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.193859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e27306d-cd67-4d59-88e6-cae8e787ee69 req-0689181f-13a1-47cd-99cd-88c6fee76365 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.0604959 Mar 02 18:22:23.211070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Transition to ACTIVE for port object b09ac650-1fd5-47ff-99e0-8e10db047107 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:23.216771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-70176eeb-a225-4a0b-be0f-f2c8091c6ee5 service neutron] 10.222.0.65 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669204 Mar 02 18:22:23.291448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:23.294877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e115ce17-277b-4124-837d-d90d282ffacb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:23.346911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.374103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7c0cd80f-ee0e-4556-9870-8b500ba8540d req-7ff3fc45-f74d-435f-a99b-a8e13f8f8376 service neutron] 10.222.0.65 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513782 Mar 02 18:22:23.393439 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.432760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Pushing event updated for resources: {'Port': ['ID=b09ac650-1fd5-47ff-99e0-8e10db047107,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.443809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:23.445343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:23.450313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:23.458546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.459179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.460629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] 10.222.0.65 "PUT /v2.0/ports/e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 200 len: 1095 time: 1.6118617 Mar 02 18:22:23.461138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:23.489559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc5389a-557c-44bf-90f7-23582e5db394 service neutron] Pushing event updated for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.578726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Attempting to bind port b09ac650-1fd5-47ff-99e0-8e10db047107 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:23.580752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Attempting to bind port b09ac650-1fd5-47ff-99e0-8e10db047107 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:23.580752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Attempting to bind port b09ac650-1fd5-47ff-99e0-8e10db047107 on network 2270b85f-c552-4d4c-ad1a-eca11865fa4e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:23.595689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:23.596293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Checking segment: {'id': '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:23.596818 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.598569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Bound using segment: {'id': '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:23.599169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Bound port: b09ac650-1fd5-47ff-99e0-8e10db047107, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '2270b85f-c552-4d4c-ad1a-eca11865fa4e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:23.601699 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.713559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] For port b09ac650-1fd5-47ff-99e0-8e10db047107, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:23.720141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] For port b09ac650-1fd5-47ff-99e0-8e10db047107, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b09ac650-1fd5-47ff-99e0-8e10db047107,segment=NetworkSegment(0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c),segment_id=0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:23.747686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762210563557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2595642'] for subnet, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.798600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.799277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.800636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "PUT /v2.0/subnets/b2f4c021-a4c2-4a82-861d-97c7139dda75 HTTP/1.1" status: 200 len: 877 time: 1.1617286 Mar 02 18:22:23.806375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51202) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:23.822378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.828995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.834811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.839471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86327d8-915f-4ebb-aef7-38a6d6a958f5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event updated for resources: {'Subnet': ['ID=b2f4c021-a4c2-4a82-861d-97c7139dda75,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.840526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.847145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.852728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.856209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:23.858494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.860430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-b4c0042b-695d-444d-b712-06997ba62a62 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.2173343 Mar 02 18:22:23.951722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c7947-159f-4820-9f1c-e8c158478b33 None None] Pushing event updated for resources: {'Port': ['ID=b09ac650-1fd5-47ff-99e0-8e10db047107,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:23.986462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-8723bd54-56d1-439d-93ab-3ff4fa6d88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:23.987938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-8723bd54-56d1-439d-93ab-3ff4fa6d88ab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1098 time: 0.2689567 Mar 02 18:22:24.085751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bf4e17f-5ed3-413f-8b52-2a22538b727a req-a112bbd4-ea38-4c93-81bf-d71683c65e3f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2045119 Mar 02 18:22:24.090105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-87410597-fdfb-4f91-a57f-919b1d9e9690 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 200 len: 217 time: 0.0944963 Mar 02 18:22:24.196470 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'status': 'completed', 'code': 200} Mar 02 18:22:24.202035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25343025-5c12-426c-9423-89adca4aa66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.204026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.250957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port b09ac650-1fd5-47ff-99e0-8e10db047107 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:24.251334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.288514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:24.290079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-81626a18-fd76-4b9f-9937-4703ace825c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.291799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-81626a18-fd76-4b9f-9937-4703ace825c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1915214 Mar 02 18:22:24.381352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-52d1ade7-3be9-448e-868d-7d0790768f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.383042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-52d1ade7-3be9-448e-868d-7d0790768f80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 1095 time: 0.1733274 Mar 02 18:22:24.516138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.541116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:24.555515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Usage tracker for resource:security_group_rule and tenant:b5dd947caa9649f4bece984046bdd7eb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:24.561499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:24.570285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:24.574296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-346c498f-91e1-4b92-a812-e0e56149fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.574296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-346c498f-91e1-4b92-a812-e0e56149fe6d service neutron] 10.222.0.65 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 923 time: 0.1844478 Mar 02 18:22:24.657118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-a3c273d1-1ba4-4315-aa1c-d6d9a91a0bc2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76 HTTP/1.1" status: 200 len: 217 time: 0.0743082 Mar 02 18:22:24.736986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-ef6ff54e-c764-4f37-bcd7-c84b55496a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.738494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-ef6ff54e-c764-4f37-bcd7-c84b55496a4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4389524 Mar 02 18:22:24.739650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-95694df7-333d-4b46-bee2-2a3727da185c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.741293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-95694df7-333d-4b46-bee2-2a3727da185c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.0769155 Mar 02 18:22:24.748940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99302982-e336-4c4a-83af-d692f43139f6 req-fcf8178c-09ae-4869-a3f7-e3769967c708 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:24.750455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99302982-e336-4c4a-83af-d692f43139f6 req-fcf8178c-09ae-4869-a3f7-e3769967c708 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 944 time: 0.3945613 Mar 02 18:22:24.809678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-dd666e15-561d-464e-be2c-7658ad3b40cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561988 Mar 02 18:22:24.857704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.917679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99302982-e336-4c4a-83af-d692f43139f6 req-15a620ab-b874-4540-aefc-8724f4230753 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467476 Mar 02 18:22:24.923920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port b09ac650-1fd5-47ff-99e0-8e10db047107, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b09ac650-1fd5-47ff-99e0-8e10db047107,segment=NetworkSegment(0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c),segment_id=0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:24.924294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:24.977674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-c3d8eeeb-f0af-4ce4-863d-437f764b8d00 service neutron] 10.222.0.65 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584139 Mar 02 18:22:25.093855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.149099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for b09ac650-1fd5-47ff-99e0-8e10db047107 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:25.181997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-063c8c36-0e16-4ec0-95bf-dff2f41d10e3 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304187 Mar 02 18:22:25.192846 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb', 'status': 'completed', 'code': 200} Mar 02 18:22:25.232955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f46bdf2-3cc9-4683-9cc5-6b06b9726760 None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:25.334014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c308362-68a8-4b8a-a524-7ffb659fa074 req-2697d2ac-4f52-42c7-ae6a-680a72ca74bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=48fcd375644d4bed9e82cc38df4e791c&device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1429486 Mar 02 18:22:25.374887 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b5dd947caa9649f4bece984046bdd7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0814636 Mar 02 18:22:25.379157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51226) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:25.397883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae9700-9ab6-4b4a-a744-70dfcd4f026b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfc0b6c-e4dc-42d3-ac78-1801317f18d7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:25.451712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26e142ed-9c04-4a5c-936c-baa67b988f73 req-5b9c6fb6-5753-4907-ab1c-f2f7054c04b0 service neutron] 10.222.0.65 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579680 Mar 02 18:22:25.524957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.550882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.564953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.566151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.566846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.573263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-550a6d64-0bd1-40a6-84f7-78d34b1dbb2f None None] Provisioning for port b09ac650-1fd5-47ff-99e0-8e10db047107 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:25.576190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c308362-68a8-4b8a-a524-7ffb659fa074 req-0b1ab77a-1b4c-4329-82d8-d9c76fc4b824 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=48fcd375644d4bed9e82cc38df4e791c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2119129 Mar 02 18:22:25.578708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ac18c8-be0f-4265-8caa-68132f0e1745 req-6465fe71-99f0-454a-bc95-b2c5fa84c164 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434095 Mar 02 18:22:25.585599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b09ac650-1fd5-47ff-99e0-8e10db047107 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:25.632284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-5a6062f4-0447-4e4e-991e-0481bb4a90af tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:25.633951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-5a6062f4-0447-4e4e-991e-0481bb4a90af tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 950 time: 0.1706645 Mar 02 18:22:25.715538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Deleting port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:25.716634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.759492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedeb41-c15a-42ec-a4b8-363bad751abf req-ced85f62-f9bb-4612-9bd5-d7361b17f742 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:25.761014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aedeb41-c15a-42ec-a4b8-363bad751abf req-ced85f62-f9bb-4612-9bd5-d7361b17f742 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 947 time: 0.5713880 Mar 02 18:22:25.771507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885eef8-4027-4406-9bf1-4cde5f8593ca req-a29457fe-2333-4195-9e03-20cd4478b6cc tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:25.772959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a885eef8-4027-4406-9bf1-4cde5f8593ca req-a29457fe-2333-4195-9e03-20cd4478b6cc tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/ports?device_id=57c18ca9-4bdf-4734-a6a8-e26920be7aae HTTP/1.1" status: 200 len: 950 time: 0.5387983 Mar 02 18:22:25.850362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c308362-68a8-4b8a-a524-7ffb659fa074 req-e1cee12b-5ad7-499f-9911-456f6a9159ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:25.851852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c308362-68a8-4b8a-a524-7ffb659fa074 req-e1cee12b-5ad7-499f-9911-456f6a9159ff service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2615693 Mar 02 18:22:25.895874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aedeb41-c15a-42ec-a4b8-363bad751abf req-04788d4b-a8bb-4939-a438-94f871b527c2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219540 Mar 02 18:22:25.901243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port b09ac650-1fd5-47ff-99e0-8e10db047107 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:25.911547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149795a-ffcc-4e7b-9b4c-c778e230e149 None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:25.952591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a885eef8-4027-4406-9bf1-4cde5f8593ca req-d4def8c7-05aa-4279-a86c-2c8a40fdd20a tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.66 "GET /v2.0/security-groups?id=da6dc243-62e2-41e9-9492-b08116525331&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595671 Mar 02 18:22:25.953456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b09ac650-1fd5-47ff-99e0-8e10db047107 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:25.953456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:25.979608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.002002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:26.032721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29434-ead6-4662-a136-c998621a199e req-891a5694-fa5e-4196-bd51-7d1e1f9b41f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:26.035219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfc0b6c-e4dc-42d3-ac78-1801317f18d7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:26.037450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.041549 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-27989591-13cf-423d-8c0d-9691d21816e9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5dfc0b6c-e4dc-42d3-ac78-1801317f18d7 HTTP/1.1" status: 204 len: 168 time: 0.6600173 Mar 02 18:22:26.047620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-891a5694-fa5e-4196-bd51-7d1e1f9b41f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1098 time: 0.1762607 Mar 02 18:22:26.095220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.122085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] For port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:26.122509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.181281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c80ae056-49d0-4667-a4e3-e6747f668dd5 None None] Provisioning complete for port b09ac650-1fd5-47ff-99e0-8e10db047107 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:26.181689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c80ae056-49d0-4667-a4e3-e6747f668dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.256541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd7b7a47-a3ee-46de-a3d8-4fa1709cc625 req-222f20e0-dc0f-4217-94a1-d8b27429f7e7 tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.66 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1750300 Mar 02 18:22:26.262501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c80ae056-49d0-4667-a4e3-e6747f668dd5 None None] Port b09ac650-1fd5-47ff-99e0-8e10db047107 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:22:26.270149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Could not find standard attr ID for object b09ac650-1fd5-47ff-99e0-8e10db047107. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:22:26.287677 n-d-828839-1 neutron-server[88710]: INFO neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No ports have port_id starting with b09ac650-1fd5-47ff-99e0-8e10db047107 Mar 02 18:22:26.315934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Calling delete_port for 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:26.511946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Port': ['ID=b09ac650-1fd5-47ff-99e0-8e10db047107,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:26.529167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:26.566643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'port_id': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'mac_address': 'fa:16:3e:68:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82a064-a18a-47ae-b4a5-4a52109f12c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:26.633631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No DVR routers for this DVR port b09ac650-1fd5-47ff-99e0-8e10db047107 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:26.697100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.705713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.720306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['26c84e17-c89b-4fb6-b9a6-4a75c7c624fe'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:26.756402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:26.770592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.772742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29434-ead6-4662-a136-c998621a199e req-51f3ff22-6f23-43b0-84b8-bf2419599ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:26.774072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.774246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-51f3ff22-6f23-43b0-84b8-bf2419599ece service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.7255709 Mar 02 18:22:26.786559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Pushing event deleted for resources: {'Port': ['ID=26c84e17-c89b-4fb6-b9a6-4a75c7c624fe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:26.787264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:26.875151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.878634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] No DVR routers for this DVR port 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:26.881498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:26.894735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'name': 'network-vif-deleted', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:26.908783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-d12ab762-f564-414f-a467-6984b3fba9cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 200 len: 217 time: 0.1222420 Mar 02 18:22:26.934349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.003889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29434-ead6-4662-a136-c998621a199e req-35a61e4c-754d-4b0e-94c5-47c9537f360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.005413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-35a61e4c-754d-4b0e-94c5-47c9537f360a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0735192 Mar 02 18:22:27.014953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1e4d8e05-d5b6-4d4e-9ca9-c548ed105b7e req-85f2838e-1510-4cb5-893e-6bf1f94936d5 tempest-TenantUsagesTestJSON-1998437309 tempest-TenantUsagesTestJSON-1998437309-project] 10.222.0.65 "DELETE /v2.0/ports/26c84e17-c89b-4fb6-b9a6-4a75c7c624fe HTTP/1.1" status: 204 len: 173 time: 1.3756075 Mar 02 18:22:27.019384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-56bd3536-69e5-4479-bfe0-8375a6051b75 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.020877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-56bd3536-69e5-4479-bfe0-8375a6051b75 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/networks?id=019c437a-2d35-4b18-8f14-6e159a5b7245 HTTP/1.1" status: 200 len: 809 time: 0.5009427 Mar 02 18:22:27.042873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:27.057661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.059994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.060931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.061459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.061993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.062539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.063832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:27.068645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51250) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:27.077560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.084730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.086230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.090891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.097231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.101262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:27.103136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.105449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9c0946d56345a4bda92f62ec3a3c67 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:27.108610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:27.109619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.114497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:27.115620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.117525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-991ea660-e27b-40b6-953b-c2be89b79970 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.9359822 Mar 02 18:22:27.133934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['7038bd2a-6f68-4d53-a44f-6c4554981e76'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:27.176262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-5cbe6f01-0432-487f-a2a2-52d9db72fa44 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/quotas/7e74f0f055c34f94836fcb3c53627087 HTTP/1.1" status: 200 len: 375 time: 0.0519199 Mar 02 18:22:27.208179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.286930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c50a6d5f-baff-4760-b017-eff01c4be696 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7e74f0f055c34f94836fcb3c53627087&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1097608 Mar 02 18:22:27.290009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c308362-68a8-4b8a-a524-7ffb659fa074 req-b045ef1e-2908-4650-982a-ff8ce93869cc tempest-ServerShowV257Test-224333171 tempest-ServerShowV257Test-224333171-project] 10.222.0.11 "GET /v2.0/ports?device_id=71378124-0884-4b2e-a7c5-3ebaaa7a2b70 HTTP/1.1" status: 200 len: 210 time: 0.1117342 Mar 02 18:22:27.335442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.336165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-494a3d62-75bc-45d5-9720-c01c853d4755 req-458d3a90-e228-49ad-9d04-a376ca466fe4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2093599 Mar 02 18:22:27.412602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb29434-ead6-4662-a136-c998621a199e req-3cfddbd7-976e-491e-84b2-e5372aaa2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:27.414233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-3cfddbd7-976e-491e-84b2-e5372aaa2bfd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3922515 Mar 02 18:22:27.447328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.459623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb696102-82bd-4335-a967-482e868fa655,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:27.465747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01add278-534a-40c3-9820-4f0624d32890 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a9c0946d56345a4bda92f62ec3a3c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959224 Mar 02 18:22:27.468599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51256) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:27.522351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f4c021-a4c2-4a82-861d-97c7139dda75,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:27.543702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.543924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158494a5-5fa0-45b8-95ef-ac52f386131f None None] Network 2270b85f-c552-4d4c-ad1a-eca11865fa4e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:27.585656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.665811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-dcd3b112-6d5c-4493-b817-12bad66f124c service neutron] 10.222.0.66 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678360 Mar 02 18:22:27.797214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:27.836621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d9ad18-0ba1-465f-95f1-d72d0090d324 None None] DHCP port deletion for 2270b85f-c552-4d4c-ad1a-eca11865fa4e request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:22:27.895496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-5fa9e768-2bf6-42dc-bbd5-817d4b007bf0 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729567 Mar 02 18:22:27.913789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2270b85f-c552-4d4c-ad1a-eca11865fa4e']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:27.949163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e115ce17-277b-4124-837d-d90d282ffacb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:27.949163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:27.978057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:27.978402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cf5cba9-2820-40b4-bcbd-99e5dd4bbf5c') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:28.044044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.064422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb696102-82bd-4335-a967-482e868fa655,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:28.069170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.070367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a94ea81a-8668-4cef-afa5-df132e789872 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eb696102-82bd-4335-a967-482e868fa655 HTTP/1.1" status: 204 len: 168 time: 0.6003926 Mar 02 18:22:28.188545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 7038bd2a-6f68-4d53-a44f-6c4554981e76 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:28.197747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 7038bd2a-6f68-4d53-a44f-6c4554981e76 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:28.198164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.213664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.260914 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.272322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfe0c47-ff74-4907-8b22-e5f2624b230d req-ed9b7676-e244-41e1-b875-bc7b6bb418f1 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:28.274071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cfe0c47-ff74-4907-8b22-e5f2624b230d req-ed9b7676-e244-41e1-b875-bc7b6bb418f1 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 945 time: 0.6681716 Mar 02 18:22:28.290684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-b99fae29-59c8-4aad-a7ed-6368961d6365 service neutron] 10.222.0.66 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044323 Mar 02 18:22:28.291826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:28.292767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.308444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e115ce17-277b-4124-837d-d90d282ffacb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:28.342441 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:28.373894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'e115ce17-277b-4124-837d-d90d282ffacb', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'e115ce17-277b-4124-837d-d90d282ffacb', 'mac_address': 'fa:16:3e:e4:a9:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:28.443459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fb29434-ead6-4662-a136-c998621a199e req-49ebabff-7efe-4ea3-b146-49a937a1f383 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314479 Mar 02 18:22:28.445202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.462050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cfe0c47-ff74-4907-8b22-e5f2624b230d req-340ad212-349d-4f64-b44c-87fef01ee445 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433148 Mar 02 18:22:28.485184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.518710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:28.520388 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57c18ca9-4bdf-4734-a6a8-e26920be7aae', 'name': 'network-vif-deleted', 'tag': '26c84e17-c89b-4fb6-b9a6-4a75c7c624fe', 'status': 'completed', 'code': 200} Mar 02 18:22:28.526378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e115ce17-277b-4124-837d-d90d282ffacb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:28.540051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:28.547241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e115ce17-277b-4124-837d-d90d282ffacb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:28.651524 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.677820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.689105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=2270b85f-c552-4d4c-ad1a-eca11865fa4e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:28.708237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f39a23c-e2a1-49b2-a34d-214054a9cbf3 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/2270b85f-c552-4d4c-ad1a-eca11865fa4e HTTP/1.1" status: 204 len: 168 time: 4.9002357 Mar 02 18:22:28.711411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:28.718788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.752758 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfb4a963-77ac-48aa-b528-5b7e710a71a8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:28.753268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfb4a963-77ac-48aa-b528-5b7e710a71a8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:28.754984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cfb4a963-77ac-48aa-b528-5b7e710a71a8 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/b2f4c021-a4c2-4a82-861d-97c7139dda75 HTTP/1.1" status: 404 len: 337 time: 0.0426772 Mar 02 18:22:28.757731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51278) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:28.795683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052fe96-5046-4333-a3ab-e5e0a457d902 req-1916f573-5305-4cc2-9ab2-8e9d5acbbc2d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:28.803011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f052fe96-5046-4333-a3ab-e5e0a457d902 req-1916f573-5305-4cc2-9ab2-8e9d5acbbc2d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 947 time: 0.1936707 Mar 02 18:22:28.806469 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f575ab6-0b68-41fa-a584-bf09257ea288 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:28.807679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f575ab6-0b68-41fa-a584-bf09257ea288 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:28.813126 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f575ab6-0b68-41fa-a584-bf09257ea288 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/2270b85f-c552-4d4c-ad1a-eca11865fa4e HTTP/1.1" status: 404 len: 339 time: 0.0513830 Mar 02 18:22:28.813334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:28.813641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51284) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:28.834897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:28.863746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f052fe96-5046-4333-a3ab-e5e0a457d902 req-741326d5-036d-4dcf-a526-98966726a9e1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587592 Mar 02 18:22:28.869915 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f127be9b-b043-4af0-948f-c2da317e55c0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:28.870857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f127be9b-b043-4af0-948f-c2da317e55c0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:28.872746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f127be9b-b043-4af0-948f-c2da317e55c0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/d5581a75-000f-4f9a-aae4-d570ca88c77c HTTP/1.1" status: 404 len: 337 time: 0.0575197 Mar 02 18:22:28.875945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51290) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:28.925223 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c813e9-8ed0-4af0-91b8-21055269e0bc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:28.932025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c813e9-8ed0-4af0-91b8-21055269e0bc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:28.935074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-63c813e9-8ed0-4af0-91b8-21055269e0bc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/197bc50f-41eb-4d6d-b196-ce234db9d285 HTTP/1.1" status: 404 len: 339 time: 0.0556676 Mar 02 18:22:28.936547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51294) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.001897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:29.036046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:29.104312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.264358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.283357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.290388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.291821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80218a8b-0060-47f8-be7a-1ad3018475b1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:29.297663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.303568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.306411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96efec7b-ae37-4fa4-b4d4-437c03947089') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:29.306411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96efec7b-ae37-4fa4-b4d4-437c03947089') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:29.309376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.315295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.317539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.321135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.323151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-2956417d-d268-4ea3-bf7c-a2f12e4d7c17 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.2164755 Mar 02 18:22:29.338061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.345106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:29.345419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:29.360361 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:29.392117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b09ac650-1fd5-47ff-99e0-8e10db047107 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:29.393488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f3fc02b-0585-4c0e-a3e0-408b6ce6d327 req-9e27fe97-dff4-43ae-b38e-b0dc3de95092 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0639369 Mar 02 18:22:29.442838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: b09ac650-1fd5-47ff-99e0-8e10db047107 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:29.443192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b09ac650-1fd5-47ff-99e0-8e10db047107 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:29.510394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07048663-6f82-43cd-948a-b66010640d5d req-be4ffee6-1f01-4eb6-b7fd-209399fe865d tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.0546081 Mar 02 18:22:29.676656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.695957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f37b33-53f8-4e0b-b88a-68b43fb8e16a req-8b8987d4-ed71-48b4-8102-590ef9b5a40a tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:29.696704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:29.697781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69f37b33-53f8-4e0b-b88a-68b43fb8e16a req-8b8987d4-ed71-48b4-8102-590ef9b5a40a tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.0828328 Mar 02 18:22:29.706464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=80218a8b-0060-47f8-be7a-1ad3018475b1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:29.711746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca065ab4-c878-426c-b4b0-8c383e9538c6 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/80218a8b-0060-47f8-be7a-1ad3018475b1 HTTP/1.1" status: 204 len: 168 time: 0.7744088 Mar 02 18:22:29.713964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.744603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69f37b33-53f8-4e0b-b88a-68b43fb8e16a req-ec525660-a11d-40d9-8863-bff481c66f33 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401120 Mar 02 18:22:29.756398 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa35d85-7972-40f8-a9f3-45be50213f5a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:29.760106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa35d85-7972-40f8-a9f3-45be50213f5a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:29.771053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fa35d85-7972-40f8-a9f3-45be50213f5a tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/1b754b32-a1c0-4101-ba97-7456a3a47510 HTTP/1.1" status: 404 len: 337 time: 0.0559363 Mar 02 18:22:29.773783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51326) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.801259 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6175b1e8-d552-43e2-82f6-19b0dff307af tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:29.802003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6175b1e8-d552-43e2-82f6-19b0dff307af tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:29.803653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6175b1e8-d552-43e2-82f6-19b0dff307af tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/ed30553d-662d-4624-bd64-d98c8c2026b1 HTTP/1.1" status: 404 len: 339 time: 0.0286450 Mar 02 18:22:29.806264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51330) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.849369 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fbd3dcd-c278-49a2-aee9-95e746c02717 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:29.849943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fbd3dcd-c278-49a2-aee9-95e746c02717 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:29.851904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2fbd3dcd-c278-49a2-aee9-95e746c02717 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/b8a98321-5320-45ec-bb96-71a2e3f705a3 HTTP/1.1" status: 404 len: 337 time: 0.0446527 Mar 02 18:22:29.854754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51334) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.886026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51338) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.887588 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52eb8c1-54d7-49dc-a68c-84219814eae4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:29.888119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52eb8c1-54d7-49dc-a68c-84219814eae4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:29.893070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b52eb8c1-54d7-49dc-a68c-84219814eae4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/12e1a5b3-de7a-4434-b7b3-6bb4643342ef HTTP/1.1" status: 404 len: 339 time: 0.0347378 Mar 02 18:22:29.893291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51344) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.930815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51350) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.941356 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef29b508-5c0d-4731-8bc2-8cf649008263 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:29.942034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef29b508-5c0d-4731-8bc2-8cf649008263 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:29.944054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ef29b508-5c0d-4731-8bc2-8cf649008263 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/f16a2da2-017f-43b0-a4cc-eab44ce6b3ac HTTP/1.1" status: 404 len: 337 time: 0.0495505 Mar 02 18:22:29.946861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51354) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:29.960377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e115ce17-277b-4124-837d-d90d282ffacb up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:30.043720 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'code': 200} Mar 02 18:22:30.125925 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-936ff2f1-38d3-4847-b82e-d1ad430cadf0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.128086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-936ff2f1-38d3-4847-b82e-d1ad430cadf0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.131862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-936ff2f1-38d3-4847-b82e-d1ad430cadf0 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/3d908010-78cb-4195-a4fa-1eaea6ca8a26 HTTP/1.1" status: 404 len: 339 time: 0.1839273 Mar 02 18:22:30.134611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51364) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.212035 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c80c11aa-5d81-4252-bd25-8f60ad3123be tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.212567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c80c11aa-5d81-4252-bd25-8f60ad3123be tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.217898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c80c11aa-5d81-4252-bd25-8f60ad3123be tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/4bfc6f4d-58d1-45d8-af76-eb72ff55a828 HTTP/1.1" status: 404 len: 337 time: 0.0789018 Mar 02 18:22:30.218448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51370) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.244551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.249275 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab27e748-64c7-419a-b5ab-a39e80253c7a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6756f98626514af0a1c9e1bd3e94e63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3158543 Mar 02 18:22:30.252013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.270381 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c99ca3-afb3-4f76-a0cf-8b65a8805ba9 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.270874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c99ca3-afb3-4f76-a0cf-8b65a8805ba9 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.272503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-22c99ca3-afb3-4f76-a0cf-8b65a8805ba9 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/6a8566eb-135a-4d5d-860f-1542ec7d0b1d HTTP/1.1" status: 404 len: 339 time: 0.0521305 Mar 02 18:22:30.275760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port e115ce17-277b-4124-837d-d90d282ffacb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:30.275925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51378) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.278236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:30.281294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port e115ce17-277b-4124-837d-d90d282ffacb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:30.281772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.313936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Usage tracker for resource:security_group_rule and tenant:48fcd375644d4bed9e82cc38df4e791c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:30.320427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.321402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:30.338877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:30.342944 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-159de55b-186f-461e-9ea9-db61e2f06976 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.343390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-159de55b-186f-461e-9ea9-db61e2f06976 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.345879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-159de55b-186f-461e-9ea9-db61e2f06976 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/8961feca-f2dc-46e1-9bd5-527e5a223460 HTTP/1.1" status: 404 len: 337 time: 0.0657043 Mar 02 18:22:30.350464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.367649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.416037 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa43d63-3dc6-4c13-baec-63ae53318944 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.416037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa43d63-3dc6-4c13-baec-63ae53318944 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.424274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b68d2-7d0e-4148-846b-4bbc5e354caa req-a8acd02c-828a-467e-86a3-9e90fd85bc99 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.425775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-241b68d2-7d0e-4148-846b-4bbc5e354caa req-a8acd02c-828a-467e-86a3-9e90fd85bc99 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 948 time: 0.3963873 Mar 02 18:22:30.448043 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.457441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8fa43d63-3dc6-4c13-baec-63ae53318944 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/180ee49a-1717-48c4-924f-b975bcfc39f6 HTTP/1.1" status: 404 len: 339 time: 0.1000438 Mar 02 18:22:30.459671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78794614-d0e6-4364-a5ee-b821b83a729b req-443afc2b-8fe7-426d-9e5d-6ba95828e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.460333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.461545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78794614-d0e6-4364-a5ee-b821b83a729b req-443afc2b-8fe7-426d-9e5d-6ba95828e8a6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 1097 time: 0.3645916 Mar 02 18:22:30.485428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e115ce17-277b-4124-837d-d90d282ffacb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:30.527310 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ddf5ea-618c-4c80-b901-c79c1735c9a5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.527768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ddf5ea-618c-4c80-b901-c79c1735c9a5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.534858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-241b68d2-7d0e-4148-846b-4bbc5e354caa req-274cf7de-7a29-4796-9328-31b0453b0f29 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948205 Mar 02 18:22:30.535639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.538580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78794614-d0e6-4364-a5ee-b821b83a729b req-4cf1f66d-9ce4-49cc-ab9c-3786db27a7e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712609 Mar 02 18:22:30.557225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6dc243-62e2-41e9-9492-b08116525331,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:30.562833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-02ddf5ea-618c-4c80-b901-c79c1735c9a5 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/f4c5ce99-7aaf-4218-9fdb-0944888c78fe HTTP/1.1" status: 404 len: 337 time: 0.1010571 Mar 02 18:22:30.565187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.590682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.627768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.627768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:30.632410 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-9915df83-ada8-4dee-9484-ea0a080199d4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.632410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9915df83-ada8-4dee-9484-ea0a080199d4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.645036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9915df83-ada8-4dee-9484-ea0a080199d4 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/657681f8-7bd0-4193-a5d5-ed3e6e755eee HTTP/1.1" status: 404 len: 339 time: 0.0710320 Mar 02 18:22:30.647919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51404) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.683160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.684716 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ba165a12-e6a7-4cfa-9d2f-cca788045184 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da6dc243-62e2-41e9-9492-b08116525331 HTTP/1.1" status: 204 len: 168 time: 0.4316418 Mar 02 18:22:30.704363 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d7f6b72-ecf5-44ef-9be5-bacf1dd77bb2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.704363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d7f6b72-ecf5-44ef-9be5-bacf1dd77bb2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.704363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9d7f6b72-ecf5-44ef-9be5-bacf1dd77bb2 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/b68faa71-48e8-4cfe-bdfd-09cc89566051 HTTP/1.1" status: 404 len: 337 time: 0.0621269 Mar 02 18:22:30.705625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51410) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.709806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:30.710236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 26c84e17-c89b-4fb6-b9a6-4a75c7c624fe not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:30.732239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.744086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:30.773891 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1903bfe-75f1-4cd3-a95d-d66236ceb39f tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.781385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1903bfe-75f1-4cd3-a95d-d66236ceb39f tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.781385 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c1903bfe-75f1-4cd3-a95d-d66236ceb39f tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/c45a135c-1a1c-4554-a38a-3da538290937 HTTP/1.1" status: 404 len: 339 time: 0.0693102 Mar 02 18:22:30.781385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51416) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.816980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.819841 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-473bb8d4-cef4-410f-8583-21a25e1bed85 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.822609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-473bb8d4-cef4-410f-8583-21a25e1bed85 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.822609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-473bb8d4-cef4-410f-8583-21a25e1bed85 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/a902f342-4f50-4f4a-b65e-cd703d208e3e HTTP/1.1" status: 404 len: 337 time: 0.0422015 Mar 02 18:22:30.823326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.825284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51420) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.829921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.836196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.843131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.851628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.858159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:30.859758 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-31378459-47c7-490d-aff5-2cb367b9d09b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:30.860243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31378459-47c7-490d-aff5-2cb367b9d09b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:30.860535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-4cb3bb63-1385-4d89-884e-9e1f291ee423 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.2631311 Mar 02 18:22:30.861620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddddb89-4cd1-4cfa-a7ae-61e7b6bb147b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:30.861939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-31378459-47c7-490d-aff5-2cb367b9d09b tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/e4914607-71d6-4c6c-a61d-a04135459f4b HTTP/1.1" status: 404 len: 339 time: 0.0355055 Mar 02 18:22:30.868137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.893660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-97d02f72-13e0-4e0d-9be1-9c4779890b29 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=48fcd375644d4bed9e82cc38df4e791c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9948730 Mar 02 18:22:30.893660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51430) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:30.967652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting subnet 670ee234-e77d-49c2-8768-252a67eb4a36 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:22:30.971317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:30.981202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67ab6dfc-175d-4db7-80ec-583e4ac9833a req-8a3d00cd-9d0a-4fc5-ba59-a485aafc6633 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943277 Mar 02 18:22:31.029131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3765cffb-70e1-46c1-bd4e-15714d7286b7 req-d1466c09-6b98-486b-b177-3d49899d3663 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.0548632 Mar 02 18:22:31.044885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.053282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.112495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.228624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.342749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c921ed6-ecbd-4ef6-9e6c-66894c87e2d6 req-0296accd-5de1-4224-b15a-76e400316858 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:31.350697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c921ed6-ecbd-4ef6-9e6c-66894c87e2d6 req-0296accd-5de1-4224-b15a-76e400316858 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.1602948 Mar 02 18:22:31.404176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.425256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c921ed6-ecbd-4ef6-9e6c-66894c87e2d6 req-3ff7efd9-3120-48af-98cf-49a9a7d81799 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686910 Mar 02 18:22:31.430856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddddb89-4cd1-4cfa-a7ae-61e7b6bb147b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:31.433183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.437913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3acba96d-0c10-4299-8a8e-d9033a9effab admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ddddb89-4cd1-4cfa-a7ae-61e7b6bb147b HTTP/1.1" status: 204 len: 168 time: 0.5460837 Mar 02 18:22:31.506194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.550391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Subnet': ['ID=670ee234-e77d-49c2-8768-252a67eb4a36,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:31.642634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.649338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3085b6f-dc30-482a-a4f3-3dc68467a7fb None None] Network 72d23e7c-2aea-45c6-9db3-475c0d57e386 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:31.654482 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35678c3c-6e06-482e-9371-2838a08c5399 tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/subnets/670ee234-e77d-49c2-8768-252a67eb4a36 HTTP/1.1" status: 204 len: 168 time: 0.7882748 Mar 02 18:22:31.656951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:31.947732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] DHCP port deletion for 72d23e7c-2aea-45c6-9db3-475c0d57e386 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:22:31.952245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Deleting port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:31.953299 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.968534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:31.972467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:31.998016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.017510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:32.017849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.018715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:32.023463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Usage tracker for resource:security_group_rule and tenant:f34cf46b0cb443cc834ef1649e6203cc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:32.026935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:32.033535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:32.066194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985aae9-5950-46b4-98d3-76bab12d0f95 req-73980ec2-7b5f-4d83-92db-c87d512b4ac4 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.067747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7985aae9-5950-46b4-98d3-76bab12d0f95 req-73980ec2-7b5f-4d83-92db-c87d512b4ac4 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.3871238 Mar 02 18:22:32.080107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:32.241932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7985aae9-5950-46b4-98d3-76bab12d0f95 req-9fe71abb-a152-4073-871b-ae888ab41b0c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605437 Mar 02 18:22:32.270927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.347270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] For port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,segment=NetworkSegment(5031003e-40e2-4c01-96cc-039a88129fa2),segment_id=5031003e-40e2-4c01-96cc-039a88129fa2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:32.347837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.398262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.467458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f34cf46b0cb443cc834ef1649e6203cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915919 Mar 02 18:22:32.469592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b625f-9111-45ef-9147-4910d126e923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f479e3-a645-4f0e-b1b2-9326916d13da,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:32.472323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:32.521338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Calling delete_port for 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:32.546386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.552423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7651b861-5af4-4927-b22c-f7af23b3266b req-b284d342-7d15-4017-b60c-557562f11938 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.1215219 Mar 02 18:22:32.580548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.617658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] For port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,segment=NetworkSegment(5031003e-40e2-4c01-96cc-039a88129fa2),segment_id=5031003e-40e2-4c01-96cc-039a88129fa2)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:32.618781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.657219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.662229 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb', 'code': 200} Mar 02 18:22:32.665408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.673052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.679714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.689951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.698424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.706824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:32.717934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-65243442-f450-4190-8da7-7892c5310539 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.4539614 Mar 02 18:22:32.728000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.754216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:32.769720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f479e3-a645-4f0e-b1b2-9326916d13da,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:32.772397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.775835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-36cf6613-ac7e-4c7e-bf38-42d36f737968 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4f479e3-a645-4f0e-b1b2-9326916d13da HTTP/1.1" status: 204 len: 168 time: 0.3000579 Mar 02 18:22:32.798531 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.848315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] Pushing event deleted for resources: {'Port': ['ID=5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:32.854223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c0d0b7-ab32-4d66-bcae-e084ec681a45 None None] No DVR routers for this DVR port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:32.961980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:32.984614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:32.989995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Usage tracker for resource:security_group_rule and tenant:81edd714b83f49ddb7660594f57258ce is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:32.995217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:33.005222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:33.103211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Calling delete_port for 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:33.131947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.209167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.268650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66709a90-645d-49a0-a49f-5a1e090487c5 req-fc93bd18-7ce0-411a-922b-663d69202667 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5494893 Mar 02 18:22:33.275293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=81edd714b83f49ddb7660594f57258ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5150836 Mar 02 18:22:33.275293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bca4cb-14dd-4c17-be9b-a46c015f0d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c64944-8ad8-46ed-8a81-746a6d8dde62,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:33.276971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:33.316469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-5fbfaf08-ec61-41fc-b19f-382418d3439b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:33.318173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-5fbfaf08-ec61-41fc-b19f-382418d3439b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.11 "GET /v2.0/networks?id=019c437a-2d35-4b18-8f14-6e159a5b7245 HTTP/1.1" status: 200 len: 809 time: 0.8326888 Mar 02 18:22:33.338053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Request body: {'port': {'device_id': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245', 'admin_state_up': True, 'tenant_id': '7e74f0f055c34f94836fcb3c53627087'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:33.355954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:22:33.356300 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:22:33.356546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.409328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda40fa6-0482-4d08-aea5-eaae37b32914 req-e2b033e5-47aa-4ebc-95bf-7e2e4ed8a32c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:33.411052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda40fa6-0482-4d08-aea5-eaae37b32914 req-e2b033e5-47aa-4ebc-95bf-7e2e4ed8a32c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.4680800 Mar 02 18:22:33.429384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.481813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:33.527995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7222271-6558-48db-8135-40e03956a9ad req-a8096557-367c-481f-a2e4-3d34a0294bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:33.530667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7222271-6558-48db-8135-40e03956a9ad req-a8096557-367c-481f-a2e4-3d34a0294bba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1100 time: 0.5860038 Mar 02 18:22:33.543714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:33.544064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:33.627515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda40fa6-0482-4d08-aea5-eaae37b32914 req-e6fb3bbe-339f-45cb-b4c3-405529585464 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579585 Mar 02 18:22:33.680512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.680697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:33.680697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7222271-6558-48db-8135-40e03956a9ad req-e12b7696-3944-4b86-853b-aa3e0f875887 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222785 Mar 02 18:22:33.681920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Usage tracker for resource:port and tenant:7e74f0f055c34f94836fcb3c53627087 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:33.685918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:33.693766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:33.704081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac146730-93b9-4401-a7b4-35359fa0ef60 req-3d289c21-6314-4e09-bac0-83172e0cc0ae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:33.705532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac146730-93b9-4401-a7b4-35359fa0ef60 req-3d289c21-6314-4e09-bac0-83172e0cc0ae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.2371721 Mar 02 18:22:33.713923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c64944-8ad8-46ed-8a81-746a6d8dde62,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:33.718922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.723107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f31ec1a-0678-40c2-8cdc-d207fcfdd77c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/58c64944-8ad8-46ed-8a81-746a6d8dde62 HTTP/1.1" status: 204 len: 168 time: 0.4426694 Mar 02 18:22:33.766798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac146730-93b9-4401-a7b4-35359fa0ef60 req-db3442e3-35ce-453f-86c9-384a9d13bcae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Mar 02 18:22:33.860876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Deleting port 5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:33.861571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.902963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Made reservation on behalf of 7e74f0f055c34f94836fcb3c53627087 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:33.907163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:33.989180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c3f26c8-7eeb-41b6-ae7e-7935e151f4a4 req-f73912ea-283b-439a-945d-95e88f9b9e12 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.1664639 Mar 02 18:22:34.018208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] The port '5ba01857-c6c2-4e4d-b7ab-2b5ffac497c6' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:22:34.371407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.441332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72d23e7c-2aea-45c6-9db3-475c0d57e386']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:34.507521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5031003e-40e2-4c01-96cc-039a88129fa2') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:34.507521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5031003e-40e2-4c01-96cc-039a88129fa2') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:34.528054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e4e91-b98c-418c-84d2-8980127f2413 req-a190d152-0380-4520-b652-743ec2cdbba4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.536027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b4e4e91-b98c-418c-84d2-8980127f2413 req-a190d152-0380-4520-b652-743ec2cdbba4 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.6339924 Mar 02 18:22:34.576788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.623429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.643912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:22:34.644599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:22:34.664190 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:22:34.768611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b4e4e91-b98c-418c-84d2-8980127f2413 req-3d2be1e3-7b08-470f-9225-eff2a682958e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316625 Mar 02 18:22:34.803077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.808915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.814891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.820771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.826722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.833244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.844749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:34.847583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-da638d95-b23a-4105-a8fb-fbc7d446f3b4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.3985460 Mar 02 18:22:34.850055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Allocated IP 172.20.0.6 (019c437a-2d35-4b18-8f14-6e159a5b7245/2ce1528d-79bd-4bab-9583-921a437eb802/5c0e67bb-2551-4a0c-ba18-c9707e5b0369) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:34.962195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:34.998952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.016086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:35.019272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ac8cd29-453c-485a-b084-da9f4620e281 req-740f98cb-6639-4581-942b-4c635626768e tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706715 Mar 02 18:22:35.026538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] Pushing event deleted for resources: {'Network': ['ID=72d23e7c-2aea-45c6-9db3-475c0d57e386,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:35.144053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4f013eeb-40b1-402c-a069-40e557acddcc tempest-NetworksTest-1526353658 tempest-NetworksTest-1526353658-project] 10.222.0.66 "DELETE /v2.0/networks/72d23e7c-2aea-45c6-9db3-475c0d57e386 HTTP/1.1" status: 204 len: 168 time: 3.4856384 Mar 02 18:22:35.300436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-network', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:35.308594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:35.317816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Usage tracker for resource:network and tenant:7c8849e6fe794fce96c5a525bf6e6c79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:35.320673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:35.334049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:35.350432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba1b1d-b989-48de-a092-77951f62be0d req-f200ddb7-dfda-4a42-96b6-6ef774fbe4dd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:35.352191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdba1b1d-b989-48de-a092-77951f62be0d req-f200ddb7-dfda-4a42-96b6-6ef774fbe4dd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.4700124 Mar 02 18:22:35.425948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.445319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdba1b1d-b989-48de-a092-77951f62be0d req-4971473d-5b1c-4131-9991-be0feaadb659 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811040 Mar 02 18:22:35.469055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Made reservation on behalf of 7c8849e6fe794fce96c5a525bf6e6c79 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:35.476048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.495631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.514010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:35.518105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8849e6fe794fce96c5a525bf6e6c79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:35.520974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:35.527688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:35.617218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.620742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3c4468cd-24ba-4f36-9b8e-6c5b864f1661 req-16bb8bf6-409d-4b09-bf14-5c355a80ed4c tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Synchronizing usage tracker for tenant:7e74f0f055c34f94836fcb3c53627087 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:35.677494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.750370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Network 019c437a-2d35-4b18-8f14-6e159a5b7245 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:35.758047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:35.758304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.760634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:35.790891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:35.814827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43535e3b-9510-4ae2-9a4d-bbe364d7f72d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:35.817103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Pushing event updated for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:35.824790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.828768 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Added segment 2c1b520a-2b16-4bd8-b606-6d676db948eb of type vlan for network 4e15668c-da62-4b8a-92ae-9e30e648a3dc Mar 02 18:22:35.866904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:35.866904 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.881925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:35.936186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3c4468cd-24ba-4f36-9b8e-6c5b864f1661 req-16bb8bf6-409d-4b09-bf14-5c355a80ed4c tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Unset dirty status for tenant:7e74f0f055c34f94836fcb3c53627087 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:35.937730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c4468cd-24ba-4f36-9b8e-6c5b864f1661 req-16bb8bf6-409d-4b09-bf14-5c355a80ed4c tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.3606985 Mar 02 18:22:35.965670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c2d71cf6-42bf-4bda-833a-9b8660e50d8b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6336193 Mar 02 18:22:35.981671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-ca1eaba4-75e8-497a-a3b9-6c9d0b9617a4 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:22:35.983293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-ca1eaba4-75e8-497a-a3b9-6c9d0b9617a4 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062382 Mar 02 18:22:36.058154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.058154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.058154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.202103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.228258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] Pushing event updated for resources: {'Network': ['ID=4e15668c-da62-4b8a-92ae-9e30e648a3dc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:36.241007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:36.313859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.325240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.327354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.336417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.345590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.354526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.364258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.373468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05bfa894-d7ba-48d7-9e6a-82f9c4167613 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3527620 Mar 02 18:22:36.373681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-14d9df35-2c7f-4362-8564-b9851a2053d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.2038491 Mar 02 18:22:36.373796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51638) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.389963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Request body: {'subnet': {'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-subnet', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:36.391207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:36.398066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Request body: {'port': {'device_id': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:36.401162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Usage tracker for resource:subnet and tenant:7c8849e6fe794fce96c5a525bf6e6c79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:36.411073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:36.417502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:36.572830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0c82abe-cdde-4abb-93dc-203a1045ba97 req-6917c4f7-82ad-486f-9575-c9901c0c67f6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1836915 Mar 02 18:22:36.576180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b392dc43-214e-42c5-a183-3514ddfa1252 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ca77962af814d58b2d308ddf0255362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3672876 Mar 02 18:22:36.576682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51648) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.631024 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.640288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Made reservation on behalf of 7c8849e6fe794fce96c5a525bf6e6c79 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:36.643016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.681070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51656) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:36.791849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.833526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.849966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-network', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:36.855182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:36.860172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Usage tracker for resource:network and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:36.862010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90214-f33e-44e2-9d87-2a18041085ad req-52ef3384-7f32-45d6-949c-89df8c948aa2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:36.863513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:36.869026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3eb90214-f33e-44e2-9d87-2a18041085ad req-52ef3384-7f32-45d6-949c-89df8c948aa2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.3787429 Mar 02 18:22:36.870009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:36.957995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Made reservation on behalf of 7f4c0f679d0d496dbef60cf6bf37414d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:36.960429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.980722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:36.990735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3eb90214-f33e-44e2-9d87-2a18041085ad req-b5e1f65a-19f9-46ed-b3ae-12b246393ece tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208305 Mar 02 18:22:37.005007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:37.023074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:37.029639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:37.052346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:37.170765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.185871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2095476-737b-489d-8af2-f6f29cb1a872 req-d59e6990-7811-47f3-ace9-14142698a3ba tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:37.187824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2095476-737b-489d-8af2-f6f29cb1a872 req-d59e6990-7811-47f3-ace9-14142698a3ba tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.4752140 Mar 02 18:22:37.193820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913a7c7-c112-4d6e-9031-805028452a57,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:37.226029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.227552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50ca3676-d160-4cf0-be65-0cb97ed6ff14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9913a7c7-c112-4d6e-9031-805028452a57 HTTP/1.1" status: 204 len: 168 time: 0.6497309 Mar 02 18:22:37.276293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.364197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.385265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2095476-737b-489d-8af2-f6f29cb1a872 req-9db6b9c1-5dcf-4c8c-8fbd-cdbd1ef8a4a5 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261921 Mar 02 18:22:37.390413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d2b5a48-de76-4d50-a216-4debbbcbd4d7,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:37.403677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f734a-e29b-43fc-9f73-2f736b4e827e req-9d7208aa-2dc1-404b-9b8d-31e64578a532 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:37.403814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Checking segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:37.403814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Network hostable DHCP agents. Network: 4e15668c-da62-4b8a-92ae-9e30e648a3dc, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:37.409612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-524f734a-e29b-43fc-9f73-2f736b4e827e req-9d7208aa-2dc1-404b-9b8d-31e64578a532 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 931 time: 0.2158766 Mar 02 18:22:37.477692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.505104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-524f734a-e29b-43fc-9f73-2f736b4e827e req-5a86e400-5bcc-4828-9560-3ec6be96da6f tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Mar 02 18:22:37.515708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:37.525837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:37.533342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.534072 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Added segment f6834759-67be-4125-a875-693ec8aa7a44 of type vlan for network cfb3261e-576e-4fed-af13-a78eeaca3189 Mar 02 18:22:37.542250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:37.552069 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.571071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.577273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Transition to ACTIVE for port object 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:37.598551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:37.677866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.711419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.712579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:37.713281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.744045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4e15668c-da62-4b8a-92ae-9e30e648a3dc) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:37.761084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e958683c-082d-42b6-a503-60a8c074d4b8 None None] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:37.785523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:37.786575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:37.873939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:37.922316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=cfb3261e-576e-4fed-af13-a78eeaca3189,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:37.935090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-844f6972-3625-4ace-8dbd-c22270f6b84b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5569811 Mar 02 18:22:37.942621 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e3ecdbe1-70d5-48ae-85a4-2dd11ae8a5a2 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2585175 Mar 02 18:22:37.943269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51684) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:37.943604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51686) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:37.959966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Request body: {'subnet': {'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-subnet', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:37.977472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:37.990161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:37.994359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:38.011918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Usage tracker for resource:router and tenant:7c8849e6fe794fce96c5a525bf6e6c79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:38.012203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network cfb3261e-576e-4fed-af13-a78eeaca3189 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:38.014893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Usage tracker for resource:subnet and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:38.020440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:38.021992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:38.030413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:38.032899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:38.051927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.058583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.066761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.070959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:38.075385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.083413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.091247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.098604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.115274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a235762-78fe-4098-ac58-4e8f3353512b req-9c66a2bb-8464-4e62-b5cb-b9e1896421d4 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.3971310 Mar 02 18:22:38.149909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Attempting to bind port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:38.150409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Attempting to bind port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '4f0c3e60-f007-40ca-8d18-d4b00e70e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:38.151111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Attempting to bind port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 on network 019c437a-2d35-4b18-8f14-6e159a5b7245 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:38.171305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 on network 019c437a-2d35-4b18-8f14-6e159a5b7245 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:38.171769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Attempting to bind port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 on network 019c437a-2d35-4b18-8f14-6e159a5b7245 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:38.187538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Made reservation on behalf of 7f4c0f679d0d496dbef60cf6bf37414d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:38.190322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.190657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:38.191081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Checking segment: {'id': '4f0c3e60-f007-40ca-8d18-d4b00e70e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:38.191964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Bound using segment: {'id': '4f0c3e60-f007-40ca-8d18-d4b00e70e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:38.192829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Bound port: 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f0c3e60-f007-40ca-8d18-d4b00e70e71e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:38.193307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.213545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a235762-78fe-4098-ac58-4e8f3353512b req-4118d118-af72-4495-93f4-b4057aa1d751 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979631 Mar 02 18:22:38.234870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.239399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.258254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.338567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:38.343124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,segment=NetworkSegment(4f0c3e60-f007-40ca-8d18-d4b00e70e71e),segment_id=4f0c3e60-f007-40ca-8d18-d4b00e70e71e)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:38.430912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:38.444978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'port_id': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'mac_address': 'fa:16:3e:68:9f:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82a064-a18a-47ae-b4a5-4a52109f12c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:38.466099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c107ec31-2fff-4a1f-a549-1fb0a85a2c49 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:38.493487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.509824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-ef29c240-097b-48d2-a3b4-439a7430b30a tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.511531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-ef29c240-097b-48d2-a3b4-439a7430b30a tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1100 time: 0.1665268 Mar 02 18:22:38.569065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.603907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Pushing event updated for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:38.611703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:38.612526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.626233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.627015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.628507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-45b2b465-cf23-4957-8320-e4f8cd6ab210 service neutron] 10.222.0.11 "PUT /v2.0/ports/5c0e67bb-2551-4a0c-ba18-c9707e5b0369 HTTP/1.1" status: 200 len: 1091 time: 2.6363187 Mar 02 18:22:38.633164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:38.641107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:38.646884 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.651773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:38.691269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45641e-9e28-486b-addb-e6a3db51f708 req-308d086e-17f9-43ff-bcb1-6857695dde5c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:38.693375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c45641e-9e28-486b-addb-e6a3db51f708 req-308d086e-17f9-43ff-bcb1-6857695dde5c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 946 time: 0.2880516 Mar 02 18:22:38.700163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:38.705472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Usage tracker for resource:security_group_rule and tenant:79a13a15a03f4084a3bff897857979e4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:38.709615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:38.729214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:38.769498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.771273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c45641e-9e28-486b-addb-e6a3db51f708 req-e647d3cd-fe56-4c74-ba2a-51575363bb66 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621774 Mar 02 18:22:38.830356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.893395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:38.956875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['7038bd2a-6f68-4d53-a44f-6c4554981e76'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:39.042023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Allocated IP 172.20.0.2 (4e15668c-da62-4b8a-92ae-9e30e648a3dc/4d2b5a48-de76-4d50-a216-4debbbcbd4d7/cce8e7a5-03e6-4601-af8f-f9cda0c25e25) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:39.051613 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.061938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.110432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a365cd-c286-4df4-a0b1-db11aacd1825 req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233662 Mar 02 18:22:39.123506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07684969-5ca5-4b29-96b0-e849fb47b48c tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8eb955-aecd-409b-92d3-fd650c2ae508,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:39.170502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed15a7bb-dc83-4953-92bc-6709cd715715,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:39.176923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-b45081e0-7065-4d33-a3f2-6d6e8b1a5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:39.180516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-b45081e0-7065-4d33-a3f2-6d6e8b1a5adf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e74f0f055c34f94836fcb3c53627087&device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 1094 time: 0.1836214 Mar 02 18:22:39.205025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Checking segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:39.205636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Network hostable DHCP agents. Network: cfb3261e-576e-4fed-af13-a78eeaca3189, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:39.252364 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369', 'status': 'completed', 'code': 200} Mar 02 18:22:39.262724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-406fdc5d-b3f4-4f2f-b225-6565a6ca549e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369 HTTP/1.1" status: 200 len: 217 time: 0.0748498 Mar 02 18:22:39.273912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7fb13-ffba-4099-be89-9a18a0f57af7 req-140fc492-c31b-4033-a2dc-c4585eef3ed5 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:39.284225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef7fb13-ffba-4099-be89-9a18a0f57af7 req-140fc492-c31b-4033-a2dc-c4585eef3ed5 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 943 time: 0.3894279 Mar 02 18:22:39.411455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-a2cdad9c-6360-4ea7-8e09-3bb72467f9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:39.411455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-a2cdad9c-6360-4ea7-8e09-3bb72467f9fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ce1528d-79bd-4bab-9583-921a437eb802 HTTP/1.1" status: 200 len: 849 time: 0.1211174 Mar 02 18:22:39.422734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:39.471641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:39.477066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:39.478272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-48ed809c-e2cb-431b-91c8-3ee493100425 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=019c437a-2d35-4b18-8f14-6e159a5b7245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608935 Mar 02 18:22:39.526851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.533481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:39.544793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef7fb13-ffba-4099-be89-9a18a0f57af7 req-5c6a3371-b50d-412a-8526-ee71753334bc tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596233 Mar 02 18:22:39.566084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'port_id': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'mac_address': 'fa:16:3e:bd:eb:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:39.615011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, cfb3261e-576e-4fed-af13-a78eeaca3189) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:39.642558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:39.643644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.665966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.683873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5efda1-c3d7-40c0-b144-d603c3e9860d None None] Network cfb3261e-576e-4fed-af13-a78eeaca3189 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:39.724060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:22:39.782766 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:39.853607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aaf5b096-ebac-4c38-8d10-cf65f6e1056a tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] Request body: {'port': {'network_id': 'a6d9c22d-076a-4775-978f-b2f816916f6f', 'name': 'tempest-NetworksNegativeTestJSON-538599187'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:39.871580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-9496f6f2-383d-4184-8036-7276e9bd661d service neutron] 10.222.0.11 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765788 Mar 02 18:22:39.897247 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaf5b096-ebac-4c38-8d10-cf65f6e1056a tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] POST failed (client error): The resource could not be found. Mar 02 18:22:39.897778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaf5b096-ebac-4c38-8d10-cf65f6e1056a tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:39.899021 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aaf5b096-ebac-4c38-8d10-cf65f6e1056a tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4371843 Mar 02 18:22:39.904332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51748) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:39.985673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.007447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Transition to ACTIVE for port object cce8e7a5-03e6-4601-af8f-f9cda0c25e25 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:40.018108 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1c04da-0d03-4033-83b3-869204e544d2 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:40.018665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1c04da-0d03-4033-83b3-869204e544d2 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.030731 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7d1c04da-0d03-4033-83b3-869204e544d2 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "DELETE /v2.0/networks/98af0fad-444e-4f7f-9105-5766871e51e9 HTTP/1.1" status: 404 len: 339 time: 0.1217501 Mar 02 18:22:40.046423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.054468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-afec31fa-06c4-4b36-afd6-330ae7054e7c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1000919 Mar 02 18:22:40.067026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c107ec31-2fff-4a1f-a549-1fb0a85a2c49 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:40.073498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51756) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.088188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:40.092344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:40.106916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Transition to ACTIVE for port object cce8e7a5-03e6-4601-af8f-f9cda0c25e25 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:40.136947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:40.151500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Usage tracker for resource:router and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:40.162927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:40.235563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:40.259240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.260251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:40.312296 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.329581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.336133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.342608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.348272 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1800063e-5872-4787-8946-a0c44e95ddef tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:40.348882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1800063e-5872-4787-8946-a0c44e95ddef tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.348994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.350558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1800063e-5872-4787-8946-a0c44e95ddef tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "DELETE /v2.0/ports/d7be58e1-1d29-4b37-96c8-16e6674a54c4 HTTP/1.1" status: 404 len: 333 time: 0.2952907 Mar 02 18:22:40.359480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.359681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:40.359825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51762) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.365374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.365600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:40.367963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:40.370474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-cfb3261e-576e-4fed-af13-a78eeaca3189', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:40.371245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.371382 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.379097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-527b1cae-9275-4f20-867b-d470949f4656 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5419 time: 0.6371744 Mar 02 18:22:40.401893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547b3d32-cde1-4d38-9eac-15791a3c67fd req-c1ce1239-90be-4b24-85d2-4a1507ee6ae2 service neutron] 10.222.0.11 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181832 Mar 02 18:22:40.425664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3128d11-210f-46c1-b98e-94e9c767cdd5 req-c55b9b2e-7e52-48ad-86ff-9da49525c765 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:40.432816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3128d11-210f-46c1-b98e-94e9c767cdd5 req-c55b9b2e-7e52-48ad-86ff-9da49525c765 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 945 time: 0.3622813 Mar 02 18:22:40.455617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Allocated IP 172.25.7.213 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/2e699ec9-1b52-4d98-a990-765c6fdb19cb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:40.457915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:22:40.472322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.472322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.497102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bdf8b9a-7085-4a5a-a2ab-7baf30945ef3 req-447f42a2-88cc-450f-aac3-28b10c0d038f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1169825 Mar 02 18:22:40.511042 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e013da2e-6ed9-4eb0-a7e5-4caef6ecb519 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] DELETE failed (client error): The resource could not be found. Mar 02 18:22:40.511505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e013da2e-6ed9-4eb0-a7e5-4caef6ecb519 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.517442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e013da2e-6ed9-4eb0-a7e5-4caef6ecb519 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "DELETE /v2.0/subnets/b4b4b9ce-243f-4717-a77f-1ae7fbd91bcb HTTP/1.1" status: 404 len: 337 time: 0.1525939 Mar 02 18:22:40.520365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51768) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.546828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3128d11-210f-46c1-b98e-94e9c767cdd5 req-2d269a11-8d88-43e1-86b2-f3d25f2bc9d7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131368 Mar 02 18:22:40.554634 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.636655 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d855fee0-f4fb-4c2f-aca7-096a78396f97 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] GET failed (client error): The resource could not be found. Mar 02 18:22:40.639686 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d855fee0-f4fb-4c2f-aca7-096a78396f97 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "GET /v2.0/networks/6d0a9eef-e18a-4494-8e8e-0dd9b8a49ec3 HTTP/1.1" status: 404 len: 339 time: 0.1169913 Mar 02 18:22:40.644780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51782) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.714857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Allocated IP 172.20.0.2 (cfb3261e-576e-4fed-af13-a78eeaca3189/ed15a7bb-dc83-4953-92bc-6709cd715715/0224f3df-66e0-4a59-9699-7d47b016705d) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:40.735111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:40.779708 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-07058d88-f132-414e-9ef2-3501030965db tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] GET failed (client error): The resource could not be found. Mar 02 18:22:40.783224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-07058d88-f132-414e-9ef2-3501030965db tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "GET /v2.0/ports/94c75740-98c8-4a1b-b072-2b8813317cf8 HTTP/1.1" status: 404 len: 333 time: 0.1368151 Mar 02 18:22:40.786788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51786) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.830258 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-966e3fb9-1af3-4304-974d-91cb3b62d5ac tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] GET failed (client error): The resource could not be found. Mar 02 18:22:40.836562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-966e3fb9-1af3-4304-974d-91cb3b62d5ac tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "GET /v2.0/subnets/d2199a6a-f347-4e03-9128-0a2c47ea564a HTTP/1.1" status: 404 len: 337 time: 0.0485568 Mar 02 18:22:40.837217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.843326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:40.859375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-05ee85ed-614b-4636-ada8-737dc6821022 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:40.859557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:40.864268 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ee85ed-614b-4636-ada8-737dc6821022 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] PUT failed (client error): The resource could not be found. Mar 02 18:22:40.864759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05ee85ed-614b-4636-ada8-737dc6821022 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.871476 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05ee85ed-614b-4636-ada8-737dc6821022 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "PUT /v2.0/networks/092ac5cb-937e-45e0-ac54-8cb1128f6e37 HTTP/1.1" status: 404 len: 339 time: 0.0331099 Mar 02 18:22:40.872229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51796) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.876790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-a844a92b-db17-4d08-9d35-9b1f564fcb5b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1934676 Mar 02 18:22:40.878715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-48ef5854-6480-45c5-948d-2f8d441c45ed tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:40.921895 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ef5854-6480-45c5-948d-2f8d441c45ed tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] PUT failed (client error): The resource could not be found. Mar 02 18:22:40.922411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ef5854-6480-45c5-948d-2f8d441c45ed tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.929553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'port_id': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1', 'mac_address': 'fa:16:3e:d6:61:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:40.933498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48ef5854-6480-45c5-948d-2f8d441c45ed tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "PUT /v2.0/ports/47e8b2b1-6383-418a-bdfe-4d058ea1fbda HTTP/1.1" status: 404 len: 333 time: 0.0564289 Mar 02 18:22:40.933498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:40.938108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2b1d7f4a-f4b4-4dad-b62e-d67044b530a3 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:40.974653 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1d7f4a-f4b4-4dad-b62e-d67044b530a3 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] PUT failed (client error): The resource could not be found. Mar 02 18:22:40.974943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Attempting to bind port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:40.975142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1d7f4a-f4b4-4dad-b62e-d67044b530a3 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:22:40.975340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Attempting to bind port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:40.975874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Attempting to bind port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 on network 4e15668c-da62-4b8a-92ae-9e30e648a3dc {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:40.978747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b1d7f4a-f4b4-4dad-b62e-d67044b530a3 tempest-NetworksNegativeTestJSON-1055913495 tempest-NetworksNegativeTestJSON-1055913495-project] 10.222.0.66 "PUT /v2.0/subnets/795ef497-d4b5-4831-883b-8c69dbeddaaf HTTP/1.1" status: 404 len: 337 time: 0.0468626 Mar 02 18:22:40.984135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.068706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:41.069354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Checking segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:41.069476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.069774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Bound using segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:41.070299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Bound port: cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:41.070685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.103266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Pushing event updated for resources: {'Port': ['ID=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:41.134979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.189327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.211079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:41.213870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:41.216807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:41.224687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:41.233191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:41.262250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Pushing event updated for resources: {'Port': ['ID=2e699ec9-1b52-4d98-a990-765c6fdb19cb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:41.325256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895693-9efe-43bb-9063-fe239c867777 req-9e43463a-bb23-4032-b2a1-571582b2535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:41.326780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-9e43463a-bb23-4032-b2a1-571582b2535d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7e74f0f055c34f94836fcb3c53627087&device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 1094 time: 0.7401059 Mar 02 18:22:41.327635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.328536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:41.528769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.546192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd81f11-e974-4e1c-bca6-695d83fb695e req-01196fd5-5180-4989-9538-bf7431a0e95e tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:41.547756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efd81f11-e974-4e1c-bca6-695d83fb695e req-01196fd5-5180-4989-9538-bf7431a0e95e tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 943 time: 0.7696698 Mar 02 18:22:41.553110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] For port cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:41.564453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-1a4389b5-8f7c-49d0-b4df-194cd644d423 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:41.565962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-1a4389b5-8f7c-49d0-b4df-194cd644d423 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5737789 Mar 02 18:22:41.571570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Transition to ACTIVE for port object 0224f3df-66e0-4a59-9699-7d47b016705d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:41.621250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-7680f714-62c8-4424-9f6c-80df09d38a1c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.0445664 Mar 02 18:22:41.644358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:41.648989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] For port cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:41.704404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:41.722361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'port_id': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'mac_address': 'fa:16:3e:11:d6:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:41.737036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efd81f11-e974-4e1c-bca6-695d83fb695e req-578957b7-9eb2-4e2d-8b42-4433bd05e045 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811569 Mar 02 18:22:41.758042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895693-9efe-43bb-9063-fe239c867777 req-74daa082-51f9-4afb-bb18-a75e6db2d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:41.759559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-74daa082-51f9-4afb-bb18-a75e6db2d0bd service neutron] 10.222.0.11 "GET /v2.0/networks?id=019c437a-2d35-4b18-8f14-6e159a5b7245 HTTP/1.1" status: 200 len: 910 time: 0.4192758 Mar 02 18:22:41.812108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Transition to ACTIVE for port object 0224f3df-66e0-4a59-9699-7d47b016705d will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:41.814499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.828168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:41.909175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-32cf126b-5d43-4224-a70e-4360d006f113 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369 HTTP/1.1" status: 200 len: 217 time: 0.1355107 Mar 02 18:22:41.923798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:41.964198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.001790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:42.003586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:42.008424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:42.017533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:42.019709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:42.028694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:42.073065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1e40b-a596-4ee4-ba70-a647d2953d68 None None] Pushing event updated for resources: {'Port': ['ID=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:42.214248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Pushing event updated for resources: {'Port': ['ID=0224f3df-66e0-4a59-9699-7d47b016705d,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:42.282527 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.282961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 42dd07c4-9d30-41c8-95bc-bdddf84377b9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:42.319738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29895693-9efe-43bb-9063-fe239c867777 req-b37bdac3-1ca1-4d2b-8b2e-b0a735e669a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:42.321242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-b37bdac3-1ca1-4d2b-8b2e-b0a735e669a4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2ce1528d-79bd-4bab-9583-921a437eb802 HTTP/1.1" status: 200 len: 849 time: 0.3963554 Mar 02 18:22:42.329839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-dcbe13cc-1f20-4229-9983-8534628d59eb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6901064 Mar 02 18:22:42.385148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.606066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:42.613952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Attempting to bind port 0224f3df-66e0-4a59-9699-7d47b016705d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:42.614375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Attempting to bind port 0224f3df-66e0-4a59-9699-7d47b016705d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:42.614737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Attempting to bind port 0224f3df-66e0-4a59-9699-7d47b016705d on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:42.632181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-ac345493-ef03-431d-b36c-adc80a07ddad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=019c437a-2d35-4b18-8f14-6e159a5b7245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2949905 Mar 02 18:22:42.649164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '42dd07c4-9d30-41c8-95bc-bdddf84377b9', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'port_id': '42dd07c4-9d30-41c8-95bc-bdddf84377b9', 'mac_address': 'fa:16:3e:b8:1a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:42.652918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:42.653473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Checking segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:42.654457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.654867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Bound using segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:42.655341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Bound port: 0224f3df-66e0-4a59-9699-7d47b016705d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:42.655713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.698561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.739845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:42.748878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Usage tracker for resource:security_group_rule and tenant:a51ed67a252145b78dc2f390c0c3909e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:42.754312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:42.799991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:42.879786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.880441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.924131 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.939107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:42.953300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] For port 0224f3df-66e0-4a59-9699-7d47b016705d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:42.960002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42dd07c4-9d30-41c8-95bc-bdddf84377b9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:42.971298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:42.985359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] For port 0224f3df-66e0-4a59-9699-7d47b016705d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0224f3df-66e0-4a59-9699-7d47b016705d,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:42.989986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:43.001096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:43.110190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.112571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:43.114686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.286104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.298166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.298424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.306773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.318227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.329899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.336729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54bef1e-e5be-4706-97ac-d9a34eba47ec details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:43.341121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.361385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.374663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:43.388785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e60bb43f-6a27-4d91-8815-282881038037 req-00b11bdf-e42a-4981-82eb-400edd57c7e6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5422 time: 1.2744613 Mar 02 18:22:43.453994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dab8b7-9bea-45f1-846d-9ac03c53b212 None None] Pushing event updated for resources: {'Port': ['ID=0224f3df-66e0-4a59-9699-7d47b016705d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:43.598795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.621791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e60bb43f-6a27-4d91-8815-282881038037 req-f3915f35-79f7-48b8-b8e6-b4eb86b2acb2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318733 Mar 02 18:22:43.700053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-b2cc8d43-6c4d-4fb8-8db3-459ab382767c service neutron] 10.222.0.11 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0555494 Mar 02 18:22:43.722957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:43.846237 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a51ed67a252145b78dc2f390c0c3909e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8411891 Mar 02 18:22:43.857667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Allocated IP 172.25.7.59 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c5084388-c82e-46f0-9188-5a7f7fdbc928) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:43.867912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51838) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:43.874362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Router 3e4f1908-0ada-41cb-aa20-595f5082c296 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:22:43.878056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cce8e7a5-03e6-4601-af8f-f9cda0c25e25 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:43.923165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29273ab1-fde8-49fd-9713-2476b19269d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9913ef48-4536-4ec6-967c-439d69123a6d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:44.030434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:44.085891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['42dd07c4-9d30-41c8-95bc-bdddf84377b9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:44.178926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['80bcd2a1-da8f-4658-b0f4-bc2025d056f2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:44.282899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'port_id': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'mac_address': 'fa:16:3e:b8:8a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5032fe48-8167-4fe6-85bb-ad7d8de110b4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:44.340804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b5191-a701-4b46-9805-3a31e7b5de58 None None] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:44.575334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:22:44.607655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:44.612510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:44.632088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Sync routers for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:22:44.635241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:44.681298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:44.700588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29895693-9efe-43bb-9063-fe239c867777 req-bd77346e-e3a4-4685-a0ad-fdceee5d7dab service neutron] 10.222.0.11 "GET /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903920 Mar 02 18:22:44.736691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:44.737694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e94805a-a771-49c2-9453-bf00b2ed7199 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7931163 Mar 02 18:22:44.751159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51880) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:44.790039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca1395-86fc-4d16-9910-11a456e40051 req-09aa8c27-ffa8-4a4c-8ac3-76f6a11d0ddc tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:44.806820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59ca1395-86fc-4d16-9910-11a456e40051 req-09aa8c27-ffa8-4a4c-8ac3-76f6a11d0ddc tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 944 time: 0.7785170 Mar 02 18:22:44.834013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:44.848497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea5831-e9ff-4f3b-8139-efa3ce142845 req-f72e7335-fba8-412c-ad9a-2874fbe73558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:44.855820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ea5831-e9ff-4f3b-8139-efa3ce142845 req-f72e7335-fba8-412c-ad9a-2874fbe73558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 943 time: 0.5926123 Mar 02 18:22:44.908531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c107ec31-2fff-4a1f-a549-1fb0a85a2c49'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:44.941141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:44.964501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:45.073303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Pushing event updated for resources: {'Port': ['ID=c5084388-c82e-46f0-9188-5a7f7fdbc928,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:45.100694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:22:45.108173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:45.108510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:45.109951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:45.116380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:45.180850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ea5831-e9ff-4f3b-8139-efa3ce142845 req-5ccdbb4c-b150-4704-ac7c-5331fc6df51b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209159 Mar 02 18:22:45.239537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ced6a5c8-d364-44bb-b5ed-32483f2fa2c8 None None] Provisioning for port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:45.255360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59ca1395-86fc-4d16-9910-11a456e40051 req-fe4c0fcf-1c8c-42a0-bc57-3d999fe3968b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470675 Mar 02 18:22:45.338043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155ce1d-2eec-4755-a9e6-80a6d9b25038 None None] Network cfb3261e-576e-4fed-af13-a78eeaca3189 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:45.467165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54bef1e-e5be-4706-97ac-d9a34eba47ec {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:45.651106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:45.944459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:45.961605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.061648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:46.069510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.070692 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9913ef48-4536-4ec6-967c-439d69123a6d HTTP/1.1" status: 204 len: 168 time: 2.2033458 Mar 02 18:22:46.081106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5640f6-d5f8-449c-9a45-3ff38acc128e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9913ef48-4536-4ec6-967c-439d69123a6d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:46.114224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:46.116950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.131218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.138043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.145687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.153296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.166276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.179737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.186963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:46.189172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-a4f9f323-96ad-43af-9583-9b2bfaf2fc34 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5423 time: 0.2760150 Mar 02 18:22:46.273610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.361163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-85c290d3-9152-4d87-a922-b21c618ff335 None None] Provisioning for port 0224f3df-66e0-4a59-9699-7d47b016705d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:46.385289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b6ffc60-13ea-4d10-aa1d-35d361525544 req-07ea6e00-8c3a-4dae-a845-2712587c8af5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1896069 Mar 02 18:22:46.439887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.440992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:46.441678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2338ecfc-8f49-4812-ab63-4de77c7aebc5 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:46.901624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ce33257-b561-48b4-9f87-6d124344bc93 req-a5983021-28cc-46d8-b13c-d02d43b7a574 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 210 time: 0.1157937 Mar 02 18:22:46.923088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Allocated IP 172.20.0.1 (4e15668c-da62-4b8a-92ae-9e30e648a3dc/4d2b5a48-de76-4d50-a216-4debbbcbd4d7/e61fd591-2bdf-4383-94ea-537bcb4c9da1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:47.035883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69779247-7eb4-4d37-a282-87b4e56cf797 req-4e5719dd-24f2-4938-8281-92610a697b38 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:47.037158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:47.037802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69779247-7eb4-4d37-a282-87b4e56cf797 req-4e5719dd-24f2-4938-8281-92610a697b38 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 943 time: 0.4703422 Mar 02 18:22:47.097830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:22:47.219146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.223248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69779247-7eb4-4d37-a282-87b4e56cf797 req-d6818ed9-aa80-4e2a-b438-5a57cd1cd846 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684668 Mar 02 18:22:47.225696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.235437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072db8c-bfa7-40fe-a51e-1b3a44c54606 req-413a9dd7-d21e-4e01-b8b9-d39449fbfde2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:47.242662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7072db8c-bfa7-40fe-a51e-1b3a44c54606 req-413a9dd7-d21e-4e01-b8b9-d39449fbfde2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 944 time: 0.4149740 Mar 02 18:22:47.267893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Transition to ACTIVE for port object e61fd591-2bdf-4383-94ea-537bcb4c9da1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:47.362743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7072db8c-bfa7-40fe-a51e-1b3a44c54606 req-ad496b3f-c69e-4b12-9d70-59176d0c8aad tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188126 Mar 02 18:22:47.391929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.579450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:47.585926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:47.617442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:47.636901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:47.695914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'network_id': '1b4b0956-7dd2-44af-a302-6f9899c3f53b', 'port_id': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'mac_address': 'fa:16:3e:88:9a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10eafe1b-f047-44fc-8c6b-e4c0c22ef83a', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:47.721279 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.729318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:47.760764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.889719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:47.892221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:47.913144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:22:47.955744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2338ecfc-8f49-4812-ab63-4de77c7aebc5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:48.020755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.171702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:48.210381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:48.241045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:41Z', 'revision_number': 3, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:48.262919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Checking router: 3e4f1908-0ada-41cb-aa20-595f5082c296 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:22:48.271999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Updating router 3e4f1908-0ada-41cb-aa20-595f5082c296 port 2e699ec9-1b52-4d98-a990-765c6fdb19cb binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:22:48.313835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0224f3df-66e0-4a59-9699-7d47b016705d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:48.389354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.392619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:48.420422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:48.563272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d81447bb-7794-4bef-a83a-0daa3c1698d1 None None] Provisioning complete for port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:48.563703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d81447bb-7794-4bef-a83a-0daa3c1698d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.590498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:48.618199 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.626627 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.635105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.642187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d951772-2d55-4542-ad62-1320ad159f6d req-e6f6b878-981c-415a-8540-4ffbdc98ec7b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 210 time: 0.4596095 Mar 02 18:22:48.665197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:48.668862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:22:48.679825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:48.693104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Usage tracker for resource:security_group_rule and tenant:4cf6795b95b54413ba3011edff84ffc3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:48.702964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:48.713775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:48.754728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'network_id': '7d758753-7169-4863-a7dc-c4812278e3db', 'port_id': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'mac_address': 'fa:16:3e:87:ec:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5032fe48-8167-4fe6-85bb-ad7d8de110b4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:48.764937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-632059905', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:48.768209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:48.788681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:48.811320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:router and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:48.816638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:48.874645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:48.878746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.884939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.891230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.897554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.904580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.910871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.916969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:48.926042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b152e998-90e0-4256-a1ac-01325194ec42 req-2e18818a-f179-45b0-84b1-630a083da581 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5424 time: 1.2680209 Mar 02 18:22:48.980617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:48.986410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.027736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:22:49.030685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:49.041839 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:22:49.044921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.063836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:22:49.066363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:49.067246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-72840740-bdf1-41b6-b521-76c40ae1fca0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:49.069016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-72840740-bdf1-41b6-b521-76c40ae1fca0 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 944 time: 0.8879213 Mar 02 18:22:49.081913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b152e998-90e0-4256-a1ac-01325194ec42 req-23640fe1-c504-4960-8917-fb84e55dd8ae tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1544151 Mar 02 18:22:49.089701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.090792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.111001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.129620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.145520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:49.148214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0224f3df-66e0-4a59-9699-7d47b016705d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:49.161973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.170241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0224f3df-66e0-4a59-9699-7d47b016705d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:49.173224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.228040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.326466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e7c8eb-1d86-4adb-b2e2-d9addbe384ce,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:49.331566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1f5430ab-d3aa-4194-9f44-730dd516da44 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4cf6795b95b54413ba3011edff84ffc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1581600 Mar 02 18:22:49.343954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078e0c7-2cc6-400d-97d5-3d9a88282297 req-61dd5ee4-69a0-4db5-b5ba-eca79012a72d tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:49.346021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c078e0c7-2cc6-400d-97d5-3d9a88282297 req-61dd5ee4-69a0-4db5-b5ba-eca79012a72d tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 943 time: 0.5217714 Mar 02 18:22:49.346690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52040) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:49.358450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Deleting port 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:22:49.365294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.365489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.365489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:22:49.365489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f6a219f-33f4-4986-ac58-865f729280ca None None] Provisioning for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:49.392913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Pushing event updated for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:49.421325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.431986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.433618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2fabbbdb-5f4b-4845-81c4-f2db55a19625 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.3575029 Mar 02 18:22:49.437435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-6f2eef46-2133-46cd-be91-88ecf51e5096 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982666 Mar 02 18:22:49.438738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:49.442153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f6a219f-33f4-4986-ac58-865f729280ca None None] Provisioning complete for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:49.442578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f6a219f-33f4-4986-ac58-865f729280ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.452532 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:22:49.552021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c078e0c7-2cc6-400d-97d5-3d9a88282297 req-a1094445-29a7-4173-9ee4-560e21a83c2a tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617103 Mar 02 18:22:49.640808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.657980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce945e8e-efe7-4c98-b58a-fda8180447b2 req-d0ff887f-6729-4d6c-9ece-aae23d62d657 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:49.665915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce945e8e-efe7-4c98-b58a-fda8180447b2 req-d0ff887f-6729-4d6c-9ece-aae23d62d657 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 944 time: 0.3873391 Mar 02 18:22:49.735780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:49.739697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a219f-33f4-4986-ac58-865f729280ca None None] Port e61fd591-2bdf-4383-94ea-537bcb4c9da1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:49.776961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.785056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.878824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce945e8e-efe7-4c98-b58a-fda8180447b2 req-f457551a-ef88-46aa-8e97-0c13e3e36718 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117109 Mar 02 18:22:49.894600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,segment=NetworkSegment(4f0c3e60-f007-40ca-8d18-d4b00e70e71e),segment_id=4f0c3e60-f007-40ca-8d18-d4b00e70e71e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:49.918408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0224f3df-66e0-4a59-9699-7d47b016705d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0224f3df-66e0-4a59-9699-7d47b016705d,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:49.925033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369', 'network_id': '019c437a-2d35-4b18-8f14-6e159a5b7245', 'port_id': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369', 'mac_address': 'fa:16:3e:bc:95:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ce1528d-79bd-4bab-9583-921a437eb802', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:22:49.955726 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:45Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:49.961402 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:22:49.961750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Updating router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 port c5084388-c82e-46f0-9188-5a7f7fdbc928 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:22:49.977042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07a435f9-18ec-45b4-bcc1-b312ec29b5be req-8422bd88-7b93-4c01-909f-b924882416df tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 210 time: 0.0961978 Mar 02 18:22:49.984981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] For port 7038bd2a-6f68-4d53-a44f-6c4554981e76, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7038bd2a-6f68-4d53-a44f-6c4554981e76,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:49.994830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.996653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:49.999585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.028314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:50.029515 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.046221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Transition to ACTIVE for port object 2e699ec9-1b52-4d98-a990-765c6fdb19cb will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:50.055529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,segment=NetworkSegment(4f0c3e60-f007-40ca-8d18-d4b00e70e71e),segment_id=4f0c3e60-f007-40ca-8d18-d4b00e70e71e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:50.100181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.101091 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd3c820a-c266-4032-bd64-30ddc34b79aa tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5087309 Mar 02 18:22:50.171562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Calling delete_port for 7038bd2a-6f68-4d53-a44f-6c4554981e76 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:22:50.226682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.258810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.340034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52050) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:50.346499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-318054338'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:50.351797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:50.356102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:network and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:50.359379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:50.366218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:50.429451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cce8e7a5-03e6-4601-af8f-f9cda0c25e25 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:50.448082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:50.457046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:50.543655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Attempting to bind port 2e699ec9-1b52-4d98-a990-765c6fdb19cb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:50.544027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Attempting to bind port 2e699ec9-1b52-4d98-a990-765c6fdb19cb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:50.544431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Attempting to bind port 2e699ec9-1b52-4d98-a990-765c6fdb19cb on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:50.546964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.549439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0224f3df-66e0-4a59-9699-7d47b016705d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:50.554970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.563745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.569941 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.575441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.600083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.607383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:50.607787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:50.608172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.608576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:50.609077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Bound port: 2e699ec9-1b52-4d98-a990-765c6fdb19cb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:50.609463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.610181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.621281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.635807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2018943d-6394-4458-920b-1bc073c4001d req-8965fbda-f8d8-4214-8175-c8e85c77cfc0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5426 time: 0.2361681 Mar 02 18:22:50.652632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.704826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:50.748957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Transition to ACTIVE for port object c5084388-c82e-46f0-9188-5a7f7fdbc928 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:50.765653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9f333-0cc7-44f3-8e07-90eaf9b77767 None None] Pushing event updated for resources: {'Port': ['ID=2e699ec9-1b52-4d98-a990-765c6fdb19cb,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:50.802880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2018943d-6394-4458-920b-1bc073c4001d req-f174e935-2fa2-4374-871f-6807d2523da5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1707449 Mar 02 18:22:50.830207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-e14496b1-87ff-4853-b24d-9cfbe0689fc2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:50.832677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-e14496b1-87ff-4853-b24d-9cfbe0689fc2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3842285 Mar 02 18:22:50.838725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:50.839381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.869584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:50.880364 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.884002 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.900609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:50.906022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.964174 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:50.976564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9b2d5e43-3725-4cde-832e-ca150d99cca8 None None] Provisioning complete for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:50.981566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9b2d5e43-3725-4cde-832e-ca150d99cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.021749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-7b1ed782-2cb0-4101-a99e-4e29aff8ef21 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3022647 Mar 02 18:22:51.036261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] For port 2e699ec9-1b52-4d98-a990-765c6fdb19cb, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:51.048004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event deleted for resources: {'Port': ['ID=7038bd2a-6f68-4d53-a44f-6c4554981e76,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.068053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2338ecfc-8f49-4812-ab63-4de77c7aebc5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:51.128191 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Attempting to bind port c5084388-c82e-46f0-9188-5a7f7fdbc928 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:51.129347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Attempting to bind port c5084388-c82e-46f0-9188-5a7f7fdbc928 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:51.130766 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Attempting to bind port c5084388-c82e-46f0-9188-5a7f7fdbc928 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:51.152388 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:51.154266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5c0e67bb-2551-4a0c-ba18-c9707e5b0369'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:51.155773 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:51.160979 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.161716 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:51.162907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Bound port: c5084388-c82e-46f0-9188-5a7f7fdbc928, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:51.163980 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.170258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e7c8eb-1d86-4adb-b2e2-d9addbe384ce,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.181078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.201125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.221714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] For port 2e699ec9-1b52-4d98-a990-765c6fdb19cb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e699ec9-1b52-4d98-a990-765c6fdb19cb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:51.261357 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Pushing event updated for resources: {'Port': ['ID=c5084388-c82e-46f0-9188-5a7f7fdbc928,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.282815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9b2d5e43-3725-4cde-832e-ca150d99cca8 None None] Port e61fd591-2bdf-4383-94ea-537bcb4c9da1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:51.316896 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.317574 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.318367 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.318920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.320158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.321439 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.323230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.323230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.323230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.323797 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.324340 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.324876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:51.373165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:51.407993 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.425905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] For port c5084388-c82e-46f0-9188-5a7f7fdbc928, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:22:51.431607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] For port c5084388-c82e-46f0-9188-5a7f7fdbc928, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c5084388-c82e-46f0-9188-5a7f7fdbc928,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:22:51.454679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:51.455058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.525802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Router 3e4f1908-0ada-41cb-aa20-595f5082c296 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:22:51.581056 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.655955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9f333-0cc7-44f3-8e07-90eaf9b77767 None None] Pushing event updated for resources: {'Port': ['ID=2e699ec9-1b52-4d98-a990-765c6fdb19cb,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.677580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:22:51.678167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:51.736236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-63407d39-e614-45c7-9b88-c37e24c9cb04 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:51.737732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-63407d39-e614-45c7-9b88-c37e24c9cb04 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6743896 Mar 02 18:22:51.739329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f9f6e224-0334-412f-97ae-1bcad9498a52 req-6a28f7f8-affa-452c-8d87-30f2caeac9ec tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Synchronizing usage tracker for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:51.743181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16167dc2-1b29-4213-9225-a9a24fc15c2e None None] Pushing event updated for resources: {'Port': ['ID=c5084388-c82e-46f0-9188-5a7f7fdbc928,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:51.745223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:51.752068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:security_group_rule and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:51.755542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:51.762387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:51.843176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:51.845099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7b7124b0-ae52-4fd8-b376-bc6bcefa51ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/92e7c8eb-1d86-4adb-b2e2-d9addbe384ce HTTP/1.1" status: 204 len: 168 time: 2.4914935 Mar 02 18:22:51.846270 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:22:51.847811 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:51.885511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:51.903224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:22:51.911017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:51.929956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a62ec2b-96a0-4c3c-82a3-9612a8f139a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/3e4f1908-0ada-41cb-aa20-595f5082c296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1773272 Mar 02 18:22:51.945543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:52.046371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.125878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:22:52.201952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f9f6e224-0334-412f-97ae-1bcad9498a52 req-6a28f7f8-affa-452c-8d87-30f2caeac9ec tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Unset dirty status for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:52.216994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9f6e224-0334-412f-97ae-1bcad9498a52 req-6a28f7f8-affa-452c-8d87-30f2caeac9ec tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 210 time: 0.9909074 Mar 02 18:22:52.230508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:52.265338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] No DVR routers for this DVR port 7038bd2a-6f68-4d53-a44f-6c4554981e76 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:22:52.273011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.276589 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:22:52.292448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:22:52.292669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'name': 'network-vif-deleted', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:52.357831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['e54bef1e-e5be-4706-97ac-d9a34eba47ec'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:52.362172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:52.362933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457ace6-099c-4276-ab15-7893cd2dfc3b req-a1630f23-94ac-4dc3-82c7-9972d48605cf tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:52.367066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c457ace6-099c-4276-ab15-7893cd2dfc3b req-a1630f23-94ac-4dc3-82c7-9972d48605cf tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 944 time: 1.6465397 Mar 02 18:22:52.371677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:52.373820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.423075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b2b8406-208b-4fcb-b376-12d9445c64f5 req-c8ca68fc-7161-4e4e-8a2e-8c1c691fb64e tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.65 "DELETE /v2.0/ports/7038bd2a-6f68-4d53-a44f-6c4554981e76 HTTP/1.1" status: 204 len: 173 time: 3.3325136 Mar 02 18:22:52.454449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0224f3df-66e0-4a59-9699-7d47b016705d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:52.481836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.516475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.596293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 7038bd2a-6f68-4d53-a44f-6c4554981e76 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:22:52.605333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7038bd2a-6f68-4d53-a44f-6c4554981e76 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:22:52.643817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-134e42f7-9c53-4b0c-bcaa-85dd25fdf2a3 req-fe260116-8712-43bf-8fef-263a9540f89a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 210 time: 0.1246660 Mar 02 18:22:52.663848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.697907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:52.731188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.731506 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Added segment 9a2ec355-76e8-4ece-9b54-9c2c4c407531 of type vlan for network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d Mar 02 18:22:52.772702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c457ace6-099c-4276-ab15-7893cd2dfc3b req-467819bc-3f75-42f0-b61c-02cc51d651d9 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3691785 Mar 02 18:22:52.798164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:52.806326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:52.979324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.72 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/14d7408e-d492-4aba-b629-54f879dc5e99) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:53.023368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:53.031735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9138d-37ef-4452-9e73-b91f3f97d1f6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:53.061547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6361c1a0-960b-44a9-9fb2-23ff731f9154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.070926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.094096 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe8c335-d9b8-4e03-805c-e3f22b94705f', 'name': 'network-vif-deleted', 'tag': '7038bd2a-6f68-4d53-a44f-6c4554981e76', 'status': 'completed', 'code': 200} Mar 02 18:22:53.236452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52084) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:53.307901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.310992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['0fbfe48a-af73-4b72-ab07-74eb7ff889a0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:53.377349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:53.379533 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:45Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:53.393411 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2fbd43-a87e-4701-b84c-9d3b69dead83 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:45Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:22:53.398781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Usage tracker for resource:security_group_rule and tenant:36c85344c1e6405c876acb1a07965339 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:53.431268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:53.435547 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1', 'code': 200} Mar 02 18:22:53.447432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.461822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.481155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.495025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.508782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.526062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.545886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.554339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-6a3368c4-dbcd-467e-884b-b61ab090089c tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5426 time: 0.4502974 Mar 02 18:22:53.557094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:53.654216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.655564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c107ec31-2fff-4a1f-a549-1fb0a85a2c49 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:53.656511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.668245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:53.671652 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.679348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:53.682949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Allocated IP 172.20.0.1 (cfb3261e-576e-4fed-af13-a78eeaca3189/ed15a7bb-dc83-4953-92bc-6709cd715715/1923ae5b-fc9b-45cd-a081-c0abb23bfc2f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:53.719737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object 14d7408e-d492-4aba-b629-54f879dc5e99 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:53.775596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:54.094090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Network': ['ID=05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:54.099225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0224f3df-66e0-4a59-9699-7d47b016705d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:54.099596 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.125683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.197341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:54.222012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:54.239768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:54.325042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52098) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:54.327754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.227 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/6a053980-afab-40b2-907f-e17133630bd8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:22:54.368873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be7ca319-b746-4317-9926-be3377507132 req-d4f6945d-76d8-4195-8b71-fe410b93ef45 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe8c335-d9b8-4e03-805c-e3f22b94705f HTTP/1.1" status: 200 len: 210 time: 0.8028657 Mar 02 18:22:54.382544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:54.399089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-network', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:54.401711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:54.408962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Usage tracker for resource:network and tenant:242b2614feab48d68bf16e7c4c8c7241 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:54.414305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:54.431987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:54.449381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:54.467198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:54.534962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19dc7537-6062-48b4-8944-dc2064e47a5f req-d4a6758a-4b52-4121-a7ad-8d5126be9296 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9789810 Mar 02 18:22:54.671186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:54.732642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.767691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f3954022-9a1b-4899-be14-c65e4e57af42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.786111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Transition to ACTIVE for port object 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:54.818759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Made reservation on behalf of 242b2614feab48d68bf16e7c4c8c7241 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:54.819980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e14f8444-9220-4b81-8739-307c9ae0f490 req-00fa816a-1301-4f24-a2bf-6a414df4db2e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:22:54.821144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.849846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9ed07392-b599-44b7-aaab-f44a4171cfdb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 4.5085695 Mar 02 18:22:54.853829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:54.856577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.880269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'subnet': {'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:54.951459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:54.952117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:54.958099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:55.093537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Usage tracker for resource:security_group_rule and tenant:242b2614feab48d68bf16e7c4c8c7241 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:55.098991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:55.118854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:55.145468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e14f8444-9220-4b81-8739-307c9ae0f490 req-00fa816a-1301-4f24-a2bf-6a414df4db2e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:22:55.147679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e14f8444-9220-4b81-8739-307c9ae0f490 req-00fa816a-1301-4f24-a2bf-6a414df4db2e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 210 time: 0.4709761 Mar 02 18:22:55.168689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:55.188208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:subnet and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:55.194084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:55.204775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:55.205121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.219085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b327d-685c-4f8e-b630-17f8e50014b2 req-4cdd9437-b1ca-4fa6-a0a2-0b349bd555ce tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:55.220596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd3b327d-685c-4f8e-b630-17f8e50014b2 req-4cdd9437-b1ca-4fa6-a0a2-0b349bd555ce tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 944 time: 0.3844135 Mar 02 18:22:55.241694 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.305594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd3b327d-685c-4f8e-b630-17f8e50014b2 req-d22482db-7eeb-49ce-9a2f-e26bc86b8397 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758812 Mar 02 18:22:55.312736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.328761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.347673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ded4c957-0e0e-4e30-b2f2-2910ceb41a98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4860811 Mar 02 18:22:55.358874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:55.371053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.378406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6eb4aa-301c-438e-90f3-4628ffe28085,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:55.410829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object 6a053980-afab-40b2-907f-e17133630bd8 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:55.416084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fdd2590a-966d-4b52-835a-1e5aa710c484 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=36c85344c1e6405c876acb1a07965339&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1707861 Mar 02 18:22:55.421101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52108) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:55.446386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a5fb3ad4-58b6-4f72-967c-039802052c4b None None] Provisioning for port 14d7408e-d492-4aba-b629-54f879dc5e99 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:55.459228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:55.487928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a5fb3ad4-58b6-4f72-967c-039802052c4b None None] Provisioning complete for port 14d7408e-d492-4aba-b629-54f879dc5e99 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:55.488460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5fb3ad4-58b6-4f72-967c-039802052c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.497783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Request body: {'port': {'device_id': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:55.504650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.520910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:55.521440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.536314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.718522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.764357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.769111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.770903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5a6eb4aa-301c-438e-90f3-4628ffe28085 HTTP/1.1" status: 204 len: 168 time: 0.3487318 Mar 02 18:22:55.772171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6c5db-b5bd-48df-8ecb-b13a259fcaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6eb4aa-301c-438e-90f3-4628ffe28085,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:55.791708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.801635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.803344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:55.804013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e61fd591-2bdf-4383-94ea-537bcb4c9da1', 'name': '', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'mac_address': 'fa:16:3e:6d:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:46Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 2, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'subnets': [{'id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:22:55.832873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:55.842605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Pushing event updated for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:55.854765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:55.859221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:55.883292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6c1960-d79e-44e4-87f7-ecbdcf41e3f8 None None] The sync data for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 is: [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e61fd591-2bdf-4383-94ea-537bcb4c9da1', 'name': '', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'mac_address': 'fa:16:3e:6d:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:46Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 2, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'subnets': [{'id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:22:55.884798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb3ad4-58b6-4f72-967c-039802052c4b None None] Port 14d7408e-d492-4aba-b629-54f879dc5e99 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:55.960015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.193788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.197973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.205229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:22:56.253243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c5084388-c82e-46f0-9188-5a7f7fdbc928 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:56.405259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.439276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:22:56.501637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.508338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:56.565211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:56.585286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:56.586517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:56.590203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:22:56.593431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92d753e2-86a7-48f9-83ea-c4ac25241cad None None] Provisioning for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:56.655801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.657135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 42dd07c4-9d30-41c8-95bc-bdddf84377b9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:56.695477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:22:56.775326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c5084388-c82e-46f0-9188-5a7f7fdbc928 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:56.806450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.811077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.883034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.891071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.897656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.902696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:56.906169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.913576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.915676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aced318d-a20f-4bea-8374-2a9b0fff849e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:56.920786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.928035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.936965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-63845b79-7ae1-4073-a373-f06a8eeeaf42 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5427 time: 1.0442073 Mar 02 18:22:56.959424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-3bedf692-78fb-457f-9229-9f0bc221bc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1050146 Mar 02 18:22:56.973561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e0341f0d-d8b3-44bb-8940-33ceb10a9cc6 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:56.981823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e0341f0d-d8b3-44bb-8940-33ceb10a9cc6 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 0.8472526 Mar 02 18:22:56.999965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Request body: {'port': {'device_id': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:57.022728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c5084388-c82e-46f0-9188-5a7f7fdbc928 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:57.029846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.037086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Subnet': ['ID=f20ed26e-fed7-44e5-80a6-83788d772a1e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:57.053406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.054046 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Added segment a30e6db9-404c-4f3c-9991-4522dd0ac234 of type vlan for network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c Mar 02 18:22:57.151980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92d753e2-86a7-48f9-83ea-c4ac25241cad None None] Provisioning complete for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:57.152426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92d753e2-86a7-48f9-83ea-c4ac25241cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.181672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.244621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-7ce94ef8-158a-4444-86e1-063dc214d987 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/quotas/ff57658df05c4ef2a3d758aa4a192509 HTTP/1.1" status: 200 len: 375 time: 0.2611234 Mar 02 18:22:57.273487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.274089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.274585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.276206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.276670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.279368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.280039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.280581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.281280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.282362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.283473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.284194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.304079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.305464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.305873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.307358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.307722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.308983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.309359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.309733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.310090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.310496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.310837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.311166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:22:57.338369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-92d753e2-86a7-48f9-83ea-c4ac25241cad None None] Port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:57.340001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.357502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.386518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56129ee5-684f-41e3-a29e-2bc9b4e0799e req-aadd4e26-c580-40d2-bcd8-ee3724be8b83 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4481947 Mar 02 18:22:57.446204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:57.452706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.592498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f905c104-f8d6-4eee-abb1-f5bdf0c0a797 None None] Provisioning for port 6a053980-afab-40b2-907f-e17133630bd8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:57.604792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f905c104-f8d6-4eee-abb1-f5bdf0c0a797 None None] Provisioning complete for port 6a053980-afab-40b2-907f-e17133630bd8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:57.605326 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f905c104-f8d6-4eee-abb1-f5bdf0c0a797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.644116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:57.675179 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.685986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:57.686439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.742687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-045991c6-2467-478a-a40e-2f376f845fe6 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4967530 Mar 02 18:22:57.775985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c5084388-c82e-46f0-9188-5a7f7fdbc928, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c5084388-c82e-46f0-9188-5a7f7fdbc928,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:57.776502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.781402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f905c104-f8d6-4eee-abb1-f5bdf0c0a797 None None] Port 6a053980-afab-40b2-907f-e17133630bd8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:22:57.846408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Checking segment: {'id': '9a2ec355-76e8-4ece-9b54-9c2c4c407531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:57.846901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network hostable DHCP agents. Network: 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:22:57.898813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:57.997117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-d550f23e-d4b7-4e90-8658-6cee31bdbfe2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:22:57.998251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-d550f23e-d4b7-4e90-8658-6cee31bdbfe2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2535996 Mar 02 18:22:58.006750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.009730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:58.010688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.029739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b79e733-ed97-4d66-975f-605c09bb5ed7 req-098392db-031d-4a9f-92be-1037388b1cb7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:58.035914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b79e733-ed97-4d66-975f-605c09bb5ed7 req-098392db-031d-4a9f-92be-1037388b1cb7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 936 time: 0.2251437 Mar 02 18:22:58.088060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.136708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e699ec9-1b52-4d98-a990-765c6fdb19cb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:58.139145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] Pushing event updated for resources: {'Network': ['ID=3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:58.198932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:22:58.345263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:22:58.357787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.382311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c5084388-c82e-46f0-9188-5a7f7fdbc928,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:58.417094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-494a05e2-2f69-4335-92fa-a9be15d1cd15 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0831823 Mar 02 18:22:58.417740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:58.418155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52156) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:58.431554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Request body: {'subnet': {'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-subnet', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:58.437878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:58.442519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Usage tracker for resource:subnet and tenant:242b2614feab48d68bf16e7c4c8c7241 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:58.445999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:58.453623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:58.467368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b79e733-ed97-4d66-975f-605c09bb5ed7 req-0b22864b-c8d1-4f1f-995d-d12a723c6e88 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759591 Mar 02 18:22:58.475861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d7408e-d492-4aba-b629-54f879dc5e99 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:58.481815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.507169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-42e794f8-ec7b-4199-839e-7878fa6e3264 service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4696155 Mar 02 18:22:58.509501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Transition to ACTIVE for port object 14d7408e-d492-4aba-b629-54f879dc5e99 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:58.523519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:58.541895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629a3d3-81b0-4c9c-8ff6-ff8bf1dcb1bc None None] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:22:58.542598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:58.543296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.620351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.658037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2e699ec9-1b52-4d98-a990-765c6fdb19cb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:58.664245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.665478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:22:58.716316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8633c2fa-249f-4571-a7d6-8168f9d60000 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8607831 Mar 02 18:22:58.717044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.721340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Made reservation on behalf of 242b2614feab48d68bf16e7c4c8c7241 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:58.724055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.749850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:22:58.761941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'network': {'name': 'tempest-router-network01--1429169042'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:22:58.762313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2e699ec9-1b52-4d98-a990-765c6fdb19cb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:58.762455 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:58.795255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:22:58.836055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:58.951321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-b76c1d64-17d5-4538-aa3c-cc866fd57d9d service neutron] 10.222.0.66 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351811 Mar 02 18:22:59.004427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2159edff-77bb-4bdf-98f1-fbcc3601282b req-6ebce80c-9ad9-455a-ab92-e051275e1bad tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:22:59.011716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2159edff-77bb-4bdf-98f1-fbcc3601282b req-6ebce80c-9ad9-455a-ab92-e051275e1bad tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 944 time: 0.4028678 Mar 02 18:22:59.033093 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.067594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:network and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:22:59.144682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2159edff-77bb-4bdf-98f1-fbcc3601282b req-23bdbe9d-2704-4408-9d69-8a59d25f3b7b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263146 Mar 02 18:22:59.218544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.241578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2e699ec9-1b52-4d98-a990-765c6fdb19cb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e699ec9-1b52-4d98-a990-765c6fdb19cb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:59.254844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:22:59.268883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a053980-afab-40b2-907f-e17133630bd8 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:22:59.272431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:22:59.272861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.290870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.320865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Transition to ACTIVE for port object 6a053980-afab-40b2-907f-e17133630bd8 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:22:59.326171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:22:59.343423 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'code': 200} Mar 02 18:22:59.369720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Pushing event updated for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:59.376717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:22:59.404781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.472581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:22:59.489988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:22:59.523526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:59.535881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d', 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d', 'tenant_id': 'c984f16fc212469ebd2bbe7bc8a54795', 'fixed_ips': [{'subnet_id': 'f20ed26e-fed7-44e5-80a6-83788d772a1e'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:22:59.537172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.594312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2e699ec9-1b52-4d98-a990-765c6fdb19cb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:22:59.642513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:22:59.650244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.652813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.730191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.792712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:22:59.804352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Attempting to bind port 14d7408e-d492-4aba-b629-54f879dc5e99 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:22:59.804583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Attempting to bind port 14d7408e-d492-4aba-b629-54f879dc5e99 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:22:59.805103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Attempting to bind port 14d7408e-d492-4aba-b629-54f879dc5e99 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:59.828043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Port 14d7408e-d492-4aba-b629-54f879dc5e99 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:22:59.838682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Attempting to bind port 14d7408e-d492-4aba-b629-54f879dc5e99 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:22:59.881024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:22:59.884431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:22:59.885365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:22:59.886411 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.886583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Bound port: 14d7408e-d492-4aba-b629-54f879dc5e99, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:22:59.887187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:22:59.957371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Sync routers for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:22:59.965692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2338ecfc-8f49-4812-ab63-4de77c7aebc5 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:00.098826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Pushing event updated for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:00.181722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e699ec9-1b52-4d98-a990-765c6fdb19cb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:00.291101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Allocated IP 2001:db8::2 (05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d/f20ed26e-fed7-44e5-80a6-83788d772a1e/7b261586-1936-4924-8081-4dc59eb5d2e5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:00.300723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:00.301388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:00.390236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3f6289c4-94b5-4b50-85ce-07f73b7f4f2d None None] Provisioning complete for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:00.390611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f6289c4-94b5-4b50-85ce-07f73b7f4f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.464821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f6289c4-94b5-4b50-85ce-07f73b7f4f2d None None] Port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:00.489880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:00.493070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.494052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:23:00.499273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.505371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.511573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.518649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.525428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.532252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.540243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50434412-68e6-4945-9550-21d8b61779db req-bc844610-32c2-490f-a43a-905a9a0066d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5429 time: 1.1268430 Mar 02 18:23:00.549540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.549860 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Added segment c8df6822-2357-4123-ab7a-c4e4d3ec2775 of type vlan for network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 Mar 02 18:23:00.564232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:00.568725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:00.576615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14d7408e-d492-4aba-b629-54f879dc5e99,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:00.601889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.626888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ba5f5-1a84-4fa3-b635-c81a6207af55 req-96b12152-f0dd-4549-9184-41dbf0302aef tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.634092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-319ba5f5-1a84-4fa3-b635-c81a6207af55 req-96b12152-f0dd-4549-9184-41dbf0302aef tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 948 time: 0.7328689 Mar 02 18:23:00.693992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2e699ec9-1b52-4d98-a990-765c6fdb19cb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:00.694408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.696303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Attempting to bind port 6a053980-afab-40b2-907f-e17133630bd8 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:00.697543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Attempting to bind port 6a053980-afab-40b2-907f-e17133630bd8 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:00.698154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Attempting to bind port 6a053980-afab-40b2-907f-e17133630bd8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:00.710980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.720384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:00.734435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50434412-68e6-4945-9550-21d8b61779db req-093c0e83-726b-493f-833f-eab30ecc47ef tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1930900 Mar 02 18:23:00.743893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Port 6a053980-afab-40b2-907f-e17133630bd8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:23:00.744378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Attempting to bind port 6a053980-afab-40b2-907f-e17133630bd8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:00.768493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:00.774859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.791559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:00.792077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:00.793585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:00.794232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Bound port: 6a053980-afab-40b2-907f-e17133630bd8, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:00.794825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.818685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.877777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-319ba5f5-1a84-4fa3-b635-c81a6207af55 req-a389cf8f-9a53-4929-8fc1-1c9e4efc5be5 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427633 Mar 02 18:23:00.880053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:00.881915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:00.942882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:00.944830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:00.948076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] 10.222.0.65 "PUT /v2.0/ports/14d7408e-d492-4aba-b629-54f879dc5e99 HTTP/1.1" status: 200 len: 1095 time: 5.4929469 Mar 02 18:23:00.963996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:01.028423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:01.032436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6a053980-afab-40b2-907f-e17133630bd8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:01.036592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac1bd003-949a-4d9c-912d-8cd6c6ab9e4e req-339f95aa-6b51-435b-b37f-4797be48d85b tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 210 time: 0.2133081 Mar 02 18:23:01.077653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1056e4e-abc6-4ba7-9cca-f07e66a163eb,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:01.140835 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.168599 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99', 'status': 'completed', 'code': 200} Mar 02 18:23:01.259258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.265685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:01.266358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.300566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617b4024-f20f-4aa1-85b8-af3ad8e44b53 service neutron] Pushing event updated for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:01.339183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Checking segment: {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:01.355262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Network hostable DHCP agents. Network: 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:01.355426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dd07c4-9d30-41c8-95bc-bdddf84377b9'}, {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:01.355932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Pushing event updated for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:01.367382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:01.368014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.369488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] 10.222.0.65 "PUT /v2.0/ports/6a053980-afab-40b2-907f-e17133630bd8 HTTP/1.1" status: 200 len: 1096 time: 4.3765519 Mar 02 18:23:01.373706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'tag': '6a053980-afab-40b2-907f-e17133630bd8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:01.384260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.384679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.385023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.385357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.385687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.386014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.386346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.386673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.386994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.387310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.387628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.388473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f3cadf-4933-4842-82df-64a5565c404b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:01.462784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a515c-f3f6-4ea2-93df-818ee1a560c1 req-bcfbb4c5-3dde-4cdf-98ec-4fe7c5e94859 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:01.464532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e2a515c-f3f6-4ea2-93df-818ee1a560c1 req-bcfbb4c5-3dde-4cdf-98ec-4fe7c5e94859 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 944 time: 0.1608150 Mar 02 18:23:01.533435 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42dd07c4-9d30-41c8-95bc-bdddf84377b9', 'code': 200} Mar 02 18:23:01.533794 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'code': 200} Mar 02 18:23:01.568334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.578587 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'tag': '6a053980-afab-40b2-907f-e17133630bd8', 'status': 'completed', 'code': 200} Mar 02 18:23:01.595927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e2a515c-f3f6-4ea2-93df-818ee1a560c1 req-9944945a-7e8d-483f-a170-427c06e1c97c tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220903 Mar 02 18:23:01.596170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:01.603140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92a1bc5c-10b0-473f-8221-20d5320c742e admin admin] 10.222.0.66 "PUT /v2.0/routers/b7f6adde-bbe8-47ae-a494-b45cea7c5ae0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1570070 Mar 02 18:23:01.608655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:01.628617 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:01.632401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Network': ['ID=30e1dd7b-a8dc-402a-97b3-de0f9783b0e9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:01.633606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:01.707443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4951c-68de-44a0-9c65-91fe9de195e8 req-fa781488-83e1-4704-a8a9-da6354eb08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:01.707716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:01.709971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32a4951c-68de-44a0-9c65-91fe9de195e8 req-fa781488-83e1-4704-a8a9-da6354eb08b8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 1099 time: 0.1108489 Mar 02 18:23:01.713492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ba2beef9-366f-4cce-bb88-8b190b87ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:01.720846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-ba2beef9-366f-4cce-bb88-8b190b87ff4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1098 time: 0.5553970 Mar 02 18:23:01.744915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:23:01.776777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32a4951c-68de-44a0-9c65-91fe9de195e8 req-3b897a64-76f7-4a53-b6e9-dad86d215e9d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497069 Mar 02 18:23:01.847163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:01.860625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Transition to ACTIVE for port object 7b261586-1936-4924-8081-4dc59eb5d2e5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:01.869353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43e808f5-f424-4601-8fef-119ca316f29e tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.1129749 Mar 02 18:23:01.870921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:01.876128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52214) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:01.879024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c5084388-c82e-46f0-9188-5a7f7fdbc928 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:01.913449 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-c96fb0dc-fe59-4313-9178-40ee834c487f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=14d7408e-d492-4aba-b629-54f879dc5e99 HTTP/1.1" status: 200 len: 217 time: 0.1855187 Mar 02 18:23:01.924762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'network': {'name': 'tempest-router-network02--970254177'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:02.029746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:02.058714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:network and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:02.070889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:02.099684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:02.102035 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:02.109945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:02.120771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.121573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.159352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106fce97-948b-4d1b-af70-8708e5406825 None None] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:02.188880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.190041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54bef1e-e5be-4706-97ac-d9a34eba47ec up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:02.192152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-93866826-1df8-450f-ba1e-7fbe4eb54d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.193663 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-93866826-1df8-450f-ba1e-7fbe4eb54d04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2595770 Mar 02 18:23:02.280500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4951c-68de-44a0-9c65-91fe9de195e8 req-9fe392db-06e7-4b1f-8553-7ddd44e3ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.282890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32a4951c-68de-44a0-9c65-91fe9de195e8 req-9fe392db-06e7-4b1f-8553-7ddd44e3ecb9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4830382 Mar 02 18:23:02.295299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Transition to ACTIVE for port object 7b261586-1936-4924-8081-4dc59eb5d2e5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:02.316238 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7fcfc2d-20d7-4fdc-8bdd-b23c2c0f6d70 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.8969002 Mar 02 18:23:02.319681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:02.321174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:02.330455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.342979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:02.362291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:02.371589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Usage tracker for resource:router and tenant:242b2614feab48d68bf16e7c4c8c7241 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:02.377156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:02.390576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:02.399182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:23:02.402693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18a7845-484a-4f28-87aa-256363a8ee04 req-cc46bec1-f03b-4d3f-8103-58c35c4ce38d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.404861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f18a7845-484a-4f28-87aa-256363a8ee04 req-cc46bec1-f03b-4d3f-8103-58c35c4ce38d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 948 time: 0.1851261 Mar 02 18:23:02.418634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.425142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.431771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.438066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.438447 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Added segment a997fa3c-7bf1-46c4-a256-1876cd13e574 of type vlan for network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 Mar 02 18:23:02.439587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.445997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.453315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.453538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-a0da8223-a491-4fd1-a499-ec11c3418d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.455446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-a0da8223-a491-4fd1-a499-ec11c3418d29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2518573 Mar 02 18:23:02.460176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.468215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8588ade6-bae4-4085-90b2-a0da0218198f req-c1e7793e-4775-4e56-9f12-b6fd63b51441 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5431 time: 0.2914822 Mar 02 18:23:02.514878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.528851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.565886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:02.580305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:02.649300 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 2, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:02.655544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:02.659836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:02.660236 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Updating router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:23:02.694989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-57d78228-2cdf-4b45-8cf5-efbeaaa15d41 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217519 Mar 02 18:23:02.735659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8588ade6-bae4-4085-90b2-a0da0218198f req-92a654ed-86f0-4426-b5bd-508bd41db0cb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2661026 Mar 02 18:23:02.747595 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.780307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c5084388-c82e-46f0-9188-5a7f7fdbc928 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:02.780696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.782473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f18a7845-484a-4f28-87aa-256363a8ee04 req-03f49435-4641-4aab-bcc0-f058482e85f5 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081408 Mar 02 18:23:02.807359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-8fef9b9d-7f55-4d57-bd5c-73a7df923ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.809327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-8fef9b9d-7f55-4d57-bd5c-73a7df923ec5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 1099 time: 0.3387270 Mar 02 18:23:02.815842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.819810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.854794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.861778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:02.862646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:02.915600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e61fd591-2bdf-4383-94ea-537bcb4c9da1', 'name': '', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'mac_address': 'fa:16:3e:6d:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:46Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 2, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'subnets': [{'id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:02.924996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:02.989891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-c1d052ba-e211-431d-a92e-f4da446ac4ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6a053980-afab-40b2-907f-e17133630bd8 HTTP/1.1" status: 200 len: 217 time: 0.1576014 Mar 02 18:23:03.060310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.068319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Checking router: 3e4f1908-0ada-41cb-aa20-595f5082c296 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:03.069884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Updating router 3e4f1908-0ada-41cb-aa20-595f5082c296 port e61fd591-2bdf-4383-94ea-537bcb4c9da1 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:23:03.138865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ef824c8-c51a-443e-8076-ad2c49a251c8 req-14e8005e-e828-4377-ada7-bb2aa80f624c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 210 time: 0.0710466 Mar 02 18:23:03.162091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-4d11acc2-00a6-4089-aaab-849d60bd9b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:03.163779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-4d11acc2-00a6-4089-aaab-849d60bd9b61 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1607177 Mar 02 18:23:03.174649 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2724762 Mar 02 18:23:03.175543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52240) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:03.212565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'subnet': {'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:03.246086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa86fd-9f9a-40e9-bf1f-ae014ac55b29 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Network': ['ID=f902cf9a-3bac-4721-abd0-f7b86ca1c9a2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:03.278167 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-cfa32173-d5fd-4173-a66a-926a93cedbd9 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5758572 Mar 02 18:23:03.389230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:03.394491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:23:03.395911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:subnet and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:03.400322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:03.409984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:03.441122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port e54bef1e-e5be-4706-97ac-d9a34eba47ec completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:03.446691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Pushing event updated for resources: {'Port': ['ID=7b261586-1936-4924-8081-4dc59eb5d2e5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:03.477726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port e54bef1e-e5be-4706-97ac-d9a34eba47ec triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:03.477726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.509168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.569194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:03.574514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Attempting to bind port 7b261586-1936-4924-8081-4dc59eb5d2e5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:03.574947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Attempting to bind port 7b261586-1936-4924-8081-4dc59eb5d2e5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9a2ec355-76e8-4ece-9b54-9c2c4c407531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:03.575338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Attempting to bind port 7b261586-1936-4924-8081-4dc59eb5d2e5 on network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:03.611924 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.628630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Transition to ACTIVE for port object 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:03.641991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:03.651447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Checking segment: {'id': '9a2ec355-76e8-4ece-9b54-9c2c4c407531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:03.651447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.651447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Bound using segment: {'id': '9a2ec355-76e8-4ece-9b54-9c2c4c407531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:03.651447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Bound port: 7b261586-1936-4924-8081-4dc59eb5d2e5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2ec355-76e8-4ece-9b54-9c2c4c407531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:03.651447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.712706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:03.717092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.843364 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:03.864468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-9ddb778b-3708-46ae-85b0-4d44085aee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:03.866030 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-9ddb778b-3708-46ae-85b0-4d44085aee4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1098 time: 0.3820424 Mar 02 18:23:04.003449 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2fc4-6963-4681-a77a-3eef55702307 None None] Pushing event updated for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:04.110525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'fixed_ips': [{'subnet_id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:23:04.111639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.143577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] For port 7b261586-1936-4924-8081-4dc59eb5d2e5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:04.314480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] For port 7b261586-1936-4924-8081-4dc59eb5d2e5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b261586-1936-4924-8081-4dc59eb5d2e5,segment=NetworkSegment(9a2ec355-76e8-4ece-9b54-9c2c4c407531),segment_id=9a2ec355-76e8-4ece-9b54-9c2c4c407531)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:04.326151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-f2413bc0-3b8e-46a1-aeb2-1ddebfce9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.339987 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-f2413bc0-3b8e-46a1-aeb2-1ddebfce9eff service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4666188 Mar 02 18:23:04.393437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Attempting to bind port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:04.394738 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Attempting to bind port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:04.395237 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Attempting to bind port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:04.401936 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:04.404462 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Checking segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:04.404937 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.405531 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Bound using segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:04.405836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Bound port: 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:04.406355 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.450098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.470184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.498287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-fa7f2479-94cc-43eb-a7c9-dc4249a7fd5c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=14d7408e-d492-4aba-b629-54f879dc5e99 HTTP/1.1" status: 200 len: 217 time: 0.1436467 Mar 02 18:23:04.590180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-7c635bb7-1ebb-446c-b287-d5da472b3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.593152 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-7c635bb7-1ebb-446c-b287-d5da472b3d93 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0891232 Mar 02 18:23:04.595246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-3242792a-98fc-4747-bc21-ccfc06f265b4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.603347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-3242792a-98fc-4747-bc21-ccfc06f265b4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 821 time: 1.0577459 Mar 02 18:23:04.609247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.615060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] For port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:04.620153 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] For port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:04.641481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-e6b49c27-b103-4141-b2b3-60015b282527 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/quotas/7f4c0f679d0d496dbef60cf6bf37414d HTTP/1.1" status: 200 len: 375 time: 0.0371690 Mar 02 18:23:04.647982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-291e73d0-c00a-482e-9727-19517eeed864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.649506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-291e73d0-c00a-482e-9727-19517eeed864 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.4778948 Mar 02 18:23:04.673142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.677984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff30d1da-bc3c-4dbb-a710-a0b3a200adb6 req-a7d04370-0c73-4171-8a1c-b995caec94ff tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.677984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff30d1da-bc3c-4dbb-a710-a0b3a200adb6 req-a7d04370-0c73-4171-8a1c-b995caec94ff tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 944 time: 1.2327480 Mar 02 18:23:04.734307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:04.739839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db04fece-d328-4a25-9e1f-83bb130c239b None None] Pushing event updated for resources: {'Port': ['ID=7b261586-1936-4924-8081-4dc59eb5d2e5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:04.764898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-3bd98c7f-db4f-4b53-83e9-31fa5ab66023 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.767270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-3bd98c7f-db4f-4b53-83e9-31fa5ab66023 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 822 time: 1.2124546 Mar 02 18:23:04.778273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Allocated IP 172.20.0.2 (3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c/d1056e4e-abc6-4ba7-9cca-f07e66a163eb/0b3ac411-00b3-4a35-909a-5b1e08aabf03) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:04.826044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-2d736fef-11f1-445b-80d5-f8f79a6fe1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:04.826660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Request body: {'port': {'device_id': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'admin_state_up': True, 'tenant_id': 'ff57658df05c4ef2a3d758aa4a192509'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:04.827837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-2d736fef-11f1-445b-80d5-f8f79a6fe1ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2254562 Mar 02 18:23:04.831113 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:04.867057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Checking segment: {'id': 'c8df6822-2357-4123-ab7a-c4e4d3ec2775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:04.873752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network hostable DHCP agents. Network: 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:04.873752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Subnet': ['ID=1c5299c6-7d70-4508-824a-4db09de9115a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:04.965309 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:04.976293 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:05.058827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:05.135814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.144259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:05.179645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:05.190142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:05.190739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.195447 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c2fc4-6963-4681-a77a-3eef55702307 None None] Pushing event updated for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:05.215108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-d02f6542-20e1-45a7-bfc8-2f7798688f69 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796954 Mar 02 18:23:05.306716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52264) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:05.318744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff30d1da-bc3c-4dbb-a710-a0b3a200adb6 req-9db04d0e-0fd0-47fa-8992-e7c45122a540 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844512 Mar 02 18:23:05.337168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e8663-d1e6-49af-8107-579055328380 None None] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:05.347168 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:05.392196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:05.454369 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'code': 200} Mar 02 18:23:05.475326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1ec96e7a-89cf-449e-9d9c-a5433936241d req-54934f29-ead8-4eb7-ae48-fdfb6222dc4b service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526629 Mar 02 18:23:05.583138 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.589016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ed5360b6-e49b-4d34-9469-e563251700fb tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3908908 Mar 02 18:23:05.592044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52270) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:05.615677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'subnet': {'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:05.667151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Transition to ACTIVE for port object e61fd591-2bdf-4383-94ea-537bcb4c9da1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:05.760567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:05.783821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:05.784387 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.799812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.816671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-060048d4-ed87-4816-af67-a23c93ea9609 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1499679 Mar 02 18:23:05.856078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-88b92b9e-c11e-47f5-a5b8-0dbfcc0c7117 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1968744 Mar 02 18:23:05.861558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:05.863529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-0bde44e6-e3f0-484a-b769-8274928b8e84 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:23:05.871643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:subnet and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:05.876589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:05.879363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-0bde44e6-e3f0-484a-b769-8274928b8e84 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207691 Mar 02 18:23:05.889124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:05.923319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:05.967468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:05.972665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Usage tracker for resource:security_group_rule and tenant:673111daaea7469db8c00fb06d81b063 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:05.974435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:05.979466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:05.982202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:05.984109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.018384 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:04Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:06.030012 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96d996-96fc-4f9a-a03b-bf9325e487d4 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:04Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:06.085053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:06.284831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.308101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:06.408268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14d7408e-d492-4aba-b629-54f879dc5e99 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:06.413424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b261586-1936-4924-8081-4dc59eb5d2e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:06.468677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994178e9-92ec-428d-a3c6-c4dfc7191b0d None None] Pushing event updated for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:06.497409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.497973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.501098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87350b2c-dfff-4aad-bc6e-389ae8a0cbea None None] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:06.534645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Made reservation on behalf of ff57658df05c4ef2a3d758aa4a192509 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:06.538460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.577542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0551074-ab2e-48f4-a41e-5ad59202e53c req-6532b5c2-1b5c-4cd1-bb39-f194d667aa8f service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6926193 Mar 02 18:23:06.671489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.731221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=673111daaea7469db8c00fb06d81b063&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3860178 Mar 02 18:23:06.731875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21fb20-e97b-4bed-adc9-5be908212ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a7a05f-a83f-4ffd-9298-daa4baaac2af,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:06.736215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52278) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:06.787373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Subnet': ['ID=689a4983-fea1-48f3-b672-c7d45e1ecfef,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:06.823682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Checking segment: {'id': 'a997fa3c-7bf1-46c4-a256-1876cd13e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:06.824252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network hostable DHCP agents. Network: f902cf9a-3bac-4721-abd0-f7b86ca1c9a2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:06.843391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-4f125086-37b7-4a58-948a-a532d39d3492 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9627039 Mar 02 18:23:06.889116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-30e1dd7b-a8dc-402a-97b3-de0f9783b0e9', 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9', 'tenant_id': 'c984f16fc212469ebd2bbe7bc8a54795', 'fixed_ips': [{'subnet_id': '1c5299c6-7d70-4508-824a-4db09de9115a'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:23:06.889955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.976630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Transition to ACTIVE for port object 0b3ac411-00b3-4a35-909a-5b1e08aabf03 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:06.979398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:06.983732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:07.134762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f902cf9a-3bac-4721-abd0-f7b86ca1c9a2) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:07.147622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.150637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.220211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-f1232871-81e1-43ef-899f-154f95746280 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:07.280332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.286389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.292703 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50a9c229-aad4-4693-8df9-a557d49a3254 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6966133 Mar 02 18:23:07.292987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.293355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:07.299116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.305382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed0fa97-7f83-49af-894f-3ba7084a9906 None None] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:07.305917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.312026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.318021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:07.320278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-fd02d167-b730-4bd5-bd96-9bbc85703e4f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5432 time: 1.6338956 Mar 02 18:23:07.334369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Transition to ACTIVE for port object 0b3ac411-00b3-4a35-909a-5b1e08aabf03 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:07.339481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-469204ee-99f9-49a4-835b-35097336cf14 None None] Provisioning for port 7b261586-1936-4924-8081-4dc59eb5d2e5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:07.346380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,segment=NetworkSegment(4f0c3e60-f007-40ca-8d18-d4b00e70e71e),segment_id=4f0c3e60-f007-40ca-8d18-d4b00e70e71e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:07.382974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Attempting to bind port e61fd591-2bdf-4383-94ea-537bcb4c9da1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:07.383342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Attempting to bind port e61fd591-2bdf-4383-94ea-537bcb4c9da1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:07.383711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Attempting to bind port e61fd591-2bdf-4383-94ea-537bcb4c9da1 on network 4e15668c-da62-4b8a-92ae-9e30e648a3dc {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:07.477791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.502188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec'}, {'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:07.584557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.603553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.604363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:07.628632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:07.631177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Checking segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:07.631177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.631177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Bound using segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:07.631177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Bound port: e61fd591-2bdf-4383-94ea-537bcb4c9da1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:07.631177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.637019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a73ae01a-8943-4f75-bb39-f18a7d6f2d70 req-6a6e165e-6af3-4179-a08e-5de7c601849d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2397776 Mar 02 18:23:07.639083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.661001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.718153 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:07.723480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Allocated IP 172.20.0.10 (4b254f25-fd74-4bc6-a0df-d436906cd8bb/fa82a064-a18a-47ae-b4a5-4a52109f12c8/28efe4be-f49c-40d0-b84e-9f39acf97b46) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:07.842238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-74228d52-b226-483f-a771-12f0e233abd7 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9978583 Mar 02 18:23:08.016666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:08.050053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:08.054755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7b261586-1936-4924-8081-4dc59eb5d2e5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:08.070480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:08.162933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b261586-1936-4924-8081-4dc59eb5d2e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:08.163530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.165070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.222712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Allocated IP 172.25.7.238 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/833d19aa-5994-457a-8188-2b1e4c678515) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:08.310076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] For port e61fd591-2bdf-4383-94ea-537bcb4c9da1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:08.313693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] For port e61fd591-2bdf-4383-94ea-537bcb4c9da1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e61fd591-2bdf-4383-94ea-537bcb4c9da1,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:08.347575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:08.373004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.398772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1bbf9c1-94d1-4126-b149-f2c3904b7302 req-3124834c-94a9-4103-80ba-9fcbdc078a9a tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 210 time: 0.1291275 Mar 02 18:23:08.434079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-67f8b125-a4fe-466f-b4ed-790d4f6d1281 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7073038 Mar 02 18:23:08.466764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a7a05f-a83f-4ffd-9298-daa4baaac2af,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:08.485753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14d7408e-d492-4aba-b629-54f879dc5e99,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:08.535647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '14d7408e-d492-4aba-b629-54f879dc5e99', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '14d7408e-d492-4aba-b629-54f879dc5e99', 'mac_address': 'fa:16:3e:6b:27:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:08.581970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:08.585443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.597613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Allocated IP 2001:db8::2 (30e1dd7b-a8dc-402a-97b3-de0f9783b0e9/1c5299c6-7d70-4508-824a-4db09de9115a/76be367b-99fa-42a3-ae28-9e9ceb887a09) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:08.661047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165a489-af04-491c-bb6a-d1c7d91709b8 req-333d7f4b-6d02-4666-b038-b90ad8f40b8f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:08.662539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6165a489-af04-491c-bb6a-d1c7d91709b8 req-333d7f4b-6d02-4666-b038-b90ad8f40b8f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 948 time: 0.8194079 Mar 02 18:23:08.675721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:08.676120 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.686025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.747101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Attempting to bind port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:08.747978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Attempting to bind port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:08.748390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Attempting to bind port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 on network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:08.759047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.762823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4478aa73-1e39-487e-bc19-365b427fe133 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5a7a05f-a83f-4ffd-9298-daa4baaac2af HTTP/1.1" status: 204 len: 168 time: 2.0076764 Mar 02 18:23:08.814985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Pushing event updated for resources: {'Port': ['ID=0b3ac411-00b3-4a35-909a-5b1e08aabf03,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:08.824623 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:08.857576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6165a489-af04-491c-bb6a-d1c7d91709b8 req-841b6139-8cab-4ab9-85a6-976d7e87c0ce tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751940 Mar 02 18:23:08.893189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-5eaa625e-aff2-4baf-a350-e6d37ba44528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:08.894800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-5eaa625e-aff2-4baf-a350-e6d37ba44528 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1100 time: 0.3506424 Mar 02 18:23:08.914383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4944f-5471-40d3-aa7c-d4b0f1c5ebe1 req-434e0046-02e2-4fb6-8681-08d96c038b69 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:08.922646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd4944f-5471-40d3-aa7c-d4b0f1c5ebe1 req-434e0046-02e2-4fb6-8681-08d96c038b69 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 945 time: 0.3731153 Mar 02 18:23:09.060720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.099859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:09.102669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Checking segment: {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:09.102669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.102669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Bound using segment: {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:09.102669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Bound port: 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:09.103289 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.119990 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'code': 200} Mar 02 18:23:09.120564 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369', 'code': 200} Mar 02 18:23:09.152415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.281955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:09.282512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:09.424856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd4944f-5471-40d3-aa7c-d4b0f1c5ebe1 req-39377135-bc7b-431f-843b-38ffd1463c12 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009003 Mar 02 18:23:09.431540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f902cf9a-3bac-4721-abd0-f7b86ca1c9a2', 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2', 'tenant_id': 'c984f16fc212469ebd2bbe7bc8a54795', 'fixed_ips': [{'subnet_id': '689a4983-fea1-48f3-b672-c7d45e1ecfef'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:23:09.432413 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.459361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0d15d-686a-4c8a-9071-9eeacd541028 req-1909cfdb-13ff-42ef-a5b9-68dd27d45aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:09.466672 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01f0d15d-686a-4c8a-9071-9eeacd541028 req-1909cfdb-13ff-42ef-a5b9-68dd27d45aba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 1096 time: 0.2052765 Mar 02 18:23:09.544493 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01f0d15d-686a-4c8a-9071-9eeacd541028 req-27d39d00-564f-4238-abc7-ae850ea4418f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725961 Mar 02 18:23:09.560084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d7408e-d492-4aba-b629-54f879dc5e99 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:09.585994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994178e9-92ec-428d-a3c6-c4dfc7191b0d None None] Pushing event updated for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:09.596308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.682112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Network 4b254f25-fd74-4bc6-a0df-d436906cd8bb is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:09.686789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf460e5-3fbc-4981-9df3-4c302ff0a825 req-a0caad44-b2be-4c9d-b52f-b3d2dcb57cb1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 210 time: 0.4091837 Mar 02 18:23:09.687608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:09.724384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.728139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:09.739480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14d7408e-d492-4aba-b629-54f879dc5e99,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:09.774370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event updated for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:09.858934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:09.907802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:09.909600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:09.916948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7b261586-1936-4924-8081-4dc59eb5d2e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b261586-1936-4924-8081-4dc59eb5d2e5,segment=NetworkSegment(9a2ec355-76e8-4ece-9b54-9c2c4c407531),segment_id=9a2ec355-76e8-4ece-9b54-9c2c4c407531)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:09.922262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-a19e3a69-95b0-43ba-ab67-ec14da59d39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:09.923734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-a19e3a69-95b0-43ba-ab67-ec14da59d39c service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.9726112 Mar 02 18:23:09.924504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:09.980502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6a053980-afab-40b2-907f-e17133630bd8 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:10.001446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52308) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:10.002188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] For port 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:10.043198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.051802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.052587 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.062478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:10.068063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Usage tracker for resource:security_group_rule and tenant:97f27f169a5f491781b1ef313583341a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:10.071959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:10.079536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:10.083599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.086114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-39d5f501-4325-467a-a2f5-a3722592534c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 200 len: 217 time: 0.1201999 Mar 02 18:23:10.100639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Pushing event updated for resources: {'Port': ['ID=833d19aa-5994-457a-8188-2b1e4c678515,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:10.139097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d9e9ed48-5f75-4b80-942e-ec9c2ba6fbc2 None None] Provisioning complete for port 7b261586-1936-4924-8081-4dc59eb5d2e5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:10.140087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d9e9ed48-5f75-4b80-942e-ec9c2ba6fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.169885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.192338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] For port 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3ac411-00b3-4a35-909a-5b1e08aabf03,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:10.197923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['14d7408e-d492-4aba-b629-54f879dc5e99'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:10.237132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.268891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.275337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.284744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:10.284918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.288383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.294423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.300510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.306412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.314054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-39a0166a-7a5c-40f1-8ba9-e680fb2a7ce5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5432 time: 0.6302931 Mar 02 18:23:10.333256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-e5cf6d8a-19b8-48ff-9edb-980bb8db4d05 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5135615 Mar 02 18:23:10.353568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-b780798c-8688-45fa-9b66-92ffce1248d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.361102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-b780798c-8688-45fa-9b66-92ffce1248d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2437255 Mar 02 18:23:10.378483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.385512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.398104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-f1232871-81e1-43ef-899f-154f95746280 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:10.462261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:10.468153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Request body: {'port': {'device_id': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:10.486654 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=97f27f169a5f491781b1ef313583341a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836595 Mar 02 18:23:10.488432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371025c-6aa6-40a6-8b34-a7e0b52054ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e61fb1f3-125d-4a65-ac03-9e309ed0fb67,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:10.491196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52314) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:10.494530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:10.571596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.580639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.612898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a02a6-ecf7-4cc9-ac9c-d75c37728cbc req-0b438515-aa7e-4383-8992-8bc2983e4670 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.613905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-053a02a6-ecf7-4cc9-ac9c-d75c37728cbc req-0b438515-aa7e-4383-8992-8bc2983e4670 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Synchronizing usage tracker for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:10.622992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.679525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4a4c7a1-a2ee-4431-8958-5ec1e2df88cd req-917c23ee-113d-47d8-92ba-1ee6d9966d38 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3625720 Mar 02 18:23:10.773562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Allocated IP 2001:db8::2 (f902cf9a-3bac-4721-abd0-f7b86ca1c9a2/689a4983-fea1-48f3-b672-c7d45e1ecfef/4b1b6395-2824-47fa-a1ea-a2b4399b3550) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:10.785873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:10.789284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-bb46d1f4-c67b-420a-b5d5-080a5b426077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:10.790833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-bb46d1f4-c67b-420a-b5d5-080a5b426077 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4274158 Mar 02 18:23:10.805169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.964237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:10.997144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61fb1f3-125d-4a65-ac03-9e309ed0fb67,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:11.013509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:11.017902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18ee54e4-3124-4969-bed1-d9fe0216d0ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e61fb1f3-125d-4a65-ac03-9e309ed0fb67 HTTP/1.1" status: 204 len: 168 time: 0.5230868 Mar 02 18:23:11.022269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-053a02a6-ecf7-4cc9-ac9c-d75c37728cbc req-0b438515-aa7e-4383-8992-8bc2983e4670 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Unset dirty status for tenant:ff57658df05c4ef2a3d758aa4a192509 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:11.029637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-053a02a6-ecf7-4cc9-ac9c-d75c37728cbc req-0b438515-aa7e-4383-8992-8bc2983e4670 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 932 time: 1.1929576 Mar 02 18:23:11.120105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Transition to ACTIVE for port object 76be367b-99fa-42a3-ae28-9e9ceb887a09 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:11.145008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:11.218705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7b261586-1936-4924-8081-4dc59eb5d2e5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:11.218705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:11.320937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-053a02a6-ecf7-4cc9-ac9c-d75c37728cbc req-bcfe3346-a029-44e1-bd3f-49f8287aa922 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904260 Mar 02 18:23:11.430172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6a053980-afab-40b2-907f-e17133630bd8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:11.488052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Transition to ACTIVE for port object 76be367b-99fa-42a3-ae28-9e9ceb887a09 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:11.506950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6a053980-afab-40b2-907f-e17133630bd8', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '6a053980-afab-40b2-907f-e17133630bd8', 'mac_address': 'fa:16:3e:17:53:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:11.639707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-8cfc015e-0ac9-4ac0-b9df-484f7e74b2e0 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8013177 Mar 02 18:23:11.644319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74133a25-489c-41b2-9f76-528cfc55b3d5 None None] Pushing event updated for resources: {'Port': ['ID=0b3ac411-00b3-4a35-909a-5b1e08aabf03,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:11.660043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:11.675645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:11.750530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Allocated IP 2001:db8::1 (30e1dd7b-a8dc-402a-97b3-de0f9783b0e9/1c5299c6-7d70-4508-824a-4db09de9115a/a3e4462b-a864-48d9-bcbe-486986c2ea98) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:11.873195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f489e5-a536-4d73-ae02-41139e001434 req-b890d562-9edf-42e1-b4b7-96edc71fb7bb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:11.880957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9f489e5-a536-4d73-ae02-41139e001434 req-b890d562-9edf-42e1-b4b7-96edc71fb7bb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 948 time: 1.0445051 Mar 02 18:23:11.937740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:11.964184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:11.985317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Transition to ACTIVE for port object a3e4462b-a864-48d9-bcbe-486986c2ea98 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:12.017731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.179161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9f489e5-a536-4d73-ae02-41139e001434 req-cdb8f12f-6ee8-49e3-9e13-d02eeba8ab99 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979915 Mar 02 18:23:12.233126 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.257923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Transition to ACTIVE for port object 4b1b6395-2824-47fa-a1ea-a2b4399b3550 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:12.275208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-c487cd98-5914-45c4-8464-528a7118e810 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.276070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-c487cd98-5914-45c4-8464-528a7118e810 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Synchronizing usage tracker for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:12.292052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.306294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3316ad67-2e04-4636-bd79-a1d27b58d7d4 req-d3a17d2d-a4f8-450f-b243-e030190580af service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6552484 Mar 02 18:23:12.327864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Transition to ACTIVE for port object 4b1b6395-2824-47fa-a1ea-a2b4399b3550 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:12.340465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:12.341549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.412900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Port': ['ID=a3e4462b-a864-48d9-bcbe-486986c2ea98,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:12.429545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:12.432410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:12.435672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:12.436256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.442664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009f49bd-e174-46e4-b483-e5716cd7d626 None None] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:12.449715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-862fba39-0aee-4565-abef-283365223b46 req-6d8a4d49-607d-43fc-9433-e65a25a30396 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 210 time: 0.0825315 Mar 02 18:23:12.608695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a053980-afab-40b2-907f-e17133630bd8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:12.626741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-c487cd98-5914-45c4-8464-528a7118e810 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Unset dirty status for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:12.627952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6a053980-afab-40b2-907f-e17133630bd8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:12.628164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-c487cd98-5914-45c4-8464-528a7118e810 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 821 time: 0.5959976 Mar 02 18:23:12.638971 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'code': 200} Mar 02 18:23:12.687074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'port': {'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'admin_state_up': True, 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:12.703544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b7659-5b2e-448a-9ba7-8fe6c079b2de req-666a46bf-4bbb-45a7-b187-7d02457a18ee tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.704503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:12.705520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.707781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-860b7659-5b2e-448a-9ba7-8fe6c079b2de req-666a46bf-4bbb-45a7-b187-7d02457a18ee tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 945 time: 1.1743865 Mar 02 18:23:12.731279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:12.732176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:12.739107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:12.755602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:12.760536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:12.914480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.915032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.916286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.916286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.916495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.916819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.917282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:12.920846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-f241afb1-0ea1-4a65-9303-527ddc434f2d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 0.2875195 Mar 02 18:23:12.921787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.934034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ab7a1cd6-2bd3-456f-81e8-a8b0169a3a87 None None] Provisioning for port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:12.968731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-860b7659-5b2e-448a-9ba7-8fe6c079b2de req-97739451-6a91-4c17-8fef-15ce8e674148 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251723 Mar 02 18:23:12.969008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.979126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:12.979410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:12.995446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:12.995994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Usage tracker for resource:port and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:13.004228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:13.006579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:13.235990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c1a9cedc-5283-44bf-b9a4-98564518dfbb req-1e561848-6df3-41ec-a4c8-f0452366b907 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3050680 Mar 02 18:23:13.250067 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.271300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Attempting to bind port 76be367b-99fa-42a3-ae28-9e9ceb887a09 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:13.271831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Attempting to bind port 76be367b-99fa-42a3-ae28-9e9ceb887a09 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c8df6822-2357-4123-ab7a-c4e4d3ec2775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:13.272573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Attempting to bind port 76be367b-99fa-42a3-ae28-9e9ceb887a09 on network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:13.297890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:13.298477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Checking segment: {'id': 'c8df6822-2357-4123-ab7a-c4e4d3ec2775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:13.298983 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.299474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Bound using segment: {'id': 'c8df6822-2357-4123-ab7a-c4e4d3ec2775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:13.300204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Bound port: 76be367b-99fa-42a3-ae28-9e9ceb887a09, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8df6822-2357-4123-ab7a-c4e4d3ec2775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '30e1dd7b-a8dc-402a-97b3-de0f9783b0e9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:13.300687 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.321697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Attempting to bind port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:13.322076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Attempting to bind port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a997fa3c-7bf1-46c4-a256-1876cd13e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:13.323501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Attempting to bind port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 on network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:13.324300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28efe4be-f49c-40d0-b84e-9f39acf97b46 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:13.327454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6a053980-afab-40b2-907f-e17133630bd8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:13.354999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.361286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.366778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.372549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.378380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.384180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.390571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.397978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-25646823-4c6b-4dfc-a511-554dbcb1b838 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.6728182 Mar 02 18:23:13.402243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:13.409908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.421607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e61fd591-2bdf-4383-94ea-537bcb4c9da1', 'name': '', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'mac_address': 'fa:16:3e:6d:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:46Z', 'updated_at': '2022-03-02T18:23:08Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'subnets': [{'id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:13.441537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:13.442097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Checking segment: {'id': 'a997fa3c-7bf1-46c4-a256-1876cd13e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:13.442662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.443180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Bound using segment: {'id': 'a997fa3c-7bf1-46c4-a256-1876cd13e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:13.443801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Bound port: 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a997fa3c-7bf1-46c4-a256-1876cd13e574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'f902cf9a-3bac-4721-abd0-f7b86ca1c9a2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:13.444641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.460135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Transition to ACTIVE for port object 28efe4be-f49c-40d0-b84e-9f39acf97b46 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:13.490929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb761697-7818-42b2-a5a0-d91b4095a561 None None] The sync data for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 is: [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:22:48Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e61fd591-2bdf-4383-94ea-537bcb4c9da1', 'name': '', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'mac_address': 'fa:16:3e:6d:3a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:46Z', 'updated_at': '2022-03-02T18:23:08Z', 'revision_number': 4, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'subnets': [{'id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:13.512255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cc371bf-0299-4108-b4b4-3665ed20bb10 req-6e65aee7-e3a1-434e-99de-f86e31996e03 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1132510 Mar 02 18:23:13.540618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Pushing event updated for resources: {'Port': ['ID=76be367b-99fa-42a3-ae28-9e9ceb887a09,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:13.595869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.616007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Made reservation on behalf of 7f4c0f679d0d496dbef60cf6bf37414d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:13.620569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.635518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.689871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:13.698226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19042388-6608-4670-94fa-9ec1b96a565d req-d76f366a-48e5-43c8-b20d-6db6686c2004 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:13.700922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19042388-6608-4670-94fa-9ec1b96a565d req-d76f366a-48e5-43c8-b20d-6db6686c2004 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 932 time: 0.5177674 Mar 02 18:23:13.802173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.802967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.804874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] For port 76be367b-99fa-42a3-ae28-9e9ceb887a09, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:13.808973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Pushing event updated for resources: {'Port': ['ID=4b1b6395-2824-47fa-a1ea-a2b4399b3550,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:13.852870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] For port 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:13.885638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:13.891511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e61fd591-2bdf-4383-94ea-537bcb4c9da1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:13.975446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] For port 76be367b-99fa-42a3-ae28-9e9ceb887a09, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76be367b-99fa-42a3-ae28-9e9ceb887a09,segment=NetworkSegment(c8df6822-2357-4123-ab7a-c4e4d3ec2775),segment_id=c8df6822-2357-4123-ab7a-c4e4d3ec2775)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:13.988274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] For port 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b1b6395-2824-47fa-a1ea-a2b4399b3550,segment=NetworkSegment(a997fa3c-7bf1-46c4-a256-1876cd13e574),segment_id=a997fa3c-7bf1-46c4-a256-1876cd13e574)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:14.060842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Port': ['ID=a3e4462b-a864-48d9-bcbe-486986c2ea98,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:14.205244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:14.209644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:14.261861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Allocated IP 172.20.0.8 (cfb3261e-576e-4fed-af13-a78eeaca3189/ed15a7bb-dc83-4953-92bc-6709cd715715/b63716e9-f323-4a17-a7e3-1992eeda09b6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:14.321739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:14.333230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Pushing event updated for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:14.379004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19042388-6608-4670-94fa-9ec1b96a565d req-4752e30a-5e99-47fe-8b42-ae4231aa2e8a tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6647377 Mar 02 18:23:14.397981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Router c0181909-8a60-447a-a305-186e2b0fb99f is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:23:14.429378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Attempting to bind port 28efe4be-f49c-40d0-b84e-9f39acf97b46 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:14.429378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Attempting to bind port 28efe4be-f49c-40d0-b84e-9f39acf97b46 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:14.429378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Attempting to bind port 28efe4be-f49c-40d0-b84e-9f39acf97b46 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:14.592578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:14.603893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:14.607840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Port 28efe4be-f49c-40d0-b84e-9f39acf97b46 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:23:14.608251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Attempting to bind port 28efe4be-f49c-40d0-b84e-9f39acf97b46 on network 4b254f25-fd74-4bc6-a0df-d436906cd8bb {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:14.728309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:14.772856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:14.772856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Checking segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:14.772856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Bound using segment: {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:14.772856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Bound port: 28efe4be-f49c-40d0-b84e-9f39acf97b46, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:14.772856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:14.835038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:14.900411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb363b4c-7a3f-46ea-8da3-d49951bed937 req-a66dd189-5341-4551-b033-aa542e978c47 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 210 time: 0.3065629 Mar 02 18:23:14.917143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14d7408e-d492-4aba-b629-54f879dc5e99 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:15.039849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:15.040608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.168298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3a351f-9735-4717-8b07-4eda5c7965b1 req-89e8f802-cf36-4f12-849b-28d57e1d95b8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.177265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e3a351f-9735-4717-8b07-4eda5c7965b1 req-89e8f802-cf36-4f12-849b-28d57e1d95b8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 949 time: 1.0336318 Mar 02 18:23:15.223459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ed44b-b1d5-4324-825c-09cf86e55263 None None] Pushing event updated for resources: {'Port': ['ID=4b1b6395-2824-47fa-a1ea-a2b4399b3550,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:15.285495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e3a351f-9735-4717-8b07-4eda5c7965b1 req-49031fed-dd5b-46be-aa45-becef0f44f45 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069334 Mar 02 18:23:15.316945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:15.348372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Sync routers for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:15.377781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:15.390503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:15.394771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:15.395526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:15.449277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.479214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Transition to ACTIVE for port object b63716e9-f323-4a17-a7e3-1992eeda09b6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:15.481302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95ba40-2154-4d3a-9c62-2bbae980f071 None None] Pushing event updated for resources: {'Port': ['ID=76be367b-99fa-42a3-ae28-9e9ceb887a09,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:15.563900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.565221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-73a7b7bf-2e0e-4e13-93e2-f33bb04bb4ff admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.2413609 Mar 02 18:23:15.567208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Router 31103467-1de5-4f54-8ee2-8d648d3f16ff is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:23:15.570055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.573988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52376) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:15.631085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.664546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.665192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:15.666697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] 10.222.0.11 "PUT /v2.0/ports/28efe4be-f49c-40d0-b84e-9f39acf97b46 HTTP/1.1" status: 200 len: 1092 time: 5.2035921 Mar 02 18:23:15.670526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:15.714552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:15.717255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27565b23-990b-4e96-9069-e3ee4a1522d3 service neutron] Pushing event updated for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:15.733474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.740411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.746724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.759897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.770480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.778870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.785317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:15.788391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-922a3cf1-72b8-41d4-982b-c4a1fe6e102a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.3211801 Mar 02 18:23:15.852202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8507134-514e-4b93-a4e2-ab57c6f2d962 req-89711e3d-6de6-4837-86d8-c0bfff253696 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568495 Mar 02 18:23:15.984474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 14d7408e-d492-4aba-b629-54f879dc5e99 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:16.030000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port e61fd591-2bdf-4383-94ea-537bcb4c9da1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e61fd591-2bdf-4383-94ea-537bcb4c9da1,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:16.032590 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46', 'status': 'completed', 'code': 200} Mar 02 18:23:16.057675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 14d7408e-d492-4aba-b629-54f879dc5e99 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:16.058050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:16.113138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-2231ee68-e3e4-4982-8eee-39a145d1bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:16.114669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-2231ee68-e3e4-4982-8eee-39a145d1bbba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 1095 time: 0.2152526 Mar 02 18:23:16.237411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30a10d-1312-4269-9d26-5a51b4095ba2 None None] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:16.289335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-571404f9-e85d-451c-9bcb-98d646f1abf8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46 HTTP/1.1" status: 200 len: 217 time: 0.1662383 Mar 02 18:23:16.305519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:16.415512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:16.441826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-cd169915-289e-4a4f-845f-50f9321d7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:16.443455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-cd169915-289e-4a4f-845f-50f9321d7bc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.1057935 Mar 02 18:23:16.535603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-d599fbfe-053c-434b-93f1-947851198b63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731568 Mar 02 18:23:16.545384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeccd16-fd95-4910-9e18-e2f4b35ccbd3 req-d03c421f-1273-497d-b78b-b774a56e82e2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:16.552850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdeccd16-fd95-4910-9e18-e2f4b35ccbd3 req-d03c421f-1273-497d-b78b-b774a56e82e2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 944 time: 0.3406379 Mar 02 18:23:16.620094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ae520-98a2-4ea2-b22c-a2bb2e10d7b2 req-9e9dbfca-28a7-4819-b460-34d09feace07 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:16.623997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-513ae520-98a2-4ea2-b22c-a2bb2e10d7b2 req-9e9dbfca-28a7-4819-b460-34d09feace07 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 945 time: 0.3955135 Mar 02 18:23:16.646155 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:23:16.649562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:16.670652 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] Sync routers for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:16.706895 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:16.707753 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:16.712018 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e04933b-928a-4296-abf2-1ed5380d15e0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4162662 Mar 02 18:23:16.727986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:16.747880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3faf32-1a46-4f5b-b255-52fae8424d5e None None] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:16.760882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76be367b-99fa-42a3-ae28-9e9ceb887a09 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:16.778104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-f80f4cd6-e21f-4ca8-accd-5941be9a5a03 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196128 Mar 02 18:23:16.782515 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:16.792424 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:16.793298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:16.801629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:16.868219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8be2b6d8-60d6-4e38-b25a-2e6a27bc2e3a None None] Provisioning for port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:16.871039 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:16.872198 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035ca1b9-a381-4aa1-b25a-cc9e89c69137 None None] The sync data for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:16.882246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:16.893918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event updated for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:16.897384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:16.917081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdeccd16-fd95-4910-9e18-e2f4b35ccbd3 req-bf32be0c-b854-487d-839b-5ca27a22e1e7 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3633718 Mar 02 18:23:17.001018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-513ae520-98a2-4ea2-b22c-a2bb2e10d7b2 req-94c03acc-0af0-4adf-a7d8-dc533f7e3465 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683259 Mar 02 18:23:17.078470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca273006-59d0-47ea-9071-8d5cda43f153 req-dcba0f23-aa36-41fd-b10c-a46ba8a9e957 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715421 Mar 02 18:23:17.240605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:17.271578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-ef2b4c0c-f1bc-400c-b99f-c828ca522812 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0808921 Mar 02 18:23:17.393638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.394680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.422711 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.556508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7e7a6944-1725-4018-aafa-864b1c03bcc0 None None] Provisioning for port 76be367b-99fa-42a3-ae28-9e9ceb887a09 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:17.565693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.571782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.579382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.583752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:17.584994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.591008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.598295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.604692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.664344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14d7408e-d492-4aba-b629-54f879dc5e99,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:17.664576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61eda912-2bf4-408a-8dee-76ffa5a4483b req-d1f3d370-f343-41ab-9cf3-6763ed356f89 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.4269242 Mar 02 18:23:17.664576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:17.664576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Request body: {'floatingip': {'port_id': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:17.664883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:10Z', 'revision_number': 3, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:17.664883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Checking router: c0181909-8a60-447a-a305-186e2b0fb99f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:17.664883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Updating router c0181909-8a60-447a-a305-186e2b0fb99f port 833d19aa-5994-457a-8188-2b1e4c678515 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:23:17.732322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-72d7b3e6-0a5c-432d-a29f-6f0a59e4f44b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.734150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-72d7b3e6-0a5c-432d-a29f-6f0a59e4f44b tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.11 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 945 time: 0.3587325 Mar 02 18:23:17.741795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 76be367b-99fa-42a3-ae28-9e9ceb887a09 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:17.752258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.791185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76be367b-99fa-42a3-ae28-9e9ceb887a09 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:17.791781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.874085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815b2e6c-d704-4544-b494-2527d84a9b11 req-98a3909a-c00b-4c26-bfed-ae9506bd1fbb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:17.886793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-815b2e6c-d704-4544-b494-2527d84a9b11 req-98a3909a-c00b-4c26-bfed-ae9506bd1fbb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 931 time: 0.5097630 Mar 02 18:23:17.903946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Deleting port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:17.904296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.931444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:17.962104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.026777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ae3fb794-0b37-4562-be48-d0455e823e00 None None] Provisioning for port b63716e9-f323-4a17-a7e3-1992eeda09b6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:18.049031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ae3fb794-0b37-4562-be48-d0455e823e00 None None] Provisioning complete for port b63716e9-f323-4a17-a7e3-1992eeda09b6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:18.049412 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ae3fb794-0b37-4562-be48-d0455e823e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.117610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6a053980-afab-40b2-907f-e17133630bd8 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:18.278168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-8e39eed4-6604-4379-aa0d-076bf84916ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6026216 Mar 02 18:23:18.335070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ae3fb794-0b37-4562-be48-d0455e823e00 None None] Port b63716e9-f323-4a17-a7e3-1992eeda09b6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:18.358538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Request body: {'port': {'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:18.382803 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.386334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-815b2e6c-d704-4544-b494-2527d84a9b11 req-62e79dbb-4773-4ba9-b456-292f3bfd9d14 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4986274 Mar 02 18:23:18.407907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:18.441070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.441070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.441070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.442947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.443474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.443961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.444438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.446476 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-11b208c1-f6e5-4430-a48d-562adac60370 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 1.0365613 Mar 02 18:23:18.539230 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99', 'code': 200} Mar 02 18:23:18.581184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6a053980-afab-40b2-907f-e17133630bd8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:18.618585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6a053980-afab-40b2-907f-e17133630bd8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:18.619278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.665212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:18.710808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Provisioning for port a3e4462b-a864-48d9-bcbe-486986c2ea98 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:18.738874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 76be367b-99fa-42a3-ae28-9e9ceb887a09, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76be367b-99fa-42a3-ae28-9e9ceb887a09,segment=NetworkSegment(c8df6822-2357-4123-ab7a-c4e4d3ec2775),segment_id=c8df6822-2357-4123-ab7a-c4e4d3ec2775)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:18.765773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Provisioning complete for port a3e4462b-a864-48d9-bcbe-486986c2ea98 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:18.774739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.799593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.812496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-981082da-3d5c-431a-8787-bf064830f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.814098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-981082da-3d5c-431a-8787-bf064830f46a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ff57658df05c4ef2a3d758aa4a192509&device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 1095 time: 1.4075055 Mar 02 18:23:18.838748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab441e-09ec-4993-8055-3931db299750 req-471171da-7e54-45b8-9f2d-6748fef9e2af tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:18.859530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80ab441e-09ec-4993-8055-3931db299750 req-471171da-7e54-45b8-9f2d-6748fef9e2af tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 949 time: 0.8456149 Mar 02 18:23:18.878702 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:18.879910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3ac411-00b3-4a35-909a-5b1e08aabf03 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:18.963789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Port a3e4462b-a864-48d9-bcbe-486986c2ea98 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:18.976130 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.048841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6a053980-afab-40b2-907f-e17133630bd8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:19.049470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] For port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,segment=NetworkSegment(4f0c3e60-f007-40ca-8d18-d4b00e70e71e),segment_id=4f0c3e60-f007-40ca-8d18-d4b00e70e71e)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:19.049842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.054882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.064538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.074020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80ab441e-09ec-4993-8055-3931db299750 req-87b2ccd3-b25b-47f8-877f-c9895a65d1fb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135179 Mar 02 18:23:19.143406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.150808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Provisioning complete for port 76be367b-99fa-42a3-ae28-9e9ceb887a09 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:19.151182 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d845c7e0-5bc5-497c-8e12-ea7f5726f822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.195748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=76be367b-99fa-42a3-ae28-9e9ceb887a09,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:19.210007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:19.219469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:5647571d149a46f6a77832661cd72561 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:19.269346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:19.285581 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.296449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:19.315327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-a00a98ac-e30b-4988-82f2-6c6f0662e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.315926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-a00a98ac-e30b-4988-82f2-6c6f0662e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.316778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-a00a98ac-e30b-4988-82f2-6c6f0662e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.318456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-a00a98ac-e30b-4988-82f2-6c6f0662e736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=7d758753-7169-4863-a7dc-c4812278e3db&id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 2294 time: 0.8227639 Mar 02 18:23:19.320132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Transition to ACTIVE for port object 833d19aa-5994-457a-8188-2b1e4c678515 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:19.338841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:19.397967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:19.406541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:19.408252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.446188 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.470694 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-78d71543-aea5-4a12-adeb-0d1f70b427e9 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:23:19.474432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78d71543-aea5-4a12-adeb-0d1f70b427e9 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7414842 Mar 02 18:23:19.485643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-e57d6ce4-3ec6-4e98-aa26-1aef158b2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.489102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-e57d6ce4-3ec6-4e98-aa26-1aef158b2fe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 200 len: 923 time: 0.6354196 Mar 02 18:23:19.490496 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-8a7096a3-b109-4352-9bd5-7fa635ec3053 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 217 time: 0.1601670 Mar 02 18:23:19.497482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:19.519149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Calling delete_port for 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:23:19.599474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1a461-bf9f-4bb9-b8e3-f5295d6d2e58 req-ae87e015-cffd-472d-8ee4-0e268e6c22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.601046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc1a461-bf9f-4bb9-b8e3-f5295d6d2e58 req-ae87e015-cffd-472d-8ee4-0e268e6c22cb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1100 time: 0.9351914 Mar 02 18:23:19.616335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd88557-b037-423c-a7f9-e57f2d961ae6 req-465520ac-dfec-4ea7-8e60-1c0bb4a7acf2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.618236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684312a-e548-4c11-a087-5507426d7e61 None None] Pushing event updated for resources: {'Port': ['ID=833d19aa-5994-457a-8188-2b1e4c678515,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:19.619223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd88557-b037-423c-a7f9-e57f2d961ae6 req-465520ac-dfec-4ea7-8e60-1c0bb4a7acf2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 944 time: 0.9077799 Mar 02 18:23:19.625071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Attempting to bind port 833d19aa-5994-457a-8188-2b1e4c678515 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:19.625435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Attempting to bind port 833d19aa-5994-457a-8188-2b1e4c678515 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:19.625793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Attempting to bind port 833d19aa-5994-457a-8188-2b1e4c678515 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Bound port: 833d19aa-5994-457a-8188-2b1e4c678515, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:19.636314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.763726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd88557-b037-423c-a7f9-e57f2d961ae6 req-f858e881-84b7-4ee0-b5c1-abb84ab4ec22 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165884 Mar 02 18:23:19.766817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.785732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] For port 833d19aa-5994-457a-8188-2b1e4c678515, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:19.794506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc1a461-bf9f-4bb9-b8e3-f5295d6d2e58 req-3748c6c2-e5ad-4699-9087-ec8f1ee31c0d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704001 Mar 02 18:23:19.802159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] For port 833d19aa-5994-457a-8188-2b1e4c678515, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=833d19aa-5994-457a-8188-2b1e4c678515,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:19.820812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3ac411-00b3-4a35-909a-5b1e08aabf03,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:19.822015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-135502ab-ba83-4161-a8ca-55b57efbe723 None None] Provisioning complete for port a3e4462b-a864-48d9-bcbe-486986c2ea98 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:19.822416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-135502ab-ba83-4161-a8ca-55b57efbe723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.878253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017b5cde-aaa8-4576-ba3d-daba315e6941 req-ac8a1226-1fb4-452b-98d3-0af3729a6cb9 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:19.879810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-017b5cde-aaa8-4576-ba3d-daba315e6941 req-ac8a1226-1fb4-452b-98d3-0af3729a6cb9 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 945 time: 0.5394571 Mar 02 18:23:19.892899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-135502ab-ba83-4161-a8ca-55b57efbe723 None None] Port a3e4462b-a864-48d9-bcbe-486986c2ea98 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:19.895504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.945504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:19.946333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:19.959170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-e9c63925-499e-41cb-9baa-d0276c3b2955 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46 HTTP/1.1" status: 200 len: 217 time: 0.4562368 Mar 02 18:23:19.979895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-017b5cde-aaa8-4576-ba3d-daba315e6941 req-dfc48a60-9a93-49ac-b59f-1ebbbcd6e9b7 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/security-groups?id=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 Mar 02 18:23:19.996264 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.048160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5c0e67bb-2551-4a0c-ba18-c9707e5b0369'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:20.073083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Pushing event deleted for resources: {'Port': ['ID=5c0e67bb-2551-4a0c-ba18-c9707e5b0369,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:20.112286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:20.132251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:20.132903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:20.210167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a218ac-97e4-4e37-bb22-b449e9ec25e7 req-ff8587ff-0b8d-4be9-be8c-f58f6a994199 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:20.211793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9a218ac-97e4-4e37-bb22-b449e9ec25e7 req-ff8587ff-0b8d-4be9-be8c-f58f6a994199 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 931 time: 0.2990808 Mar 02 18:23:20.217754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684312a-e548-4c11-a087-5507426d7e61 None None] Pushing event updated for resources: {'Port': ['ID=833d19aa-5994-457a-8188-2b1e4c678515,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:20.281854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-d3216ca0-c62a-4ee6-a924-85cde5010cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:20.283265 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-d3216ca0-c62a-4ee6-a924-85cde5010cd1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 200 len: 851 time: 0.7831979 Mar 02 18:23:20.299766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] No DVR routers for this DVR port 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:23:20.319508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.326163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'name': 'network-vif-deleted', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:20.348292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.376623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9a218ac-97e4-4e37-bb22-b449e9ec25e7 req-2cc71c26-a494-4d8e-b972-3280086cb066 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384420 Mar 02 18:23:20.380464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:20.380844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.416958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2fa00-b070-4d7c-80e2-2408f1f4b64c req-7f3d13de-fb79-494c-9382-d25492429a53 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:20.432199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe2fa00-b070-4d7c-80e2-2408f1f4b64c req-7f3d13de-fb79-494c-9382-d25492429a53 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 950 time: 0.1927156 Mar 02 18:23:20.439010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0b3ac411-00b3-4a35-909a-5b1e08aabf03,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:20.460501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-fa400ba0-2c60-4451-99da-1a9d1b5000ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:20.461968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-fa400ba0-2c60-4451-99da-1a9d1b5000ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 200 len: 862 time: 0.4906273 Mar 02 18:23:20.469508 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb2d4fd-2060-451c-8aae-fc61ca3d66b4', 'name': 'network-vif-deleted', 'tag': '5c0e67bb-2551-4a0c-ba18-c9707e5b0369', 'status': 'completed', 'code': 200} Mar 02 18:23:20.479819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.495964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:20.541884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a053980-afab-40b2-907f-e17133630bd8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:20.542248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ce092c-8582-4dcd-9c4c-05340d7a8cd0 req-7f40dae1-983e-42af-a1db-5798a2ec4558 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.11 "DELETE /v2.0/ports/5c0e67bb-2551-4a0c-ba18-c9707e5b0369 HTTP/1.1" status: 204 len: 173 time: 2.7992728 Mar 02 18:23:20.571137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe2fa00-b070-4d7c-80e2-2408f1f4b64c req-9189d0f1-dddf-4195-b062-0605a0100826 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377385 Mar 02 18:23:20.593335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Allocated IP 172.20.0.1 (3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c/d1056e4e-abc6-4ba7-9cca-f07e66a163eb/ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:20.636000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-141dfde9-c84f-4136-8101-cae1dda2f368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4b254f25-fd74-4bc6-a0df-d436906cd8bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488352 Mar 02 18:23:20.651532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.653511 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a053980-afab-40b2-907f-e17133630bd8', 'code': 200} Mar 02 18:23:20.713739 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Floating IP 94f5fcc3-8d13-46e0-8c64-b10ee5fb762a associated. External IP: 172.25.7.229, port: 80bcd2a1-da8f-4658-b0f4-bc2025d056f2. Mar 02 18:23:20.758838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:20.805414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 28efe4be-f49c-40d0-b84e-9f39acf97b46 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:20.925270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:20.974675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b261586-1936-4924-8081-4dc59eb5d2e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:21.082003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03acc7c2-2775-470d-a95d-20c0813384e9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:21.086165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-feb223d2-7a78-48b2-8fbb-02a3e05b3ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.087690 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-feb223d2-7a78-48b2-8fbb-02a3e05b3ca5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7770071 Mar 02 18:23:21.101439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-def2c529-2ed0-4181-8942-71bd1c1e4dd9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5647571d149a46f6a77832661cd72561&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3898423 Mar 02 18:23:21.105048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52452) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:21.126730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4934a2-6ef7-4452-82f6-9abfb998529b req-474d66d6-dde2-4ed8-b8b3-88e94e8cf816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.128225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a4934a2-6ef7-4452-82f6-9abfb998529b req-474d66d6-dde2-4ed8-b8b3-88e94e8cf816 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 1101 time: 0.3152850 Mar 02 18:23:21.236139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b63716e9-f323-4a17-a7e3-1992eeda09b6 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:21.262150 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-7e090c92-8fd4-4e02-b768-bcabefd13c45 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063311 Mar 02 18:23:21.269198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.281968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b261586-1936-4924-8081-4dc59eb5d2e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:21.282398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.322062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.369427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:21.384968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:10Z', 'revision_number': 3, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:21.392673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '28efe4be-f49c-40d0-b84e-9f39acf97b46', 'network_id': '4b254f25-fd74-4bc6-a0df-d436906cd8bb', 'port_id': '28efe4be-f49c-40d0-b84e-9f39acf97b46', 'mac_address': 'fa:16:3e:2f:75:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa82a064-a18a-47ae-b4a5-4a52109f12c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:21.397659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e342b46-6ee3-46db-9d0e-9a588ecf2f56 None None] The sync data for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 is: [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:10Z', 'revision_number': 3, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:21.573121 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.596718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Transition to ACTIVE for port object b63716e9-f323-4a17-a7e3-1992eeda09b6 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:21.607064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28efe4be-f49c-40d0-b84e-9f39acf97b46 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:21.614957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b1b6395-2824-47fa-a1ea-a2b4399b3550 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:21.638388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a4934a2-6ef7-4452-82f6-9abfb998529b req-e2a89f8a-bf32-4a8c-9fd2-26d6b6b51c80 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001523 Mar 02 18:23:21.643731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4f854d5-d5d8-490b-af8c-d9c7c118d6a0 req-e2462843-0059-4ad2-8339-f14e1188ea95 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Synchronizing usage tracker for tenant:7e74f0f055c34f94836fcb3c53627087 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:21.667328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Transition to ACTIVE for port object ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:21.679034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:21.685553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.694370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ae666-fbe0-46ef-9637-c827f11f587c req-fc646d3e-8ef0-49ba-886a-395d5950eadf tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:21.696228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa0ae666-fbe0-46ef-9637-c827f11f587c req-fc646d3e-8ef0-49ba-886a-395d5950eadf tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 944 time: 0.6954257 Mar 02 18:23:21.716722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.753394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.758347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:21.793662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:21.834155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa0ae666-fbe0-46ef-9637-c827f11f587c req-32dd2267-026c-4645-b643-b9e72cae2e7a tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189461 Mar 02 18:23:21.865783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:21.922548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4f854d5-d5d8-490b-af8c-d9c7c118d6a0 req-e2462843-0059-4ad2-8339-f14e1188ea95 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] Unset dirty status for tenant:7e74f0f055c34f94836fcb3c53627087 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:21.923748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4f854d5-d5d8-490b-af8c-d9c7c118d6a0 req-e2462843-0059-4ad2-8339-f14e1188ea95 tempest-ServerGroupTestJSON-933356463 tempest-ServerGroupTestJSON-933356463-project] 10.222.0.66 "GET /v2.0/ports?device_id=ddb2d4fd-2060-451c-8aae-fc61ca3d66b4 HTTP/1.1" status: 200 len: 210 time: 0.4278889 Mar 02 18:23:21.928687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:21.941672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:21.942174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.034284 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-886ffaa9-a578-4dd7-a946-6f539bc6af47 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9064898 Mar 02 18:23:22.075639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['28efe4be-f49c-40d0-b84e-9f39acf97b46'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:22.223142 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1aedb3c6-da3e-422e-9853-a077a7db727c req-467798bc-55d5-46c1-a1cf-897cada691f8 service neutron] 10.222.0.11 "GET /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9512720 Mar 02 18:23:22.279644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:22.292502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.328744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03acc7c2-2775-470d-a95d-20c0813384e9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:22.333229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:22.342626 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.348981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e209bb33-8b4b-48bb-9c81-ddbf47ccd6e5 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135669 Mar 02 18:23:22.354548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.358527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1aea65ba-416e-435f-b716-8a6841dc4beb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03acc7c2-2775-470d-a95d-20c0813384e9 HTTP/1.1" status: 204 len: 168 time: 1.2499514 Mar 02 18:23:22.366139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.373559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Sync routers for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:22.381171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44b849df-7dbf-40c2-b92d-799a4d9dcbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.433194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:22.434030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:22.472394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b90e046a-b6a7-415f-9d2b-ed063e3bb5b7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "PUT /v2.0/floatingips/94f5fcc3-8d13-46e0-8c64-b10ee5fb762a HTTP/1.1" status: 200 len: 992 time: 4.8539510 Mar 02 18:23:22.475167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:22.476358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.489500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb591412-befd-4ff4-9b88-a64f82564a72 req-4b79d96e-7af6-440f-8703-6d88c9a5f998 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:22.491096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb591412-befd-4ff4-9b88-a64f82564a72 req-4b79d96e-7af6-440f-8703-6d88c9a5f998 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.3528292 Mar 02 18:23:22.540742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:22.572609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e389249-4355-44e9-8bf4-e93a83717396 req-1a2f5990-75d3-433f-97fe-17cf8f54a32a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:22.575289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e389249-4355-44e9-8bf4-e93a83717396 req-1a2f5990-75d3-433f-97fe-17cf8f54a32a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 950 time: 0.3524094 Mar 02 18:23:22.592965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:22.615595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b1b6395-2824-47fa-a1ea-a2b4399b3550,segment=NetworkSegment(a997fa3c-7bf1-46c4-a256-1876cd13e574),segment_id=a997fa3c-7bf1-46c4-a256-1876cd13e574)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:22.643379 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-971a2521-3510-408e-8e4d-7073fc99343b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 217 time: 0.2492695 Mar 02 18:23:22.647245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:22.682658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb591412-befd-4ff4-9b88-a64f82564a72 req-29dfcb24-7182-4a25-80d1-1bb0a7f82b27 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785862 Mar 02 18:23:22.739691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e389249-4355-44e9-8bf4-e93a83717396 req-ce112927-0c4a-4d67-917b-41c0ff983b64 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532376 Mar 02 18:23:22.792530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:23:22.822768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:22.834241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-7bbf10b8-5617-4595-9253-06090166ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:22.835695 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-7bbf10b8-5617-4595-9253-06090166ab3e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1188371 Mar 02 18:23:22.865485 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'status': 'completed', 'code': 200} Mar 02 18:23:23.006290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:23:23.006787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5c0e67bb-2551-4a0c-ba18-c9707e5b0369 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:23:23.034350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:23.070723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.078719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.100960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Pushing event updated for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:23.109725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.124913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.137153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.146069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.147180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.157253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.165425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-7ca7c8d9-2c0e-4aa9-9655-6ef630c486bf tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.2768862 Mar 02 18:23:23.199002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Attempting to bind port b63716e9-f323-4a17-a7e3-1992eeda09b6 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:23.199759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Attempting to bind port b63716e9-f323-4a17-a7e3-1992eeda09b6 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:23.200285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Attempting to bind port b63716e9-f323-4a17-a7e3-1992eeda09b6 on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:23.216389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Port b63716e9-f323-4a17-a7e3-1992eeda09b6 on network cfb3261e-576e-4fed-af13-a78eeaca3189 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:23:23.216718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Attempting to bind port b63716e9-f323-4a17-a7e3-1992eeda09b6 on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:23.233334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.290032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:23.290403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Checking segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:23.291036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Bound using segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:23.291488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Bound port: b63716e9-f323-4a17-a7e3-1992eeda09b6, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:23.291840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.300026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e61fd591-2bdf-4383-94ea-537bcb4c9da1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:23.304067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8293c3b-a7a2-4a01-9e2d-42435138fb56 req-8ae28ee4-ea4c-44a8-9ec0-d34fad5dddf0 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372347 Mar 02 18:23:23.344777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a30da-24cb-44fc-8d22-10f846892f54 req-c5a8f66e-ebbd-4546-8c00-7fc9d503ad44 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.348936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928a30da-24cb-44fc-8d22-10f846892f54 req-c5a8f66e-ebbd-4546-8c00-7fc9d503ad44 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 945 time: 0.1423621 Mar 02 18:23:23.409413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4b1b6395-2824-47fa-a1ea-a2b4399b3550,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:23.478835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928a30da-24cb-44fc-8d22-10f846892f54 req-c12e1a53-b087-4dbe-a0c4-90d97710c748 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252413 Mar 02 18:23:23.479241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-3f70d944-c7b8-41c9-a39e-11af4ba956b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.480746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-3f70d944-c7b8-41c9-a39e-11af4ba956b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6020861 Mar 02 18:23:23.553132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e61fd591-2bdf-4383-94ea-537bcb4c9da1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:23.553507 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.559709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52476) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:23.627231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f0695c88-e737-41dd-b719-ef81485c76a7 None None] Provisioning for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:23.636934 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.683075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:23.701390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Usage tracker for resource:security_group_rule and tenant:725ecff92b08488f8fc4a9a329c6f7bd is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:23.707436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:23.709593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f0695c88-e737-41dd-b719-ef81485c76a7 None None] Provisioning complete for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:23.713787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f0695c88-e737-41dd-b719-ef81485c76a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.724156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:23.792970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.800937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.804017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f0695c88-e737-41dd-b719-ef81485c76a7 None None] Port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:23.812796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.822934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.832526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.846491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.859797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:23.864605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-311186af-2297-43ad-91be-b7c41d106d4a req-ed5f6539-1c7b-4737-879a-babc0be2cc9d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.2755077 Mar 02 18:23:23.936254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94f5fcc3-8d13-46e0-8c64-b10ee5fb762a', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'port_id': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'mac_address': 'fa:16:3e:11:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:21:12Z', 'updated_at': '2022-03-02T18:23:19Z', 'revision_number': 1, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:23.946087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Checking router: d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:23.968900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:23.978403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:23.979301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:22:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:24.038610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76be367b-99fa-42a3-ae28-9e9ceb887a09 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:24.060656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:24.061169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.083533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:24.124410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-f4883fa8-995f-46b4-a3d4-49850d3e606c service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6200888 Mar 02 18:23:24.136562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=725ecff92b08488f8fc4a9a329c6f7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5747728 Mar 02 18:23:24.141541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52494) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:24.217957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.263782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4defbc9-32e4-4217-a334-08f2469a5cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.265345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41506072-dd7e-40cb-be16-73a8e5cfa53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83cbf7-1886-4e82-a936-34ebee5c3aef,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:24.292004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8ab21-edeb-4fad-a791-a2a1a2440f03 req-4cdf3f05-bc53-4f28-989e-8b70915c1168 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.293587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e8ab21-edeb-4fad-a791-a2a1a2440f03 req-4cdf3f05-bc53-4f28-989e-8b70915c1168 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.3228841 Mar 02 18:23:24.308229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:24.341406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.354597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76be367b-99fa-42a3-ae28-9e9ceb887a09 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:24.355287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.392958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e8ab21-edeb-4fad-a791-a2a1a2440f03 req-2a8e2838-3393-4498-b348-21858f98bee1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869136 Mar 02 18:23:24.401290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.401915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.403356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] 10.222.0.65 "PUT /v2.0/ports/b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 1091 time: 6.0595219 Mar 02 18:23:24.405072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759909a5-5192-4958-950e-f5875f8445d6 req-ac3bd0f2-1d6e-42c6-9865-5163cba51f6c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.409293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:24.419581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-759909a5-5192-4958-950e-f5875f8445d6 req-ac3bd0f2-1d6e-42c6-9865-5163cba51f6c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 950 time: 0.2978871 Mar 02 18:23:24.422893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.432225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.524834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-759909a5-5192-4958-950e-f5875f8445d6 req-8956bd91-5a9d-4dc9-838a-69b1257ff90c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040936 Mar 02 18:23:24.548954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port a3e4462b-a864-48d9-bcbe-486986c2ea98 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:24.549354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.579444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3b1dd-614e-48b5-a135-0f65d75ccdaf service neutron] Pushing event updated for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:24.630885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.654461 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-b4a4e92c-bc75-4686-bf40-272b472c89c3 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224211 Mar 02 18:23:24.807763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-bf275507-0457-4b70-aaff-fe9651e52bdf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 217 time: 0.1369059 Mar 02 18:23:24.832099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 28efe4be-f49c-40d0-b84e-9f39acf97b46 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:24.849848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83cbf7-1886-4e82-a936-34ebee5c3aef,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:24.866377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:24.870841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-105bd420-ffce-4e73-a4bf-57571b355ffc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c83cbf7-1886-4e82-a936-34ebee5c3aef HTTP/1.1" status: 204 len: 168 time: 0.6862776 Mar 02 18:23:24.922152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde27b-ebba-43f8-9df6-02115680b375 req-b5faa04d-0995-4fa4-9cef-bc6af6799abe tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:24.930682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2fde27b-ebba-43f8-9df6-02115680b375 req-b5faa04d-0995-4fa4-9cef-bc6af6799abe tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 945 time: 0.1182740 Mar 02 18:23:24.963818 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:23:24.978247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 833d19aa-5994-457a-8188-2b1e4c678515 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:25.006556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2fde27b-ebba-43f8-9df6-02115680b375 req-abd416d5-d2a7-4f88-a21b-145f6193206d tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744517 Mar 02 18:23:25.149649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94f5fcc3-8d13-46e0-8c64-b10ee5fb762a', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'port_id': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'mac_address': 'fa:16:3e:11:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:21:12Z', 'updated_at': '2022-03-02T18:23:19Z', 'revision_number': 1, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:25.168997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a665fb-6736-43a1-a90b-43665f2328fa None None] The sync data for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 is: [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94f5fcc3-8d13-46e0-8c64-b10ee5fb762a', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'floating_ip_address': '172.25.7.229', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'port_id': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'mac_address': 'fa:16:3e:11:d6:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '307a0ebc-6998-4f84-8687-280348b9f50d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:21:12Z', 'updated_at': '2022-03-02T18:23:19Z', 'revision_number': 1, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:25.170446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e429d0a1-c1ad-4e59-ae98-a7e85f355b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:25.172501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e429d0a1-c1ad-4e59-ae98-a7e85f355b60 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.3584020 Mar 02 18:23:25.221785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c9044-e3fd-4360-bab4-d29419bb97e3 req-b67c9f83-a023-418a-ab80-46cbebb3a007 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:25.223392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c73c9044-e3fd-4360-bab4-d29419bb97e3 req-b67c9f83-a023-418a-ab80-46cbebb3a007 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 949 time: 0.1523867 Mar 02 18:23:25.236881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 28efe4be-f49c-40d0-b84e-9f39acf97b46 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:25.242497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 28efe4be-f49c-40d0-b84e-9f39acf97b46 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:25.243330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.254660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.263418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-3b89e5f7-13ee-4330-a3f0-b4ba82b2d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:25.265201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-3b89e5f7-13ee-4330-a3f0-b4ba82b2d65d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1094 time: 0.7265036 Mar 02 18:23:25.277238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 833d19aa-5994-457a-8188-2b1e4c678515 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:25.296288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 833d19aa-5994-457a-8188-2b1e4c678515 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:25.300343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.300450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52518) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:25.314940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c73c9044-e3fd-4360-bab4-d29419bb97e3 req-83780afb-5b44-424c-a8db-2bbc2fbe8cee tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849285 Mar 02 18:23:25.427530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Deleting subnet 2ce1528d-79bd-4bab-9583-921a437eb802 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:23:25.440793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.492250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Calling delete_port for a3e4462b-a864-48d9-bcbe-486986c2ea98 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:23:25.520668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.536742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.537097 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-7fb45fd3-262c-4326-a49f-799af25627bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.2614772 Mar 02 18:23:25.547704 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.548006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f0965e-f9b4-4700-9ae8-1ef9fd989c3c None None] New status for floating IP 94f5fcc3-8d13-46e0-8c64-b10ee5fb762a: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:23:25.585987 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.593031 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.613849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 833d19aa-5994-457a-8188-2b1e4c678515, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=833d19aa-5994-457a-8188-2b1e4c678515,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:25.633223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.662503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:25.683790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:25.693643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.694804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3ac411-00b3-4a35-909a-5b1e08aabf03 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:25.728318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.780147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.938418 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:25.993394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-169ac5ef-b710-4f91-a848-ed7f51d5f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:25.994647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-169ac5ef-b710-4f91-a848-ed7f51d5f73c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.4270108 Mar 02 18:23:26.006954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.101084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccc4aa-e21f-4016-b440-f8765dfd882b req-87edeeb2-18ab-4b70-86e1-45a05e1e4a8b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.103143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6ccc4aa-e21f-4016-b440-f8765dfd882b req-87edeeb2-18ab-4b70-86e1-45a05e1e4a8b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.2312982 Mar 02 18:23:26.141884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=833d19aa-5994-457a-8188-2b1e4c678515,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:26.205584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-1d45a74e-35c1-42a9-b533-cd0d7e390ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.209841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-1d45a74e-35c1-42a9-b533-cd0d7e390ba4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0295832 Mar 02 18:23:26.234115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:26.234570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.259892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.327374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:26.344166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ce1528d-79bd-4bab-9583-921a437eb802,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:26.361815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.381829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a6278936-e82c-4112-bdd3-104446bad8e8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2ce1528d-79bd-4bab-9583-921a437eb802 HTTP/1.1" status: 204 len: 168 time: 1.0613115 Mar 02 18:23:26.388977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52540) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:26.433646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Pushing event updated for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:26.441555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.554158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38bdc-3c89-45e5-ae45-e8a48bccfad3 req-ecc3011a-f63a-4cec-9348-ffaf6c0bf6c0 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.563624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c38bdc-3c89-45e5-ae45-e8a48bccfad3 req-ecc3011a-f63a-4cec-9348-ffaf6c0bf6c0 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.583989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90c38bdc-3c89-45e5-ae45-e8a48bccfad3 req-ecc3011a-f63a-4cec-9348-ffaf6c0bf6c0 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded&device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1690 time: 0.4616735 Mar 02 18:23:26.583989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6ccc4aa-e21f-4016-b440-f8765dfd882b req-4b940a70-183e-4671-9ddc-c542e579ba6e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4761846 Mar 02 18:23:26.645185 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.659171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.686755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 833d19aa-5994-457a-8188-2b1e4c678515 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:26.693191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90c38bdc-3c89-45e5-ae45-e8a48bccfad3 req-255e5ed6-88a1-4d25-8466-0320a3381a9c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196530 Mar 02 18:23:26.734777 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-fa21e26a-07d9-4287-9293-2231366b9330 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621630 Mar 02 18:23:26.755765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-210403df-5621-4c32-a407-ac109163a5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:26.774628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-210403df-5621-4c32-a407-ac109163a5f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7447164 Mar 02 18:23:26.825477 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46', 'code': 200} Mar 02 18:23:26.825477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:26.905929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 833d19aa-5994-457a-8188-2b1e4c678515 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:26.905929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.040772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.088159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b1b6395-2824-47fa-a1ea-a2b4399b3550 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:27.115061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019c437a-2d35-4b18-8f14-6e159a5b7245']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:27.151164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f0c3e60-f007-40ca-8d18-d4b00e70e71e') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:27.151164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f0c3e60-f007-40ca-8d18-d4b00e70e71e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:27.178186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.247254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:27.247254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.287809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.301347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:23:27.301347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:23:27.311284 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:23:27.322040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:27.346027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:27.372280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.407459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a9dca-cf0b-4799-acd6-89752587b49d req-dd0dd972-a84a-4d0c-99af-8c7604c8c081 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:27.416081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928a9dca-cf0b-4799-acd6-89752587b49d req-dd0dd972-a84a-4d0c-99af-8c7604c8c081 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.5035086 Mar 02 18:23:27.540784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928a9dca-cf0b-4799-acd6-89752587b49d req-26e45d70-c8fc-425a-89c9-0255bf6258de tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216753 Mar 02 18:23:27.555859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792d37f-16f3-482e-80e7-54ba9d471be8 req-2a3186d5-d903-40a5-ae15-6e029f78602b tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:27.575615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1792d37f-16f3-482e-80e7-54ba9d471be8 req-2a3186d5-d903-40a5-ae15-6e029f78602b tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 1101 time: 0.3843825 Mar 02 18:23:27.594149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.600528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.633128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] 10.222.0.66 "DELETE /v2.0/networks/019c437a-2d35-4b18-8f14-6e159a5b7245 HTTP/1.1" status: 204 len: 168 time: 1.2395291 Mar 02 18:23:27.636880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498953a1-ad98-4085-bbc7-903fcbcd568f admin admin] Pushing event deleted for resources: {'Network': ['ID=019c437a-2d35-4b18-8f14-6e159a5b7245,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:27.660272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1792d37f-16f3-482e-80e7-54ba9d471be8 req-51073d1a-07e9-4ad0-a3fd-08de99e6c574 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Synchronizing usage tracker for tenant:79a13a15a03f4084a3bff897857979e4 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:27.754778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-640a6ec3-dc8a-49e1-af9d-5d81941baff5 None None] Provisioning complete for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:27.755601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-640a6ec3-dc8a-49e1-af9d-5d81941baff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:27.801042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-9b49fbbf-4e0f-4837-822b-5ee4afb04acd service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0550709 Mar 02 18:23:27.831396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1792d37f-16f3-482e-80e7-54ba9d471be8 req-51073d1a-07e9-4ad0-a3fd-08de99e6c574 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Unset dirty status for tenant:79a13a15a03f4084a3bff897857979e4 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:27.846925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1792d37f-16f3-482e-80e7-54ba9d471be8 req-51073d1a-07e9-4ad0-a3fd-08de99e6c574 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698767 Mar 02 18:23:27.873574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-640a6ec3-dc8a-49e1-af9d-5d81941baff5 None None] Port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:27.907722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26595346-c2a8-4299-ba04-69d411e04824 req-32583038-6609-4e4b-9275-e965ed4d6f96 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:27.913869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26595346-c2a8-4299-ba04-69d411e04824 req-32583038-6609-4e4b-9275-e965ed4d6f96 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.1354256 Mar 02 18:23:27.967282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26595346-c2a8-4299-ba04-69d411e04824 req-b7f057f7-df9c-4137-87bd-4f32217b6e5e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511904 Mar 02 18:23:28.044232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Port': ['ID=a3e4462b-a864-48d9-bcbe-486986c2ea98,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:28.051216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-85d25d3f-fdb0-45cf-b51b-97d18d08890f service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2944777 Mar 02 18:23:28.065202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829a5153-8cc5-465a-bc88-4feb1d8fd018 req-fdfe4561-8d88-445c-b8cf-b0f4425bf3ca tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.067359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-829a5153-8cc5-465a-bc88-4feb1d8fd018 req-fdfe4561-8d88-445c-b8cf-b0f4425bf3ca tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1100 time: 0.0990164 Mar 02 18:23:28.140028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-829a5153-8cc5-465a-bc88-4feb1d8fd018 req-ee64e5b2-3717-403b-9b47-3eccb3b88fab tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653527 Mar 02 18:23:28.244756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168852d-fdb8-4fd1-b47d-26753d5d3be6 req-c58825b3-1fd5-47a1-8914-6d61290fed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.246269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c168852d-fdb8-4fd1-b47d-26753d5d3be6 req-c58825b3-1fd5-47a1-8914-6d61290fed48 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 1097 time: 1.3201649 Mar 02 18:23:28.248139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-61ead426-ccbc-4b70-9f11-494921f0a028 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 200 len: 217 time: 0.1902561 Mar 02 18:23:28.263425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52576) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:28.315602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30855cc7-811b-4953-8039-ed7e55b60f30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7e74f0f055c34f94836fcb3c53627087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484393 Mar 02 18:23:28.315861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52580) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:28.354384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.376323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Router c0181909-8a60-447a-a305-186e2b0fb99f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:28.379410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.536261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.618704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c168852d-fdb8-4fd1-b47d-26753d5d3be6 req-dd34012b-4905-4ae7-b65b-2f83d8478b73 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532407 Mar 02 18:23:28.620046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-f7891247-ff73-416b-8e3d-b872215d2575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.621638 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-f7891247-ff73-416b-8e3d-b872215d2575 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.3573294 Mar 02 18:23:28.668177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-47a49c1c-2e5c-40ec-9162-8d61536013b2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360255 Mar 02 18:23:28.736841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f45398fc-d316-4aa6-a0f4-4b94389eeee3 req-346d0b1f-7924-4f5f-80aa-ef15f6dbc804 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6731224 Mar 02 18:23:28.745976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.826271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a93ee1c-d7dc-4bc8-9680-b85ad307f6de,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:28.842958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:28.846817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1c58250-d063-4d60-ac43-64c3ccb435e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2a93ee1c-d7dc-4bc8-9680-b85ad307f6de HTTP/1.1" status: 204 len: 168 time: 0.5273848 Mar 02 18:23:28.911664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19a2e1-9d75-440f-95d9-4ff10e4c3f40 req-c01ee32b-116a-4209-80cd-7040cc2ba014 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.913174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce19a2e1-9d75-440f-95d9-4ff10e4c3f40 req-c01ee32b-116a-4209-80cd-7040cc2ba014 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.2436583 Mar 02 18:23:28.920510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-3bc8c97c-598f-4cc7-910f-40fbd7e928ad tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:28.927330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Router 31103467-1de5-4f54-8ee2-8d648d3f16ff has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:28.927587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-3bc8c97c-598f-4cc7-910f-40fbd7e928ad tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274942 Mar 02 18:23:28.953611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-a10b7785-781c-45ae-8988-9372a9f9ffa3 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.0253849 Mar 02 18:23:29.027625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:29.040915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Sync routers for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:29.045523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce19a2e1-9d75-440f-95d9-4ff10e4c3f40 req-75a3acc3-2a3a-4177-bdf0-8b6a891799dc tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160772 Mar 02 18:23:29.057944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:29.059764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:29.124087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-49882a6b-1a4e-44b0-b41b-1a0b26773e80 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1612298 Mar 02 18:23:29.229878 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9184a289-484a-47cd-9ef0-0022dab977dd admin admin] 10.222.0.66 "PUT /v2.0/routers/c0181909-8a60-447a-a305-186e2b0fb99f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6500034 Mar 02 18:23:29.234625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:29.248286 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] Sync routers for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:29.251841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e3b1b06-e19c-4050-b3d0-ddab2a6f2e88 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7533147 Mar 02 18:23:29.258561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:29.260821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-fa289ce2-9878-4cba-8ef2-49318b8c5e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:29.262401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-fa289ce2-9878-4cba-8ef2-49318b8c5e1b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3878021 Mar 02 18:23:29.264354 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:29.265401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:29.383539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:29.389943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b94218-d7f1-4845-a646-c4fa172b4a4b req-32386c8e-fea5-4e20-a4be-17680ca2d792 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:29.392757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12b94218-d7f1-4845-a646-c4fa172b4a4b req-32386c8e-fea5-4e20-a4be-17680ca2d792 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.1720021 Mar 02 18:23:29.492015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:29.505082 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:29.506106 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:29.532363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12b94218-d7f1-4845-a646-c4fa172b4a4b req-9d343f57-c76b-4b3d-a7e2-1e8c7ffdaab6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330478 Mar 02 18:23:29.585886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:29.586417 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac91b59-5f60-4ba2-8a0f-e041bf080643 None None] The sync data for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:29.624263 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-b2605456-ae06-48cc-a53f-273740c88e5c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] delete failed (client error): The resource could not be found. Mar 02 18:23:29.625337 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2605456-ae06-48cc-a53f-273740c88e5c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-312922679 HTTP/1.1" status: 404 len: 334 time: 0.3562601 Mar 02 18:23:29.629128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52626) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:29.636358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9373ac1a-5b36-455f-813e-a4d546548de0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'router': {'external_gateway_info': {'network_id': '31103467-1de5-4f54-8ee2-8d648d3f16ff'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:29.787161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-c5062dc5-67c4-46bd-8185-3001182874bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:29.787161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-c5062dc5-67c4-46bd-8185-3001182874bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1094 time: 0.7682962 Mar 02 18:23:30.077524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:24Z', 'revision_number': 4, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1', 'name': '', 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'mac_address': 'fa:16:3e:c8:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:19Z', 'updated_at': '2022-03-02T18:23:24Z', 'revision_number': 2, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'subnets': [{'id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:30.104614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Checking router: c0181909-8a60-447a-a305-186e2b0fb99f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:30.104614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Updating router c0181909-8a60-447a-a305-186e2b0fb99f port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:23:30.220822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-2582cb59-6470-4f28-87ad-634e533e9cb3 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8610187 Mar 02 18:23:30.278641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:30.423646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-6e9fe847-37b0-4942-9754-371bec80cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:30.425842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-6e9fe847-37b0-4942-9754-371bec80cd76 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.6313677 Mar 02 18:23:30.725504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-1817d8f8-33e2-47a0-b1ca-04c71281036e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.2840278 Mar 02 18:23:30.957957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-f7db240f-effc-4578-9be5-14e056b90a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:30.968478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-f7db240f-effc-4578-9be5-14e056b90a84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.2348287 Mar 02 18:23:31.007067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b63716e9-f323-4a17-a7e3-1992eeda09b6 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:31.035070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9373ac1a-5b36-455f-813e-a4d546548de0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.067558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.134969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Transition to ACTIVE for port object ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:31.142102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52668) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:31.267557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:31.273910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-2ca3ab85-ab77-4c09-990b-e44e25726765 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0413692 Mar 02 18:23:31.293841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:31.367807 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-9373ac1a-5b36-455f-813e-a4d546548de0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] update failed (client error): The resource could not be found. Mar 02 18:23:31.367807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9373ac1a-5b36-455f-813e-a4d546548de0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff HTTP/1.1" status: 404 len: 339 time: 1.7290366 Mar 02 18:23:31.369113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52676) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:31.389217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2146475737'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:31.408401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.413778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:31.427026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-network', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:31.442448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:31.453276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Usage tracker for resource:network and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:31.456135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:network and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:31.465239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:31.476588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:31.478646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:31.505544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:31.516000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-998a8fe0-ac32-40b4-96e2-65e7a75ab560 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 200 len: 217 time: 0.2230783 Mar 02 18:23:31.531306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee301-9358-489e-8c2a-f5bfc1f55c12 req-c45dd2ec-d0a2-4cb9-a9c5-aa4c101e94c2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:31.538975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94aee301-9358-489e-8c2a-f5bfc1f55c12 req-c45dd2ec-d0a2-4cb9-a9c5-aa4c101e94c2 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 1.0290811 Mar 02 18:23:31.628215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Made reservation on behalf of b8980a5bc3cc4105aee2e7a3fc370da3 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:31.628437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.634957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.654843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382d67d-8800-4748-a282-84d2548aaf6f req-b4ca82b6-3444-4c72-918b-e4b704ffe440 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:31.673841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8382d67d-8800-4748-a282-84d2548aaf6f req-b4ca82b6-3444-4c72-918b-e4b704ffe440 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 943 time: 0.5988274 Mar 02 18:23:31.687396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.770779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94aee301-9358-489e-8c2a-f5bfc1f55c12 req-04a2cd4b-999f-4261-b312-54c94485d1bf tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296796 Mar 02 18:23:31.778691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b63716e9-f323-4a17-a7e3-1992eeda09b6 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:31.799432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:31.838810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8382d67d-8800-4748-a282-84d2548aaf6f req-91509100-9333-48c3-8f5e-16717f4aa474 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435809 Mar 02 18:23:31.841528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:31.843372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-fa985826-9117-43e0-b9b4-2748e0161efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:31.847623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-fa985826-9117-43e0-b9b4-2748e0161efb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.3062572 Mar 02 18:23:31.848409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.854917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:31.870440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-18b7d19e-b8f8-4574-b9ef-d8641144a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:31.872771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-18b7d19e-b8f8-4574-b9ef-d8641144a992 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8883116 Mar 02 18:23:31.931013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:23:31.956069 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:31.957927 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Added segment 6e356997-79d4-4742-b22e-bfe46a191e69 of type vlan for network d13a58c5-363d-4b1c-ad93-579532cf6ccb Mar 02 18:23:32.017114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Pushing event updated for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.028504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:32.064521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.097682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:32.109778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.110487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.111061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.111622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.112427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.113086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.113808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.114484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.115036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.115577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.116169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.117081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:32.167964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Attempting to bind port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:32.169502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Attempting to bind port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:32.170141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Attempting to bind port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 on network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:32.178150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:32.179310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Checking segment: {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:32.179972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.180603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Bound using segment: {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:32.181732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Bound port: ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30e6db9-404c-4f3c-9991-4522dd0ac234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:32.182398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.200871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.245283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.257788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:32.268638 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.384638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.403830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] For port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:32.407460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] For port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:32.480435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['b63716e9-f323-4a17-a7e3-1992eeda09b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:32.482790 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-2fc69a7f-d8c6-497d-9d24-960e51a4a62a service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4386122 Mar 02 18:23:32.509625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:32.530320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:32.559464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Network': ['ID=d13a58c5-363d-4b1c-ad93-579532cf6ccb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:32.563951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1d19de1-3068-4ea1-a0c7-7870ca8fcc51 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1814094 Mar 02 18:23:32.584808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52698) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:32.584808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'subnet': {'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:32.587988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:23:32.842497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:32.849846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:33.025853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dcc6b-fc25-4dc5-bae8-97776773a2a3 None None] Pushing event updated for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:33.063150 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c22cbd85-e83c-4175-8fdf-31b82a456c57 req-3a59769c-622d-4c52-b964-443772795cbb service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488777 Mar 02 18:23:33.086719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-c1264c06-cb2e-47c0-a28d-3aa80d8499cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:33.088249 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-c1264c06-cb2e-47c0-a28d-3aa80d8499cb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2103755 Mar 02 18:23:33.387941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:33.398579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:33.402221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:33.453852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-05c87caa-fe5b-41a4-a8d5-5397be966aee service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521633 Mar 02 18:23:33.556744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:33.628961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e43e5975-2886-4f73-bfe9-a1a1184404e4 req-cc014227-86c8-43a5-9448-ea9726165a5b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.9810989 Mar 02 18:23:33.658357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d778fb66-3520-49ca-b766-23b7995c25e9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:33.734999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:33.780197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Usage tracker for resource:subnet and tenant:c984f16fc212469ebd2bbe7bc8a54795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:33.804829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:33.828375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:33.909041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:33.966556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fab8c0-2174-41be-9db9-3bb2e3b92f07 req-ec490be6-49ea-4b36-ba8e-6c06d6b58e23 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:33.979696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1fab8c0-2174-41be-9db9-3bb2e3b92f07 req-ec490be6-49ea-4b36-ba8e-6c06d6b58e23 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.5935688 Mar 02 18:23:34.047686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:23:34.099446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Made reservation on behalf of c984f16fc212469ebd2bbe7bc8a54795 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:34.099446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:34.144973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:34.299579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Usage tracker for resource:security_group_rule and tenant:3361f60fefd14bf88ff7d231cf458a2a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:34.317275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:24Z', 'revision_number': 4, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1', 'name': '', 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'mac_address': 'fa:16:3e:c8:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:19Z', 'updated_at': '2022-03-02T18:23:32Z', 'revision_number': 4, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'subnets': [{'id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:34.324910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7af02e6-f252-4ce6-a747-522e0731e95f None None] The sync data for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 is: [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:23:24Z', 'revision_number': 4, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1', 'name': '', 'network_id': '3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'mac_address': 'fa:16:3e:c8:de:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1154, 'fixed_ips': [{'subnet_id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:19Z', 'updated_at': '2022-03-02T18:23:32Z', 'revision_number': 4, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'subnets': [{'id': 'd1056e4e-abc6-4ba7-9cca-f07e66a163eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:34.332863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:34.343618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:34.349815 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Added segment 7079c87d-07df-474f-bfae-f0ae8a60708f of type vlan for network 91ecf49a-ab04-4f86-85d9-29b26e591282 Mar 02 18:23:34.379755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1fab8c0-2174-41be-9db9-3bb2e3b92f07 req-2ad440ff-49cd-4481-adea-7cae39ee9665 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088526 Mar 02 18:23:34.391277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:34.541929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:34.562772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-d52dc868-1458-4f0d-9911-935eedc4c6ab service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0866485 Mar 02 18:23:34.855659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:35.146645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b63716e9-f323-4a17-a7e3-1992eeda09b6 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:35.162172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db131bed-801a-4e70-825f-3e1784219ff7 req-a18450c8-2094-4eb3-a2a5-c5b861a36f07 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:35.167140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db131bed-801a-4e70-825f-3e1784219ff7 req-a18450c8-2094-4eb3-a2a5-c5b861a36f07 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 944 time: 1.1439137 Mar 02 18:23:35.170870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:35.462039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] It took 0.86 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:35.517231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:35.523383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:35.523383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:35.551043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Subnet': ['ID=e6884d69-ea7a-499c-a9d2-59f5f57ed033,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:35.577808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-53c954bb-8db2-4138-a761-871530326ef3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 200 len: 217 time: 0.9856074 Mar 02 18:23:35.661636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port b63716e9-f323-4a17-a7e3-1992eeda09b6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:35.680485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db131bed-801a-4e70-825f-3e1784219ff7 req-36730e68-8d1a-46ae-b0ee-7a22ff8c862d tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925694 Mar 02 18:23:35.713655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port b63716e9-f323-4a17-a7e3-1992eeda09b6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:35.713655 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:35.839483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Checking segment: {'id': '6e356997-79d4-4742-b22e-bfe46a191e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:35.839483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network hostable DHCP agents. Network: d13a58c5-363d-4b1c-ad93-579532cf6ccb, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:35.862891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:35.862891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:35.882527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.077477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:36.120998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62378434-7a8f-46ba-845d-b8b551ad0a5c req-3ee3e041-61f9-4a8a-842e-d1e096ea3584 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.2061038 Mar 02 18:23:36.300643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.344091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d13a58c5-363d-4b1c-ad93-579532cf6ccb) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:36.344091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:36.344091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.404645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d097ee-b20f-42a1-be1d-70814e30dab2 None None] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:36.442866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7415c-d0e7-40da-a5e5-b61f9f47bf58 req-228a9c5a-2305-40ac-913f-8c90cb5fbe51 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:36.452875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ee7415c-d0e7-40da-a5e5-b61f9f47bf58 req-228a9c5a-2305-40ac-913f-8c90cb5fbe51 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.3013475 Mar 02 18:23:36.544075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-9507d287-2820-446d-94ef-cd71300a3bdc tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.9762218 Mar 02 18:23:36.565107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-27ded58e-a40e-440d-8155-8d22b148b982 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9914553 Mar 02 18:23:36.572041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52720) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:36.579633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ee7415c-d0e7-40da-a5e5-b61f9f47bf58 req-de6df287-74c8-463c-bd76-4eba34e8d9b3 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249080 Mar 02 18:23:36.581148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:36.586013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dc0f31df-2f6d-48cb-8481-36497b86cbbd tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:36.729276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:36.738078 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'code': 200} Mar 02 18:23:36.788283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.876267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:36.879516 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.966578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.978173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-826cf26e-85a7-4384-bff3-a6210a3d9463 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:36.981383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-826cf26e-85a7-4384-bff3-a6210a3d9463 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3454223 Mar 02 18:23:36.983289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-8b26bd98-d241-4c14-9644-40c9122e8cd7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4204984 Mar 02 18:23:36.987093 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:36.994007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 5.8255758 Mar 02 18:23:36.998839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2d2a-270c-4ed8-a410-632225f7842a admin admin] Pushing event updated for resources: {'Network': ['ID=91ecf49a-ab04-4f86-85d9-29b26e591282,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.028154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:37.029848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.043516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:23:37.046351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:37.330444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Request body: {'subnet': {'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-subnet', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:37.337528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.388723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.419803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:37.422461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7fa59a-19c1-4283-a22f-36bf80c52f6c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:37.491663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d13a58c5-363d-4b1c-ad93-579532cf6ccb', 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb', 'tenant_id': 'c984f16fc212469ebd2bbe7bc8a54795', 'fixed_ips': [{'subnet_id': 'e6884d69-ea7a-499c-a9d2-59f5f57ed033'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:23:37.492948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.530638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Usage tracker for resource:subnet and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:37.536528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-f342f4ae-5664-4ce7-a987-16f6f2fa394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.538765 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-f342f4ae-5664-4ce7-a987-16f6f2fa394e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 1.9228506 Mar 02 18:23:37.556229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:37.653906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:37.685162 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90e52263-0e97-4671-b0c0-d402840c3050 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3361f60fefd14bf88ff7d231cf458a2a&name=default HTTP/1.1" status: 200 len: 2983 time: 4.2855020 Mar 02 18:23:37.700641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:37.708723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Allocated IP 2001:db8:1::2 (d13a58c5-363d-4b1c-ad93-579532cf6ccb/e6884d69-ea7a-499c-a9d2-59f5f57ed033/207ef8c3-d7a2-45d8-83c2-414d0075f20c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:37.756827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a66f1239-f21f-41cc-a9ad-b21017f833da req-445d10ca-b3d6-42d6-8f3d-965e00b61b66 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.3488269 Mar 02 18:23:37.835967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b05e-14dd-4017-9acf-4113433e4496 req-1e0bd527-b4fe-4389-9ac7-84d89a0e121c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.837533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db85b05e-14dd-4017-9acf-4113433e4496 req-1e0bd527-b4fe-4389-9ac7-84d89a0e121c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.8590956 Mar 02 18:23:37.837678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Made reservation on behalf of b8980a5bc3cc4105aee2e7a3fc370da3 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:37.843506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc0f31df-2f6d-48cb-8481-36497b86cbbd tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.846484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:37.928506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f84d3-26f8-438b-86a6-5c87d253c427 req-11ce862f-0a72-48c9-9261-e9b49928d9c2 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.930029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-562f84d3-26f8-438b-86a6-5c87d253c427 req-11ce862f-0a72-48c9-9261-e9b49928d9c2 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 945 time: 0.9451756 Mar 02 18:23:37.932311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db85b05e-14dd-4017-9acf-4113433e4496 req-3eb5b5ed-7615-4d18-8564-940cce01b27b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835280 Mar 02 18:23:37.975923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-927c9bfc-0052-4314-8b0f-6cce29faf0a5 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:37.978084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-927c9bfc-0052-4314-8b0f-6cce29faf0a5 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.8370137 Mar 02 18:23:37.995397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:38.085485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Usage tracker for resource:port and tenant:d4446920d634413da5f6580d6978aff8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:38.108785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-ba5574f4-a6e9-40e9-9949-f792b3d799f6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:38.110905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-ba5574f4-a6e9-40e9-9949-f792b3d799f6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1129277 Mar 02 18:23:38.116537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:38.142528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:38.172696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '126f2be4-216c-4b69-98d9-422d54c6f148', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:38.208728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.227854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-562f84d3-26f8-438b-86a6-5c87d253c427 req-4e66ed0e-1736-44c0-9ff0-61dd0d8bbb7a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788789 Mar 02 18:23:38.257683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Transition to ACTIVE for port object 207ef8c3-d7a2-45d8-83c2-414d0075f20c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:38.277032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.283345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Deleting port 28efe4be-f49c-40d0-b84e-9f39acf97b46 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:38.284047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.311032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Transition to ACTIVE for port object 207ef8c3-d7a2-45d8-83c2-414d0075f20c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:38.363100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-778e700b-8a49-487e-94d4-f61fe8a03981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:38.363100 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-778e700b-8a49-487e-94d4-f61fe8a03981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7841671 Mar 02 18:23:38.369252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.430722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.495842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ecf1e-2f35-4891-8dd0-e3469e2d0162 req-b1dfe318-f670-4e96-aa38-95e2481f1094 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:38.521254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29ecf1e-2f35-4891-8dd0-e3469e2d0162 req-b1dfe318-f670-4e96-aa38-95e2481f1094 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/ports?device_id=656f52e8-20cc-46ca-8ba7-3b36aa95627c HTTP/1.1" status: 200 len: 946 time: 0.5190449 Mar 02 18:23:38.569531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:38.573105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:38.578692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:38.586973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e814463f-fe02-4f5b-a4a8-02c3528a55ca service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910000 Mar 02 18:23:38.596028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:38.600468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.771051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] For port 28efe4be-f49c-40d0-b84e-9f39acf97b46, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=28efe4be-f49c-40d0-b84e-9f39acf97b46,segment=NetworkSegment(a958e12a-ec73-4a20-88fe-bf55f3cec3a4),segment_id=a958e12a-ec73-4a20-88fe-bf55f3cec3a4)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:38.771051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.787233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Pushing event updated for resources: {'Port': ['ID=207ef8c3-d7a2-45d8-83c2-414d0075f20c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:38.792434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:38.801873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Usage tracker for resource:port and tenant:d4446920d634413da5f6580d6978aff8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:38.806460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:38.819469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:38.835565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Attempting to bind port 207ef8c3-d7a2-45d8-83c2-414d0075f20c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:38.837053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Attempting to bind port 207ef8c3-d7a2-45d8-83c2-414d0075f20c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6e356997-79d4-4742-b22e-bfe46a191e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:38.837566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Attempting to bind port 207ef8c3-d7a2-45d8-83c2-414d0075f20c on network d13a58c5-363d-4b1c-ad93-579532cf6ccb {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:38.845879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:38.845879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Checking segment: {'id': '6e356997-79d4-4742-b22e-bfe46a191e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:38.849299 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.849858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Bound using segment: {'id': '6e356997-79d4-4742-b22e-bfe46a191e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:38.866842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Bound port: 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e356997-79d4-4742-b22e-bfe46a191e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': 'd13a58c5-363d-4b1c-ad93-579532cf6ccb'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:38.867359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:38.930381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Calling delete_port for 28efe4be-f49c-40d0-b84e-9f39acf97b46 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:23:39.241319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:39.301709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:23:39.305521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.393678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] For port 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:39.436915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] For port 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=207ef8c3-d7a2-45d8-83c2-414d0075f20c,segment=NetworkSegment(6e356997-79d4-4742-b22e-bfe46a191e69),segment_id=6e356997-79d4-4742-b22e-bfe46a191e69)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:39.467582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:39.468082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.516819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.549007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.759064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5655e626-da83-4532-a8ae-0a4f15db5f86 req-b7cb871f-7b76-4330-8db6-a70361ae5f2f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.3580096 Mar 02 18:23:39.787902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event deleted for resources: {'Port': ['ID=28efe4be-f49c-40d0-b84e-9f39acf97b46,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:39.833249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.868453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.16 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/369d0c49-ed37-43fa-b266-669561a6bf83) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:39.885002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] No DVR routers for this DVR port 28efe4be-f49c-40d0-b84e-9f39acf97b46 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:23:39.909647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:39.913340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'name': 'network-vif-deleted', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:39.952941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175f56-1391-41e1-9051-d854aea72884 None None] Pushing event updated for resources: {'Port': ['ID=207ef8c3-d7a2-45d8-83c2-414d0075f20c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:39.973367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29ecf1e-2f35-4891-8dd0-e3469e2d0162 req-64a99b88-b302-4846-9993-d2e5f8134ef1 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups?id=d74aac81-ec59-42fb-ab9a-2df78057890f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4604542 Mar 02 18:23:39.989232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2760e31-8b67-485f-8bfb-c6e81d1129d3,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:40.014230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:40.161638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08d06c92-6fb0-49d9-9769-31f1a366d096 req-1e2b7c4a-9882-461c-866f-24a75eaabe67 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.11 "DELETE /v2.0/ports/28efe4be-f49c-40d0-b84e-9f39acf97b46 HTTP/1.1" status: 204 len: 173 time: 2.0610859 Mar 02 18:23:40.161638 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '656f52e8-20cc-46ca-8ba7-3b36aa95627c', 'name': 'network-vif-deleted', 'tag': '28efe4be-f49c-40d0-b84e-9f39acf97b46', 'status': 'completed', 'code': 200} Mar 02 18:23:40.177435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-1486d6e1-f2db-4fd4-b6e6-11478234a505 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5580809 Mar 02 18:23:40.196970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7fa59a-19c1-4283-a22f-36bf80c52f6c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:40.209425 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-dc0f31df-2f6d-48cb-8481-36497b86cbbd tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:23:40.217003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dc0f31df-2f6d-48cb-8481-36497b86cbbd tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff HTTP/1.1" status: 400 len: 364 time: 3.6299510 Mar 02 18:23:40.217003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:40.381242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-05bbb25d-9bac-4b60-81b4-49d505c8aad9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 217 time: 0.1822302 Mar 02 18:23:40.554407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:40.554407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Network hostable DHCP agents. Network: 91ecf49a-ab04-4f86-85d9-29b26e591282, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:23:40.554407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:40.568131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e744bf9e-2514-4002-ab5b-a13eef470764 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cb7fa59a-19c1-4283-a22f-36bf80c52f6c HTTP/1.1" status: 204 len: 168 time: 2.8467889 Mar 02 18:23:40.649654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-3f21034c-a8a8-4d08-8d18-74bd6691347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:40.655336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-3f21034c-a8a8-4d08-8d18-74bd6691347d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.2476966 Mar 02 18:23:40.660245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494da3aa-dab7-4e6a-aa27-5808832b67c1 req-40d5242f-6068-457e-b3cd-67fd255fafc0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:40.672638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-494da3aa-dab7-4e6a-aa27-5808832b67c1 req-40d5242f-6068-457e-b3cd-67fd255fafc0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 945 time: 0.6999271 Mar 02 18:23:40.860499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 28efe4be-f49c-40d0-b84e-9f39acf97b46 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:23:40.940336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 28efe4be-f49c-40d0-b84e-9f39acf97b46 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:23:40.940961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 28efe4be-f49c-40d0-b84e-9f39acf97b46 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:23:40.975252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.213118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object 369d0c49-ed37-43fa-b266-669561a6bf83 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:41.306065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:23:41.360674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 207ef8c3-d7a2-45d8-83c2-414d0075f20c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:41.381414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e9387e29-2646-478d-9042-dcaf4fdec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:41.384260 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-e9387e29-2646-478d-9042-dcaf4fdec911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7204385 Mar 02 18:23:41.569773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855d318d-af61-42f6-ae9f-15f18a6781a6 None None] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:41.617496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-494da3aa-dab7-4e6a-aa27-5808832b67c1 req-1580c94f-1445-4c7e-a7b8-b4fed65b6810 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9438400 Mar 02 18:23:41.627489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c4c7d05-42b9-4791-8337-6224c331c79d req-fe77c170-f111-4e81-bfdd-79ec42b92727 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.3332403 Mar 02 18:23:41.687673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 91ecf49a-ab04-4f86-85d9-29b26e591282) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:41.713774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.812156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:41.812156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:41.881513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb757c6-a1b8-4007-9c82-4684588c4348 None None] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:41.927294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:42.138767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:42.246349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:42.266176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:42.266392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Provisioning for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:42.282607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:42.364609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:42.497514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.241 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/89ac0887-416c-4dec-91a8-4e7ac677a428) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:42.550330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a8d8356-fcb5-404a-b1b9-8f089f8dcf53 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 5.2770867 Mar 02 18:23:42.600951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52778) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:42.670315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:42.670315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:42.686398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:42.755481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:42.773329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-60e7dece-ac3a-4211-afea-3991e6ee0a2c service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3570976 Mar 02 18:23:42.928738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:42.931496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:42.931804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:42.956083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-a2ff5262-490c-452f-9bc4-f0fe8afe4d64 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.1475835 Mar 02 18:23:42.961126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:42.971454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:42.986845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Usage tracker for resource:floatingip and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:43.013135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Usage tracker for resource:router and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:43.013135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:43.023613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:43.033273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Provisioning complete for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:43.034979 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.082045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:43.149118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:43.170180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0639d63c-993b-481a-9b86-54a703948e10 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1648345 Mar 02 18:23:43.191006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Request body: {'port': {'device_id': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:43.273863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-663a8e03-4ad6-4b5a-a10d-f1b26f268893 req-34afedc5-92b6-4993-89c6-43d548864860 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 210 time: 0.2115071 Mar 02 18:23:43.366056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.536537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-91ecf49a-ab04-4f86-85d9-29b26e591282', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:23:43.537826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.605556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:43.675768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.683285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.685616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.697368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5e315bc-8781-4818-b5f3-d319e42fffd2 req-85005677-62f3-43a7-b61d-27200c833272 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328198 Mar 02 18:23:43.743580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object 89ac0887-416c-4dec-91a8-4e7ac677a428 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:43.755640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.758280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.823965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Allocated IP 2001:db8::1 (05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d/f20ed26e-fed7-44e5-80a6-83788d772a1e/d3eb6bc5-9c7e-4889-b196-dbdd4937ad96) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:43.837103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.904369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:43.927573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Allocated IP 172.20.0.2 (91ecf49a-ab04-4f86-85d9-29b26e591282/a2760e31-8b67-485f-8bfb-c6e81d1129d3/fc9f5098-0b27-42dd-9245-a700807b82a4) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:44.055274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.152703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.186455 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.397770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=207ef8c3-d7a2-45d8-83c2-414d0075f20c,segment=NetworkSegment(6e356997-79d4-4742-b22e-bfe46a191e69),segment_id=6e356997-79d4-4742-b22e-bfe46a191e69)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:44.492423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.567018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52832) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:44.779376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.798213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Transition to ACTIVE for port object fc9f5098-0b27-42dd-9245-a700807b82a4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:44.820514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Transition to ACTIVE for port object fc9f5098-0b27-42dd-9245-a700807b82a4 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:44.827990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.833517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.879115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Allocated IP 172.25.7.184 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/2e559959-7007-48d6-ac1e-6638c8f2d86a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:44.906679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=183489b8-1e97-4508-8ff6-108682d35d9d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:44.929156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.940382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 369d0c49-ed37-43fa-b266-669561a6bf83 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:44.941875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Transition to ACTIVE for port object d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:44.947848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:44.960778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:44.969010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:44.992825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:23:44.993505 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-225151e6-9fc7-4ae5-97ca-a67c589f83a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:23:45.012229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:45.015712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.024792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:45.043563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.051291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:45.052429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.055670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a9b418dc-8bfd-447b-bef1-214f2397a47f tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "DELETE /v2.0/security-groups/183489b8-1e97-4508-8ff6-108682d35d9d HTTP/1.1" status: 204 len: 168 time: 1.4427176 Mar 02 18:23:45.061812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:45.065709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Usage tracker for resource:security_group_rule and tenant:1f11a1b5fc3e46a9bd7680bc1c1c2dc1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:45.139023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.139508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.139980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.140442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.140905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.141366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.141830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.143928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-60761c91-a9c1-4c1e-b9a8-889b48ecb771 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 1.1197073 Mar 02 18:23:45.149646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:45.153879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:45.165803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:45.182578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:45.217270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:45.255588 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-542dcb63-7ebd-419c-aade-1cfa783caf91 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] show failed (client error): The resource could not be found. Mar 02 18:23:45.259050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-542dcb63-7ebd-419c-aade-1cfa783caf91 tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "GET /v2.0/security-groups/183489b8-1e97-4508-8ff6-108682d35d9d HTTP/1.1" status: 404 len: 347 time: 0.1866345 Mar 02 18:23:45.263410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:45.340962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.359618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Attempting to bind port fc9f5098-0b27-42dd-9245-a700807b82a4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:45.371884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Attempting to bind port fc9f5098-0b27-42dd-9245-a700807b82a4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:45.371884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Attempting to bind port fc9f5098-0b27-42dd-9245-a700807b82a4 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:45.383125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=207ef8c3-d7a2-45d8-83c2-414d0075f20c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:45.393932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Transition to ACTIVE for port object 369d0c49-ed37-43fa-b266-669561a6bf83 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:45.402294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d00a6-0c33-4ac3-890a-ea57631ec4bd req-e24adb28-bb4c-459e-9005-29bfbbe7efff tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.409374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f4d00a6-0c33-4ac3-890a-ea57631ec4bd req-e24adb28-bb4c-459e-9005-29bfbbe7efff tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 936 time: 0.8237948 Mar 02 18:23:45.468376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.514898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.515581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.532898 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.540903 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.709658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Deleting port bb78cb7f-b84c-495e-9c26-854809c80df6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:45.710004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.738225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Port': ['ID=d3eb6bc5-9c7e-4889-b196-dbdd4937ad96,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:45.782995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:45.783251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:45.783551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:45.784350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.785048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:45.785712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Bound port: fc9f5098-0b27-42dd-9245-a700807b82a4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:45.786332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.794716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:45.827563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f4d00a6-0c33-4ac3-890a-ea57631ec4bd req-b4d33e8d-ad29-4ab3-bbb8-3925ddcaef2e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172161 Mar 02 18:23:45.829189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:45.834467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:45.860564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Pushing event updated for resources: {'Port': ['ID=fc9f5098-0b27-42dd-9245-a700807b82a4,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:45.901230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Pushing event updated for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:45.942782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-25c4b314-ba9f-47de-838a-7110b53c81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:45.945025 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-25c4b314-ba9f-47de-838a-7110b53c81fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9 HTTP/1.1" status: 200 len: 913 time: 0.6428120 Mar 02 18:23:45.987504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-793dd5fe-f0cd-46f6-967f-52a365f9f0f7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8406436 Mar 02 18:23:46.008445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] For port fc9f5098-0b27-42dd-9245-a700807b82a4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:46.013451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] For port fc9f5098-0b27-42dd-9245-a700807b82a4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fc9f5098-0b27-42dd-9245-a700807b82a4,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:46.035954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Provisioning for port 89ac0887-416c-4dec-91a8-4e7ac677a428 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:46.042688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Request body: {'port': {'device_id': '126f2be4-216c-4b69-98d9-422d54c6f148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:46.060622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Provisioning complete for port 89ac0887-416c-4dec-91a8-4e7ac677a428 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:46.060980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.080487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.125686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.231026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.235083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c74cfd-4039-4eb6-b3f8-1e0b3cc7a8f6 None None] Pushing event updated for resources: {'Port': ['ID=fc9f5098-0b27-42dd-9245-a700807b82a4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:46.275951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Port 89ac0887-416c-4dec-91a8-4e7ac677a428 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:46.344087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Provisioning for port 369d0c49-ed37-43fa-b266-669561a6bf83 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:46.376095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Provisioning complete for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:46.376397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4e0333-26f8-40e4-b332-4e5365b9b917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.424364 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.425063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.451477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:46.660808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f11a1b5fc3e46a9bd7680bc1c1c2dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0927086 Mar 02 18:23:46.671542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Calling delete_port for bb78cb7f-b84c-495e-9c26-854809c80df6 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:23:46.676832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:46.711775 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:46.806826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d300623-5dd4-4f83-8a49-8431045d0e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c34271-6649-41fb-af8a-a3de429b8952,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:46.811957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-bc5d5743-a0b6-43f8-8a6c-83fa47c0cb62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 1002 time: 0.8231308 Mar 02 18:23:46.924063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Attempting to bind port 369d0c49-ed37-43fa-b266-669561a6bf83 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:46.924710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Attempting to bind port 369d0c49-ed37-43fa-b266-669561a6bf83 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:46.925246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Attempting to bind port 369d0c49-ed37-43fa-b266-669561a6bf83 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:46.967369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Port 369d0c49-ed37-43fa-b266-669561a6bf83 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:23:46.968465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Attempting to bind port 369d0c49-ed37-43fa-b266-669561a6bf83 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:46.984609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.012145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:47.012851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:47.013459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:47.014149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Bound port: 369d0c49-ed37-43fa-b266-669561a6bf83, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:47.014716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.025639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:47.060943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:47.071828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-ce58cff9-254c-49a0-abb0-9e5950ab10f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:47.074391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-ce58cff9-254c-49a0-abb0-9e5950ab10f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 200 len: 851 time: 0.2311032 Mar 02 18:23:47.084215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3e89ae4-f4c0-479e-9834-076cd12e5bff None None] Provisioning for port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:47.096431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3e89ae4-f4c0-479e-9834-076cd12e5bff None None] Provisioning complete for port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:47.097578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3e89ae4-f4c0-479e-9834-076cd12e5bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.111680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:47.184237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event updated for resources: {'Port': ['ID=2e559959-7007-48d6-ac1e-6638c8f2d86a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:47.198633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.232082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b3e89ae4-f4c0-479e-9834-076cd12e5bff None None] Port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:47.301571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:47.320949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=369d0c49-ed37-43fa-b266-669561a6bf83,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:47.365257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fc9f5098-0b27-42dd-9245-a700807b82a4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:47.563293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.608129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.649141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port fc9f5098-0b27-42dd-9245-a700807b82a4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:47.666094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 207ef8c3-d7a2-45d8-83c2-414d0075f20c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:47.843382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 207ef8c3-d7a2-45d8-83c2-414d0075f20c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:47.846625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.849914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0f6418-f6c0-4c68-a78f-eb74c0dbc18b req-fb2e6fe5-1b50-4bbc-a9c7-f5db1da26579 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:47.857318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b0f6418-f6c0-4c68-a78f-eb74c0dbc18b req-fb2e6fe5-1b50-4bbc-a9c7-f5db1da26579 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 936 time: 0.7468576 Mar 02 18:23:47.899205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:47.985843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b0f6418-f6c0-4c68-a78f-eb74c0dbc18b req-8012b4e8-3de8-4724-867c-edcb0a405fe8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174331 Mar 02 18:23:48.029438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.061615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.062440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.074733 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] 10.222.0.11 "PUT /v2.0/ports/369d0c49-ed37-43fa-b266-669561a6bf83 HTTP/1.1" status: 200 len: 1095 time: 4.8898127 Mar 02 18:23:48.098249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:48.214390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599f0063-e20e-439b-bbb5-d5d13df632ed None None] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:48.383779 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83', 'status': 'completed', 'code': 200} Mar 02 18:23:48.456436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ad1cc-4c88-4fce-87a8-56e98ff5b079 service neutron] Pushing event updated for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:48.509780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Provisioning for port fc9f5098-0b27-42dd-9245-a700807b82a4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:48.532815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.534172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Provisioning complete for port fc9f5098-0b27-42dd-9245-a700807b82a4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:48.534788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.544842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Pushing event deleted for resources: {'Port': ['ID=bb78cb7f-b84c-495e-9c26-854809c80df6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:48.634527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52de25-a581-4af9-a946-67004025b8e4 req-a303cac6-7911-4763-bded-9d051f857d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.636199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-a303cac6-7911-4763-bded-9d051f857d1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5159802 Mar 02 18:23:48.656917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.676701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.677640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.757146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.772895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.803497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:48.887882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-5767c58a-709e-4735-83d9-8ef389940163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:48.918586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-5767c58a-709e-4735-83d9-8ef389940163 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1098 time: 0.7047665 Mar 02 18:23:48.921271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] For port fc9f5098-0b27-42dd-9245-a700807b82a4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fc9f5098-0b27-42dd-9245-a700807b82a4,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:49.017525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:49.036100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.036359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.094956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:49.241485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b657bf-0178-409e-a3f0-721c43941b18 None None] Pushing event updated for resources: {'Port': ['ID=fc9f5098-0b27-42dd-9245-a700807b82a4,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:49.346619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b44fccd7-9519-47c5-891a-3ca02401a693 None None] Provisioning complete for port fc9f5098-0b27-42dd-9245-a700807b82a4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:49.346619 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b44fccd7-9519-47c5-891a-3ca02401a693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.376043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c34271-6649-41fb-af8a-a3de429b8952,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:49.376043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89ac0887-416c-4dec-91a8-4e7ac677a428 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:49.461395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.481310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-3d4c6fd5-b9f0-4f7a-a66d-141dc1ea8ee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=369d0c49-ed37-43fa-b266-669561a6bf83 HTTP/1.1" status: 200 len: 217 time: 0.4328620 Mar 02 18:23:49.484572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.505735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.505735 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd401423-983e-48f6-b091-fb4788687078 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/93c34271-6649-41fb-af8a-a3de429b8952 HTTP/1.1" status: 204 len: 168 time: 2.8066497 Mar 02 18:23:49.628412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Transition to ACTIVE for port object 89ac0887-416c-4dec-91a8-4e7ac677a428 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:49.655104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-65cf8df0-380a-4532-bfb8-d702bdcf9c1e service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0076430 Mar 02 18:23:49.677687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-d7108c70-c81c-4735-8fec-12cdbdead6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:49.679357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-d7108c70-c81c-4735-8fec-12cdbdead6de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1578755 Mar 02 18:23:49.787878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.789520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.842824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-789ab520-9886-43e0-9937-9f8d63efdaeb None None] Provisioning complete for port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:49.843356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-789ab520-9886-43e0-9937-9f8d63efdaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.864407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:49.869097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ed49cb29-d178-4fac-9b14-19859259447c tempest-ImagesOneServerNegativeTestJSON-462869431 tempest-ImagesOneServerNegativeTestJSON-462869431-project] 10.222.0.66 "DELETE /v2.0/floatingips/6ac23b21-df4b-4b7d-9f52-696b7d737171 HTTP/1.1" status: 204 len: 168 time: 4.6036570 Mar 02 18:23:49.879650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Router 31103467-1de5-4f54-8ee2-8d648d3f16ff has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:49.927238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event updated for resources: {'Port': ['ID=d3eb6bc5-9c7e-4889-b196-dbdd4937ad96,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:49.940503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-789ab520-9886-43e0-9937-9f8d63efdaeb None None] Port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:23:50.151699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:50.160721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b06b98b1-c3ac-4daa-b479-6298779b9c7c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9429109 Mar 02 18:23:50.165358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] Sync routers for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:50.172613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52866) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:50.177902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Allocated IP 172.25.7.76 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/efe6942f-6925-421d-8b2c-24e38c503f0d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:50.193457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:50.194115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:50.200131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Pushing event updated for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:50.485719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:50.508133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:50.509044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:50.584516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:50.585253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc800c5-12cf-43d8-bd7e-e76452383e09 None None] The sync data for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:50.612139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:50.615526 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-313d223a-01ed-40c7-adb0-b3dcc08291ff tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:50.646977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-d22bcce5-cac1-42e5-8ba3-864fe4c486b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:50.648639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-d22bcce5-cac1-42e5-8ba3-864fe4c486b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9099467 Mar 02 18:23:50.650682 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a52de25-a581-4af9-a946-67004025b8e4 req-f305dec9-7c9b-4e78-9265-c615d2a4eb06 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9396985 Mar 02 18:23:50.723227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:50.749074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4544dfa5-5367-4a78-840f-a55dfaa44354 req-6ea50ff8-b302-466e-ae85-bac19864e62e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:50.751610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4544dfa5-5367-4a78-840f-a55dfaa44354 req-6ea50ff8-b302-466e-ae85-bac19864e62e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 936 time: 1.2759461 Mar 02 18:23:50.795319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Attempting to bind port 89ac0887-416c-4dec-91a8-4e7ac677a428 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:50.795649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Attempting to bind port 89ac0887-416c-4dec-91a8-4e7ac677a428 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:50.799282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Attempting to bind port 89ac0887-416c-4dec-91a8-4e7ac677a428 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:50.861117 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-313d223a-01ed-40c7-adb0-b3dcc08291ff tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 18:23:50.863680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-313d223a-01ed-40c7-adb0-b3dcc08291ff tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff HTTP/1.1" status: 409 len: 329 time: 0.6892805 Mar 02 18:23:50.947780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52880) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:50.952974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0836dbc3-b782-418a-bed8-fe9b48b4290c service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808032 Mar 02 18:23:50.953800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Port 89ac0887-416c-4dec-91a8-4e7ac677a428 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:23:50.954225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Attempting to bind port 89ac0887-416c-4dec-91a8-4e7ac677a428 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:50.999039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:51.000375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:51.006457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:51.006915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:51.007527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Bound port: 89ac0887-416c-4dec-91a8-4e7ac677a428, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:51.007882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.043765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=efe6942f-6925-421d-8b2c-24e38c503f0d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:51.124554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fc9f5098-0b27-42dd-9245-a700807b82a4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:51.177347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:23:51.183644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:51.189415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=89ac0887-416c-4dec-91a8-4e7ac677a428,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:51.191234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:51.210282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:51.261018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.267443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port fc9f5098-0b27-42dd-9245-a700807b82a4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:51.270400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.327863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4544dfa5-5367-4a78-840f-a55dfaa44354 req-df70e31f-b905-4b07-8b49-0a234479603a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664260 Mar 02 18:23:51.355895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.445819 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-c4d382a2-776e-45dc-a452-e4eed67f4fe5 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790573 Mar 02 18:23:51.469791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.641863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event updated for resources: {'Port': ['ID=2e559959-7007-48d6-ac1e-6638c8f2d86a,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:51.698365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Pushing event updated for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:51.721433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52902) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:51.747634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:51.748725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.751639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-0eeb61a1-c66f-4f6f-9584-125b0a4f1b11 service neutron] 10.222.0.65 "PUT /v2.0/ports/89ac0887-416c-4dec-91a8-4e7ac677a428 HTTP/1.1" status: 200 len: 1096 time: 5.7142997 Mar 02 18:23:51.763050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:23:51.795610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Deleting subnet fa82a064-a18a-47ae-b4a5-4a52109f12c8 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:23:51.803651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.820302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:51.972144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.059264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1dbe3b0-4376-4085-9864-f78d768d0708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.085879 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428', 'status': 'completed', 'code': 200} Mar 02 18:23:52.105859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.163341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.164579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-59b0caa2-08d5-4e43-93f8-b68a5bb9ae19 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.2078767 Mar 02 18:23:52.294664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-5f42fdb7-8366-48a2-bc73-6e96d69a62ab tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Synchronizing usage tracker for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:23:52.314866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-434b399d-f933-4398-a2d3-5b83883ca292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:52.316413 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-434b399d-f933-4398-a2d3-5b83883ca292 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1098 time: 0.7019787 Mar 02 18:23:52.323356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f5a3-0a8a-4233-95cb-bddf6ecfd6df req-7c5b2533-6bc3-4b55-ab6e-b1ba5fa9e083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:52.324834 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9206f5a3-0a8a-4233-95cb-bddf6ecfd6df req-7c5b2533-6bc3-4b55-ab6e-b1ba5fa9e083 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 1099 time: 0.2425709 Mar 02 18:23:52.388089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9206f5a3-0a8a-4233-95cb-bddf6ecfd6df req-9cc8844e-7f86-4018-abe9-888091f89da7 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439477 Mar 02 18:23:52.430950 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.537550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-5f42fdb7-8366-48a2-bc73-6e96d69a62ab tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Unset dirty status for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:23:52.538745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-5f42fdb7-8366-48a2-bc73-6e96d69a62ab tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.3634171 Mar 02 18:23:52.546924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:52.603715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206f5a3-0a8a-4233-95cb-bddf6ecfd6df req-06d826f7-f850-4913-82ad-cf0d21f5c05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:52.611930 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9206f5a3-0a8a-4233-95cb-bddf6ecfd6df req-06d826f7-f850-4913-82ad-cf0d21f5c05f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1746790 Mar 02 18:23:52.800083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-616fffec-3378-4645-8d02-1a49d9b36a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:52.802505 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-616fffec-3378-4645-8d02-1a49d9b36a01 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4767723 Mar 02 18:23:53.073432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-5a5ad651-9907-407c-891e-6e10e47844c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=369d0c49-ed37-43fa-b266-669561a6bf83 HTTP/1.1" status: 200 len: 217 time: 0.2600572 Mar 02 18:23:53.142770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa82a064-a18a-47ae-b4a5-4a52109f12c8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:53.216393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:53.238086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0745336d-e6eb-4e3e-a07e-a96f5ae35b37 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fa82a064-a18a-47ae-b4a5-4a52109f12c8 HTTP/1.1" status: 204 len: 168 time: 1.5155530 Mar 02 18:23:53.239200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52932) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:53.297361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-e09746d9-8305-4bfa-a91a-5120acea9977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.300555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-e09746d9-8305-4bfa-a91a-5120acea9977 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 1099 time: 0.6113896 Mar 02 18:23:53.441590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-2f48ccb8-2b93-4fe1-9daf-07667b580d4d tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.445814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-2f48ccb8-2b93-4fe1-9daf-07667b580d4d tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.8923597 Mar 02 18:23:53.457580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a0be98-b592-4276-b6f9-dc547dd64d00 req-7cbc4543-4b8f-4fb5-8513-4117539f1961 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.468981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76a0be98-b592-4276-b6f9-dc547dd64d00 req-7cbc4543-4b8f-4fb5-8513-4117539f1961 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 948 time: 0.9767573 Mar 02 18:23:53.474476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:53.547136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-108fe61b-45aa-4a72-9392-10364052b040 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:23:53.552195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2daee74-12cc-493c-91ba-62383cdc4d4a req-108fe61b-45aa-4a72-9392-10364052b040 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0189865 Mar 02 18:23:53.576012 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-e28dc720-62a4-467c-948a-3728fd103cb0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=89ac0887-416c-4dec-91a8-4e7ac677a428 HTTP/1.1" status: 200 len: 217 time: 0.2585030 Mar 02 18:23:53.590587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-cc4cac87-bbc9-4526-86fa-f46866e174b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.593070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-cc4cac87-bbc9-4526-86fa-f46866e174b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.4933894 Mar 02 18:23:53.650457 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:23:53.717584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-fe1da5ed-8a95-4433-816b-13f0744dee8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:53.719166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-fe1da5ed-8a95-4433-816b-13f0744dee8a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1055124 Mar 02 18:23:53.742505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:53.827046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76a0be98-b592-4276-b6f9-dc547dd64d00 req-bfeca6d1-95e5-40fa-bfdc-ee4f28e14824 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325822 Mar 02 18:23:53.957783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:53.958009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.167442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24fcbcf8-e209-4462-a1f6-eab12096eacb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.282562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.377953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b254f25-fd74-4bc6-a0df-d436906cd8bb']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:54.401025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:54.401316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a958e12a-ec73-4a20-88fe-bf55f3cec3a4') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:54.434374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.450548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.453284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-09139753-313b-40ec-95fc-685ebca81cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:54.454877 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-09139753-313b-40ec-95fc-685ebca81cca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8393211 Mar 02 18:23:54.467169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.605668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Calling delete_port for d3eb6bc5-9c7e-4889-b196-dbdd4937ad96 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:23:54.636236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:23:54.636236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:23:54.656957 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:23:54.687843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-4f12f23a-ac8a-47d8-ac29-5d681d5d59ee service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244043 Mar 02 18:23:54.697734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-422355ee-240d-4e08-85b7-65251e47a283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:54.699477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-422355ee-240d-4e08-85b7-65251e47a283 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9290948 Mar 02 18:23:54.800075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.932530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.939315 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:54.945831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 369d0c49-ed37-43fa-b266-669561a6bf83 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:55.337180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=369d0c49-ed37-43fa-b266-669561a6bf83,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:55.367549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '369d0c49-ed37-43fa-b266-669561a6bf83', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '369d0c49-ed37-43fa-b266-669561a6bf83', 'mac_address': 'fa:16:3e:cf:11:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:23:55.452393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-295bc021-236f-46b8-87c4-8f026eae11bc service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902626 Mar 02 18:23:55.457510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b3c7ea1-ea95-4ac5-8e99-7eddfc50f169 req-05c67d1b-37d6-4a02-9af8-44e0c52f6ce0 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7525547 Mar 02 18:23:55.535546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:55.591380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 369d0c49-ed37-43fa-b266-669561a6bf83 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:23:55.611111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=369d0c49-ed37-43fa-b266-669561a6bf83,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:23:55.649306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea550602-759d-4b81-bec8-9485fb66bc69 req-c4df5c9d-7462-495a-b31d-de04338defb1 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896510 Mar 02 18:23:55.670290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Router f098a47e-865a-4083-bea4-c3b68263c9ec is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:23:55.688542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] 10.222.0.66 "DELETE /v2.0/networks/4b254f25-fd74-4bc6-a0df-d436906cd8bb HTTP/1.1" status: 204 len: 168 time: 2.4328127 Mar 02 18:23:55.722943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:55.727720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:55.738640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d24bc-fbb1-49a3-962e-de1343a98f72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b254f25-fd74-4bc6-a0df-d436906cd8bb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:55.792234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:55.795291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:55.819811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-8e42209d-7f9f-4635-ad52-7a50e8444cc4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:55.821662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-8e42209d-7f9f-4635-ad52-7a50e8444cc4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 821 time: 0.4851303 Mar 02 18:23:55.850954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:55.873658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-b74f3950-1442-41a3-a707-bd20c8d814f5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/quotas/7f4c0f679d0d496dbef60cf6bf37414d HTTP/1.1" status: 200 len: 375 time: 0.0371168 Mar 02 18:23:55.965729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5a11d-1959-4bcd-b3d6-2032f9687a18 req-667b978a-16a8-4b99-bf64-469d2d641362 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:55.973625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0a5a11d-1959-4bcd-b3d6-2032f9687a18 req-667b978a-16a8-4b99-bf64-469d2d641362 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 948 time: 0.4893928 Mar 02 18:23:55.991624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:56.004214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:23:56.012030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:56.023658 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:56.043868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:56.045218 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:56.059278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Port': ['ID=d3eb6bc5-9c7e-4889-b196-dbdd4937ad96,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:56.166551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0a5a11d-1959-4bcd-b3d6-2032f9687a18 req-19717e0d-5e4f-4a23-9d60-35346dffddd5 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836576 Mar 02 18:23:56.180959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:56.180959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75f1f8bb-c304-45fe-b607-d09944c21cd3 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.5776463 Mar 02 18:23:56.180959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52994) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:56.367739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:56.386523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-b6f5b4a2-68f5-44c3-aac6-b768210e200c tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5035844 Mar 02 18:23:56.595484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:56.618302 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:56.647827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:56.744966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:56.948481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Router 31103467-1de5-4f54-8ee2-8d648d3f16ff has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:23:57.036700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-025a983e-811a-41e3-921d-37f748b47038 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6402891 Mar 02 18:23:57.129132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:23:52Z', 'revision_number': 3, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:23:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:57.151183 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:23:57.152507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Updating router f098a47e-865a-4083-bea4-c3b68263c9ec port efe6942f-6925-421d-8b2c-24e38c503f0d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:23:57.176828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:57.196902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-877a2e01-d691-4329-a483-4ad43fe451fe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ff57658df05c4ef2a3d758aa4a192509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470572 Mar 02 18:23:57.204387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53016) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:57.282232 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:57.591234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:57.625439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:57.670468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:23:57.749011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-e9f35488-3116-4b67-a133-446fba9aec47 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7110622 Mar 02 18:23:57.751639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Usage tracker for resource:security_group_rule and tenant:932929c01ee147eca2e185651e51d623 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:23:57.763799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:23:57.771716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:23:57.775904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] Sync routers for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:23:57.787569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bff5233d-8897-4616-944a-bd96aa989b04 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8386180 Mar 02 18:23:57.795174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:57.800496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:57.801445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:57.824563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:57.844837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:23:57.872910 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:57.906003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Transition to ACTIVE for port object efe6942f-6925-421d-8b2c-24e38c503f0d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:57.955131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:57.956691 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-8c7d8414-b349-49b4-870f-51af6850a703 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] show failed (client error): The resource could not be found. Mar 02 18:23:57.957762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c7d8414-b349-49b4-870f-51af6850a703 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-1407842898 HTTP/1.1" status: 404 len: 335 time: 0.1382840 Mar 02 18:23:57.962320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:57.975086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a87b68ec-1dd0-48c9-a268-93b390606dcf tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:23:57.978680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] Routers {'31103467-1de5-4f54-8ee2-8d648d3f16ff'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:57.979844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['31103467-1de5-4f54-8ee2-8d648d3f16ff'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:58.030004 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.054482 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-a87b68ec-1dd0-48c9-a268-93b390606dcf tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] update failed (client error): The resource could not be found. Mar 02 18:23:58.059942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a87b68ec-1dd0-48c9-a268-93b390606dcf tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-618986758 HTTP/1.1" status: 404 len: 334 time: 0.0959108 Mar 02 18:23:58.069941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4652464-b95e-44f4-a1be-adcdacece533 req-d02a2b0e-3273-47bf-a276-1c85dbe1a018 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:58.071831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4652464-b95e-44f4-a1be-adcdacece533 req-d02a2b0e-3273-47bf-a276-1c85dbe1a018 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 948 time: 0.4774606 Mar 02 18:23:58.072542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53030) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:58.161370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:58.171083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ef1e8-3c6f-4709-ba5b-056f260b554a None None] The sync data for ids ['31103467-1de5-4f54-8ee2-8d648d3f16ff'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:58.194801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4652464-b95e-44f4-a1be-adcdacece533 req-88d75c6e-537c-4c92-a58f-fc5905c46186 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774660 Mar 02 18:23:58.213049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting subnet e6884d69-ea7a-499c-a9d2-59f5f57ed033 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:23:58.216498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.288480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.298057 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Pushing event updated for resources: {'Port': ['ID=efe6942f-6925-421d-8b2c-24e38c503f0d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:58.302153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.302886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Attempting to bind port efe6942f-6925-421d-8b2c-24e38c503f0d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:23:58.302886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Attempting to bind port efe6942f-6925-421d-8b2c-24e38c503f0d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:23:58.304151 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Attempting to bind port efe6942f-6925-421d-8b2c-24e38c503f0d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:23:58.316459 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:23:58.317149 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:23:58.317762 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.318403 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:23:58.319272 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Bound port: efe6942f-6925-421d-8b2c-24e38c503f0d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:23:58.320167 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.354381 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.359703 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.361393 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.362410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.363015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.363985 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.453132 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.475870 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] For port efe6942f-6925-421d-8b2c-24e38c503f0d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:23:58.479709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] For port efe6942f-6925-421d-8b2c-24e38c503f0d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=efe6942f-6925-421d-8b2c-24e38c503f0d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:23:58.517246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.562954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd48246e-7c73-4e41-9b64-a162fb16d3a6 req-4e4a4d1d-6d55-4dab-9ce1-e336538d778b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 210 time: 0.0702860 Mar 02 18:23:58.567809 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.581390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.584693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d74aac81-ec59-42fb-ab9a-2df78057890f HTTP/1.1" status: 204 len: 168 time: 1.2572184 Mar 02 18:23:58.584693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74aac81-ec59-42fb-ab9a-2df78057890f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.612446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.613797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.613797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.613797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.613797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.614177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.614707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a606dd7-bc6f-462c-a37e-4d1eb3a2390e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:23:58.710485 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:23:58.710485 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:58.733207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.774897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=932929c01ee147eca2e185651e51d623&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5947394 Mar 02 18:23:58.774897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Allocated IP 172.20.0.1 (91ecf49a-ab04-4f86-85d9-29b26e591282/a2760e31-8b67-485f-8bfb-c6e81d1129d3/523e336f-cf21-491a-aa94-8c40eb9a34e9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:23:58.775303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53044) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:58.792252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.798568 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae48b-529c-4d1e-b3b0-1e60517cc575 None None] Pushing event updated for resources: {'Port': ['ID=efe6942f-6925-421d-8b2c-24e38c503f0d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:58.835084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34db573-1a43-43ec-8ec1-122dc8ff81d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d82b127-10b7-42aa-8f09-bb7df91e43bb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:58.912968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Subnet': ['ID=e6884d69-ea7a-499c-a9d2-59f5f57ed033,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:58.932553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:58.934684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b8fe94-8122-45f5-bafd-8c0be84c22eb None None] Network d13a58c5-363d-4b1c-ad93-579532cf6ccb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:23:58.978458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 369d0c49-ed37-43fa-b266-669561a6bf83 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:23:59.048110 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:23:59.056965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0c0cd14-03a7-4616-994a-1db6e4549965 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/subnets/e6884d69-ea7a-499c-a9d2-59f5f57ed033 HTTP/1.1" status: 204 len: 168 time: 0.9782598 Mar 02 18:23:59.058958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:23:59.102457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.123348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Transition to ACTIVE for port object 523e336f-cf21-491a-aa94-8c40eb9a34e9 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:23:59.195102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 89ac0887-416c-4dec-91a8-4e7ac677a428 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:23:59.200028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.277494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.289722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.308945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port 207ef8c3-d7a2-45d8-83c2-414d0075f20c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:23:59.309577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.375317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.401989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 369d0c49-ed37-43fa-b266-669561a6bf83 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:23:59.469308 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:23:52Z', 'revision_number': 3, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:23:59.481515 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffce9873-37b3-4a19-87b6-620cc485ef8d None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:23:52Z', 'revision_number': 3, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:23:59.505656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:23:59.522211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:23:59.528211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:23:59.652684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 369d0c49-ed37-43fa-b266-669561a6bf83 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:23:59.655882 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.674258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Pushing event updated for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:23:59.690239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:23:59.774507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-352b7dcf-4a39-4aee-a9f9-10d0c70e6105 req-f20cc00f-abd3-42ca-9bd6-a0b408e2b037 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 210 time: 0.0908451 Mar 02 18:23:59.817234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7c963-3664-4bf2-ab95-f14cd436c951 req-ec963c5c-3e5a-4cda-8ab3-00f16733c115 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:23:59.819268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a7c963-3664-4bf2-ab95-f14cd436c951 req-ec963c5c-3e5a-4cda-8ab3-00f16733c115 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 948 time: 0.4724660 Mar 02 18:23:59.982062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a7c963-3664-4bf2-ab95-f14cd436c951 req-013346b7-3e79-42c1-943d-2a5a799170c2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501477 Mar 02 18:23:59.990020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.077450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=89ac0887-416c-4dec-91a8-4e7ac677a428,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:00.110312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d82b127-10b7-42aa-8f09-bb7df91e43bb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:00.135658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] For port 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=207ef8c3-d7a2-45d8-83c2-414d0075f20c,segment=NetworkSegment(6e356997-79d4-4742-b22e-bfe46a191e69),segment_id=6e356997-79d4-4742-b22e-bfe46a191e69)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:00.136027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.146018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.165621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-00c9764b-48e7-4789-b597-e8994b68fd7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d82b127-10b7-42aa-8f09-bb7df91e43bb HTTP/1.1" status: 204 len: 168 time: 1.3878102 Mar 02 18:24:00.438809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.468420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '89ac0887-416c-4dec-91a8-4e7ac677a428', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '89ac0887-416c-4dec-91a8-4e7ac677a428', 'mac_address': 'fa:16:3e:a5:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:00.472004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] DHCP port deletion for d13a58c5-363d-4b1c-ad93-579532cf6ccb request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:24:00.490331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Deleting port 207ef8c3-d7a2-45d8-83c2-414d0075f20c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:00.490331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.530330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df4e6016-9c35-49bb-8a53-06a6e0946d4f None None] Provisioning for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:00.535580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Calling delete_port for 207ef8c3-d7a2-45d8-83c2-414d0075f20c owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:00.643361 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.662695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df4e6016-9c35-49bb-8a53-06a6e0946d4f None None] Provisioning complete for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:00.663354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df4e6016-9c35-49bb-8a53-06a6e0946d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:00.688494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:00.742753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=369d0c49-ed37-43fa-b266-669561a6bf83,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:00.748904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89ac0887-416c-4dec-91a8-4e7ac677a428 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:00.894807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.072682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.140603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] For port 207ef8c3-d7a2-45d8-83c2-414d0075f20c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=207ef8c3-d7a2-45d8-83c2-414d0075f20c,segment=NetworkSegment(6e356997-79d4-4742-b22e-bfe46a191e69),segment_id=6e356997-79d4-4742-b22e-bfe46a191e69)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:01.141202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.368735 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83', 'code': 200} Mar 02 18:24:01.398945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=89ac0887-416c-4dec-91a8-4e7ac677a428,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:01.406910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device efe6942f-6925-421d-8b2c-24e38c503f0d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:01.484276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-df4e6016-9c35-49bb-8a53-06a6e0946d4f None None] Port 523e336f-cf21-491a-aa94-8c40eb9a34e9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:01.564091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.573476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Calling delete_port for 207ef8c3-d7a2-45d8-83c2-414d0075f20c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:01.644465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.689725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.703408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:01.711594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Port': ['ID=207ef8c3-d7a2-45d8-83c2-414d0075f20c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:01.714553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] No DVR routers for this DVR port 207ef8c3-d7a2-45d8-83c2-414d0075f20c on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:01.731827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:01.735926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-918e171e-b69e-4714-8a28-b18ecf95046d req-e542a242-8260-44ee-ae93-c1b6f99fcb01 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 210 time: 0.1720579 Mar 02 18:24:01.769389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.807842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.808780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.809086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.809412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.809746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.810081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.810439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.810771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.811100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.811544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.812261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.812571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:01.829376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.849333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:01.872131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port efe6942f-6925-421d-8b2c-24e38c503f0d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:01.876336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:24:01.877933 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:24:01.894915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port efe6942f-6925-421d-8b2c-24e38c503f0d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:01.896139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.961149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:01.963598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:01.986667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Pushing event updated for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:01.992874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Usage tracker for resource:security_group_rule and tenant:041fcfc88fad46a7bbdd828094b1ba5f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:01.997383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.009678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:02.021323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:02.024479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:02.062911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8c19e5-c486-42e2-a82e-3fd2f7cdedcf req-2742550f-5e9c-491a-8fac-e33e5c0e4e32 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:02.071317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8c19e5-c486-42e2-a82e-3fd2f7cdedcf req-2742550f-5e9c-491a-8fac-e33e5c0e4e32 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 949 time: 0.5222170 Mar 02 18:24:02.088546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13a58c5-363d-4b1c-ad93-579532cf6ccb']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:02.121423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d7e04-17b3-487c-8bd6-08546d61b567 req-78d38376-9072-434a-95ed-31da8e593482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:02.122861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e28d7e04-17b3-487c-8bd6-08546d61b567 req-78d38376-9072-434a-95ed-31da8e593482 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1100 time: 0.4308276 Mar 02 18:24:02.137515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e356997-79d4-4742-b22e-bfe46a191e69') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:02.138092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e356997-79d4-4742-b22e-bfe46a191e69') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:02.181427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.223651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8c19e5-c486-42e2-a82e-3fd2f7cdedcf req-67a91fa2-0f8f-4b25-b118-9e3186dfe9d1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514030 Mar 02 18:24:02.236029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.249154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:02.249950 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:02.281413 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:02.431894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e28d7e04-17b3-487c-8bd6-08546d61b567 req-d9d13dc8-fdc4-43ca-814d-c4ac9d93a3f2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063849 Mar 02 18:24:02.445124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Deleting port 207ef8c3-d7a2-45d8-83c2-414d0075f20c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:02.445681 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.493001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.509019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.538504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:02.548127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:02.551188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.568542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Network': ['ID=d13a58c5-363d-4b1c-ad93-579532cf6ccb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:02.586418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a0ff4a7e-dbda-4caa-8636-b7bd91756696 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/networks/d13a58c5-363d-4b1c-ad93-579532cf6ccb HTTP/1.1" status: 204 len: 168 time: 3.5249538 Mar 02 18:24:02.586675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53098) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:02.598452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-73f4e7f8-0dc4-49ed-97a0-b825d19c78c2 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:02.603600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-73f4e7f8-0dc4-49ed-97a0-b825d19c78c2 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.11 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 821 time: 0.3481169 Mar 02 18:24:02.618750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.713618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=041fcfc88fad46a7bbdd828094b1ba5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9993997 Mar 02 18:24:02.722334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:02.757186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a97d45-1cf0-439f-973a-79f853f664a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c923fd82-6182-4eb7-9069-000849840e92,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:02.796633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'port': {'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'admin_state_up': True, 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:02.850766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e9b22b42-f302-48e3-844c-428827afd4fc None None] The port '207ef8c3-d7a2-45d8-83c2-414d0075f20c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:24:02.870954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:02.936244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port efe6942f-6925-421d-8b2c-24e38c503f0d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=efe6942f-6925-421d-8b2c-24e38c503f0d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:03.032549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cd56da4-db1f-4c6e-8495-95d07c05c9d1 req-2cc3e534-4ec4-48f6-bea0-49472741a467 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 210 time: 0.0781970 Mar 02 18:24:03.040953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9822ca38-5657-42ff-9afe-c0ccd092f75a None None] Provisioning complete for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:03.041620 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9822ca38-5657-42ff-9afe-c0ccd092f75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.110414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.135881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting subnet 689a4983-fea1-48f3-b672-c7d45e1ecfef {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:24:03.203746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 207ef8c3-d7a2-45d8-83c2-414d0075f20c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:03.234869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.260979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 207ef8c3-d7a2-45d8-83c2-414d0075f20c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:24:03.264033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 207ef8c3-d7a2-45d8-83c2-414d0075f20c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:24:03.273610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9822ca38-5657-42ff-9afe-c0ccd092f75a None None] Port 523e336f-cf21-491a-aa94-8c40eb9a34e9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:03.298358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=efe6942f-6925-421d-8b2c-24e38c503f0d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:03.464800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.498870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.512970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:03.517043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Usage tracker for resource:port and tenant:7f4c0f679d0d496dbef60cf6bf37414d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:03.520110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:03.526110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:03.534481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:03.549591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45a2052-a454-48fa-9b50-7bc2c0fa3bc9 req-437e5249-9fdd-4dd4-83da-7b00741d728d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:03.551990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d45a2052-a454-48fa-9b50-7bc2c0fa3bc9 req-437e5249-9fdd-4dd4-83da-7b00741d728d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 949 time: 0.1825633 Mar 02 18:24:03.659023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 89ac0887-416c-4dec-91a8-4e7ac677a428 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:03.699467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d45a2052-a454-48fa-9b50-7bc2c0fa3bc9 req-2047f565-2671-455c-a857-955a469f8491 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378183 Mar 02 18:24:03.905336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.909927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 89ac0887-416c-4dec-91a8-4e7ac677a428 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:03.916319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 89ac0887-416c-4dec-91a8-4e7ac677a428 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:03.917112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:03.921722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Made reservation on behalf of 7f4c0f679d0d496dbef60cf6bf37414d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:03.923753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.147753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.257493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.279295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:04.290535 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:04.297817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a196f61f-8559-4548-bd4b-7f1415dd9f97 req-4c8eb97c-1c80-4200-84d0-61e19ddd0287 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 210 time: 0.0473459 Mar 02 18:24:04.322853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:04.326010 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:04.327826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=89ac0887-416c-4dec-91a8-4e7ac677a428,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:04.328714 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:04.364808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Allocated IP 172.20.0.11 (cfb3261e-576e-4fed-af13-a78eeaca3189/ed15a7bb-dc83-4953-92bc-6709cd715715/0bf47bef-564a-4bbf-93c8-5a81b645bae1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:04.419816 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428', 'code': 200} Mar 02 18:24:04.428756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.438102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.480019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c923fd82-6182-4eb7-9069-000849840e92,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:04.562437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:04.600184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.669337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52b52cf-b6b2-4009-81a8-4f48bd9db886 None None] Network f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:04.672326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:04.681610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.705427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Subnet': ['ID=689a4983-fea1-48f3-b672-c7d45e1ecfef,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:04.759147 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c33f4f2-9afb-4d4d-84f0-d8f07476e103 admin admin] 10.222.0.66 "PUT /v2.0/routers/f098a47e-865a-4083-bea4-c3b68263c9ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5795724 Mar 02 18:24:04.761740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:04.766108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b3b53e2-3d11-4e52-b17c-ace7f929337d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c923fd82-6182-4eb7-9069-000849840e92 HTTP/1.1" status: 204 len: 168 time: 1.9520693 Mar 02 18:24:04.771059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53136) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:04.783002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15204d7e-23d7-44bf-863e-17ea1c6845d2 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/subnets/689a4983-fea1-48f3-b672-c7d45e1ecfef HTTP/1.1" status: 204 len: 168 time: 2.1849225 Mar 02 18:24:04.944835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d44419-a2fc-42d4-87db-106631210c19 req-36297639-df90-4bad-a288-332b574e2a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:04.957560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7d44419-a2fc-42d4-87db-106631210c19 req-36297639-df90-4bad-a288-332b574e2a08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 1101 time: 0.4746096 Mar 02 18:24:04.993102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting subnet 1c5299c6-7d70-4508-824a-4db09de9115a {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:24:05.001851 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.042831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.095001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e7d44419-a2fc-42d4-87db-106631210c19 req-aa7d7da6-5a08-4b64-ba3b-a8aa4b4e73b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267171 Mar 02 18:24:05.095001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Transition to ACTIVE for port object 0bf47bef-564a-4bbf-93c8-5a81b645bae1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:05.225490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.236971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['b63716e9-f323-4a17-a7e3-1992eeda09b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:05.290030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.352763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] DHCP port deletion for f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:24:05.376199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Deleting port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:05.376906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.447052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device efe6942f-6925-421d-8b2c-24e38c503f0d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:05.497957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:01Z', 'revision_number': 2, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:05.499860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Network cfb3261e-576e-4fed-af13-a78eeaca3189 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:05.506855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:05.510020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:05.510385 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:05.510770 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Updating router f098a47e-865a-4083-bea4-c3b68263c9ec port 523e336f-cf21-491a-aa94-8c40eb9a34e9 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:24:05.535562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f47fae-90dc-4877-bb49-42954ef0c7f6 req-d9ca10c2-7470-4f8c-aa2e-a792974fa913 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:05.545007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4f47fae-90dc-4877-bb49-42954ef0c7f6 req-d9ca10c2-7470-4f8c-aa2e-a792974fa913 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 950 time: 0.4643362 Mar 02 18:24:05.615956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event updated for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:05.647550 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.669134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4f47fae-90dc-4877-bb49-42954ef0c7f6 req-5752d28a-2195-40bc-95c3-8c0acf97d74e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217115 Mar 02 18:24:05.711996 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.728124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:05.729242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.793618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port efe6942f-6925-421d-8b2c-24e38c503f0d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:05.794184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:05.854114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-5e720a65-08a8-4ac4-b742-9acc0d59b4d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0614309 Mar 02 18:24:05.867506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Request body: {'port': {'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:06.025675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:06.201057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Subnet': ['ID=1c5299c6-7d70-4508-824a-4db09de9115a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:06.210589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:06.251770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50def200-fd19-4792-a24d-41cbe9698aeb req-de06b2d8-a682-4a64-9e70-48ef7487a0c0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:06.260218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50def200-fd19-4792-a24d-41cbe9698aeb req-de06b2d8-a682-4a64-9e70-48ef7487a0c0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 932 time: 0.3324172 Mar 02 18:24:06.284503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c8055610-4c0b-4b29-8aad-c77fa641072c tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/subnets/1c5299c6-7d70-4508-824a-4db09de9115a HTTP/1.1" status: 204 len: 168 time: 1.5113163 Mar 02 18:24:06.287175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53158) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:06.405067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50def200-fd19-4792-a24d-41cbe9698aeb req-40f472a3-d8ab-42e9-aac2-94db51fa6105 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435382 Mar 02 18:24:06.419083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019f17b1-1b77-444f-b480-cbeec623c61b None None] Network 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:06.419879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:06.634084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60929c5-17f8-42a5-a817-16a2c6cf6eb2 None None] Provisioning for port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:06.891183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60929c5-17f8-42a5-a817-16a2c6cf6eb2 None None] Provisioning complete for port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:06.891937 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b60929c5-17f8-42a5-a817-16a2c6cf6eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:06.895318 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:06.925556 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Transition to ACTIVE for port object 523e336f-cf21-491a-aa94-8c40eb9a34e9 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:06.945958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.080016 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.113200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b60929c5-17f8-42a5-a817-16a2c6cf6eb2 None None] Port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:07.292110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:07.309015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.389712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] For port 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b1b6395-2824-47fa-a1ea-a2b4399b3550,segment=NetworkSegment(a997fa3c-7bf1-46c4-a256-1876cd13e574),segment_id=a997fa3c-7bf1-46c4-a256-1876cd13e574)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:07.392101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.515807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53182) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:07.546816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970139852', 'description': 'tempest-description--762275896'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:07.584939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:07.597874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b1b6395-2824-47fa-a1ea-a2b4399b3550 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:07.623012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:07.642153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:07.674280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d4c9f-2c3a-4b6c-a14e-767eb45d3994 req-608bbc4f-1edc-46c5-a734-ebcc6f08325a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:07.687235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-290d4c9f-2c3a-4b6c-a14e-767eb45d3994 req-608bbc4f-1edc-46c5-a734-ebcc6f08325a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 950 time: 0.2481937 Mar 02 18:24:07.724002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:07.773475 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Attempting to bind port 523e336f-cf21-491a-aa94-8c40eb9a34e9 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:07.773888 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Attempting to bind port 523e336f-cf21-491a-aa94-8c40eb9a34e9 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:07.774212 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Attempting to bind port 523e336f-cf21-491a-aa94-8c40eb9a34e9 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:07.791959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:07.793232 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:07.793827 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.794414 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:07.795072 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Bound port: 523e336f-cf21-491a-aa94-8c40eb9a34e9, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:07.795656 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:07.809378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-290d4c9f-2c3a-4b6c-a14e-767eb45d3994 req-493d7828-7049-457b-a23a-f0b125f7de02 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079259 Mar 02 18:24:07.890463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Calling delete_port for 4b1b6395-2824-47fa-a1ea-a2b4399b3550 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:08.024722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] For port 523e336f-cf21-491a-aa94-8c40eb9a34e9, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:08.037463 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] For port 523e336f-cf21-491a-aa94-8c40eb9a34e9, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=523e336f-cf21-491a-aa94-8c40eb9a34e9,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:08.038758 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefb733-5115-43ed-aa09-2c97c719378e None None] Pushing event updated for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:08.166063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.194843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aa4cc-f70f-4885-91c1-de478e81a96e req-9237ed5e-4adf-41d1-b4c0-a68122f626d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:08.196711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:08.201738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:08.204993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:08.207726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f6aa4cc-f70f-4885-91c1-de478e81a96e req-9237ed5e-4adf-41d1-b4c0-a68122f626d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 932 time: 0.2211840 Mar 02 18:24:08.212135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:08.283300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f6aa4cc-f70f-4885-91c1-de478e81a96e req-5c3c75fc-b6ff-49b1-a83e-c3f3f52076f6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726118 Mar 02 18:24:08.310952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] DHCP port deletion for 30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:24:08.312952 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.336524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Deleting port 76be367b-99fa-42a3-ae28-9e9ceb887a09 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:08.336887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.343735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bf47bef-564a-4bbf-93c8-5a81b645bae1 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:08.350698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] For port 4b1b6395-2824-47fa-a1ea-a2b4399b3550, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b1b6395-2824-47fa-a1ea-a2b4399b3550,segment=NetworkSegment(a997fa3c-7bf1-46c4-a256-1876cd13e574),segment_id=a997fa3c-7bf1-46c4-a256-1876cd13e574)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:08.351062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.369914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.517239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Calling delete_port for 4b1b6395-2824-47fa-a1ea-a2b4399b3550 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:08.550582 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.572884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Transition to ACTIVE for port object 0bf47bef-564a-4bbf-93c8-5a81b645bae1 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:08.578245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.652669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.669548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.721408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d45f7c-16ca-4b1a-9f34-b16ff23ee81d req-463145c3-0e19-464d-a81d-ae8222526cfd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:08.726386 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:08.727032 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:08.741416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09d45f7c-16ca-4b1a-9f34-b16ff23ee81d req-463145c3-0e19-464d-a81d-ae8222526cfd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 949 time: 0.1680374 Mar 02 18:24:08.853382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] For port 76be367b-99fa-42a3-ae28-9e9ceb887a09, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76be367b-99fa-42a3-ae28-9e9ceb887a09,segment=NetworkSegment(c8df6822-2357-4123-ab7a-c4e4d3ec2775),segment_id=c8df6822-2357-4123-ab7a-c4e4d3ec2775)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:08.854110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:08.874732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09d45f7c-16ca-4b1a-9f34-b16ff23ee81d req-3a9da0f4-b448-44dd-b3bf-40434357ef1f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322980 Mar 02 18:24:08.912067 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeefb733-5115-43ed-aa09-2c97c719378e None None] Pushing event updated for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:08.983117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Pushing event updated for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:09.011838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.127934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Calling delete_port for 76be367b-99fa-42a3-ae28-9e9ceb887a09 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:09.190760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5775dd97-f2c7-47f7-92ad-cb34d5daa95d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:09.272472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] No DVR routers for this DVR port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:09.342023 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:09.342670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97ff504-bef2-417f-a7c4-8f217833d1e6 None None] Pushing event deleted for resources: {'Port': ['ID=4b1b6395-2824-47fa-a1ea-a2b4399b3550,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:09.364490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.378169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.379170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9ba094c-7190-4a09-a772-300133bc61a7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8397055 Mar 02 18:24:09.379170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:24:09.379170 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:24:09.380428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:09.388719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group_rule': {'security_group_id': '5775dd97-f2c7-47f7-92ad-cb34d5daa95d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:09.408851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:09.418353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:09.424498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:09.455171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:09.643730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] No DVR routers for this DVR port 76be367b-99fa-42a3-ae28-9e9ceb887a09 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:09.658249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3640b0f-6de7-40c6-90b8-fd24a7f3235f None None] Pushing event deleted for resources: {'Port': ['ID=76be367b-99fa-42a3-ae28-9e9ceb887a09,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:09.676790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76be367b-99fa-42a3-ae28-9e9ceb887a09 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:09.738767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 76be367b-99fa-42a3-ae28-9e9ceb887a09 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:24:09.739437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76be367b-99fa-42a3-ae28-9e9ceb887a09 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:24:09.883723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port 4b1b6395-2824-47fa-a1ea-a2b4399b3550 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:09.884475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:09.928922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53236) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:09.978631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Attempting to bind port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:09.978631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Attempting to bind port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:09.978631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Attempting to bind port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:09.978631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:10.040575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] The port '4b1b6395-2824-47fa-a1ea-a2b4399b3550' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:24:10.045023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.065331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 on network cfb3261e-576e-4fed-af13-a78eeaca3189 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:24:10.065669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Attempting to bind port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 on network cfb3261e-576e-4fed-af13-a78eeaca3189 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:10.126666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:10.127380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Checking segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:10.134021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Bound using segment: {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:10.134021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Bound port: 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6834759-67be-4125-a875-693ec8aa7a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:10.134021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.145365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:08Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:10.150802 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa695b22-9fe3-436a-8d1c-1484da3a2c0e None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:08Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:24:10.152534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8ff3f-4ced-4804-9479-4df5ab500bb6 req-1b0b9bfb-5109-4357-9f82-50e3dd121878 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:10.160422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bd8ff3f-4ced-4804-9479-4df5ab500bb6 req-1b0b9bfb-5109-4357-9f82-50e3dd121878 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 944 time: 0.5373573 Mar 02 18:24:10.270745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bd8ff3f-4ced-4804-9479-4df5ab500bb6 req-df037d94-55d9-48a0-a87f-a61613f3bbb6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021278 Mar 02 18:24:10.300939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.323077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c72ca-eed9-4657-9f56-2be9d469ea41 req-43f87e59-d824-49b1-9ab1-81b460e97274 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:10.330722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c72ca-eed9-4657-9f56-2be9d469ea41 req-43f87e59-d824-49b1-9ab1-81b460e97274 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:10.340532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-068c72ca-eed9-4657-9f56-2be9d469ea41 req-43f87e59-d824-49b1-9ab1-81b460e97274 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148&device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1690 time: 0.3427668 Mar 02 18:24:10.368179 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-4a122b39-8b9f-4fcf-92b8-5ba5c93feed8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5955303 Mar 02 18:24:10.372653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.396260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.406290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e70488c-62ff-4df3-baa0-0aba73174cc8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:10.425908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f902cf9a-3bac-4721-abd0-f7b86ca1c9a2']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:10.450842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a997fa3c-7bf1-46c4-a256-1876cd13e574') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:10.450967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a997fa3c-7bf1-46c4-a256-1876cd13e574') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:10.452739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-068c72ca-eed9-4657-9f56-2be9d469ea41 req-626b74b1-d19f-402b-9478-a30dcebf0dc5 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110010 Mar 02 18:24:10.515956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.517394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8661bcbd-778d-460a-a666-26c0c7718c35 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1356101 Mar 02 18:24:10.519853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53256) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:10.527319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group_rule': {'security_group_id': '5775dd97-f2c7-47f7-92ad-cb34d5daa95d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:10.534470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.550607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.550837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:10.568079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.571396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:10.578525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:10.586380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:10.618161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:10.630595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.640386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Usage tracker for resource:security_group_rule and tenant:e80f8516614a43df9136053ca54e8e22 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:10.649634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:10.651007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:10.657373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:10.658080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:10.680044 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:10.690373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Usage tracker for resource:security_group_rule and tenant:a79036d530424485b80c83962ed7ba47 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:10.710097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:10.715476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:10.718791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:10.725684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.778979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:10.781768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:10.807422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.845101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76029366-140b-4f57-a62a-da03a372fda4 req-2d2df7cb-bb15-4958-b515-f808ef2af7c2 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:10.852914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76029366-140b-4f57-a62a-da03a372fda4 req-2d2df7cb-bb15-4958-b515-f808ef2af7c2 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 1101 time: 0.1875799 Mar 02 18:24:10.853635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741384-225b-498b-aac9-d824499faf4c req-792c7e90-ef51-43cb-b941-b04778571db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:10.855270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-792c7e90-ef51-43cb-b941-b04778571db0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 1100 time: 0.3717434 Mar 02 18:24:10.919711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76029366-140b-4f57-a62a-da03a372fda4 req-a1b26d52-b0d8-4a04-8ea8-25d7947386de tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658929 Mar 02 18:24:10.942856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:10.982601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.012310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915871c0-8764-48db-a6c1-882dfa20cfaf,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:11.051928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.225769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.230904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38ab4b8a-d438-4187-9a05-eaffa699c2ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7088287 Mar 02 18:24:11.235401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53278) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:11.255550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:11.267176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.271852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:11.272106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Network': ['ID=f902cf9a-3bac-4721-abd0-f7b86ca1c9a2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:11.274606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:11.282420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.282420 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] 10.222.0.11 "PUT /v2.0/ports/0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 1092 time: 5.4153442 Mar 02 18:24:11.296232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:floatingip and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:11.299379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:11.312863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:11.323249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:11.373947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e1c3f8a9-24ed-4eaf-9529-e43a39e0eff8 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:11.375868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e1c3f8a9-24ed-4eaf-9529-e43a39e0eff8 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/networks?id=4e15668c-da62-4b8a-92ae-9e30e648a3dc HTTP/1.1" status: 200 len: 814 time: 0.3612237 Mar 02 18:24:11.382424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b65a8-87fc-4dbe-9545-1d8fb028bf9e req-7c753260-af74-42b3-85f6-1174422b1dc8 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:11.384181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653b65a8-87fc-4dbe-9545-1d8fb028bf9e req-7c753260-af74-42b3-85f6-1174422b1dc8 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1100 time: 0.2640214 Mar 02 18:24:11.404715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.428836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-163c6111-3ed7-44d7-b544-1c502ae80ad6 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/quotas/7c8849e6fe794fce96c5a525bf6e6c79 HTTP/1.1" status: 200 len: 375 time: 0.0413487 Mar 02 18:24:11.439793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.518026 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-688ac87d-8987-470c-bb76-7f68223bc62a tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/networks/f902cf9a-3bac-4721-abd0-f7b86ca1c9a2 HTTP/1.1" status: 204 len: 168 time: 5.2163110 Mar 02 18:24:11.519522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53286) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:11.524365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 523e336f-cf21-491a-aa94-8c40eb9a34e9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:11.543331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c03c88c-56f4-4969-a685-42123d12ecac service neutron] Pushing event updated for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:11.550498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.558106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-653b65a8-87fc-4dbe-9545-1d8fb028bf9e req-4bb4fa9b-6123-4351-aa70-7ccd2b5d5ae0 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653197 Mar 02 18:24:11.621929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741384-225b-498b-aac9-d824499faf4c req-b14d54d3-6f8f-4f2a-bfb7-5cf745fa8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:11.627458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-b14d54d3-6f8f-4f2a-bfb7-5cf745fa8d15 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.7460310 Mar 02 18:24:11.633712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.712666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.721469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.771601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:11.779996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:11.780797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.785110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-afec649d-0b46-4503-ab40-ca9d34700c9b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 200 len: 217 time: 0.1365733 Mar 02 18:24:11.787465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a79036d530424485b80c83962ed7ba47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8198326 Mar 02 18:24:11.788443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2759a449-bc69-42d7-a305-b2202bedad71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4ab54f-edab-401b-a754-4e586b488a1c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:11.790927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53294) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:11.849683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-02124cb9-e70f-4f73-8970-50f091650889 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7c8849e6fe794fce96c5a525bf6e6c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4198647 Mar 02 18:24:11.870989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e80f8516614a43df9136053ca54e8e22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8898783 Mar 02 18:24:11.893786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:11.953533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:11.966703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e59da-deb1-41b5-9cf8-f376a3af3369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2ce96d7-15a7-4dfc-9779-d66f2dd4acdd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:11.989715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 523e336f-cf21-491a-aa94-8c40eb9a34e9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=523e336f-cf21-491a-aa94-8c40eb9a34e9,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:12.006035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741384-225b-498b-aac9-d824499faf4c req-25d7736a-ff80-4f3d-81be-5191ab75e1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.008290 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-25d7736a-ff80-4f3d-81be-5191ab75e1fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1970339 Mar 02 18:24:12.013206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-cc4a2edd-8337-4b74-9fe4-90967f5441bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.015124 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-cc4a2edd-8337-4b74-9fe4-90967f5441bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1095 time: 0.5676429 Mar 02 18:24:12.137022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.151298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-99acba19-5965-4614-88fa-35e0c569d86d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 217 time: 0.0901411 Mar 02 18:24:12.151941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.159690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.201483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:12.223019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.229591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30e1dd7b-a8dc-402a-97b3-de0f9783b0e9']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:12.253317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88268622-ab08-41a4-9284-95221e7517ef req-707b3f4a-9cf6-4ec5-92e6-d593878e5c00 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.259053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88268622-ab08-41a4-9284-95221e7517ef req-707b3f4a-9cf6-4ec5-92e6-d593878e5c00 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 944 time: 0.5072172 Mar 02 18:24:12.261508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.270000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-826717a8-e71b-43ac-83dd-4a721dd59eca service neutron] 10.222.0.66 "GET /v2.0/networks/4e15668c-da62-4b8a-92ae-9e30e648a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194472 Mar 02 18:24:12.274473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8df6822-2357-4123-ab7a-c4e4d3ec2775') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:12.274473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8df6822-2357-4123-ab7a-c4e4d3ec2775') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:12.304935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.322178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.325911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-0d8b1be7-50ca-4955-8f8d-d40e029157b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.326624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-0d8b1be7-50ca-4955-8f8d-d40e029157b3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1642890 Mar 02 18:24:12.416346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08741384-225b-498b-aac9-d824499faf4c req-a6571b6f-9aa1-40bf-b82f-a7dc1f542b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.418356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-a6571b6f-9aa1-40bf-b82f-a7dc1f542b40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4004631 Mar 02 18:24:12.544083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.554002 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.571079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:12.571487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.586895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4ab54f-edab-401b-a754-4e586b488a1c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:12.588734 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:12.602688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-f6d0b490-ffce-46a1-9c10-516f2a1c9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:12.604177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-f6d0b490-ffce-46a1-9c10-516f2a1c9385 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2550714 Mar 02 18:24:12.611410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.612749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7504f2dd-856b-45cf-bf74-4b48e0c3edd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b4ab54f-edab-401b-a754-4e586b488a1c HTTP/1.1" status: 204 len: 168 time: 0.8173261 Mar 02 18:24:12.616449 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-7464bbf5-c0f4-4b57-b341-7d29e104c71f service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906297 Mar 02 18:24:12.626479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88268622-ab08-41a4-9284-95221e7517ef req-ed168fc0-c605-4f38-9386-1bcba44a36d4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465784 Mar 02 18:24:12.681463 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.684465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.685908 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2ce96d7-15a7-4dfc-9779-d66f2dd4acdd HTTP/1.1" status: 204 len: 168 time: 0.7891762 Mar 02 18:24:12.690458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:12.720489 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'status': 'completed', 'code': 200} Mar 02 18:24:12.753103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-0449e044-eac2-4613-a07a-54286d2ee4c6 service neutron] 10.222.0.66 "GET /v2.0/networks/4e15668c-da62-4b8a-92ae-9e30e648a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707754 Mar 02 18:24:12.815643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c40339-b0ed-4ea3-9ba3-f6c883c98970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2ce96d7-15a7-4dfc-9779-d66f2dd4acdd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:12.908978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-fac82394-c85e-4cc9-ac34-9f8b70c0e147 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944720 Mar 02 18:24:12.912876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-08741384-225b-498b-aac9-d824499faf4c req-12690ccb-2945-4414-8393-ce49e57042f8 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781844 Mar 02 18:24:12.922775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-f9d735de-fc43-4eb9-a858-0bd3c0b4ef48 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555656 Mar 02 18:24:12.990407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Allocated IP 172.25.7.199 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/042dddcf-38ea-44d9-92cb-c0e7452d130f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:13.062368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-120ae928-92bb-49b0-ae05-1b88cd3d0157 req-d1e8ea0e-6c64-4ee7-9213-e1234e1e1f39 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472130 Mar 02 18:24:13.112159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.137128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.216068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Network': ['ID=30e1dd7b-a8dc-402a-97b3-de0f9783b0e9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:13.229759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-6a281388-e212-4b5c-b5d2-01747c0131cd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:13.231280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-6a281388-e212-4b5c-b5d2-01747c0131cd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3073454 Mar 02 18:24:13.240101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-856316ca-04fa-4363-a7bb-dc06d3b9dbab tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/networks/30e1dd7b-a8dc-402a-97b3-de0f9783b0e9 HTTP/1.1" status: 204 len: 168 time: 1.7193606 Mar 02 18:24:13.243649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53314) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:13.263209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-e8ac1ffa-1ef4-4561-84b7-666edc003dd8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.0196993 Mar 02 18:24:13.314736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting subnet f20ed26e-fed7-44e5-80a6-83788d772a1e {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:24:13.318328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.346149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.399224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-84cd0947-f7fa-4487-b232-429e657b95ba tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1237500 Mar 02 18:24:13.405312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.532649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 523e336f-cf21-491a-aa94-8c40eb9a34e9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:13.541507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d85f9ecb-f4fa-49fa-bffe-79c1f61aba8a req-a9b9430f-92de-4172-8d9d-e1655ea647ec tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 210 time: 0.1045697 Mar 02 18:24:13.621773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 523e336f-cf21-491a-aa94-8c40eb9a34e9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:13.622167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.628878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:13.809472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:13.816865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:13.823209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:13.901961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.059137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=042dddcf-38ea-44d9-92cb-c0e7452d130f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:14.062361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-028e6281-4b85-4bd1-b7cc-bd9b739609a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.064438 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-028e6281-4b85-4bd1-b7cc-bd9b739609a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1095 time: 0.5183182 Mar 02 18:24:14.096384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0989182a-cc6d-488b-9d24-2d2b0234f7ed req-862556cd-75a3-4750-a6b4-92cd96dec98e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.2835979 Mar 02 18:24:14.169327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.249342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e192868f-06a5-4f43-8bb2-b523884be615 req-a7f31650-3ba0-477e-9cd7-323ff526a25a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.250136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e192868f-06a5-4f43-8bb2-b523884be615 req-a7f31650-3ba0-477e-9cd7-323ff526a25a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 944 time: 0.3710763 Mar 02 18:24:14.256941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.316699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Subnet': ['ID=f20ed26e-fed7-44e5-80a6-83788d772a1e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:14.320027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.323845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec012ff-7467-44d7-9ba3-1808219f72e6 None None] Network 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:14.378884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e192868f-06a5-4f43-8bb2-b523884be615 req-8c27e521-3887-44dd-8253-f4e3b95219b1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161397 Mar 02 18:24:14.380083 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc4d76d6-7d18-42e0-9f0c-2ac8bd1aac31 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/subnets/f20ed26e-fed7-44e5-80a6-83788d772a1e HTTP/1.1" status: 204 len: 168 time: 1.1351595 Mar 02 18:24:14.389990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:14.399160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-c1bc512a-f3de-48ee-aa69-026a24c0f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.401149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-c1bc512a-f3de-48ee-aa69-026a24c0f2ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.3279710 Mar 02 18:24:14.438627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.511760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-9d12f90f-c2a3-49a3-9b22-e180f23af9a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 217 time: 0.1035855 Mar 02 18:24:14.568858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.597088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-a174de20-b49d-4988-b114-9caabe043aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.599379 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-a174de20-b49d-4988-b114-9caabe043aad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.0760939 Mar 02 18:24:14.619287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port 7b261586-1936-4924-8081-4dc59eb5d2e5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:14.619537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.712222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-e4655b66-6fa5-45e7-be3d-002c9bcfcba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:14.713709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-e4655b66-6fa5-45e7-be3d-002c9bcfcba7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1085579 Mar 02 18:24:14.750148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] DHCP port deletion for 05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:24:14.755843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Deleting port 7b261586-1936-4924-8081-4dc59eb5d2e5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:14.756488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:14.791359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5497796b-4a9a-45d1-b7c1-9e88e4e7d078 req-3d4080d5-598b-474e-ba6d-9ac6f3600ab5 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 210 time: 0.1393046 Mar 02 18:24:15.030464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-0bad008d-6de6-4e98-994f-2734dc6142c9 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080418 Mar 02 18:24:15.124844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.239792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] For port 7b261586-1936-4924-8081-4dc59eb5d2e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b261586-1936-4924-8081-4dc59eb5d2e5,segment=NetworkSegment(9a2ec355-76e8-4ece-9b54-9c2c4c407531),segment_id=9a2ec355-76e8-4ece-9b54-9c2c4c407531)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:15.239792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.284755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21f8731c-5e8f-4461-84ad-541b15615a15 req-2fbafa9a-bd64-4d80-af71-1825de48881f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.0994706 Mar 02 18:24:15.285493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.303585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbad5da0-f4f1-45ee-864f-1b658f00d2ec req-68a2ae0a-51b5-4911-862c-6c43c6630abd service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625489 Mar 02 18:24:15.357839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] For port 7b261586-1936-4924-8081-4dc59eb5d2e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b261586-1936-4924-8081-4dc59eb5d2e5,segment=NetworkSegment(9a2ec355-76e8-4ece-9b54-9c2c4c407531),segment_id=9a2ec355-76e8-4ece-9b54-9c2c4c407531)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:15.358655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.437717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Calling delete_port for 7b261586-1936-4924-8081-4dc59eb5d2e5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:15.521222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b261586-1936-4924-8081-4dc59eb5d2e5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:24:15.672021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=042dddcf-38ea-44d9-92cb-c0e7452d130f,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:15.680702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Calling delete_port for 7b261586-1936-4924-8081-4dc59eb5d2e5 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:15.786670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.807234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:15.869267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a3323-64d6-435b-a8b8-76d078816a6d req-bad4f8df-7438-4e88-9bab-9b04262d50ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:15.876552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b24a3323-64d6-435b-a8b8-76d078816a6d req-bad4f8df-7438-4e88-9bab-9b04262d50ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 944 time: 0.2808735 Mar 02 18:24:15.919455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b24a3323-64d6-435b-a8b8-76d078816a6d req-aa65737f-fc66-45e2-b158-0decbdcb9b1b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Mar 02 18:24:16.020620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e37fdb6-a782-4200-8bd4-4b489a56220c req-63214fee-fc86-42cd-bd49-90759380738b tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 210 time: 0.0604205 Mar 02 18:24:16.046592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:16.053407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:16.053407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7e305848-5937-4669-b819-f4a1adf4a5ab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8140216 Mar 02 18:24:16.057701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:24:16.058089 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:24:16.158246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] Pushing event deleted for resources: {'Port': ['ID=7b261586-1936-4924-8081-4dc59eb5d2e5,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:16.160652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d95ff9e-6f98-4e17-82b4-9aacfd4b7b05 None None] No DVR routers for this DVR port 7b261586-1936-4924-8081-4dc59eb5d2e5 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:24:16.236330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-a70974d9-177e-4cc6-87db-b9e22f2738c6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1420081 Mar 02 18:24:16.472146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.472784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.473459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.474419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.475738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.476422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.477285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.480458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b7c71a97-547b-4438-ac9b-3d6e89c90d14 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 0.1479270 Mar 02 18:24:16.502366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-13f02b26-4953-41c5-88f3-470d33e9bd2a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1970139852&fields=id&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 267 time: 0.0792830 Mar 02 18:24:16.565723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Deleting port 7b261586-1936-4924-8081-4dc59eb5d2e5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:16.565723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:16.700494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] The port '7b261586-1936-4924-8081-4dc59eb5d2e5' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:24:16.742734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-669caba4-a048-431f-87b7-faab7a46989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.750440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-669caba4-a048-431f-87b7-faab7a46989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.750440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-669caba4-a048-431f-87b7-faab7a46989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.750440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-669caba4-a048-431f-87b7-faab7a46989d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=7d758753-7169-4863-a7dc-c4812278e3db&id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 2294 time: 0.2260711 Mar 02 18:24:16.849954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53430) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:16.894325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-303e98fe-bfb3-429a-9a01-bdc816a72e71 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 1002 time: 0.1394575 Mar 02 18:24:16.977454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b2071707-96a3-4270-8da2-7e5d590182ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:16.978952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b2071707-96a3-4270-8da2-7e5d590182ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 200 len: 851 time: 0.0752108 Mar 02 18:24:16.985275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-232310a9-d2fe-4034-8490-59e0bb6afddf req-cf6a808f-d5ee-4c89-b22d-95ed7c1746b3 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.1137590 Mar 02 18:24:16.993235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.021662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-be3f5081-afbb-4a3d-9667-9da55c94c9de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:17.028547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-be3f5081-afbb-4a3d-9667-9da55c94c9de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 817 time: 0.5190217 Mar 02 18:24:17.045892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:17.061711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0bf47bef-564a-4bbf-93c8-5a81b645bae1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:17.068592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-242cef74-6ccf-45d5-a885-ba483ace58ed tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/quotas/b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 375 time: 0.0387213 Mar 02 18:24:17.197667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2ec355-76e8-4ece-9b54-9c2c4c407531') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:17.197969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2ec355-76e8-4ece-9b54-9c2c4c407531') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:17.221749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-22774556'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:17.235862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:17.255390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.265715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Usage tracker for resource:network and tenant:d5572cefe8ec419bbdc63995c84ac084 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:17.272774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:17.277545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-bec5772f-6e0a-4025-a1b6-05a63c18e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:17.279872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-bec5772f-6e0a-4025-a1b6-05a63c18e575 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823546 Mar 02 18:24:17.284578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:17.295536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:17.298039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.313662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:17.316522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:17.317237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:17.340033 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:17.441759 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.467747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-295d2398-a864-4b64-a5f6-e29e4963bb87 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3959134 Mar 02 18:24:17.469533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Made reservation on behalf of d5572cefe8ec419bbdc63995c84ac084 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:17.473898 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.485468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bf47bef-564a-4bbf-93c8-5a81b645bae1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:17.500287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.503993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:17.561667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:17.595025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Usage tracker for resource:security_group_rule and tenant:d5572cefe8ec419bbdc63995c84ac084 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:17.614344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:17.630803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:17.645850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-44a208d1-4126-45a3-8de0-8a582c29341f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:17.646947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-44a208d1-4126-45a3-8de0-8a582c29341f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Synchronizing usage tracker for tenant:7c8849e6fe794fce96c5a525bf6e6c79 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:17.678523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-be26c005-5513-40f2-bbed-970433910d35 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268485 Mar 02 18:24:17.682857 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.826320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:17.861074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.866513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-ad049f8d-e09c-4ab6-9849-2b174f9a695d service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769564 Mar 02 18:24:17.899146 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:17.939439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Pushing event deleted for resources: {'Network': ['ID=05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:17.941542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b6cd466f-1873-4778-ac02-4f7cf9588541 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 217 time: 0.0653272 Mar 02 18:24:17.957082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81bfecea-cfb7-4b00-85d8-40eaa0623a8b tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/networks/05a43ad2-6c61-4a37-9cf1-b4ea7cd9b18d HTTP/1.1" status: 204 len: 168 time: 3.5711923 Mar 02 18:24:17.968655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53444) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:17.988125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-44a208d1-4126-45a3-8de0-8a582c29341f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Unset dirty status for tenant:7c8849e6fe794fce96c5a525bf6e6c79 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:17.994944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-44a208d1-4126-45a3-8de0-8a582c29341f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.11 "GET /v2.0/networks?id=4e15668c-da62-4b8a-92ae-9e30e648a3dc HTTP/1.1" status: 200 len: 814 time: 0.8067505 Mar 02 18:24:18.013159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Request body: {'port': {'device_id': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'admin_state_up': True, 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:18.013903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['0bf47bef-564a-4bbf-93c8-5a81b645bae1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:18.027471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-c99694fa-d2bd-4efd-afa0-9998d2483e5e service neutron] 10.222.0.66 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341794 Mar 02 18:24:18.034621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-130ef722-e93a-4ed2-b657-88d7b89067f0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Synchronizing usage tracker for tenant:c984f16fc212469ebd2bbe7bc8a54795 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:18.049985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-ea2237e3-ea8f-44af-aa74-419c30add905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.053267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-ea2237e3-ea8f-44af-aa74-419c30add905 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1052632 Mar 02 18:24:18.078793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819c1f-2608-46da-9107-188017004aaf req-ee6e9525-05d6-4b26-8950-b37b396e4b92 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.084366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f819c1f-2608-46da-9107-188017004aaf req-ee6e9525-05d6-4b26-8950-b37b396e4b92 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 944 time: 0.5688283 Mar 02 18:24:18.243099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b5adb3f2-8359-432b-b44f-751b617f0519 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1022704 Mar 02 18:24:18.269759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:18.273795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f819c1f-2608-46da-9107-188017004aaf req-95037bb0-2cd3-4f3e-b633-f5aa2540baef tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851637 Mar 02 18:24:18.278590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Usage tracker for resource:port and tenant:7c8849e6fe794fce96c5a525bf6e6c79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:18.288920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:18.296962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:18.311533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-3fbbf62c-c63c-4d66-a728-a42936bb8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.313040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-3fbbf62c-c63c-4d66-a728-a42936bb8140 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2331469 Mar 02 18:24:18.395961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-130ef722-e93a-4ed2-b657-88d7b89067f0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Unset dirty status for tenant:c984f16fc212469ebd2bbe7bc8a54795 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:18.397673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-130ef722-e93a-4ed2-b657-88d7b89067f0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "GET /v2.0/ports?device_id=31103467-1de5-4f54-8ee2-8d648d3f16ff HTTP/1.1" status: 200 len: 205 time: 0.4244611 Mar 02 18:24:18.412364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53460) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:18.448637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Made reservation on behalf of 7c8849e6fe794fce96c5a525bf6e6c79 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:18.448637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:18.585262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fbd1fe5-1f49-4c08-b440-e4844e83608c req-9c3f5afd-1b88-4665-8b47-795d9dd8a27a tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 210 time: 0.1802380 Mar 02 18:24:18.591592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:18.597388 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-c35b299e-6d6c-4eac-8303-cc299d274c56 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686958 Mar 02 18:24:18.687806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-c44e44f8-f22d-4517-9744-2d6bc6d6054c service neutron] 10.222.0.66 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6490264 Mar 02 18:24:18.692382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:18.762178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:18.787225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-df37b3a4-19a9-45ef-aeb2-1e07fc1c9060 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:18.788440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Allocated IP 172.20.0.6 (4e15668c-da62-4b8a-92ae-9e30e648a3dc/4d2b5a48-de76-4d50-a216-4debbbcbd4d7/6f65b893-342e-4c2b-9075-80e5baf70925) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:18.789296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-df37b3a4-19a9-45ef-aeb2-1e07fc1c9060 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5251348 Mar 02 18:24:18.869044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:18.962050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:19.111005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-a8344ab7-4221-48b0-bbb3-534d5b6fb4e4 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5008287 Mar 02 18:24:19.244323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-c627bd63-23bd-47b4-8edb-69a635ff3a6c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 217 time: 0.0831428 Mar 02 18:24:19.250163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f12440c-ba1d-44e6-8dcb-cdecac87ab15,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:19.367885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.378794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-035fdb40-949e-4317-a855-73626b45d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:19.378794 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-035fdb40-949e-4317-a855-73626b45d8a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1179602 Mar 02 18:24:19.383097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.414345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.414843 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Added segment 721efa72-2a65-42b0-ac2e-57fbc48c18f3 of type vlan for network 0f441ed8-0025-43d1-b5ba-10bbfd83e5ed Mar 02 18:24:19.453036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.465637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb3b828e-6392-4721-bb5d-ab4b86e0fd84 req-920f9f0b-e706-466e-ac4c-e261d5db1b38 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.3995247 Mar 02 18:24:19.483668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Transition to ACTIVE for port object 6f65b893-342e-4c2b-9075-80e5baf70925 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:19.630880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:19.637705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Usage tracker for resource:port and tenant:d4446920d634413da5f6580d6978aff8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:19.641263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:19.647668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.649193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.661591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:19.663930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:19.664782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Fanout notify agent at l3_agent the message router_deleted on router 31103467-1de5-4f54-8ee2-8d648d3f16ff {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:24:19.692877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9ceba23-59d4-4269-be9e-81aea23420ea req-848b6dc1-2756-4577-972f-f2ae45e8f53e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.4177516 Mar 02 18:24:19.758905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:19.767060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:19.780231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:19.845592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Pushing event updated for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:19.911934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-0cb35b7d-1eca-4d3a-8823-394649103a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:19.913911 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-0cb35b7d-1eca-4d3a-8823-394649103a8b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3450053 Mar 02 18:24:19.920906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:19.922286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.156546 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:24:20.199412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:20.205543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.228989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-e9e05d31-ea3a-445c-b004-61c1d865dfe7 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2265933 Mar 02 18:24:20.242422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1e2fe2a3-84e3-4cb6-845d-65efaee7650b None None] Provisioning for port 6f65b893-342e-4c2b-9075-80e5baf70925 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:20.250614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1e2fe2a3-84e3-4cb6-845d-65efaee7650b None None] Provisioning complete for port 6f65b893-342e-4c2b-9075-80e5baf70925 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:20.251842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1e2fe2a3-84e3-4cb6-845d-65efaee7650b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.286798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-b934e2df-6929-439f-9796-582da2e37201 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263564 Mar 02 18:24:20.392511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1e2fe2a3-84e3-4cb6-845d-65efaee7650b None None] Port 6f65b893-342e-4c2b-9075-80e5baf70925 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:20.442222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.448514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.449233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.476317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:20.480415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2e5016b2-4911-4101-85d9-18aabc8e46c0 tempest-RoutersNegativeIpV6Test-1358907953 tempest-RoutersNegativeIpV6Test-1358907953-project] 10.222.0.66 "DELETE /v2.0/routers/31103467-1de5-4f54-8ee2-8d648d3f16ff HTTP/1.1" status: 204 len: 168 time: 2.0512969 Mar 02 18:24:20.662246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.8083243 Mar 02 18:24:20.666162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:20.675530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92d0d76-cdf8-426f-9a1f-c404faaeba92 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Pushing event updated for resources: {'Network': ['ID=0f441ed8-0025-43d1-b5ba-10bbfd83e5ed,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:20.690224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0f441ed8-0025-43d1-b5ba-10bbfd83e5ed details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:20.723558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.157 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/d53e2348-612f-48d0-b29e-45e82cb75d4b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:20.741040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11858492-bd6a-4359-998e-f1748ef5f090 req-1162d3e3-e7a4-4789-b966-a3c3c542491e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.756473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11858492-bd6a-4359-998e-f1748ef5f090 req-1162d3e3-e7a4-4789-b966-a3c3c542491e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 931 time: 0.6084316 Mar 02 18:24:20.770834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05f33b-bf7a-4076-a7bd-63b9dabfd9fc req-ff751437-f5e2-44c4-9222-03e1825226c0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:20.772531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d05f33b-bf7a-4076-a7bd-63b9dabfd9fc req-ff751437-f5e2-44c4-9222-03e1825226c0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 945 time: 1.0843306 Mar 02 18:24:20.785293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Request body: {'port': {'device_id': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:20.849179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'name': 'tempest-network--1530306404', 'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:20.857078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:20.901507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:network and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:20.918099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:20.940822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:20.995340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d05f33b-bf7a-4076-a7bd-63b9dabfd9fc req-64445ce8-196b-470b-8f32-fab443ac4687 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041154 Mar 02 18:24:21.023665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11858492-bd6a-4359-998e-f1748ef5f090 req-00759a80-5726-4ce5-b933-82ca06240d0c tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661777 Mar 02 18:24:21.086555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0bf47bef-564a-4bbf-93c8-5a81b645bae1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:21.231898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:21.237221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:21.284602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:21.387536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:21.410030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:security_group_rule and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:21.418774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:21.431408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:21.459869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:21.485803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:21.492125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:21.492513 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:21.496969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-07646249-8a32-4177-999d-5884e2413b1c service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6271620 Mar 02 18:24:21.541092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-48be3993-0d06-4920-8ae9-9ca5cdeb4b80 req-e0cfc4c0-a624-4582-ab34-fdeefa648c20 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:21.570198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7eaf77bb-900a-4f5b-8cf7-91ee0c495616 req-25bb0f56-fe9e-4ead-a77a-451994bb3821 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.1287742 Mar 02 18:24:22.142297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53510) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:22.142297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.142297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object d53e2348-612f-48d0-b29e-45e82cb75d4b will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:22.142297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-48be3993-0d06-4920-8ae9-9ca5cdeb4b80 req-e0cfc4c0-a624-4582-ab34-fdeefa648c20 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:22.142297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48be3993-0d06-4920-8ae9-9ca5cdeb4b80 req-e0cfc4c0-a624-4582-ab34-fdeefa648c20 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.3736424 Mar 02 18:24:22.147797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-4d46488e-da9b-49b5-aaba-0463d3fdc9b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 200 len: 217 time: 0.1209016 Mar 02 18:24:22.153358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.153358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:22.156158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-518d007f-65dd-4f34-b530-d273e590014b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.156158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-518d007f-65dd-4f34-b530-d273e590014b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1668913 Mar 02 18:24:22.159348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:22.159348 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'code': 200} Mar 02 18:24:22.160116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.160966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:22.160966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:22.190501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9724d1b9-d16c-4e41-9aef-0ddb6a38f53d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c984f16fc212469ebd2bbe7bc8a54795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5396526 Mar 02 18:24:22.237086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:22.312207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c93455b-3a39-4a9e-80be-93790da6cf8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.316354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.364754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:22.408946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:22.423470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:22.478943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:22.577428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.578094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.593560 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.619851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:22.631726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6654fe8b-9cb8-4fa3-85e8-904bfc36fd6c req-e10fff17-1080-4d4a-9dd5-40fa8a18bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.633605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6654fe8b-9cb8-4fa3-85e8-904bfc36fd6c req-e10fff17-1080-4d4a-9dd5-40fa8a18bdc0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1096 time: 0.4720480 Mar 02 18:24:22.652808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cfc9-07d8-4ba4-8ba6-290b1532ee81 req-f4e801f5-f07e-4ea5-910e-4c901b7a0db0 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.668195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c207cfc9-07d8-4ba4-8ba6-290b1532ee81 req-f4e801f5-f07e-4ea5-910e-4c901b7a0db0 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 931 time: 0.3737049 Mar 02 18:24:22.741719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804e3e0-f47e-483b-a746-fa8098aa52a5 req-4a4d00ed-4b06-4228-9ee3-4fed2760df7b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:22.748628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f804e3e0-f47e-483b-a746-fa8098aa52a5 req-4a4d00ed-4b06-4228-9ee3-4fed2760df7b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 946 time: 0.4089179 Mar 02 18:24:22.748628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:22.751177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:22.803644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-7d61ea6f-705a-407a-afa6-572fbb608dea tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9392717 Mar 02 18:24:22.859958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c207cfc9-07d8-4ba4-8ba6-290b1532ee81 req-fc1d4e33-4513-4adc-bd85-5b3c4d55d6b4 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949966 Mar 02 18:24:22.870317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Request body: {'port': {'device_id': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:23.001314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6654fe8b-9cb8-4fa3-85e8-904bfc36fd6c req-e7f5fb6b-9b64-472f-809b-f8ad3c22895b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189218 Mar 02 18:24:23.007337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:23.033740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.034343 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Added segment 2d471ae0-74de-49d2-a912-fa951436f967 of type vlan for network b06a3993-e729-4198-b354-ed914997e8c1 Mar 02 18:24:23.079880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.116657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14c9d247-8fa2-49ff-adb9-3cea14dc8e01 None None] Provisioning for port d53e2348-612f-48d0-b29e-45e82cb75d4b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:23.137046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3d3b3b-c405-4911-95bb-4cad8165eade,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:23.140773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f804e3e0-f47e-483b-a746-fa8098aa52a5 req-c483678c-db28-445a-aae8-18352e7b55bc tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3816559 Mar 02 18:24:23.162204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.174036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-624c0322-0dcf-4d58-aba5-881199b3d025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.175690 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-624c0322-0dcf-4d58-aba5-881199b3d025 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1746316 Mar 02 18:24:23.180775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14c9d247-8fa2-49ff-adb9-3cea14dc8e01 None None] Provisioning complete for port d53e2348-612f-48d0-b29e-45e82cb75d4b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:23.180949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14c9d247-8fa2-49ff-adb9-3cea14dc8e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.201903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba25b6c2-5685-4b7f-bd72-ea986281e418 req-c8ee4992-2d7d-4fea-88d5-1c775bd54286 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.1329010 Mar 02 18:24:23.243085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.262748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.263572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.265359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.307998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.361643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.372555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:23.377037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Usage tracker for resource:security_group_rule and tenant:40ced991fddd4f328cef38bab66fb0f0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:23.380211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:23.386844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:23.387465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-14c9d247-8fa2-49ff-adb9-3cea14dc8e01 None None] Port d53e2348-612f-48d0-b29e-45e82cb75d4b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:23.546327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:24:23.736648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.0692725 Mar 02 18:24:23.756184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53542) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:23.810521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b25e16-8f0d-4769-b460-692fe37c7505 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=b06a3993-e729-4198-b354-ed914997e8c1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:23.817694 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:23.826818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b06a3993-e729-4198-b354-ed914997e8c1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:23.944064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a0ec19-a291-4d40-9433-b7b22478304d req-e79433e4-b62f-4bbc-bb3c-a2c1d7dd575d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:23.952977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0a0ec19-a291-4d40-9433-b7b22478304d req-e79433e4-b62f-4bbc-bb3c-a2c1d7dd575d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 936 time: 0.6739833 Mar 02 18:24:24.094170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.104038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-aa741c31-f227-4436-9618-45c4b9401823 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:24.104768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-aa741c31-f227-4436-9618-45c4b9401823 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:24.110244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f65b893-342e-4c2b-9075-80e5baf70925 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:24.137480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.160128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.225452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.227159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9ee9138d-37ef-4452-9e73-b91f3f97d1f6 HTTP/1.1" status: 204 len: 168 time: 1.9828308 Mar 02 18:24:24.228715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dbd4a-0c0c-4ebc-a22f-7720c24f47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9138d-37ef-4452-9e73-b91f3f97d1f6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:24.256311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-5b95d7ec-97b4-4eea-8b34-a8106dbea86e service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8522694 Mar 02 18:24:24.279890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Transition to ACTIVE for port object 6f65b893-342e-4c2b-9075-80e5baf70925 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:24.287389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.316462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d6ef7a-87a5-4b79-bd19-cd0d5d575289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.382841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-aa741c31-f227-4436-9618-45c4b9401823 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:24.384494 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-aa741c31-f227-4436-9618-45c4b9401823 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 817 time: 1.1876009 Mar 02 18:24:24.425980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.438894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0a0ec19-a291-4d40-9433-b7b22478304d req-ec297827-fc25-45af-8802-9b9f7b7207e7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778264 Mar 02 18:24:24.602695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=40ced991fddd4f328cef38bab66fb0f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8393300 Mar 02 18:24:24.619586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53554) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:24.756154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78525c6-5ccc-4ca1-bcf2-774543d56a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b1d6f3-d5ac-41a2-9c15-2001c3fff5b5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:24.833484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d53e2348-612f-48d0-b29e-45e82cb75d4b {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:24.856371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:24.918708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-51ebb14d-65c2-4cbf-9c51-fc131a3eccf9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:24.954935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Pushing event updated for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:24.985890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.045769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.054975 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-240bbcd4-86b0-41e4-9d02-c4425f2f3071 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598701 Mar 02 18:24:25.055422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Transition to ACTIVE for port object d53e2348-612f-48d0-b29e-45e82cb75d4b will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:25.087475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.151724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf83752-339e-48cd-8f3f-00e44be51729 req-bac27c43-8684-4d3e-b778-ca980bd43956 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:25.161446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-baf83752-339e-48cd-8f3f-00e44be51729 req-bac27c43-8684-4d3e-b778-ca980bd43956 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 931 time: 1.0083094 Mar 02 18:24:25.177441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbef57d-315c-4512-8380-b2e3cb5b9519 req-ccf40d08-92d2-4e15-b6ab-4d5f38af5784 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:25.185908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bbef57d-315c-4512-8380-b2e3cb5b9519 req-ccf40d08-92d2-4e15-b6ab-4d5f38af5784 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 946 time: 0.4924059 Mar 02 18:24:25.194724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b06a3993-e729-4198-b354-ed914997e8c1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:25.213759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.221749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-a544e988-89a8-470e-9fcb-e067620977d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 200 len: 217 time: 0.1124926 Mar 02 18:24:25.232712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d471ae0-74de-49d2-a912-fa951436f967') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:25.233301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d471ae0-74de-49d2-a912-fa951436f967') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:25.257522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.264179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-51ebb14d-65c2-4cbf-9c51-fc131a3eccf9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:25.265328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-51ebb14d-65c2-4cbf-9c51-fc131a3eccf9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 380 time: 0.8718243 Mar 02 18:24:25.276823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'port': {'device_id': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'admin_state_up': True, 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'security_groups': ['5775dd97-f2c7-47f7-92ad-cb34d5daa95d']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:25.365645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.367954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Attempting to bind port 6f65b893-342e-4c2b-9075-80e5baf70925 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:25.368280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Attempting to bind port 6f65b893-342e-4c2b-9075-80e5baf70925 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:25.368606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Attempting to bind port 6f65b893-342e-4c2b-9075-80e5baf70925 on network 4e15668c-da62-4b8a-92ae-9e30e648a3dc {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:25.403271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:25.403684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:25.438972 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:25.472577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Port 6f65b893-342e-4c2b-9075-80e5baf70925 on network 4e15668c-da62-4b8a-92ae-9e30e648a3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:24:25.473354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Attempting to bind port 6f65b893-342e-4c2b-9075-80e5baf70925 on network 4e15668c-da62-4b8a-92ae-9e30e648a3dc {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:25.517549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Pushing event updated for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:25.521526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.555657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.556701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.582869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-baf83752-339e-48cd-8f3f-00e44be51729 req-cab6e4eb-1d05-41b7-a7c1-fc045f69176a tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200399 Mar 02 18:24:25.602736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bbef57d-315c-4512-8380-b2e3cb5b9519 req-e22b88cb-62d1-444a-ac6b-a36b77527c02 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135020 Mar 02 18:24:25.752649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:25.753112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Checking segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:25.753730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Bound using segment: {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:25.754375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Bound port: 6f65b893-342e-4c2b-9075-80e5baf70925, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c1b520a-2b16-4bd8-b606-6d676db948eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:25.755186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.765644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:25.849611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b1d6f3-d5ac-41a2-9c15-2001c3fff5b5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:25.864700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-d686012a-c138-4515-b285-27fd6b2a74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:25.866480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-d686012a-c138-4515-b285-27fd6b2a74ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.5713043 Mar 02 18:24:25.951983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:25.972025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:port and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:25.982099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:25.997050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:26.007000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:26.013616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6f65b893-342e-4c2b-9075-80e5baf70925,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:26.015502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.023040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da69a586-5f43-4bbc-81b6-3f54fd8b95c6 req-27a2cec3-cc12-4076-bb83-3b6a9b20e0ae tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.1756237 Mar 02 18:24:26.040764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b06a3993-e729-4198-b354-ed914997e8c1 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:24:26.055315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.061078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.062217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c69ac436-9e67-48ee-a8b2-4a2ec4ac79e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c0b1d6f3-d5ac-41a2-9c15-2001c3fff5b5 HTTP/1.1" status: 204 len: 168 time: 1.4341002 Mar 02 18:24:26.080883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Network': ['ID=b06a3993-e729-4198-b354-ed914997e8c1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:26.098210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18d61289-c785-427c-ba53-d5767feb27e3 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/b06a3993-e729-4198-b354-ed914997e8c1 HTTP/1.1" status: 204 len: 168 time: 2.3237016 Mar 02 18:24:26.099470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:26.107228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:26.126829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:26.137068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-2246b1f5-0d4b-40a6-9fa2-55d5724b2816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.139273 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-2246b1f5-0d4b-40a6-9fa2-55d5724b2816 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2538514 Mar 02 18:24:26.153258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:network and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:26.168528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:26.179519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:26.201720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.212178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Attempting to bind port d53e2348-612f-48d0-b29e-45e82cb75d4b on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:26.212686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Attempting to bind port d53e2348-612f-48d0-b29e-45e82cb75d4b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:26.213270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Attempting to bind port d53e2348-612f-48d0-b29e-45e82cb75d4b on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:26.223783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Port d53e2348-612f-48d0-b29e-45e82cb75d4b on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:24:26.224184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Attempting to bind port d53e2348-612f-48d0-b29e-45e82cb75d4b on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:26.231972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:26.232464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:26.232961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:26.233543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Bound port: d53e2348-612f-48d0-b29e-45e82cb75d4b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:26.234029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.262243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc392a8d-b1cf-4a6e-aa2c-f6f87cbf2e04 req-580a103d-0125-47e9-9648-5b8f22548dba tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.264436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc392a8d-b1cf-4a6e-aa2c-f6f87cbf2e04 req-580a103d-0125-47e9-9648-5b8f22548dba tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 948 time: 0.4165759 Mar 02 18:24:26.318028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Made reservation on behalf of b8980a5bc3cc4105aee2e7a3fc370da3 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:26.323820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.356354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:26.356696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.358213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] 10.222.0.11 "PUT /v2.0/ports/6f65b893-342e-4c2b-9075-80e5baf70925 HTTP/1.1" status: 200 len: 1091 time: 5.5845251 Mar 02 18:24:26.358801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:26.372478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:26.374854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.551063 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925', 'status': 'completed', 'code': 200} Mar 02 18:24:26.551408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:26.594101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc392a8d-b1cf-4a6e-aa2c-f6f87cbf2e04 req-3b6406cc-12e9-42ab-999d-b6f756ec8d57 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911994 Mar 02 18:24:26.596117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:26.744512 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.744512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:26.845127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:26.861309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:27.201867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:27.202873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:27.216182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] 10.222.0.11 "PUT /v2.0/ports/d53e2348-612f-48d0-b29e-45e82cb75d4b HTTP/1.1" status: 200 len: 1096 time: 4.3502314 Mar 02 18:24:27.233883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:27.302488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-61121935-7f0b-480a-83ef-d9417ccaf8ef tempest-ServiceProvidersTest-115389348 tempest-ServiceProvidersTest-115389348-project] 10.222.0.66 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4400725 Mar 02 18:24:27.306842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a61e06-5cde-4340-872c-8bb5fa922d5e service neutron] Pushing event updated for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:27.380889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32677e-51bd-4916-8726-015275e617ac req-8405c6cb-e450-4a8e-8af3-e25d2cf2db29 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:27.390381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da32677e-51bd-4916-8726-015275e617ac req-8405c6cb-e450-4a8e-8af3-e25d2cf2db29 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 946 time: 0.4645374 Mar 02 18:24:27.390984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:27.434434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:27.434694 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Added segment 19ab86cd-7cca-422e-afc1-4f3a09f77f6c of type vlan for network f475f7af-188c-4921-9217-a4a6266df1ba Mar 02 18:24:27.460478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665e087-c985-4563-b2b1-a1b7b0dcdbce service neutron] Pushing event updated for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:27.468730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907f0ff-f2cf-428e-8c5e-74d29a22f162 req-e82495fd-5ae9-47a9-a2d3-3addae3654a9 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:27.470319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7907f0ff-f2cf-428e-8c5e-74d29a22f162 req-e82495fd-5ae9-47a9-a2d3-3addae3654a9 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 943 time: 0.5766106 Mar 02 18:24:27.535209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da32677e-51bd-4916-8726-015275e617ac req-bb0f135d-f1f0-4f3c-85e0-a466ae63694c tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438611 Mar 02 18:24:27.593744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7907f0ff-f2cf-428e-8c5e-74d29a22f162 req-7c2c0c4b-8ea4-4c2f-842c-734beb0ee713 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070750 Mar 02 18:24:27.649033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:27.690369 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'status': 'completed', 'code': 200} Mar 02 18:24:27.756600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-88d7698e-6a89-4e5c-a480-81349db15a33 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4937446 Mar 02 18:24:27.876040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-b23ae093-9f45-4051-a3b0-aa064e3ea072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:27.877687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-b23ae093-9f45-4051-a3b0-aa064e3ea072 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c8849e6fe794fce96c5a525bf6e6c79&device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 1094 time: 1.2957964 Mar 02 18:24:27.919489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Allocated IP 172.20.0.7 (91ecf49a-ab04-4f86-85d9-29b26e591282/a2760e31-8b67-485f-8bfb-c6e81d1129d3/7f99de3f-bd13-4c16-8134-8e91f043d139) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:27.926137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1221ab09-b544-468b-9194-a36e95a77f52 req-5dc6cee7-e024-444d-9b46-ce608924a1f3 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.2025628 Mar 02 18:24:28.007845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:28.009461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.010403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:28.113300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53626) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:28.555644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53638) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:28.637663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-9b56ab47-01c4-434e-b0e0-2ae8fc08ab71 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.646459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-9b56ab47-01c4-434e-b0e0-2ae8fc08ab71 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7801199 Mar 02 18:24:28.649993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:28.650281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-76158ff4-d753-4e05-aabf-85d570bcbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.652642 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-76158ff4-d753-4e05-aabf-85d570bcbaa3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7c8849e6fe794fce96c5a525bf6e6c79&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5972354 Mar 02 18:24:28.668654 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.5668354 Mar 02 18:24:28.669748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53646) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:28.734303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-d9ecbc5f-6fd5-480e-93f9-4b122433824b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:28.735937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-d9ecbc5f-6fd5-480e-93f9-4b122433824b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 1099 time: 0.7689519 Mar 02 18:24:28.751158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e49b454-d318-4204-8f3c-e6528f17e597 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=f475f7af-188c-4921-9217-a4a6266df1ba,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:28.758225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'subnet': {'network_id': 'f475f7af-188c-4921-9217-a4a6266df1ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:28.775132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f475f7af-188c-4921-9217-a4a6266df1ba details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:28.909081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:28.941231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:28.981057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-927c96c9-5a0b-4e79-8f33-cbdd2d422313 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.3303251 Mar 02 18:24:28.985904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Usage tracker for resource:security_group_rule and tenant:f32c82717b324901b4738d3dbda46537 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:28.999989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-514765162-network', 'tenant_id': '687da333200b479b9b065518b88f8d87'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:29.007940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-fb119d99-c99d-4f86-81df-56d93c40012f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b HTTP/1.1" status: 200 len: 217 time: 0.2546842 Mar 02 18:24:29.009531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:29.018707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:subnet and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:29.033817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-da281a35-db92-4dbd-8dd7-cf96374eb635 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9769704 Mar 02 18:24:29.043513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:29.101333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:29.114922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:29.120731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:29.146432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-6e438433-867b-4b50-937c-f57361e61f05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 200 len: 217 time: 0.0870078 Mar 02 18:24:29.158045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-d15df302-cb49-4606-9313-a3d1de83d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:29.159700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d95ac876-0589-4fc5-9e5f-b090f0221de1 req-d15df302-cb49-4606-9313-a3d1de83d413 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4190803 Mar 02 18:24:29.168856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.254397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Transition to ACTIVE for port object 7f99de3f-bd13-4c16-8134-8e91f043d139 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:29.267640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.267945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-044de06a-d343-4479-8b1e-77964c26b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:29.269465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-044de06a-d343-4479-8b1e-77964c26b9ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.0969431 Mar 02 18:24:29.330899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Usage tracker for resource:network and tenant:687da333200b479b9b065518b88f8d87 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:29.341913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:29.345601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:29.373854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.543068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:29.550506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:29.557281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:29.626295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:29.631806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-8f0f4eca-d7c5-4fbc-b81d-517332b977a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:29.633773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-8f0f4eca-d7c5-4fbc-b81d-517332b977a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.5810609 Mar 02 18:24:29.648035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:29.648717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.664048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:29.665895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74539a-4f36-453f-b945-4216ab37c352 req-84380f02-ef80-4b79-8315-6a8de78c4742 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:29.669123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a74539a-4f36-453f-b945-4216ab37c352 req-84380f02-ef80-4b79-8315-6a8de78c4742 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 948 time: 1.4310260 Mar 02 18:24:29.786614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:29.789102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:29.794918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-fa63c5fa-f60c-4172-8390-0094ff806968 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5227029 Mar 02 18:24:29.819818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Request body: {'port': {'device_id': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:30.009253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.050866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Made reservation on behalf of 687da333200b479b9b065518b88f8d87 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:30.053385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.113128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.214303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a74539a-4f36-453f-b945-4216ab37c352 req-685d2ae0-617f-49cb-b95a-03c4b2ba611c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347717 Mar 02 18:24:30.219791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:30.229395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Usage tracker for resource:security_group_rule and tenant:687da333200b479b9b065518b88f8d87 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:30.268786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:30.288951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:30.336965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1d3c195-82f7-4c84-8a63-baf447af99fe None None] Provisioning for port 7f99de3f-bd13-4c16-8134-8e91f043d139 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:30.336965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1d3c195-82f7-4c84-8a63-baf447af99fe None None] Provisioning complete for port 7f99de3f-bd13-4c16-8134-8e91f043d139 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:30.336965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c1d3c195-82f7-4c84-8a63-baf447af99fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.427205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c1d3c195-82f7-4c84-8a63-baf447af99fe None None] Port 7f99de3f-bd13-4c16-8134-8e91f043d139 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:24:30.432025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.570222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-dcc0d01b-ee32-47bb-a425-5750fd15559d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.571790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-dcc0d01b-ee32-47bb-a425-5750fd15559d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3476427 Mar 02 18:24:30.599637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:24:30.667865 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:24:30.679589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-713d3539-2a18-4b2e-a10d-345890a42463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.681426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-713d3539-2a18-4b2e-a10d-345890a42463 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7c8849e6fe794fce96c5a525bf6e6c79&device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 1094 time: 0.4319623 Mar 02 18:24:30.696062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-875048fa-656a-42a2-89e4-34b1144f67de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.697858 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-875048fa-656a-42a2-89e4-34b1144f67de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4864178 Mar 02 18:24:30.792145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-64f4449a-5eba-4fa0-878b-42fbec21bd1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6f65b893-342e-4c2b-9075-80e5baf70925 HTTP/1.1" status: 200 len: 217 time: 0.0792100 Mar 02 18:24:30.819831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.884160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:30.893069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.910537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Transition to ACTIVE for port object 7f99de3f-bd13-4c16-8134-8e91f043d139 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:30.924010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:30.961740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ee0ae7-b799-4b67-b2c9-42b860bfb882 req-1622ae64-5b5d-43a2-8fe8-3f58e2508267 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:30.963314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85ee0ae7-b799-4b67-b2c9-42b860bfb882 req-1622ae64-5b5d-43a2-8fe8-3f58e2508267 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 943 time: 0.6237574 Mar 02 18:24:31.050096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.051771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.069157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f32c82717b324901b4738d3dbda46537&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9478583 Mar 02 18:24:31.075989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff92af-8474-4526-be5f-f36db3d1a09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20716cd6-4e3c-45e1-9a3d-4d75207fee02,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:31.083401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53658) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:31.112960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.178501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.254055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85ee0ae7-b799-4b67-b2c9-42b860bfb882 req-9a52a613-62e2-4325-aeeb-01e61b853d44 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176723 Mar 02 18:24:31.254880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:31.326515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=414677c6-87bc-426d-ae57-1872ce3380bc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:31.334024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-1efe1285-7494-4f74-b63a-d8e482476d1b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5308945 Mar 02 18:24:31.355718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.356073 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Added segment 8756e371-0082-46e3-b3a4-f90788050664 of type vlan for network 21e7969f-35db-438f-b69e-baf370045f13 Mar 02 18:24:31.387014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:31.488721 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-97c1c53b-31a8-4e77-90d8-3cc5a93faa2c service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917291 Mar 02 18:24:31.495816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1b37495f-dd3d-44d8-bc20-8db02bc3b408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:31.497185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-1b37495f-dd3d-44d8-bc20-8db02bc3b408 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4d2b5a48-de76-4d50-a216-4debbbcbd4d7 HTTP/1.1" status: 200 len: 853 time: 0.1668327 Mar 02 18:24:31.594720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:31.595058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:31.595378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:31.608892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.632282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.653408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:24:31.659835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:31.670829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:31.671172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:31.671557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:31.671999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Bound port: 7f99de3f-bd13-4c16-8134-8e91f043d139, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:31.672343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.743964 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:31.755462 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 associated. External IP: 172.25.7.184, port: b63716e9-f323-4a17-a7e3-1992eeda09b6. Mar 02 18:24:31.783674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-d060dfb5-5121-42f2-998a-72354eecc680 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855270 Mar 02 18:24:31.814932 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:24:31.871377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-5df4c97d-1120-4225-bddf-90a91e288c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:31.872895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-5df4c97d-1120-4225-bddf-90a91e288c2e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4e15668c-da62-4b8a-92ae-9e30e648a3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467600 Mar 02 18:24:31.877555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-f661c058-d21b-4666-bf8d-e2452e27fca2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 217 time: 0.0862610 Mar 02 18:24:31.884645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:31.892001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:31.920597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdbbf07d-7179-406d-8e17-9000f6e97536 req-d18996a6-e786-4380-ba14-d893283d0f02 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5667896 Mar 02 18:24:32.005619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5578f0-46f8-4d66-b787-694cda4ef405 req-109e9936-755b-4e6b-9ca4-2dfddec7e37d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.007274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee5578f0-46f8-4d66-b787-694cda4ef405 req-109e9936-755b-4e6b-9ca4-2dfddec7e37d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.6096594 Mar 02 18:24:32.047899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.101165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.102454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.103186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.116064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-997c28b4-7e81-45c5-8922-7c40d37650d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.117533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-997c28b4-7e81-45c5-8922-7c40d37650d6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.2298434 Mar 02 18:24:32.147801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.151756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.151756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] 10.222.0.65 "PUT /v2.0/ports/7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 1091 time: 2.3473730 Mar 02 18:24:32.151756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:32.232525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-5c1c2b1d-3fa9-4f89-b928-98959788f8c0 service neutron] 10.222.0.11 "GET /v2.0/networks/4e15668c-da62-4b8a-92ae-9e30e648a3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433409 Mar 02 18:24:32.241582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83049b01-9f11-4c81-b2ec-cb980cb856a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:32.269290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee5578f0-46f8-4d66-b787-694cda4ef405 req-784d7df0-8926-4ed1-83ef-6f6eb79a3f0e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403862 Mar 02 18:24:32.290245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.320937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:24:32.320937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.555259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-735bce96-5b23-47f6-8a75-d6d11f36f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.556681 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-735bce96-5b23-47f6-8a75-d6d11f36f192 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4107404 Mar 02 18:24:32.576671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20716cd6-4e3c-45e1-9a3d-4d75207fee02,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:32.621713 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74735e42-9f74-421a-86a3-2fb7d8cc9c5a req-8021b479-be59-4927-9458-34f058e34872 service neutron] 10.222.0.11 "GET /v2.0/networks/4e15668c-da62-4b8a-92ae-9e30e648a3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756073 Mar 02 18:24:32.659129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] Pushing event updated for resources: {'Network': ['ID=21e7969f-35db-438f-b69e-baf370045f13,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:32.671003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 21e7969f-35db-438f-b69e-baf370045f13 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:32.700193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-0bcb2d7b-491e-412f-8d45-53bf77e0f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.701931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-0bcb2d7b-491e-412f-8d45-53bf77e0f4e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1094 time: 0.4050174 Mar 02 18:24:32.741130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:32.744706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-da93baeb-96d0-4919-b973-599f796bd941 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20716cd6-4e3c-45e1-9a3d-4d75207fee02 HTTP/1.1" status: 204 len: 168 time: 1.6579511 Mar 02 18:24:32.773161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6cb6ff8f-4c5a-433a-aef4-8badccac3a64 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2051556 Mar 02 18:24:32.774059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Subnet': ['ID=50dadcbe-5f05-4a63-a195-6f7d8a40f90b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:32.785044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53670) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:32.792634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-daa4932c-bc63-4a28-89b8-d95a6ea2f326 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 217 time: 0.0812335 Mar 02 18:24:32.799180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-9ead628f-1d57-4a43-abeb-9f04594c9daf service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338109 Mar 02 18:24:32.813479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Request body: {'subnet': {'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-514765162-subnet', 'tenant_id': '687da333200b479b9b065518b88f8d87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:32.835510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:32.843906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Checking segment: {'id': '19ab86cd-7cca-422e-afc1-4f3a09f77f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'f475f7af-188c-4921-9217-a4a6266df1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:32.844173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Network hostable DHCP agents. Network: f475f7af-188c-4921-9217-a4a6266df1ba, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:24:32.851312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Usage tracker for resource:subnet and tenant:687da333200b479b9b065518b88f8d87 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:32.857202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:32.871749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:32.879512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-9aad110b-1464-4bda-813b-578b205491d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.881008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-9aad110b-1464-4bda-813b-578b205491d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 1099 time: 0.7065666 Mar 02 18:24:32.882880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:32.953369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-b1e58be0-2db5-41ef-b4b3-6be495cc3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:32.954868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-b1e58be0-2db5-41ef-b4b3-6be495cc3b0a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1548226 Mar 02 18:24:33.047061 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66fda4c5-9ad0-4760-9fd3-a4add172bba5 req-1b13d0f9-98f3-492a-88e9-6b3e40675b6c service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151322 Mar 02 18:24:33.064483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba2b1c-2acd-46b7-b18b-0c9dabbee3c0 req-95252a99-2868-4a20-841b-1830904a6d36 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.065958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ba2b1c-2acd-46b7-b18b-0c9dabbee3c0 req-95252a99-2868-4a20-841b-1830904a6d36 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 948 time: 0.5027893 Mar 02 18:24:33.082710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Network f475f7af-188c-4921-9217-a4a6266df1ba is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:24:33.087915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a178ec-f122-4283-944d-6dde65924daf req-8e07e690-a5d2-4c08-babd-16932acbd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.087915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-8e07e690-a5d2-4c08-babd-16932acbd9fe service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227877 Mar 02 18:24:33.088193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Made reservation on behalf of 687da333200b479b9b065518b88f8d87 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:33.088193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:33.259441 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-371fcf17-6a32-4804-992f-5f3f7a3fd420 service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681025 Mar 02 18:24:33.328693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f475f7af-188c-4921-9217-a4a6266df1ba) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:33.347449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481697a3-d7c5-4df4-b534-63e27bbdef1e None None] Network f475f7af-188c-4921-9217-a4a6266df1ba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:33.353131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.353751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:33.367118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ba2b1c-2acd-46b7-b18b-0c9dabbee3c0 req-cd61b62f-b3a0-417a-92dc-1f8f31523b1d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853334 Mar 02 18:24:33.396169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-f6362185-b9e0-429e-9c16-81e80e472fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.397753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-f6362185-b9e0-429e-9c16-81e80e472fad service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4994974 Mar 02 18:24:33.441648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39a178ec-f122-4283-944d-6dde65924daf req-00f121e0-a7c5-4bcb-90d7-6c1242cbffc6 service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741462 Mar 02 18:24:33.458836 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'status': 'completed', 'code': 200} Mar 02 18:24:33.530193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-7c0f12d2-c4fd-4885-b54c-76f3a0d3640c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b HTTP/1.1" status: 200 len: 217 time: 0.1018527 Mar 02 18:24:33.532466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:33.537269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:33.546669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:33.600987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:33.601159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:33.671766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1e9595f2-25b9-4125-b4fb-b60b0fe8707a tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.9332964 Mar 02 18:24:33.672636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53686) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:33.743358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a500-322a-4047-989e-a52b4d5fc77d req-61318473-d173-42f9-ba20-d6d0382fccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.745349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-61318473-d173-42f9-ba20-d6d0382fccfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1094 time: 0.1367359 Mar 02 18:24:33.752801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'floatingip': {'floating_network_id': 'f475f7af-188c-4921-9217-a4a6266df1ba'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:33.776637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97d437f-dcea-4a8d-891d-db3e06344dc9 None None] Network f475f7af-188c-4921-9217-a4a6266df1ba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:33.779442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:33.800957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-301d381a-cc58-496a-89dd-eccbd7edb7e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "PUT /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 996 time: 4.7836385 Mar 02 18:24:33.806690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:floatingip and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:33.809960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:33.814983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:33.821102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-9befa8ae-5ca9-48f2-8dcc-889a950d5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.822766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-9befa8ae-5ca9-48f2-8dcc-889a950d5d70 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2530389 Mar 02 18:24:33.834150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:33.918365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a500-322a-4047-989e-a52b4d5fc77d req-e6899358-380d-4821-8ca0-9f066f7e5abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:33.919687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-e6899358-380d-4821-8ca0-9f066f7e5abb service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.1684260 Mar 02 18:24:34.008332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcb14-6ca1-46bc-bf0b-1aa2e0cbb566 req-3a78560d-b6c5-4f4a-ab5e-15bc727b194d tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.015477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb6fcb14-6ca1-46bc-bf0b-1aa2e0cbb566 req-3a78560d-b6c5-4f4a-ab5e-15bc727b194d tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 943 time: 0.4471681 Mar 02 18:24:34.044503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:34.052312 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-7e20e5b5-f9d2-43b1-a525-250ea85353c0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 217 time: 0.1247404 Mar 02 18:24:34.105579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:34.126976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:34.183001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb6fcb14-6ca1-46bc-bf0b-1aa2e0cbb566 req-eb550054-158b-4c41-89c5-f838e66b390e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663542 Mar 02 18:24:34.190268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-13c8995f-0b9d-45ee-bb46-d08934ae4b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.199374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a500-322a-4047-989e-a52b4d5fc77d req-5171cb1c-3a5f-45ff-b548-36bbbbec70c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.201213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-5171cb1c-3a5f-45ff-b548-36bbbbec70c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1408584 Mar 02 18:24:34.201936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-13c8995f-0b9d-45ee-bb46-d08934ae4b18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.3734050 Mar 02 18:24:34.218314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-0863e828-b6ff-4ba2-9722-e62accedda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.218314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-0863e828-b6ff-4ba2-9722-e62accedda88 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3432250 Mar 02 18:24:34.329722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134a500-322a-4047-989e-a52b4d5fc77d req-6eb86fd8-a75d-4a31-b29b-8d78e7d8ee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.331447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-6eb86fd8-a75d-4a31-b29b-8d78e7d8ee2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240749 Mar 02 18:24:34.760149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-cb9dd4d9-f0a6-400a-8211-11e1cc1cc07a service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505009 Mar 02 18:24:34.763264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bb83576-7cd7-4f25-8595-49fa504783c8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:34.763359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:30Z', 'revision_number': 1, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:34.763359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:34.773245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:34.773952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:34.802796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Checking segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:34.803184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Network hostable DHCP agents. Network: 21e7969f-35db-438f-b69e-baf370045f13, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:24:34.887182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-2b541096-4dec-4f4c-9dd6-086500574b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:34.888668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-2b541096-4dec-4f4c-9dd6-086500574b60 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.6850448 Mar 02 18:24:34.895184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-68335bc3-d724-4683-b0bc-8cfe956c54b5 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121416 Mar 02 18:24:34.926489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6134a500-322a-4047-989e-a52b4d5fc77d req-80d3f199-2848-46e2-88ca-54085bdd3d6f service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3311515 Mar 02 18:24:35.006482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:35.172363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641fbb3-a699-4cd3-9cf0-04542cf1903a req-68547f5e-2b83-4dab-ac7f-040426dd9d65 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.183293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8641fbb3-a699-4cd3-9cf0-04542cf1903a req-68547f5e-2b83-4dab-ac7f-040426dd9d65 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.7827091 Mar 02 18:24:35.183465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d53e2348-612f-48d0-b29e-45e82cb75d4b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:35.194608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-9bd4458f-d270-4ae4-895d-42aabcd6e9ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 999 time: 0.2832639 Mar 02 18:24:35.313367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:35.367878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd81b51-d297-4493-ad44-18e7975a21ea req-6c00e10e-0984-44d3-9f58-76aa253bd520 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585569 Mar 02 18:24:35.374883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8641fbb3-a699-4cd3-9cf0-04542cf1903a req-098fa0c9-febb-4694-a22d-f123858258c0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826994 Mar 02 18:24:35.380971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-5cabd4ea-5601-42d1-893d-6891bc278e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.382320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-5cabd4ea-5601-42d1-893d-6891bc278e3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1617775 Mar 02 18:24:35.474275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:35.501642 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:24:35.514271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Network 21e7969f-35db-438f-b69e-baf370045f13 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:24:35.522391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'mac_address': 'fa:16:3e:b5:df:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:35.614265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:35.638886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d53e2348-612f-48d0-b29e-45e82cb75d4b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:35.654038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:30Z', 'revision_number': 1, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:35.660519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d0aa4a-22f3-41c2-8844-8a0cc7880050 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:30Z', 'revision_number': 1, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:24:35.667102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:35.679813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 21e7969f-35db-438f-b69e-baf370045f13) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:35.695894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-4027ac7c-0538-45e8-b9a6-1f7369c73028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.705446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-4027ac7c-0538-45e8-b9a6-1f7369c73028 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.1750541 Mar 02 18:24:35.705543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.705543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:35.711795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f85798-968d-4340-87ad-90766c4ca276 None None] Network 21e7969f-35db-438f-b69e-baf370045f13 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:35.801153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-77152f2a-9d45-40ae-b369-c9176ed3ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:35.802793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-77152f2a-9d45-40ae-b369-c9176ed3ff33 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3915653 Mar 02 18:24:35.812223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Allocated IP 172.20.0.11 (f475f7af-188c-4921-9217-a4a6266df1ba/50dadcbe-5f05-4a63-a195-6f7d8a40f90b/e7b5cd87-5260-4e49-8fd3-ece57871016a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:35.823750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-0abccf3a-836c-445e-9d52-4174a384f2cf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:24:35.827702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-0abccf3a-836c-445e-9d52-4174a384f2cf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073569 Mar 02 18:24:35.928142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3e7779ff-a0d0-47e5-8d6e-eea5c7c3f148 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1395590 Mar 02 18:24:36.028485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-d0bc63cc-77f7-4762-b1e7-82b8ffb46148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.037603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-d0bc63cc-77f7-4762-b1e7-82b8ffb46148 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.3297541 Mar 02 18:24:36.097610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f9b77-2498-49e2-bd75-c0e26c22bd38 req-da2d82f3-ec51-4836-9e80-e017fd0f1865 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.105120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-167f9b77-2498-49e2-bd75-c0e26c22bd38 req-da2d82f3-ec51-4836-9e80-e017fd0f1865 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 949 time: 0.4118676 Mar 02 18:24:36.132139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:36.170231 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db9355c-0e95-4435-a2e9-098635836d41 None None] New status for floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:24:36.217051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-167f9b77-2498-49e2-bd75-c0e26c22bd38 req-cf45e388-eb82-4b4a-986e-7efc8631cd1e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107008 Mar 02 18:24:36.272862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-bbf6b358-ae59-4813-8af1-0420bd597c8f service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315960 Mar 02 18:24:36.285654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:36.299573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:36.315299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbb574c-8ef4-40c9-bf7f-6a28cb559613 None None] Network 21e7969f-35db-438f-b69e-baf370045f13 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:24:36.337293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.337978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.338572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.339197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.339728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.340256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.340782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.341338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.342040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.342589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.343135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.343653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:24:36.349945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-d78e3b71-1153-4833-a469-bacfc957af6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 999 time: 0.3000579 Mar 02 18:24:36.470910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-98f9509c-e52c-4937-9419-17bbd486bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.473996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-98f9509c-e52c-4937-9419-17bbd486bd38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1156247 Mar 02 18:24:36.590171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d53e2348-612f-48d0-b29e-45e82cb75d4b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:36.633429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16a3b53d-7023-40b7-8842-801b76d36e5f req-dcfe5c47-a34e-4614-b0a6-720c11b1903d service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511045 Mar 02 18:24:36.656446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-39947b02-daff-41f1-9cfe-5a6800f54093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.660039 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-39947b02-daff-41f1-9cfe-5a6800f54093 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794071 Mar 02 18:24:36.668055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a27fe-4a43-4714-867a-e732356cdea3 req-35d6ac02-4956-44ef-86cb-0525c5834e63 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:36.669634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a7a27fe-4a43-4714-867a-e732356cdea3 req-35d6ac02-4956-44ef-86cb-0525c5834e63 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 943 time: 0.1524518 Mar 02 18:24:36.741308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a7a27fe-4a43-4714-867a-e732356cdea3 req-1e9d4a1b-cc4f-4a2d-97e8-7f84cc96b4d3 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609133 Mar 02 18:24:36.752506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:36.926160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Network f475f7af-188c-4921-9217-a4a6266df1ba is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:36.941293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:36.943106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:36.976640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-cb6a9a85-c8a1-434d-a465-c71f9ba13d46 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047976 Mar 02 18:24:37.181028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6f65b893-342e-4c2b-9075-80e5baf70925 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:37.311001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6f31256-9dfd-49dc-adc4-fcd9f2f6725d req-44d49e7b-ae60-4dce-8896-0c8d1960d3b0 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3298652 Mar 02 18:24:37.329472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Port': ['ID=e7b5cd87-5260-4e49-8fd3-ece57871016a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:37.444555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6f65b893-342e-4c2b-9075-80e5baf70925,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:37.464340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '6f65b893-342e-4c2b-9075-80e5baf70925', 'network_id': '4e15668c-da62-4b8a-92ae-9e30e648a3dc', 'port_id': '6f65b893-342e-4c2b-9075-80e5baf70925', 'mac_address': 'fa:16:3e:66:bd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 677, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d2b5a48-de76-4d50-a216-4debbbcbd4d7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:37.538749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:37.558060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f65b893-342e-4c2b-9075-80e5baf70925 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:37.568277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:37.574466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6f65b893-342e-4c2b-9075-80e5baf70925,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:37.593016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306af80e-eb05-4ce1-a9ae-94d7f74899e6 req-28131afa-1ab5-459d-bdb7-c5d3e5679167 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:37.594678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-306af80e-eb05-4ce1-a9ae-94d7f74899e6 req-28131afa-1ab5-459d-bdb7-c5d3e5679167 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.2953677 Mar 02 18:24:37.626034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-b10f9eb7-a524-4899-bf00-dd51ebb6e308 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:37.626757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-b10f9eb7-a524-4899-bf00-dd51ebb6e308 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:37.647719 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:37.667039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-306af80e-eb05-4ce1-a9ae-94d7f74899e6 req-3456d25e-875f-4e9f-a3bf-f29f5b3d87fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656300 Mar 02 18:24:37.733958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:37.735404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:37.745116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:37.763584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-b10f9eb7-a524-4899-bf00-dd51ebb6e308 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:37.764987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-b10f9eb7-a524-4899-bf00-dd51ebb6e308 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.3914135 Mar 02 18:24:37.830451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-ea7c5a06-e961-4cd4-ae7b-06de8e3e4f0d tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/quotas/687da333200b479b9b065518b88f8d87 HTTP/1.1" status: 200 len: 375 time: 0.0580456 Mar 02 18:24:37.891807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:37.910093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-0032c115-03f7-4bc4-8bc7-f662e0312016 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668643 Mar 02 18:24:37.910355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:37.971369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:37.988783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:38.004821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:38.137589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['6f65b893-342e-4c2b-9075-80e5baf70925'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:38.171805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-54c8acdf-61b7-4300-93e3-58ef6c1351d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:38.173715 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.173891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-54c8acdf-61b7-4300-93e3-58ef6c1351d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3833704 Mar 02 18:24:38.184776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-c64b9b7d-85fd-4076-99f6-e9ee8cf7c2e7 service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536702 Mar 02 18:24:38.277198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:38.304224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.386674 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.448316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['7f99de3f-bd13-4c16-8134-8e91f043d139'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:38.471020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-596fc44d-1a49-4e5d-82e6-13e115dd8fa3 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1001 time: 0.2654362 Mar 02 18:24:38.521976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:38.626735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Port': ['ID=e7b5cd87-5260-4e49-8fd3-ece57871016a,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:38.645447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-b56f96d7-f085-4f52-9ba9-bfc803450b20 service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410386 Mar 02 18:24:38.650451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:38.682688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.003800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.006595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c7630b74-456d-47e5-b61a-2df57c906bdd tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2941031 Mar 02 18:24:39.008070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53762) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:39.113516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e79f6e5f-dd1a-4df6-8257-a6467a66e873 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "GET /v2.0/floatingips?floating_network_id=f475f7af-188c-4921-9217-a4a6266df1ba HTTP/1.1" status: 200 len: 690 time: 0.1019957 Mar 02 18:24:39.114299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:39.178651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d53e2348-612f-48d0-b29e-45e82cb75d4b up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:39.275429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.358901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Deleting port e7b5cd87-5260-4e49-8fd3-ece57871016a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:24:39.359331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.373199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d53e2348-612f-48d0-b29e-45e82cb75d4b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:39.373581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2432b-5acf-4a9d-8db1-2b62092bc4a5 req-95599ae2-db36-4d9c-b420-2e55c7191860 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:39.373581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ee2432b-5acf-4a9d-8db1-2b62092bc4a5 req-95599ae2-db36-4d9c-b420-2e55c7191860 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 949 time: 0.2608721 Mar 02 18:24:39.379506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d53e2348-612f-48d0-b29e-45e82cb75d4b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:39.379889 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.470811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ee2432b-5acf-4a9d-8db1-2b62092bc4a5 req-8aab1aef-ec20-4f56-99e8-edd49bca5a69 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842171 Mar 02 18:24:39.512679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.545716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:39.553581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:39.618208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.618814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.686975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.706371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.749052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e71dd3-7bed-4084-8ff7-861d9910674c req-6e0c3ba0-fd30-4855-a3a0-4e77c4388a0c tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:39.750623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16e71dd3-7bed-4084-8ff7-861d9910674c req-6e0c3ba0-fd30-4855-a3a0-4e77c4388a0c tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 944 time: 0.1301396 Mar 02 18:24:39.758976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Calling delete_port for e7b5cd87-5260-4e49-8fd3-ece57871016a owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:24:39.784026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:39.801916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16e71dd3-7bed-4084-8ff7-861d9910674c req-0e8cd3c9-8a1c-4d22-ba61-ce099bc24c09 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451987 Mar 02 18:24:39.834196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:39.880731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:40.012923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 7f99de3f-bd13-4c16-8134-8e91f043d139 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:40.024543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 7f99de3f-bd13-4c16-8134-8e91f043d139 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:40.024543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.079195 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 associated. External IP: 172.25.7.184, port: b63716e9-f323-4a17-a7e3-1992eeda09b6. Mar 02 18:24:40.190424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7d1fd-4ff8-4be5-9a53-b888264f5128 req-2a6437e4-1459-401f-ac24-5d9cba2e6f4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:40.191901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72f7d1fd-4ff8-4be5-9a53-b888264f5128 req-2a6437e4-1459-401f-ac24-5d9cba2e6f4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.2486489 Mar 02 18:24:40.211202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.247425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:40.286317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.312542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72f7d1fd-4ff8-4be5-9a53-b888264f5128 req-c4477033-b2b1-4505-ba3d-5521ba900358 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730460 Mar 02 18:24:40.343236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7b5cd87-5260-4e49-8fd3-ece57871016a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:40.371834 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.467586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a226679a-1b30-4dc4-a21c-1d6e58f63cda req-94f523bb-571a-4d16-adb5-3a876b7bce44 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 210 time: 0.0545366 Mar 02 18:24:40.481084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:40.509647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.580007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.580705 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'code': 200} Mar 02 18:24:40.755217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.796445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=50dadcbe-5f05-4a63-a195-6f7d8a40f90b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:40.867434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:40.906914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.936810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f475f7af-188c-4921-9217-a4a6266df1ba']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:40.951030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ab86cd-7cca-422e-afc1-4f3a09f77f6c') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:40.951329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ab86cd-7cca-422e-afc1-4f3a09f77f6c') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:40.965476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.982850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.991499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:40.996161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:40.996278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5cf92b-bc53-4b78-99c9-6842333df3b1 req-31507387-b298-476e-9225-39c8f754db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:40.996278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa5cf92b-bc53-4b78-99c9-6842333df3b1 req-31507387-b298-476e-9225-39c8f754db12 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 1101 time: 0.2593033 Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:41.005631 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:41.009071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da69c91-3501-4fe0-8cba-9a22cdf3832c req-cc75510c-7222-4a58-9bc1-d5374eed61de tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.011182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8da69c91-3501-4fe0-8cba-9a22cdf3832c req-cc75510c-7222-4a58-9bc1-d5374eed61de tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 950 time: 0.2784052 Mar 02 18:24:41.170377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa5cf92b-bc53-4b78-99c9-6842333df3b1 req-ef7e439e-2aff-4c59-bf2f-c48eaa3119f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546371 Mar 02 18:24:41.176373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8da69c91-3501-4fe0-8cba-9a22cdf3832c req-9c35d1bd-eafe-42cf-92c0-a7b2cfd69f1e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482542 Mar 02 18:24:41.177413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:41.195758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:41.209253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6f65b893-342e-4c2b-9075-80e5baf70925 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:41.212218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:41.247121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f475f7af-188c-4921-9217-a4a6266df1ba {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:24:41.257812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:41.267384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Network': ['ID=f475f7af-188c-4921-9217-a4a6266df1ba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:41.309589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:41.311967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:41.314196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-edd4e67b-b739-41d3-ad4f-b0eca804fa24 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f475f7af-188c-4921-9217-a4a6266df1ba HTTP/1.1" status: 204 len: 168 time: 2.1991880 Mar 02 18:24:41.317331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:41.514835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5732371a-18e9-45de-bdb3-927e231e6b1b tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Synchronizing usage tracker for tenant:6d6ff84a79cc4007a749721ccfc80a61 on resource:floatingip {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:41.634329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:41.637519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b90618-541e-4491-8161-bfbf3a6d2b4a req-24989ee4-b2f4-4e4f-b498-b36a7d0fb08f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.639319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17b90618-541e-4491-8161-bfbf3a6d2b4a req-24989ee4-b2f4-4e4f-b498-b36a7d0fb08f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 944 time: 0.1985176 Mar 02 18:24:41.678961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5732371a-18e9-45de-bdb3-927e231e6b1b tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Unset dirty status for tenant:6d6ff84a79cc4007a749721ccfc80a61 on resource:floatingip {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:41.678961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5732371a-18e9-45de-bdb3-927e231e6b1b tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2264 time: 0.3552475 Mar 02 18:24:41.678961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:41.712168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17b90618-541e-4491-8161-bfbf3a6d2b4a req-9a139b4e-dda2-4afa-84d5-ee0673d00577 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623772 Mar 02 18:24:41.746844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 6f65b893-342e-4c2b-9075-80e5baf70925 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:41.786413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 6f65b893-342e-4c2b-9075-80e5baf70925 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:41.787720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:41.797755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.798533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.799201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.800138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.800820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.801473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.802093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.806923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.807993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.808722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.809342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.810308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:41.812080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Synchronizing usage tracker for tenant:6d6ff84a79cc4007a749721ccfc80a61 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:41.933436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Unset dirty status for tenant:6d6ff84a79cc4007a749721ccfc80a61 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:41.933980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:41.937770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:41.940336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6b711059-5f4d-4d6e-ba25-6bd1663f7972 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7769 time: 0.2630196 Mar 02 18:24:42.023059 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-6809ed63-98bb-4347-a50f-4a14ef15a6b9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] delete failed (client error): The resource could not be found. Mar 02 18:24:42.027479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6809ed63-98bb-4347-a50f-4a14ef15a6b9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/b6bf3f27-187b-45fc-ae34-139d78ea9888 HTTP/1.1" status: 404 len: 345 time: 0.0852311 Mar 02 18:24:42.028247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:42.076666 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07e5d4b-6ef8-4ef3-b747-e0e9bae176f2 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] DELETE failed (client error): The resource could not be found. Mar 02 18:24:42.077254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07e5d4b-6ef8-4ef3-b747-e0e9bae176f2 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:24:42.083439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b07e5d4b-6ef8-4ef3-b747-e0e9bae176f2 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/f475f7af-188c-4921-9217-a4a6266df1ba HTTP/1.1" status: 404 len: 339 time: 0.0502737 Mar 02 18:24:42.084446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53812) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:42.091888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'name': 'tempest-network--1462794002', 'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:42.098756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:42.103294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:network and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:42.107675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:42.126725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:42.164148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f23cb3-1e1a-49f6-b33a-caa75ea6a9a1 req-835a9cdd-1c09-495f-9d66-bea2e5e949ea tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:42.167469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02f23cb3-1e1a-49f6-b33a-caa75ea6a9a1 req-835a9cdd-1c09-495f-9d66-bea2e5e949ea tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.2910080 Mar 02 18:24:42.170916 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.225572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:42.230335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.267353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6f65b893-342e-4c2b-9075-80e5baf70925,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:42.269435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:42.288960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.291454 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Added segment 13dc4c5f-9eb7-4fce-b687-599226fc5057 of type vlan for network d892c83f-be7e-4ed8-b768-4ce8b48db9ea Mar 02 18:24:42.305866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:39Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:42.311534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:42.320414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02f23cb3-1e1a-49f6-b33a-caa75ea6a9a1 req-b87b667e-c850-4e2c-9d0a-c87bac96ea9b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472709 Mar 02 18:24:42.323632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:42.324622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:42.389748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.397456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.404280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:42.415441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.580077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.589698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:42.589880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}, {'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:42.589986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:42.590145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:42.601487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16b1fde6-6e5f-4eae-922e-259bc7731acf req-bf4131a1-6001-46a5-8b96-c592bc8cce75 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 210 time: 0.0653298 Mar 02 18:24:42.635703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:42.834726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7485852 Mar 02 18:24:42.852158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53830) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:42.887721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:42.905218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54b26d-12df-49a8-93f8-39a5dedc7b6d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=d892c83f-be7e-4ed8-b768-4ce8b48db9ea,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:42.930026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d892c83f-be7e-4ed8-b768-4ce8b48db9ea details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:42.972599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-ce7bc72d-7607-4cac-921a-777f121cd38b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "PUT /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 999 time: 4.4675355 Mar 02 18:24:43.078801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aadb57-5abc-45c5-8563-b0a43be36f58 req-38cc3e20-cf48-4637-9ec8-225de40b35bc tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.087122 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44aadb57-5abc-45c5-8563-b0a43be36f58 req-38cc3e20-cf48-4637-9ec8-225de40b35bc tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 950 time: 0.2043278 Mar 02 18:24:43.113998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-f87622d5-87c5-438c-9381-e064d27853e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.116542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-f87622d5-87c5-438c-9381-e064d27853e4 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports/b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 942 time: 0.1364815 Mar 02 18:24:43.153991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1659d2-cc9a-4b27-b720-1d54c3aa9f95 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.164131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1659d2-cc9a-4b27-b720-1d54c3aa9f95 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.176214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1659d2-cc9a-4b27-b720-1d54c3aa9f95 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.187293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1659d2-cc9a-4b27-b720-1d54c3aa9f95 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.192674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44aadb57-5abc-45c5-8563-b0a43be36f58 req-8f296411-d6fc-4044-94c6-ca8b50ea5b92 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017363 Mar 02 18:24:43.193378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53838) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:43.196868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7f1659d2-cc9a-4b27-b720-1d54c3aa9f95 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3407085 Mar 02 18:24:43.216938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-6bc0a639-6e55-47d5-8473-57a472268c5b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.222216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-6bc0a639-6e55-47d5-8473-57a472268c5b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.5904644 Mar 02 18:24:43.236259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Request body: {'port': {'device_id': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'admin_state_up': True, 'tenant_id': '687da333200b479b9b065518b88f8d87'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:43.373366 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'code': 200} Mar 02 18:24:43.373633 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925', 'code': 200} Mar 02 18:24:43.439335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:39Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:43.444180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b57eabf-fa68-4d82-8f3a-f6d25d48fcd2 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:39Z', 'revision_number': 3, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:24:43.551729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:43.557621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Usage tracker for resource:port and tenant:687da333200b479b9b065518b88f8d87 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:43.561282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:43.568656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:43.572311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:43.645777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Made reservation on behalf of 687da333200b479b9b065518b88f8d87 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:43.650148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:43.751747 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ab55f3-ee69-44c6-b4c6-6c660bd0d566 None None] New status for floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:24:43.759496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-238d8aa2-a962-4948-9f07-2efff6e1cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.762004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-238d8aa2-a962-4948-9f07-2efff6e1cc8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.5168171 Mar 02 18:24:43.858883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:43.916196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db97-a929-4c18-a847-a0913f6cb940 req-a2b4a8a8-ea80-49fd-90ae-408985440bc1 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.918641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda8db97-a929-4c18-a847-a0913f6cb940 req-a2b4a8a8-ea80-49fd-90ae-408985440bc1 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 945 time: 0.4993143 Mar 02 18:24:43.920970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78190688-7755-452c-a103-19c836e8c4e8 req-dcbb0ddf-d24a-49f2-934b-962b4034dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.922482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78190688-7755-452c-a103-19c836e8c4e8 req-dcbb0ddf-d24a-49f2-934b-962b4034dc4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1096 time: 0.4404073 Mar 02 18:24:43.933430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24e4b2-9a6e-4195-a018-04779e9314d8 req-7415d919-a23d-49f2-aec0-9e00a535512c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:43.933430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc24e4b2-9a6e-4195-a018-04779e9314d8 req-7415d919-a23d-49f2-aec0-9e00a535512c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 1096 time: 0.4469323 Mar 02 18:24:44.010910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d892c83f-be7e-4ed8-b768-4ce8b48db9ea']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:44.026493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13dc4c5f-9eb7-4fce-b687-599226fc5057') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:44.027215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13dc4c5f-9eb7-4fce-b687-599226fc5057') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:44.032578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Allocated IP 172.20.0.8 (21e7969f-35db-438f-b69e-baf370045f13/2bb83576-7cd7-4f25-8595-49fa504783c8/24430119-a0b7-4439-8b52-27b11ecbee01) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:44.045828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.066805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.074515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:44.075137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:44.189152 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:44.294700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:44.297714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc24e4b2-9a6e-4195-a018-04779e9314d8 req-bdb77971-dd3d-433d-95ed-6355e18c4824 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887075 Mar 02 18:24:44.312931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:44.314903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:44.321457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.348289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d892c83f-be7e-4ed8-b768-4ce8b48db9ea {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:24:44.357317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.361171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78190688-7755-452c-a103-19c836e8c4e8 req-9933b5d1-28ea-4b7e-bee6-c4e43931146a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4266586 Mar 02 18:24:44.372218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda8db97-a929-4c18-a847-a0913f6cb940 req-08b209d6-f248-463c-9eb3-cf3b442a1a2f tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641586 Mar 02 18:24:44.400265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Network': ['ID=d892c83f-be7e-4ed8-b768-4ce8b48db9ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:44.427592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-06aa5f22-2c82-410a-91db-6913370daf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:44.429466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-06aa5f22-2c82-410a-91db-6913370daf29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.6042879 Mar 02 18:24:44.434075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.436185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12787a77-e293-469e-b7a9-32832b07a41d tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/d892c83f-be7e-4ed8-b768-4ce8b48db9ea HTTP/1.1" status: 204 len: 168 time: 1.2416046 Mar 02 18:24:44.452863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53852) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:44.472878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'name': 'tempest-network--935552797', 'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:44.486522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:44.504117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:network and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:44.513319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:44.521473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:44.544895 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:24:44.562480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-9b1b16dd-cc8c-4321-9403-e5a3b436d5c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.1245663 Mar 02 18:24:44.674813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:44.722247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.725900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:44.729824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:44.749048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-d869decb-1c14-4f22-bbb8-d58bb8de9665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:44.750540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-d869decb-1c14-4f22-bbb8-d58bb8de9665 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1781304 Mar 02 18:24:44.930667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Network 21e7969f-35db-438f-b69e-baf370045f13 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:24:44.941149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:24:44.952157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:24:44.995980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:44.996982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70e05-b694-4250-a1b4-ae9b93c99cf5 req-4ceda9e0-a21f-4b46-8495-dfc459c48e4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.004565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3b70e05-b694-4250-a1b4-ae9b93c99cf5 req-4ceda9e0-a21f-4b46-8495-dfc459c48e4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3934476 Mar 02 18:24:45.009840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:45.033915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c127-4281-4329-b716-b74b22caca60 req-959d6adc-d5cd-4c9b-a34d-cd08a78b4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.035567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-959d6adc-d5cd-4c9b-a34d-cd08a78b4f5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.4234862 Mar 02 18:24:45.045503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.046082 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Added segment 79a7b65b-f0d0-4a79-96ce-fb25da3e6d9e of type vlan for network a01af367-3f67-4b90-9989-9e3305fd8ab1 Mar 02 18:24:45.080913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.081863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.120819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3b70e05-b694-4250-a1b4-ae9b93c99cf5 req-c619e8eb-f1ba-43fd-9621-4fdb3770ed48 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152265 Mar 02 18:24:45.121333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.232076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-12f06a06-e320-4050-a161-5fdd1d6886fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.236551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-12f06a06-e320-4050-a161-5fdd1d6886fd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4708536 Mar 02 18:24:45.240991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-d9ba41e3-a539-4568-97f2-acb0ea5fd567 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0120022 Mar 02 18:24:45.257154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Request body: {'port': {'device_id': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:45.331609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:43Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:45.337455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:45.348105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:45.361680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:45.380431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.381519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.382156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.446277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c127-4281-4329-b716-b74b22caca60 req-d096f637-191b-4ef2-abad-34c20d85460b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.448133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-d096f637-191b-4ef2-abad-34c20d85460b service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.3979137 Mar 02 18:24:45.534606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:45.564224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=a01af367-3f67-4b90-9989-9e3305fd8ab1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:45.618063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a1c2be9e-d2ce-4350-938a-c90a8b54c3a9 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1616538 Mar 02 18:24:45.621690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53878) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:45.632910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-455332ff-9559-4866-9b4b-5a30dbc7a4f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.1778462 Mar 02 18:24:45.671470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a01af367-3f67-4b90-9989-9e3305fd8ab1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:45.827301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-6a5bb7e0-e559-4583-99c7-c546b0cbfcd2 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5817270 Mar 02 18:24:45.911258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:45.971584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c127-4281-4329-b716-b74b22caca60 req-a1bff275-7a64-46ae-bcd1-074a11161757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.973097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-a1bff275-7a64-46ae-bcd1-074a11161757 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.3233502 Mar 02 18:24:45.986181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566e23f-9904-4f02-9e0b-288a47a5be80 req-38ad7c97-eb46-47ae-9519-0b9b98c430f2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:45.993954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a566e23f-9904-4f02-9e0b-288a47a5be80 req-38ad7c97-eb46-47ae-9519-0b9b98c430f2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 931 time: 0.7138186 Mar 02 18:24:46.069527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24430119-a0b7-4439-8b52-27b11ecbee01 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:46.089166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:46.122806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Transition to ACTIVE for port object 24430119-a0b7-4439-8b52-27b11ecbee01 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:24:46.201035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79af3c-7a91-484f-90c6-13944902547c tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:46.201897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5b79af3c-7a91-484f-90c6-13944902547c tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Synchronizing usage tracker for tenant:d5572cefe8ec419bbdc63995c84ac084 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:46.217966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:46.324258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a566e23f-9904-4f02-9e0b-288a47a5be80 req-ec72d1d6-ee4b-4fa8-aeeb-cae13b3079d9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:24:46.412048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-26521f8d-e587-4310-8404-c1ecfa29ee6f service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160420 Mar 02 18:24:46.448905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293c127-4281-4329-b716-b74b22caca60 req-a360cd04-90d0-41b3-b926-d8a72dda677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:46.458494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-a360cd04-90d0-41b3-b926-d8a72dda677e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3817039 Mar 02 18:24:46.458957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:46.561130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Attempting to bind port 24430119-a0b7-4439-8b52-27b11ecbee01 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:24:46.561948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Attempting to bind port 24430119-a0b7-4439-8b52-27b11ecbee01 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:24:46.562473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Attempting to bind port 24430119-a0b7-4439-8b52-27b11ecbee01 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:46.568579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Port 24430119-a0b7-4439-8b52-27b11ecbee01 on network 21e7969f-35db-438f-b69e-baf370045f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:24:46.569165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Attempting to bind port 24430119-a0b7-4439-8b52-27b11ecbee01 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:24:46.577983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:24:46.578572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Checking segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:24:46.579195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Bound using segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:24:46.581040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Bound port: 24430119-a0b7-4439-8b52-27b11ecbee01, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:24:46.581677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:46.659704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:46.703132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:24:46.705520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:43Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:46.707077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:24:46.715502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e200af8-99cb-47cd-8a42-fb208b457ab9 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:04:fd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ea8cab2-b259-4671-8547-36859c1572b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:24:43Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:24:46.741691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5b79af3c-7a91-484f-90c6-13944902547c tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Unset dirty status for tenant:d5572cefe8ec419bbdc63995c84ac084 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:46.743101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5b79af3c-7a91-484f-90c6-13944902547c tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "GET /v2.0/networks/a01af367-3f67-4b90-9989-9e3305fd8ab1 HTTP/1.1" status: 200 len: 756 time: 1.1086812 Mar 02 18:24:46.743895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a566e23f-9904-4f02-9e0b-288a47a5be80 req-ec72d1d6-ee4b-4fa8-aeeb-cae13b3079d9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:24:46.745659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a566e23f-9904-4f02-9e0b-288a47a5be80 req-ec72d1d6-ee4b-4fa8-aeeb-cae13b3079d9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7499876 Mar 02 18:24:46.746697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:46.767290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-80d7e0ac-f71b-4e06-9094-07970caa4942 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004978 Mar 02 18:24:46.833243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.021209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.021995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.024247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] 10.222.0.65 "PUT /v2.0/ports/24430119-a0b7-4439-8b52-27b11ecbee01 HTTP/1.1" status: 200 len: 1091 time: 1.7708714 Mar 02 18:24:47.024247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e184612-2958-4f45-96e8-4e1327139daf service neutron] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:47.028255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:47.084772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e64132b-748c-4a32-af10-6e1eb3f3eb61 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.087406 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e64132b-748c-4a32-af10-6e1eb3f3eb61 tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "GET /v2.0/networks/0f441ed8-0025-43d1-b5ba-10bbfd83e5ed HTTP/1.1" status: 200 len: 766 time: 0.3390582 Mar 02 18:24:47.090757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53898) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:47.100550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7293c127-4281-4329-b716-b74b22caca60 req-831f96bf-1a5e-42b0-abcb-a4f21554c25d service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222749 Mar 02 18:24:47.146982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-928401f6-3e8d-46c6-a473-75e95b2ee9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.146982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-928401f6-3e8d-46c6-a473-75e95b2ee9a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1097 time: 0.4783652 Mar 02 18:24:47.270986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d348-9245-4f54-8870-01af4c5e98f7 req-47866484-7c21-4b29-83c6-3849f56af1d2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.272733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a47d348-9245-4f54-8870-01af4c5e98f7 req-47866484-7c21-4b29-83c6-3849f56af1d2 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 950 time: 0.2848430 Mar 02 18:24:47.416907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a47d348-9245-4f54-8870-01af4c5e98f7 req-dac4ccce-67bd-4e5a-b343-c834c269efb3 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990918 Mar 02 18:24:47.419139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.421289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-cb8b7a82-2aca-49e8-a1e1-904406606503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.428895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-cb8b7a82-2aca-49e8-a1e1-904406606503 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2704356 Mar 02 18:24:47.583240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.619145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01af367-3f67-4b90-9989-9e3305fd8ab1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:47.640028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79a7b65b-f0d0-4a79-96ce-fb25da3e6d9e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:47.640387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79a7b65b-f0d0-4a79-96ce-fb25da3e6d9e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:47.654609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.677468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.692135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:47.692938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:47.721917 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:47.793768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-35e859d5-cbfb-4f73-a14a-a8c00ece3b4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 1002 time: 0.3638859 Mar 02 18:24:47.844324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-73feebdd-757e-4f2d-9b47-7683ace270d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:47.844572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-73feebdd-757e-4f2d-9b47-7683ace270d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 1094 time: 0.5828934 Mar 02 18:24:47.947956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-32a6e908-1b84-44f9-a9fb-1566f69c017d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24430119-a0b7-4439-8b52-27b11ecbee01 HTTP/1.1" status: 200 len: 217 time: 0.0904963 Mar 02 18:24:47.993798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.009047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-2e6a59c9-c17d-4485-8823-a98672a775af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:48.010669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-2e6a59c9-c17d-4485-8823-a98672a775af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.2160695 Mar 02 18:24:48.053043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a01af367-3f67-4b90-9989-9e3305fd8ab1 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:24:48.062861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.068460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Network': ['ID=a01af367-3f67-4b90-9989-9e3305fd8ab1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:48.089107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414fd85-38c9-4969-b557-26e9e33f1229 req-f49fd11b-9e5a-4b49-8d30-8eb6b56f6bdd tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:48.093829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-36d2a57a-b85e-47ee-b150-f02b8a13a8a5 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/a01af367-3f67-4b90-9989-9e3305fd8ab1 HTTP/1.1" status: 204 len: 168 time: 1.0012951 Mar 02 18:24:48.096813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6414fd85-38c9-4969-b557-26e9e33f1229 req-f49fd11b-9e5a-4b49-8d30-8eb6b56f6bdd tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 945 time: 0.4376106 Mar 02 18:24:48.100667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53910) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:48.123754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'name': 'tempest-network--165622846'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:48.135436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:48.145397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Usage tracker for resource:network and tenant:6d6ff84a79cc4007a749721ccfc80a61 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:24:48.150200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-6f839354-e482-4650-948c-c6a73eccfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:48.152786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-6f839354-e482-4650-948c-c6a73eccfff1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 200 len: 854 time: 0.1952343 Mar 02 18:24:48.154207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:24:48.170746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:48.228307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-de8e6c56-8125-434d-8ddb-710172b81cb2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21e7969f-35db-438f-b69e-baf370045f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624821 Mar 02 18:24:48.237433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6414fd85-38c9-4969-b557-26e9e33f1229 req-5d655d6b-cf89-4e44-8d53-a2f51a6829b9 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388965 Mar 02 18:24:48.304705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Made reservation on behalf of 6d6ff84a79cc4007a749721ccfc80a61 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:48.309349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.381934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:24:48.403846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.403846 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Added segment a3c5e0f5-892b-45de-84f9-d9ebf44bbed6 of type vlan for network 867f4445-949c-4ec2-90cd-8b341a73d3df Mar 02 18:24:48.486152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.623962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.623962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:48.623962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:48.684599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34599387-75ef-49e4-befb-250ce70ebeef req-85e894e2-26fc-45c5-8aee-d148994db702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:48.684599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-85e894e2-26fc-45c5-8aee-d148994db702 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372597 Mar 02 18:24:48.837403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=867f4445-949c-4ec2-90cd-8b341a73d3df,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:48.861252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-69034903-6ba1-4f48-9bd7-ff6d1c2ccc6f service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227202 Mar 02 18:24:48.873962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 867f4445-949c-4ec2-90cd-8b341a73d3df details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:24:48.901113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae3f00f1-bb8e-475d-91a1-f085670dfc15 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7970154 Mar 02 18:24:48.904335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53920) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:48.915425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:49.009610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d7fa8-2fb9-4893-b461-042173f179a8 req-25f846a9-81d6-4a3c-bfd4-cd38d5d0a331 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.016998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff0d7fa8-2fb9-4893-b461-042173f179a8 req-25f846a9-81d6-4a3c-bfd4-cd38d5d0a331 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.4943819 Mar 02 18:24:49.083045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-1818da32-5216-434d-a742-5ba6eed04354 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932862 Mar 02 18:24:49.138856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff0d7fa8-2fb9-4893-b461-042173f179a8 req-bc3af59b-13ef-4537-89ae-880a4cc3447d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125548 Mar 02 18:24:49.150976 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d5f2a67-bee2-451e-a8fc-b1fbf270ad60 req-f7cc6e5b-46c8-40fb-8ee5-05a54d6dfdef service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769313 Mar 02 18:24:49.264364 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01', 'status': 'completed', 'code': 200} Mar 02 18:24:49.329263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:49.330254 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'status': 'completed', 'code': 200} Mar 02 18:24:49.477158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:49.508210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Network 867f4445-949c-4ec2-90cd-8b341a73d3df is not hosted by any dhcp agent {{(pid=88708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 18:24:49.508210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.508210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:49.508210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "PUT /v2.0/networks/867f4445-949c-4ec2-90cd-8b341a73d3df HTTP/1.1" status: 200 len: 857 time: 0.5948117 Mar 02 18:24:49.508796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53926) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:49.595587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34599387-75ef-49e4-befb-250ce70ebeef req-c2783adf-aa57-49c1-aa69-c286e51be555 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934399 Mar 02 18:24:49.632865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d2fb3-a59a-4504-8eea-84e3f30cb145 tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event updated for resources: {'Network': ['ID=867f4445-949c-4ec2-90cd-8b341a73d3df,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:49.701485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:49.722418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-79fe3f21-3d5c-45aa-8d8d-de11f0f8de99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.724088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-79fe3f21-3d5c-45aa-8d8d-de11f0f8de99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1097 time: 0.3959723 Mar 02 18:24:49.733022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a642-07b4-42ab-890a-b13e842ec959 req-c3b09cb0-bc5a-43be-96a4-a2ace4de4bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.734616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-c3b09cb0-bc5a-43be-96a4-a2ace4de4bb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 1094 time: 0.3657041 Mar 02 18:24:49.965834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909338f3-5875-4b2e-9d6c-13683fcb8a16 req-f80636d8-194f-46c6-877c-dc54974e3a80 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:49.967415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-909338f3-5875-4b2e-9d6c-13683fcb8a16 req-f80636d8-194f-46c6-877c-dc54974e3a80 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 1101 time: 0.5401475 Mar 02 18:24:50.318474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:50.358241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-909338f3-5875-4b2e-9d6c-13683fcb8a16 req-1d27aa07-a5e8-471e-bafa-8117b2abf2df tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259237 Mar 02 18:24:50.395499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['867f4445-949c-4ec2-90cd-8b341a73d3df']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:50.422503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a642-07b4-42ab-890a-b13e842ec959 req-4d41a551-c574-49bb-ac70-50bc5a1a30af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:50.424851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-4d41a551-c574-49bb-ac70-50bc5a1a30af service neutron] 10.222.0.65 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 915 time: 0.6647522 Mar 02 18:24:50.488873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c5e0f5-892b-45de-84f9-d9ebf44bbed6') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:50.489170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c5e0f5-892b-45de-84f9-d9ebf44bbed6') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:50.496946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-29731947-96ee-4eeb-bfc2-882e135712ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:50.498815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-29731947-96ee-4eeb-bfc2-882e135712ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.7613463 Mar 02 18:24:50.624715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-385ff632-4546-452c-8a8c-af32a4b1eec6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24430119-a0b7-4439-8b52-27b11ecbee01 HTTP/1.1" status: 200 len: 217 time: 0.1883850 Mar 02 18:24:50.626679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:50.720920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:50.738610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aba97ed-f83e-41ce-bab5-87581fdc6d55 req-05da9866-c2e0-4077-bff7-9fbb2887ac30 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:50.740240 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aba97ed-f83e-41ce-bab5-87581fdc6d55 req-05da9866-c2e0-4077-bff7-9fbb2887ac30 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 943 time: 0.7814941 Mar 02 18:24:50.766217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:50.766626 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:50.782289 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:50.823235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-42a4c87d-96fe-445e-bea9-42c387bca93a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 1002 time: 0.2589316 Mar 02 18:24:50.963058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840a642-07b4-42ab-890a-b13e842ec959 req-411e1020-55d0-45dd-a133-703f3cfdc347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:50.965040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-411e1020-55d0-45dd-a133-703f3cfdc347 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 200 len: 854 time: 0.3230016 Mar 02 18:24:51.045289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aba97ed-f83e-41ce-bab5-87581fdc6d55 req-5b3b8308-a699-4593-a462-448f20f73bc8 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804518 Mar 02 18:24:51.051343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-714c4625-285d-466a-a850-f3c80b4ca150 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21e7969f-35db-438f-b69e-baf370045f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669515 Mar 02 18:24:51.063316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-bebf6258-32d1-40a4-92e4-8141b2bfc7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:51.064770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-bebf6258-32d1-40a4-92e4-8141b2bfc7dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1829438 Mar 02 18:24:51.093189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90d07d5-3f25-4851-bd0f-2fcaf3491b6c req-53587f16-b2d2-4c55-9c32-936a722ec75f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:51.094841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d90d07d5-3f25-4851-bd0f-2fcaf3491b6c req-53587f16-b2d2-4c55-9c32-936a722ec75f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.5894785 Mar 02 18:24:51.118107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53952) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:51.124027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'floatingip': {'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:51.225198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:51.313005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:51.314569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 867f4445-949c-4ec2-90cd-8b341a73d3df {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:24:51.333561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:51.387505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] Pushing event deleted for resources: {'Network': ['ID=867f4445-949c-4ec2-90cd-8b341a73d3df,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:51.390564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-444eebaf-0a73-4366-901a-595074729a1a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740547 Mar 02 18:24:51.403402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6b8a9302-0ca9-4d93-b0a5-09b295e8f04f tempest-ExternalNetworksTestJSON-389265522 tempest-ExternalNetworksTestJSON-389265522-project-admin] 10.222.0.66 "DELETE /v2.0/networks/867f4445-949c-4ec2-90cd-8b341a73d3df HTTP/1.1" status: 204 len: 168 time: 1.8956625 Mar 02 18:24:51.407739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:51.444111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-d836c2b2-aa05-4ab3-902f-5869a10de128 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.3481927 Mar 02 18:24:51.506557 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-61fbc396-8df9-407f-b2a6-6996c1c6912b tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] DELETE failed (client error): The resource could not be found. Mar 02 18:24:51.506958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61fbc396-8df9-407f-b2a6-6996c1c6912b tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:24:51.508820 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61fbc396-8df9-407f-b2a6-6996c1c6912b tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "DELETE /v2.0/subnets/50dadcbe-5f05-4a63-a195-6f7d8a40f90b HTTP/1.1" status: 404 len: 337 time: 0.0997686 Mar 02 18:24:51.512415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53972) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:51.739504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:24:51.768220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-bb2e1396-8a5d-421e-8580-d06885218b27 service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074387 Mar 02 18:24:51.846234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-a041dd64-c619-424a-b49b-2081b2522b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:51.847994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-a041dd64-c619-424a-b49b-2081b2522b97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7511718 Mar 02 18:24:51.855574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-a54f64ec-892d-4257-a027-03104e5dd135 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:51.857118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-a54f64ec-892d-4257-a027-03104e5dd135 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports/0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 943 time: 0.2358763 Mar 02 18:24:51.897892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.096363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:52.114251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-de440604-deb6-4d17-80e7-cd1f3402ae9b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:52.116279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-de440604-deb6-4d17-80e7-cd1f3402ae9b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7188308 Mar 02 18:24:52.131493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '24430119-a0b7-4439-8b52-27b11ecbee01', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'port_id': '24430119-a0b7-4439-8b52-27b11ecbee01', 'mac_address': 'fa:16:3e:ed:e9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb83576-7cd7-4f25-8595-49fa504783c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:24:52.139227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc3d31d9-9619-4f39-b8b5-4295b5b3edbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.212665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.234656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24430119-a0b7-4439-8b52-27b11ecbee01 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:24:52.251423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:52.323815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.397719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:52.412348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-a19dc20f-c958-4039-ace4-e259b34a3c06 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.2760248 Mar 02 18:24:52.459193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.494407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-37081331-a25f-46d7-afe8-61923f16e905 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6227822 Mar 02 18:24:52.508107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f441ed8-0025-43d1-b5ba-10bbfd83e5ed']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:52.528203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '721efa72-2a65-42b0-ac2e-57fbc48c18f3') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:52.528751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '721efa72-2a65-42b0-ac2e-57fbc48c18f3') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:52.553513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.580204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['24430119-a0b7-4439-8b52-27b11ecbee01'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:24:52.588266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.603990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:24:52.604316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.610740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-0880fcfb-f983-4526-976a-6b52cff3725f tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.4754672 Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:24:52.731429 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:24:52.774806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0840a642-07b4-42ab-890a-b13e842ec959 req-c4355745-9b60-45a4-9391-e9b906dec63a service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9912879 Mar 02 18:24:52.876079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.909794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:52.928483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] Pushing event deleted for resources: {'Network': ['ID=0f441ed8-0025-43d1-b5ba-10bbfd83e5ed,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:52.957060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:53.002576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-aa65b290-2370-4b94-8b88-e4262a5e2924 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:53.004206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df311a54-8351-42d1-b2d9-b7692eefcc31 req-aa65b290-2370-4b94-8b88-e4262a5e2924 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.3924997 Mar 02 18:24:53.046999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-89036051-2ad4-41a8-b571-2785b9065c4e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.6108341 Mar 02 18:24:53.080941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-76b9d1d1-93d6-409b-8ab0-b3ce948128df tempest-ExternalNetworksTestJSON-1286611777 tempest-ExternalNetworksTestJSON-1286611777-project] 10.222.0.66 "DELETE /v2.0/networks/0f441ed8-0025-43d1-b5ba-10bbfd83e5ed HTTP/1.1" status: 204 len: 168 time: 1.5558543 Mar 02 18:24:53.081060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429ea2c0-38b3-45d2-ac51-786465016e48 req-1792b31d-e732-4851-9c15-501865c366d5 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5516577 Mar 02 18:24:53.113913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:53.304370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fab11-4128-4f7f-8d50-1f25274793ef req-eae5a1d8-5726-47e5-96ad-8cf9adf29a54 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:53.307070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c39fab11-4128-4f7f-8d50-1f25274793ef req-eae5a1d8-5726-47e5-96ad-8cf9adf29a54 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 944 time: 0.1636193 Mar 02 18:24:53.392764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c39fab11-4128-4f7f-8d50-1f25274793ef req-e1cd07d4-3eb7-44d4-896c-1996c6ab5576 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731454 Mar 02 18:24:53.428848 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 65cf5ad4-cef1-4913-b20b-6a458aaf4fd6 associated. External IP: 172.25.7.199, port: 7f99de3f-bd13-4c16-8134-8e91f043d139. Mar 02 18:24:53.620630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-e612e36c-dc0a-43a6-9858-41bc52cb43a0 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.1717958 Mar 02 18:24:53.734950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:24:53.879262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-9fd0ff61-bc58-448f-88a0-3fbbb990d7f1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:53.881746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-9fd0ff61-bc58-448f-88a0-3fbbb990d7f1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports/0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 943 time: 0.2602220 Mar 02 18:24:53.972365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 24430119-a0b7-4439-8b52-27b11ecbee01 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:24:53.977557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 24430119-a0b7-4439-8b52-27b11ecbee01 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:24:53.977935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.061844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:54.346208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:54.388613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-31b699a0-578a-4a38-9d0d-8a1249fcfbe1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.2341239 Mar 02 18:24:54.431310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.495441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:24:54.497558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f348286-3d87-4ecc-8b62-cf51ce04af06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.500038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:54.569890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-abbcbd0f-a92c-4f3a-8941-cb3dc1aa4390 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5572cefe8ec419bbdc63995c84ac084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5063279 Mar 02 18:24:54.574601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54038) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:54.594078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.702819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:54.716369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-fb42b94d-1444-4b9b-83d7-96596d62d689 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:54.717476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-fb42b94d-1444-4b9b-83d7-96596d62d689 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.3204501 Mar 02 18:24:54.727864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-54a42aed-415f-473f-a835-e739e2d97e3a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:24:54.729446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-54a42aed-415f-473f-a835-e739e2d97e3a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084176 Mar 02 18:24:54.730408 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.792092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:54.796645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:54.806070 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:54.835986 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:54.837591 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:54.873825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-022b8092-981e-42b9-98ff-5a9eb64df99b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "PUT /v2.0/floatingips/65cf5ad4-cef1-4913-b20b-6a458aaf4fd6 HTTP/1.1" status: 200 len: 991 time: 3.7612131 Mar 02 18:24:54.875385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:55.077975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:55.200936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-9929b267-0bea-4716-a015-f34b697e893d tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1002 time: 0.4597306 Mar 02 18:24:55.209764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:55.294832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.423928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f091ecd0-d124-4298-a9f9-5001d6fef748 req-0d76aec0-7667-4365-8bc5-ea32b9dd9d7a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.0765984 Mar 02 18:24:55.455355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.490397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.571929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.621625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.667320 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '65cf5ad4-cef1-4913-b20b-6a458aaf4fd6', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:24:14Z', 'updated_at': '2022-03-02T18:24:52Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:55.672121 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:55.683742 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:55.684539 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:55.698773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f12440c-ba1d-44e6-8dcb-cdecac87ab15,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:55.736448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.768912 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:55.770046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f195427a-8aa0-4c0d-b2ed-0a5803fb3d97 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f12440c-ba1d-44e6-8dcb-cdecac87ab15 HTTP/1.1" status: 204 len: 168 time: 1.1940856 Mar 02 18:24:55.896999 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:55.925281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286a47c-b586-4b71-9600-e9d956fbf463 req-2293ec9b-e1b2-417e-a664-4e77eef1ef24 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:55.933372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9286a47c-b586-4b71-9600-e9d956fbf463 req-2293ec9b-e1b2-417e-a664-4e77eef1ef24 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2918394 Mar 02 18:24:56.051873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:56.067884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9286a47c-b586-4b71-9600-e9d956fbf463 req-12d97f0d-4d54-41d2-8524-66bb992a10e2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333647 Mar 02 18:24:56.143136 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01', 'code': 200} Mar 02 18:24:56.296807 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'status': 'completed', 'code': 200} Mar 02 18:24:56.297963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:56.298862 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 disassociated. External IP: 172.25.7.184, port: 0bf47bef-564a-4bbf-93c8-5a81b645bae1. Mar 02 18:24:56.537671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d4b546-6b62-476d-b414-dcb4a38743e9 req-0839b9bd-0929-4591-95a1-f9e6832eec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:56.539471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17d4b546-6b62-476d-b414-dcb4a38743e9 req-0839b9bd-0929-4591-95a1-f9e6832eec06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 1096 time: 0.3354008 Mar 02 18:24:56.550960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-fe95c161-548b-4b94-8f83-baa0dcd2f328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:56.554033 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-fe95c161-548b-4b94-8f83-baa0dcd2f328 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1096 time: 0.1987307 Mar 02 18:24:56.600595 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:56.603459 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '65cf5ad4-cef1-4913-b20b-6a458aaf4fd6', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:24:14Z', 'updated_at': '2022-03-02T18:24:52Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:56.615132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e0f509-4391-472c-b179-2a6a66b376b9 None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '65cf5ad4-cef1-4913-b20b-6a458aaf4fd6', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.199', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:24:14Z', 'updated_at': '2022-03-02T18:24:52Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:24:56.623204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17d4b546-6b62-476d-b414-dcb4a38743e9 req-f6a94d4d-7592-41c3-90a8-6070fbe8e6c8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688441 Mar 02 18:24:56.685513 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:56.881971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54074) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:56.912668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-100a5a47-c9e1-44c7-a0bc-557ccfee6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:56.914448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-100a5a47-c9e1-44c7-a0bc-557ccfee6ed2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.3433526 Mar 02 18:24:57.002203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-889b476c-4d54-4543-a968-e870b6fd4d85 req-6cd569ba-3758-40c2-94d8-2c89c59bb1a1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.0634968 Mar 02 18:24:57.021116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af0fa1c-18b6-4b5c-8a3a-7721964a4966 None None] New status for floating IP 65cf5ad4-cef1-4913-b20b-6a458aaf4fd6: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:24:57.058292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:24:57.126824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-94de7c75-c2b2-422b-a6a4-3241672143a6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d6ff84a79cc4007a749721ccfc80a61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2432463 Mar 02 18:24:57.132516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54082) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:24:57.271979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-4595ad4f-5ca0-42fb-a808-fccad195db68 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 999 time: 0.3270323 Mar 02 18:24:57.385219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:57.446818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:57.542364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-51e9c823-bcf6-4778-b401-338480630fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:57.543934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-51e9c823-bcf6-4778-b401-338480630fd3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.2640786 Mar 02 18:24:57.667165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:24:57.675286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:57.684876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:24:57.707621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:57.707621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:57.708744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-1b6935c1-3de9-4892-90e1-c198d6575c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:57.712722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-1b6935c1-3de9-4892-90e1-c198d6575c26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1540976 Mar 02 18:24:57.833399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:57.890619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3d3b3b-c405-4911-95bb-4cad8165eade,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:24:57.894364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-e20613bb-fb9b-4c36-81ca-ceaf426d7dc1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1577542 Mar 02 18:24:57.906180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:57.908577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34bf4c7e-14b0-4306-83f3-6a05539dbb75 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f3d3b3b-c405-4911-95bb-4cad8165eade HTTP/1.1" status: 204 len: 168 time: 0.7715564 Mar 02 18:24:58.035836 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-8551d97d-5dcb-43ff-89a9-bfe23a1f6be3 service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165331 Mar 02 18:24:58.144944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:58.274382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-f35dc3af-db2b-4ecd-8619-0f4bbe543f4a tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "PUT /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 695 time: 3.0721166 Mar 02 18:24:58.290481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:24:58.337248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06d5d1dc-1f37-4ba8-9f64-ed42040318d0 req-3cc1236e-d6dd-4140-bf24-b3541b5d194a service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945354 Mar 02 18:24:58.395758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e7bb08-c1cb-4042-a000-74e36a19794c req-cc2fd6d7-4cd5-4ccb-9ba4-ac52c503bddb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:58.408870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2e7bb08-c1cb-4042-a000-74e36a19794c req-cc2fd6d7-4cd5-4ccb-9ba4-ac52c503bddb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 1.1726887 Mar 02 18:24:58.491321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-fa9a75b7-5adf-41e9-9747-c1e092766a37 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:58.492839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-fa9a75b7-5adf-41e9-9747-c1e092766a37 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5645974 Mar 02 18:24:58.515401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:24:58.587963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2e7bb08-c1cb-4042-a000-74e36a19794c req-364037a3-198e-4189-ab3c-234d955d42dd tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583171 Mar 02 18:24:58.714022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-c8341ad9-e31a-4fba-8915-aa6da91eb62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:58.714022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-c8341ad9-e31a-4fba-8915-aa6da91eb62e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1097 time: 0.4005997 Mar 02 18:24:58.790855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:24:58.845432 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:58.851071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:24:58.852734 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:24:58.865122 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:24:58.866091 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:58.918474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6a3c12f-7246-4ac6-8836-2493305cbe02 req-e3896df5-dbac-4520-b7c0-594b71438255 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.0687101 Mar 02 18:24:58.999642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-9ff5423b-6445-49b5-b975-b6b7dd083a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.001464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-9ff5423b-6445-49b5-b975-b6b7dd083a6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2825217 Mar 02 18:24:59.175212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-8170b496-7a09-449c-9e31-751da5fe75be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 217 time: 0.1658957 Mar 02 18:24:59.180109 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'status': 'completed', 'code': 200} Mar 02 18:24:59.187670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:24:59.191570 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:24:59.269460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:24:59.289184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-3b3c28ef-e028-490a-acec-e6eefb070e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.291914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-3b3c28ef-e028-490a-acec-e6eefb070e3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 1097 time: 0.1753013 Mar 02 18:24:59.434748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-572f9c73-ebf4-4e8b-a101-0c329db39f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.436649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-572f9c73-ebf4-4e8b-a101-0c329db39f07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.2176244 Mar 02 18:24:59.558635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-78d9fe29-4358-46e2-b256-4c8601313f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.561502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-78d9fe29-4358-46e2-b256-4c8601313f0d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2624187 Mar 02 18:24:59.649907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.40 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/db850c57-7ef1-460e-96cf-0c1ee4303341) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:24:59.690745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-64844946-5a0d-48d9-8dc3-fbb2458293d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 200 len: 217 time: 0.1003911 Mar 02 18:24:59.691759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-ea8ea144-aba7-4849-9e42-56c5094b5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.691759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-ea8ea144-aba7-4849-9e42-56c5094b5d99 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2336645 Mar 02 18:24:59.759552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-e57f3956-51ff-4c6a-8cf4-f55c2b5da1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.761750 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-e57f3956-51ff-4c6a-8cf4-f55c2b5da1f1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.0856173 Mar 02 18:24:59.888849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:24:59.891631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-a25f0f83-ae3e-45a3-98a6-aaaa5a959acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:24:59.893561 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-a25f0f83-ae3e-45a3-98a6-aaaa5a959acf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1243036 Mar 02 18:24:59.898495 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8280734d-e220-4370-b7df-b0addb060e74 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:00.052547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-e7e71669-298a-47fe-b870-25545acea24f service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606164 Mar 02 18:25:00.267720 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-96644aaf-088c-49cc-bd94-19036bd7a712 service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586912 Mar 02 18:25:00.318183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ea0ee1-d7e3-494b-a1ae-a941b5adb27b None None] New status for floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:25:00.488071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86f54d-2032-4234-b3ee-790a2cfa659a req-82b4758b-af3c-4500-b9a2-8616aed689cb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:00.488071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e86f54d-2032-4234-b3ee-790a2cfa659a req-82b4758b-af3c-4500-b9a2-8616aed689cb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.6390626 Mar 02 18:25:00.547799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dedec7d0-5d1c-44cb-b464-959de19f5eae req-1db543b3-5240-44c2-936a-e3861616870f service neutron] 10.222.0.11 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695212 Mar 02 18:25:00.630430 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:00.656588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e86f54d-2032-4234-b3ee-790a2cfa659a req-ea0014bd-2be1-47c3-b369-dff046eb57ba tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264026 Mar 02 18:25:00.666829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae428285-a03b-4ad8-94d6-8789538cce1e req-2fce7615-87d4-44f9-86d4-c3bbff5450ac service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4852443 Mar 02 18:25:00.667794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object db850c57-7ef1-460e-96cf-0c1ee4303341 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:00.899289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f0f292b-1e09-44a0-b081-b4545ba38974 req-647455a9-4958-4383-98d9-ea1b153cf83b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.0524960 Mar 02 18:25:00.938853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73feb5a-512e-46d8-ae7e-2603d6905fcd req-11b96836-4d93-4ff8-ace0-ea089093e65e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:00.940542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d73feb5a-512e-46d8-ae7e-2603d6905fcd req-11b96836-4d93-4ff8-ace0-ea089093e65e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.1399055 Mar 02 18:25:00.991982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d73feb5a-512e-46d8-ae7e-2603d6905fcd req-d86c0be4-8f2f-4ff3-9f03-32b79b685f6b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Mar 02 18:25:01.015629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:01.025999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83', 'd53e2348-612f-48d0-b29e-45e82cb75d4b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:01.157191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:01.210604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:01.214553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:01.217104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:01.249535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:01.308593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:01.309656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:01.441859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bd6d3eda-ea08-4511-b117-74317421578c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9305160 Mar 02 18:25:01.455888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Request body: {'port': {'device_id': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:01.605221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54192) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:01.736533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:01.917329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-14146978', 'router:external': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:01.934376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:01.937265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74a6d9f2-68cb-4b96-b495-3c2bb06a9e90 None None] Provisioning for port db850c57-7ef1-460e-96cf-0c1ee4303341 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:01.940106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:network and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:01.945533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:01.957677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:01.978050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74a6d9f2-68cb-4b96-b495-3c2bb06a9e90 None None] Provisioning complete for port db850c57-7ef1-460e-96cf-0c1ee4303341 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:01.978542 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74a6d9f2-68cb-4b96-b495-3c2bb06a9e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.026641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-808633fd-e608-410a-a92e-ebb9f450cca5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:02.027612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-808633fd-e608-410a-a92e-ebb9f450cca5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2030489 Mar 02 18:25:02.105426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-74a6d9f2-68cb-4b96-b495-3c2bb06a9e90 None None] Port db850c57-7ef1-460e-96cf-0c1ee4303341 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:25:02.201066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Made reservation on behalf of 683b45f5d9df4fdcbbfa9db998ef8a1c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:02.204624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.220159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.240315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:02.263286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:security_group_rule and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:02.268337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-57552303-d9a2-4ae4-86d0-007befa9f2f7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 696 time: 0.1972239 Mar 02 18:25:02.275774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:02.281679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:02.283961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:02.397363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.400373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.554415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.573515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64842879-157b-4466-a179-7305f60349e2 req-26e46b68-690c-4485-bccf-73aaf98c5417 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:02.575361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64842879-157b-4466-a179-7305f60349e2 req-26e46b68-690c-4485-bccf-73aaf98c5417 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.5436165 Mar 02 18:25:02.586988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:25:02.598415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab0d323-93a0-4fff-ba5d-d362b616ac83,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:02.603331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.603608 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Added segment 64239338-a844-4204-8870-a97de6c1af41 of type vlan for network 161874d3-8bd1-40f1-a52b-f88211171135 Mar 02 18:25:02.612362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.614990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.615630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.615630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.615777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.616097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:02.653262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.732113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64842879-157b-4466-a179-7305f60349e2 req-62394538-b731-4f3e-9e0c-15967235f5a5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200461 Mar 02 18:25:02.784277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.785298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:02.785992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.840283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db850c57-7ef1-460e-96cf-0c1ee4303341 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:02.852214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:02.947158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Network': ['ID=161874d3-8bd1-40f1-a52b-f88211171135,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:02.958095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 161874d3-8bd1-40f1-a52b-f88211171135 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:25:03.078857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Transition to ACTIVE for port object db850c57-7ef1-460e-96cf-0c1ee4303341 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:03.083730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b84c8ed1-db71-4ffe-ab55-c5d33c80f27f tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.4742117 Mar 02 18:25:03.085433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54218) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:03.090891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'subnet': {'network_id': '161874d3-8bd1-40f1-a52b-f88211171135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:03.109355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:03.113471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:subnet and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:03.116413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:03.122919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:03.240128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Made reservation on behalf of 683b45f5d9df4fdcbbfa9db998ef8a1c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:03.244764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.269196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.443150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Pushing event updated for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:03.486422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.486773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.487134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.487459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.487796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.488144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.488508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.489011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.489504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.489977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.490486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.490954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:03.541169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-510f7c4d-4f5f-4667-bb6a-2ade580d4fba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:03.541999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-510f7c4d-4f5f-4667-bb6a-2ade580d4fba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Synchronizing usage tracker for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:03.554934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ec24-781e-4be4-a96a-bf65af7776cd req-1b1b3373-f840-4a8b-b88f-f7eaf9258419 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:03.555678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-26b6ec24-781e-4be4-a96a-bf65af7776cd req-1b1b3373-f840-4a8b-b88f-f7eaf9258419 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:03.620713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Attempting to bind port db850c57-7ef1-460e-96cf-0c1ee4303341 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:03.621053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Attempting to bind port db850c57-7ef1-460e-96cf-0c1ee4303341 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:03.621414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Attempting to bind port db850c57-7ef1-460e-96cf-0c1ee4303341 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:03.628950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Port db850c57-7ef1-460e-96cf-0c1ee4303341 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:25:03.629279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Attempting to bind port db850c57-7ef1-460e-96cf-0c1ee4303341 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:03.670268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-510f7c4d-4f5f-4667-bb6a-2ade580d4fba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Unset dirty status for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:03.670268 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-510f7c4d-4f5f-4667-bb6a-2ade580d4fba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ea8cab2-b259-4671-8547-36859c1572b6 HTTP/1.1" status: 200 len: 946 time: 0.2228377 Mar 02 18:25:03.697441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:25:03.697441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:03.697770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:25:03.698081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Bound port: db850c57-7ef1-460e-96cf-0c1ee4303341, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:03.698450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.724589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-26b6ec24-781e-4be4-a96a-bf65af7776cd req-1b1b3373-f840-4a8b-b88f-f7eaf9258419 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:03.725762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b6ec24-781e-4be4-a96a-bf65af7776cd req-1b1b3373-f840-4a8b-b88f-f7eaf9258419 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 935 time: 0.6453700 Mar 02 18:25:03.750604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Deleting port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:03.750941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.813949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.829161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b6ec24-781e-4be4-a96a-bf65af7776cd req-10320408-488f-4dab-9d8d-088652ca7a5f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958648 Mar 02 18:25:03.841796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:25:03.842315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.894634 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:03.992576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:04.011186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Checking segment: {'id': '64239338-a844-4204-8870-a97de6c1af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:04.011553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network hostable DHCP agents. Network: 161874d3-8bd1-40f1-a52b-f88211171135, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:25:04.032613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:25:04.047288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db850c57-7ef1-460e-96cf-0c1ee4303341,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:25:04.154743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network 161874d3-8bd1-40f1-a52b-f88211171135 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:25:04.159148 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:04.198349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] For port 0bf47bef-564a-4bbf-93c8-5a81b645bae1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0bf47bef-564a-4bbf-93c8-5a81b645bae1,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:04.199074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:04.240464 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 associated. External IP: 172.25.7.184, port: b63716e9-f323-4a17-a7e3-1992eeda09b6. Mar 02 18:25:04.281975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 161874d3-8bd1-40f1-a52b-f88211171135) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:04.287707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:04.287707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:04.292756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6555d1-e21d-4dc9-9e08-9b71b798f8be None None] Network 161874d3-8bd1-40f1-a52b-f88211171135 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:04.299325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:04.299958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:04.301633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] 10.222.0.11 "PUT /v2.0/ports/db850c57-7ef1-460e-96cf-0c1ee4303341 HTTP/1.1" status: 200 len: 1095 time: 2.8505278 Mar 02 18:25:04.302345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:04.340978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7febe3ac-8915-4ced-9d7d-5bc9296daa36 req-ea64dcc4-64e8-4675-95bb-2b85323f3ff5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:04.348255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7febe3ac-8915-4ced-9d7d-5bc9296daa36 req-ea64dcc4-64e8-4675-95bb-2b85323f3ff5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3783500 Mar 02 18:25:04.367665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Calling delete_port for 0bf47bef-564a-4bbf-93c8-5a81b645bae1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:04.491009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af7691-cf22-410b-80a0-097bf76a0aad service neutron] Pushing event updated for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:04.628144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7febe3ac-8915-4ced-9d7d-5bc9296daa36 req-3730f4b9-db85-4264-a4e3-f2fa3234713c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788048 Mar 02 18:25:04.680503 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69a4887f-1785-4281-8b72-176d02a7aade tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5953228 Mar 02 18:25:04.741066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:04.751806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-639599477', 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:04.757030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:04.761362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:port and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:04.765474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:04.772262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:04.818234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da18784-06ad-4584-81c6-48b33e24c3ed None None] Network 161874d3-8bd1-40f1-a52b-f88211171135 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:04.897479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Made reservation on behalf of 683b45f5d9df4fdcbbfa9db998ef8a1c for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:04.901594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:04.938071 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341', 'status': 'completed', 'code': 200} Mar 02 18:25:04.940259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] device_id is not set on port d646c906-f1c1-4f54-9e4d-21c9179c9db1 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:25:04.997428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:05.026858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['0bf47bef-564a-4bbf-93c8-5a81b645bae1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:05.053011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['b63716e9-f323-4a17-a7e3-1992eeda09b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:05.111778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-c1d7a935-7b3d-44ca-bd03-1fae732611f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:05.118846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-c1d7a935-7b3d-44ca-bd03-1fae732611f4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 1098 time: 0.6648173 Mar 02 18:25:05.160579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event deleted for resources: {'Port': ['ID=0bf47bef-564a-4bbf-93c8-5a81b645bae1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:05.265323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] No DVR routers for this DVR port 0bf47bef-564a-4bbf-93c8-5a81b645bae1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:05.269028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:05.282722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'name': 'network-vif-deleted', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:05.294132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-521e7ea8-d487-41df-8747-3248bc5080cf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=db850c57-7ef1-460e-96cf-0c1ee4303341 HTTP/1.1" status: 200 len: 217 time: 0.1005628 Mar 02 18:25:05.395655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.20.0.11 (161874d3-8bd1-40f1-a52b-f88211171135/1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9/d646c906-f1c1-4f54-9e4d-21c9179c9db1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:05.397503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db59870-b3b2-4fcb-a6f3-6e52c31ce570 req-72aa339b-dc94-4272-b5af-242a4adbf781 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:05.399169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db59870-b3b2-4fcb-a6f3-6e52c31ce570 req-72aa339b-dc94-4272-b5af-242a4adbf781 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 947 time: 0.4266198 Mar 02 18:25:05.401738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:25:05.405978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-01f345c4-e15f-4918-ad79-d1a92cf71e76 req-77c9b977-4727-41f0-9985-151ac2a311ba tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.11 "DELETE /v2.0/ports/0bf47bef-564a-4bbf-93c8-5a81b645bae1 HTTP/1.1" status: 204 len: 173 time: 1.7341189 Mar 02 18:25:05.442172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-37f2a763-bcfc-4702-a1e9-47509408322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:05.442384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-37f2a763-bcfc-4702-a1e9-47509408322d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1358328 Mar 02 18:25:05.601552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db59870-b3b2-4fcb-a6f3-6e52c31ce570 req-d496513d-6d04-43a7-a04f-a5f36eb69374 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923075 Mar 02 18:25:05.662622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:05.749557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bb9beae2-72b7-45b0-a5a8-9f6398585e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:05.751320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-bb9beae2-72b7-45b0-a5a8-9f6398585e85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320371 Mar 02 18:25:05.752461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:05.757060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:05.764021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:05.766883 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ea8cab2-b259-4671-8547-36859c1572b6', 'name': 'network-vif-deleted', 'tag': '0bf47bef-564a-4bbf-93c8-5a81b645bae1', 'status': 'completed', 'code': 200} Mar 02 18:25:05.774056 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:05.774920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:05.795643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:05.943251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network 161874d3-8bd1-40f1-a52b-f88211171135 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:05.944669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:05.948183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:05.995827 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:06.002736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-61574004-3551-4a54-82c4-2da57014e468 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "PUT /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 996 time: 3.7324615 Mar 02 18:25:06.020403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:06.021185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:06.025925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=d646c906-f1c1-4f54-9e4d-21c9179c9db1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:06.115591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-894e18d9-b314-451f-8a88-284e0cb7fd45 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.3733490 Mar 02 18:25:06.119342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54272) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:06.145113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-29aecd31-0183-46d1-b1a9-d5f1a02601d1 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609080 Mar 02 18:25:06.202460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting port d646c906-f1c1-4f54-9e4d-21c9179c9db1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:06.202934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:06.231061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6b21c-d2a3-4766-b17a-d131232e7e72 req-936a871d-61c1-476d-9aaf-cd83f0537f3b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:06.232677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd6b21c-d2a3-4766-b17a-d131232e7e72 req-936a871d-61c1-476d-9aaf-cd83f0537f3b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3071094 Mar 02 18:25:06.344204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-3d7c062f-c396-4b78-a35d-769495eec48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:06.345723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-3d7c062f-c396-4b78-a35d-769495eec48f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.3069928 Mar 02 18:25:06.431056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd6b21c-d2a3-4766-b17a-d131232e7e72 req-db988feb-4bd5-4abb-8928-ba6250b8dc9e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354551 Mar 02 18:25:06.545421 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:25:03Z', 'revision_number': 8, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:06.550665 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:06.553382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3964721a-ebcd-4d6f-aee4-33267dd667b0 req-10907dee-a3fb-46e1-b67f-1bcd50b18c79 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012556 Mar 02 18:25:06.563662 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:06.564276 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:06.597194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:06.637312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-6d2ad4a4-bf54-4a73-bb99-71c2b886aea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:06.639063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-6d2ad4a4-bf54-4a73-bb99-71c2b886aea3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2794864 Mar 02 18:25:06.895958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Calling delete_port for d646c906-f1c1-4f54-9e4d-21c9179c9db1 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:07.196422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:07.254081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-95ca85e4-86d3-446e-a2fd-12ff30d5d07a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 999 time: 0.6076233 Mar 02 18:25:07.320575 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:07.327944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0bf47bef-564a-4bbf-93c8-5a81b645bae1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:07.383223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:07.393326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-aa7108a6-8b90-4e49-ae65-eebbc56bdc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:07.395607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-aa7108a6-8b90-4e49-ae65-eebbc56bdc84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 1098 time: 0.6747591 Mar 02 18:25:07.401838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-fd5b2e13-fabb-4593-8a1a-734a3756a0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:07.404234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-fd5b2e13-fabb-4593-8a1a-734a3756a0cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1488304 Mar 02 18:25:07.434939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 0bf47bef-564a-4bbf-93c8-5a81b645bae1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:07.435288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0bf47bef-564a-4bbf-93c8-5a81b645bae1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:07.465264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Port': ['ID=d646c906-f1c1-4f54-9e4d-21c9179c9db1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:07.592161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:07.600562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ba559ed-9e60-49c3-b04a-9986f71889ed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/ports/d646c906-f1c1-4f54-9e4d-21c9179c9db1 HTTP/1.1" status: 204 len: 168 time: 1.4800396 Mar 02 18:25:07.605855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:07.613141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '161874d3-8bd1-40f1-a52b-f88211171135', 'external_fixed_ips': [{'subnet_id': '1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9', 'ip_address': '172.20.0.11'}]}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:07.618423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:07.630343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:router and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:07.642316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:07.642316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:07.800419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:07.801474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:07.826394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:07.846742 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:25:07.899422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-46538c80-abe9-4587-abe1-4c72ee4809b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:07.901150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-46538c80-abe9-4587-abe1-4c72ee4809b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4956169 Mar 02 18:25:07.909858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-0890b204-cf5a-47c7-b1d2-cb05d9934dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:07.913722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-0890b204-cf5a-47c7-b1d2-cb05d9934dea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4670682 Mar 02 18:25:08.035373 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:25:03Z', 'revision_number': 8, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:08.041167 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169a58b7-20e4-4e45-af0f-f84c4772ae3e None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'floating_ip_address': '172.25.7.184', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'port_id': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'mac_address': 'fa:16:3e:b0:e6:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:23:47Z', 'updated_at': '2022-03-02T18:25:03Z', 'revision_number': 8, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:08.104577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-9111fd1f-4fe0-429f-85ba-9da66628c6f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=db850c57-7ef1-460e-96cf-0c1ee4303341 HTTP/1.1" status: 200 len: 217 time: 0.1889327 Mar 02 18:25:08.371549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad9ba0-064b-4493-84cd-5182e9269285 req-6e1acffb-474d-4816-ae17-1d1155dcbda7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:08.371549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9dad9ba0-064b-4493-84cd-5182e9269285 req-6e1acffb-474d-4816-ae17-1d1155dcbda7 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 947 time: 0.5936229 Mar 02 18:25:08.394409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50d6613-2064-4f42-8ce4-f3551a28c216 None None] New status for floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:25:08.421706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-58400b2e-45ce-4c10-8fdc-3af191f07b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:08.427858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-58400b2e-45ce-4c10-8fdc-3af191f07b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.3103564 Mar 02 18:25:08.471678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:08.485517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9dad9ba0-064b-4493-84cd-5182e9269285 req-90214da6-1d51-4635-9d95-ebaf1168fbbb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056166 Mar 02 18:25:08.611270 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:25:08.647368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-edf4d88d-ea46-44fb-8034-80a1f0b9d498 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930452 Mar 02 18:25:08.820535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-4ce9e382-5887-4a02-99a4-021c1a09376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:08.821168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-ce512fa4-cbe4-4cbc-81e1-5436531abda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:08.822147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-4ce9e382-5887-4a02-99a4-021c1a09376b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3447738 Mar 02 18:25:08.823159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-ce512fa4-cbe4-4cbc-81e1-5436531abda4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.2414713 Mar 02 18:25:09.059958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-06efe42a-1425-4549-8b8a-6a1f649304d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:09.061854 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-06efe42a-1425-4549-8b8a-6a1f649304d8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2270365 Mar 02 18:25:09.156140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251d687d-0eb2-4043-ae46-c47de66e461e req-71a2dc31-52c2-4dde-ad65-87b0711473d2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:09.157646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-251d687d-0eb2-4043-ae46-c47de66e461e req-71a2dc31-52c2-4dde-ad65-87b0711473d2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.4562931 Mar 02 18:25:09.159895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a632de0b-eb16-4eb5-909f-7fce7d86c25b req-788607fe-80af-47ee-ac0a-7b088a978782 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014942 Mar 02 18:25:09.200864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-b2a46a1a-ddc8-484a-b9f9-c7b27a658c76 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3539033 Mar 02 18:25:09.280246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-7143caef-0511-49e8-bd13-a6c8aabaa952 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 1001 time: 0.2083228 Mar 02 18:25:09.333223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db850c57-7ef1-460e-96cf-0c1ee4303341 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:09.470626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-251d687d-0eb2-4043-ae46-c47de66e461e req-4708cfae-e88f-4bbb-a09f-1bffc172e12e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951994 Mar 02 18:25:09.559284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9c1f7b-7dd1-47b0-9877-d68e7fdaeae5 req-72023e98-9231-4fcf-8226-f6090bfbbe01 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3475330 Mar 02 18:25:09.577454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f624d1c-3e85-434f-ba33-e202ca03dba7 req-1494a9db-7489-4683-a354-40835c4cbe24 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 998 time: 0.2492137 Mar 02 18:25:09.611014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-31ceacb3-be03-4106-9487-0334c45dd772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:09.613725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-31ceacb3-be03-4106-9487-0334c45dd772 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.3267903 Mar 02 18:25:09.620627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:09.626162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db850c57-7ef1-460e-96cf-0c1ee4303341,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:09.672627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'db850c57-7ef1-460e-96cf-0c1ee4303341', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'db850c57-7ef1-460e-96cf-0c1ee4303341', 'mac_address': 'fa:16:3e:67:44:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:09.685771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:09.742105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:09.760990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db850c57-7ef1-460e-96cf-0c1ee4303341 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:09.779883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db850c57-7ef1-460e-96cf-0c1ee4303341,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:09.863695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-8743edd1-d08e-4ca3-8a8b-61d29960a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:09.865269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-8743edd1-d08e-4ca3-8a8b-61d29960a66c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2145884 Mar 02 18:25:09.880064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:09.963876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:10.052944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.20.0.11 (161874d3-8bd1-40f1-a52b-f88211171135/1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9/780d0c7b-d564-45e3-bbe0-0c297efab3f0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:10.086553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f624d1c-3e85-434f-ba33-e202ca03dba7 req-bb96db9b-d598-421a-a6b3-ae5f05f627cb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.088183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f624d1c-3e85-434f-ba33-e202ca03dba7 req-bb96db9b-d598-421a-a6b3-ae5f05f627cb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.4983096 Mar 02 18:25:10.102300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-0f624d1c-3e85-434f-ba33-e202ca03dba7 req-751369f9-9d82-4628-a851-749a38db1728 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:25:10.103547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f624d1c-3e85-434f-ba33-e202ca03dba7 req-751369f9-9d82-4628-a851-749a38db1728 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060103 Mar 02 18:25:10.113256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671053eb-386e-4922-81cb-605c42dff189 req-3d43e58c-b227-4687-9237-ef2dcadd6399 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.115243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-671053eb-386e-4922-81cb-605c42dff189 req-3d43e58c-b227-4687-9237-ef2dcadd6399 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 947 time: 0.3916352 Mar 02 18:25:10.138380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-fc03d897-5bd8-4983-8ca5-1971f8afc057 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651486 Mar 02 18:25:10.181278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-671053eb-386e-4922-81cb-605c42dff189 req-b34a2827-e9bd-49cf-a8cf-82957e808761 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592778 Mar 02 18:25:10.326010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['db850c57-7ef1-460e-96cf-0c1ee4303341'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:10.347461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-7eef1928-92eb-4f90-8a0c-3be1dd1ec7bd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1001 time: 0.1262894 Mar 02 18:25:10.435342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-8381e8a1-a296-4c94-bbb0-f92a1db350f1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.451683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-8381e8a1-a296-4c94-bbb0-f92a1db350f1 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports/b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 942 time: 0.0963883 Mar 02 18:25:10.749937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-10321314-11b9-40f6-9bb7-ef31a1735a48 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1001 time: 0.1941061 Mar 02 18:25:10.750696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:10.836653 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef231d8a-da7f-4bb1-af3e-ccf06fab02f4 req-0d5adb21-e2c3-4fb0-ad65-c572c243c1f5 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901908 Mar 02 18:25:10.857533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:10.932003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network 161874d3-8bd1-40f1-a52b-f88211171135 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:10.935471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:10.948375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:10.974678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=780d0c7b-d564-45e3-bbe0-0c297efab3f0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:10.976005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-a5f27717-bbef-4221-8465-bbda9ce25701 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.978740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-a5f27717-bbef-4221-8465-bbda9ce25701 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2273796 Mar 02 18:25:10.991551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffb1a7-d931-4a8f-b43f-fa17c63b05ea req-abc3eb5c-e2f2-4bec-9e00-fa71b05c5a6f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:10.993083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04ffb1a7-d931-4a8f-b43f-fa17c63b05ea req-abc3eb5c-e2f2-4bec-9e00-fa71b05c5a6f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.1995611 Mar 02 18:25:11.130069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04ffb1a7-d931-4a8f-b43f-fa17c63b05ea req-a8642d23-d17d-4644-8fe9-e1dbd8967013 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848582 Mar 02 18:25:11.133073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-76c0d905-e542-4adb-9e9e-e8d48f6f3e15 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 1001 time: 0.1389914 Mar 02 18:25:11.148761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:11.299088 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.301492 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-f0e0f30f-12af-4cb8-8f2c-edf57fb71eee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1102777 Mar 02 18:25:11.404468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-aa8808a3-9a88-4c86-aa58-44ed0fc7b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:11.405962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-aa8808a3-9a88-4c86-aa58-44ed0fc7b921 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 1100 time: 0.0841138 Mar 02 18:25:11.631357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9193fb-ebff-495a-b842-92754af7f432 req-3142baa5-6b39-4d83-8dfd-25ccaa88646b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:11.632808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec9193fb-ebff-495a-b842-92754af7f432 req-3142baa5-6b39-4d83-8dfd-25ccaa88646b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 948 time: 0.2727752 Mar 02 18:25:11.666453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.694069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec9193fb-ebff-495a-b842-92754af7f432 req-ae963378-424b-4675-bd7e-ff8de7533629 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510828 Mar 02 18:25:11.700511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-3093c12c-7148-428e-9160-abe6ce55d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:11.701966 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-3093c12c-7148-428e-9160-abe6ce55d22b service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2339520 Mar 02 18:25:11.702702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.788016 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:11.792452 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 disassociated. External IP: 172.25.7.184, port: b63716e9-f323-4a17-a7e3-1992eeda09b6. Mar 02 18:25:11.829255 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-1e577076-67ad-471f-89c4-88fa4e5fb23d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=14d7408e-d492-4aba-b629-54f879dc5e99 HTTP/1.1" status: 200 len: 217 time: 0.0733938 Mar 02 18:25:11.978142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-b6a30094-b02d-49e0-af49-4c5e649a4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:11.979594 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-b6a30094-b02d-49e0-af49-4c5e649a4388 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1433439 Mar 02 18:25:12.340456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-a5f2ac25-ff8c-4a4a-8f5b-7659a29c46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:12.341954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-a5f2ac25-ff8c-4a4a-8f5b-7659a29c46a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3541284 Mar 02 18:25:12.359431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:12.368649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:25:12.602007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:12.607306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:12.618363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:12.628900 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:12.629874 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:12.630174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-6ff2e84d-4241-4c7a-9507-72940250f806 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799571 Mar 02 18:25:12.677424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-927b125e-dbc1-45f0-b9c8-46d5249320cd tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "PUT /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 696 time: 1.5351377 Mar 02 18:25:12.678026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:12.700253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1604e-2563-4176-b2c3-4bc7dbf696e4 req-a61e4599-3b3d-488a-9b81-735acf85ebd2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:12.700632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26f1604e-2563-4176-b2c3-4bc7dbf696e4 req-a61e4599-3b3d-488a-9b81-735acf85ebd2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.1791999 Mar 02 18:25:12.796283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26f1604e-2563-4176-b2c3-4bc7dbf696e4 req-69a7cb34-f82e-41cc-ac94-cd713107e969 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571640 Mar 02 18:25:12.797007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067997cd-f4d0-4d12-ad1f-90477b53135e req-ae4cd9a0-f65d-4227-ab51-f773ebc91304 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598074 Mar 02 18:25:12.816844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-223f5b0a-4905-466f-b81c-cd8db8172d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:12.818373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-223f5b0a-4905-466f-b81c-cd8db8172d06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.1165974 Mar 02 18:25:12.845856 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:12.948428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router 086e83c8-1824-48a6-85a0-47c3b7c86e96 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:25:13.041368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-c1e5f36c-715b-4f6b-a3c0-4157919ced09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.048396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-c1e5f36c-715b-4f6b-a3c0-4157919ced09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.2210388 Mar 02 18:25:13.117409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-40d5f345-ec65-4e89-b550-c75263f7d9a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.0681736 Mar 02 18:25:13.126751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f030b7-f688-4d16-90f5-9f3b1af21773 req-eeb6c146-f972-4c66-8373-1ad2074d1228 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.130690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8f030b7-f688-4d16-90f5-9f3b1af21773 req-eeb6c146-f972-4c66-8373-1ad2074d1228 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 945 time: 0.2166326 Mar 02 18:25:13.221004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8f030b7-f688-4d16-90f5-9f3b1af21773 req-1e4c4ab4-df8c-4696-81a4-97b2595138c4 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588927 Mar 02 18:25:13.222411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-d2010fde-3baf-4d58-948f-e28bf7bcea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.228970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-d2010fde-3baf-4d58-948f-e28bf7bcea2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.0945277 Mar 02 18:25:13.318033 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:25:13.322818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:13.332715 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:13.338672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:13.347832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Sync routers for ids ['086e83c8-1824-48a6-85a0-47c3b7c86e96'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:13.357019 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:13.360562 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:13.361370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db850c57-7ef1-460e-96cf-0c1ee4303341 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:13.399006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5f21-4844-41b2-888c-957a989eb985 req-8a251b90-835a-42fd-b937-f68594f04e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.401655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-8a251b90-835a-42fd-b937-f68594f04e86 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1697340 Mar 02 18:25:13.589750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Routers {'086e83c8-1824-48a6-85a0-47c3b7c86e96'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:13.595346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['086e83c8-1824-48a6-85a0-47c3b7c86e96'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:13.612169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-724e078f-eae5-44e0-b470-fa518daef436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.614625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-724e078f-eae5-44e0-b470-fa518daef436 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 1096 time: 0.2540359 Mar 02 18:25:13.711111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-527f656c-9fe6-4834-a5ac-83b9ba9389c1 service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002887 Mar 02 18:25:13.727147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6b90f-9203-4adc-a8c7-108ca5a3cf99 req-5ce1ea0d-3a59-42dc-88f5-e269ae569fee tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:13.749890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77f6b90f-9203-4adc-a8c7-108ca5a3cf99 req-5ce1ea0d-3a59-42dc-88f5-e269ae569fee tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 948 time: 0.1632805 Mar 02 18:25:13.750457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:13.750457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4f85f275-55f5-4093-8609-b2cd9397e013 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.1395898 Mar 02 18:25:13.753673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:13.768218 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:13.934607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Set router 086e83c8-1824-48a6-85a0-47c3b7c86e96 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:13.975604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ac5f21-4844-41b2-888c-957a989eb985 req-d394fc69-7eb8-4bc2-b047-8b328b4ade4d service neutron] 10.222.0.66 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975906 Mar 02 18:25:14.045357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77f6b90f-9203-4adc-a8c7-108ca5a3cf99 req-06c03279-175e-4789-943e-a00b8d1d1def tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004463 Mar 02 18:25:14.113811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-ececd553-9c3d-4f8d-8067-71b81d29bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.115885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-ececd553-9c3d-4f8d-8067-71b81d29bf78 service neutron] 10.222.0.65 "GET /v2.0/networks?id=cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 200 len: 922 time: 0.4933960 Mar 02 18:25:14.163591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port db850c57-7ef1-460e-96cf-0c1ee4303341 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:14.189198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port db850c57-7ef1-460e-96cf-0c1ee4303341 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:14.189622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.272859 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:14.279696 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a4a0f1-a330-4bac-99d7-f4dfa0f39455 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:22:56Z', 'revision_number': 4, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1923ae5b-fc9b-45cd-a081-c0abb23bfc2f', 'name': '', 'network_id': 'cfb3261e-576e-4fed-af13-a78eeaca3189', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'mac_address': 'fa:16:3e:30:da:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:52Z', 'updated_at': '2022-03-02T18:23:13Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'subnets': [{'id': 'ed15a7bb-dc83-4953-92bc-6709cd715715', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:14.396256 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-dffe9172-4cc2-4f59-bf19-fc98738c38a0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 200 len: 217 time: 0.2714543 Mar 02 18:25:14.433331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.741769 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b26dc1-98ec-4a89-9402-7b79fdfb7b5b None None] New status for floating IP ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:25:14.742160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.780249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.783764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db850c57-7ef1-460e-96cf-0c1ee4303341,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:14.786956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:14.807956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-a0797ef4-2e55-40e8-ad9e-75d2e58a7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.809526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-a0797ef4-2e55-40e8-ad9e-75d2e58a7b08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 200 len: 860 time: 0.1166840 Mar 02 18:25:14.817167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06719e-a2a3-47de-bc0c-195b6a20a898 req-53d2f634-c55d-4c49-bd57-2bfcdf48e34e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.819452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e06719e-a2a3-47de-bc0c-195b6a20a898 req-53d2f634-c55d-4c49-bd57-2bfcdf48e34e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 945 time: 0.2236202 Mar 02 18:25:14.874377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.883069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-4c8a242a-4f47-4d38-a896-f7ceea08f362 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.896512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-4c8a242a-4f47-4d38-a896-f7ceea08f362 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.11 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 945 time: 0.6875148 Mar 02 18:25:14.926737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971a32d-fd40-4552-b057-7bd867fb1ce5 req-0d0b4840-55b4-47e0-be54-af5627ed3531 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:14.929914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:14.930279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:14.938744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4971a32d-fd40-4552-b057-7bd867fb1ce5 req-0d0b4840-55b4-47e0-be54-af5627ed3531 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3044064 Mar 02 18:25:14.980525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:15.060368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:15.099720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086e83c8-1824-48a6-85a0-47c3b7c86e96', 'name': '', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '161874d3-8bd1-40f1-a52b-f88211171135', 'external_fixed_ips': [{'subnet_id': '1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '780d0c7b-d564-45e3-bbe0-0c297efab3f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:07Z', 'updated_at': '2022-03-02T18:25:11Z', 'revision_number': 3, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port': {'id': '780d0c7b-d564-45e3-bbe0-0c297efab3f0', 'name': '', 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:cf:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '086e83c8-1824-48a6-85a0-47c3b7c86e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1282, 'fixed_ips': [{'subnet_id': '1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:09Z', 'updated_at': '2022-03-02T18:25:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:15.111640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Checking router: 086e83c8-1824-48a6-85a0-47c3b7c86e96 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:15.111985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Updating router 086e83c8-1824-48a6-85a0-47c3b7c86e96 port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:25:15.121987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4971a32d-fd40-4552-b057-7bd867fb1ce5 req-2bfbb699-4556-4fd4-8bbc-82ec7c0cfb66 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819987 Mar 02 18:25:15.191147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-5d7f26a0-d34b-4be8-a957-98f7a52ee8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:15.193344 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-5d7f26a0-d34b-4be8-a957-98f7a52ee8ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cfb3261e-576e-4fed-af13-a78eeaca3189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3741214 Mar 02 18:25:15.200814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.230937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e06719e-a2a3-47de-bc0c-195b6a20a898 req-edb67bf4-d428-4660-96e7-d23dc15f90e6 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/security-groups?id=43535e3b-9510-4ae2-9a4d-bbe364d7f72d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961143 Mar 02 18:25:15.242221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Deleting port 6f65b893-342e-4c2b-9075-80e5baf70925 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:15.242688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.376131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-cf614c48-1d9d-4e2a-b637-6bcaeb8776df service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739211 Mar 02 18:25:15.407761 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341', 'code': 200} Mar 02 18:25:15.444395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.607485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.653065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-8dfff8b0-695f-4e6a-a7eb-9e55e4a50a36 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 200 len: 694 time: 0.2581356 Mar 02 18:25:15.658821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:15.667051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Usage tracker for resource:security_group_rule and tenant:1aa98ab0df29482c8a5bca4e82cd901c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:15.685659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Calling delete_port for 780d0c7b-d564-45e3-bbe0-0c297efab3f0 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:15.703455 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.705495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:15.718345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Transition to ACTIVE for port object 780d0c7b-d564-45e3-bbe0-0c297efab3f0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:15.747797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:15.797007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0f6393e-aa41-438d-a6cc-2ef828b89754 req-38065092-b793-46c8-93a7-466f6692e0b0 service neutron] 10.222.0.65 "GET /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125917 Mar 02 18:25:15.833042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.911592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Attempting to bind port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:15.914793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Attempting to bind port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '64239338-a844-4204-8870-a97de6c1af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:15.914793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Attempting to bind port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 on network 161874d3-8bd1-40f1-a52b-f88211171135 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:15.918452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218db15d-db8f-467f-99e5-a9cac9fe2752 None None] Pushing event updated for resources: {'Port': ['ID=780d0c7b-d564-45e3-bbe0-0c297efab3f0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:15.923579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:25:15.923955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Checking segment: {'id': '64239338-a844-4204-8870-a97de6c1af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:15.924365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.925257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Bound using segment: {'id': '64239338-a844-4204-8870-a97de6c1af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:25:15.925745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Bound port: 780d0c7b-d564-45e3-bbe0-0c297efab3f0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64239338-a844-4204-8870-a97de6c1af41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '161874d3-8bd1-40f1-a52b-f88211171135'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:15.926173 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:15.946691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d22c0-fd84-4183-bf72-fa525afceaf7 req-99859068-9e53-42ec-81bb-357159ecb862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:15.948202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-822d22c0-fd84-4183-bf72-fa525afceaf7 req-99859068-9e53-42ec-81bb-357159ecb862 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 1100 time: 0.4321136 Mar 02 18:25:16.012762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] For port 780d0c7b-d564-45e3-bbe0-0c297efab3f0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:25:16.016184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] For port 780d0c7b-d564-45e3-bbe0-0c297efab3f0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=780d0c7b-d564-45e3-bbe0-0c297efab3f0,segment=NetworkSegment(64239338-a844-4204-8870-a97de6c1af41),segment_id=64239338-a844-4204-8870-a97de6c1af41)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:25:16.017805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fcf39-370d-41ba-a01a-30d18fea6414 req-520901d0-497a-4ea1-8083-35851d89d827 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.019692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4fcf39-370d-41ba-a01a-30d18fea6414 req-520901d0-497a-4ea1-8083-35851d89d827 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 949 time: 0.5513070 Mar 02 18:25:16.023414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-822d22c0-fd84-4183-bf72-fa525afceaf7 req-8cbb5db2-e4f4-48ef-a2c9-0fcdd28176e4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671940 Mar 02 18:25:16.026240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] For port 6f65b893-342e-4c2b-9075-80e5baf70925, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6f65b893-342e-4c2b-9075-80e5baf70925,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:16.026597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.115417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff919e-5654-46fb-888d-75bad952c43b req-843ed8ef-6e35-499d-a2c9-fef2472b6dfb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:16.116728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-843ed8ef-6e35-499d-a2c9-fef2472b6dfb tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.4533222 Mar 02 18:25:16.130909 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.195059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:16.195645 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:16.197235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Calling delete_port for 6f65b893-342e-4c2b-9075-80e5baf70925 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:16.214504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Routers {'086e83c8-1824-48a6-85a0-47c3b7c86e96'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:16.215133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['086e83c8-1824-48a6-85a0-47c3b7c86e96'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:16.229245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-daba0b91-a21d-4a76-9356-217371fb4849 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:25:16.230267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-daba0b91-a21d-4a76-9356-217371fb4849 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440133 Mar 02 18:25:16.283171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218db15d-db8f-467f-99e5-a9cac9fe2752 None None] Pushing event updated for resources: {'Port': ['ID=780d0c7b-d564-45e3-bbe0-0c297efab3f0,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:16.347654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4fcf39-370d-41ba-a01a-30d18fea6414 req-f9b53cdb-7c75-4a66-b4a0-21524a8ee97f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054843 Mar 02 18:25:16.381752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] Set router 086e83c8-1824-48a6-85a0-47c3b7c86e96 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:16.384940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-cfef6076-c183-4084-b978-6b506ac9661d tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 697 time: 0.1344271 Mar 02 18:25:16.472544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.492239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '086e83c8-1824-48a6-85a0-47c3b7c86e96', 'name': '', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:07Z', 'updated_at': '2022-03-02T18:25:14Z', 'revision_number': 4, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:16.497877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcba94f0-fd7d-48a7-a98e-6863e99b7ba1 None None] The sync data for ids ['086e83c8-1824-48a6-85a0-47c3b7c86e96'] in n-d-828839-1 is: [{'id': '086e83c8-1824-48a6-85a0-47c3b7c86e96', 'name': '', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:07Z', 'updated_at': '2022-03-02T18:25:14Z', 'revision_number': 4, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:16.696874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting port 780d0c7b-d564-45e3-bbe0-0c297efab3f0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:16.697306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.701182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-fcdccb19-5d1f-4a39-a44b-828399d359d6 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.184 HTTP/1.1" status: 200 len: 697 time: 0.2960773 Mar 02 18:25:16.710665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:16.922424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1aa98ab0df29482c8a5bca4e82cd901c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9340582 Mar 02 18:25:16.930812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e78429c-d743-4673-ba41-2cdb2511552f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f4a455-d65b-4680-9890-843e26a2830b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:16.950417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54412) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:16.981373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Deleting port 2e559959-7007-48d6-ac1e-6638c8f2d86a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:16.981712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.021261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] For port 780d0c7b-d564-45e3-bbe0-0c297efab3f0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=780d0c7b-d564-45e3-bbe0-0c297efab3f0,segment=NetworkSegment(64239338-a844-4204-8870-a97de6c1af41),segment_id=64239338-a844-4204-8870-a97de6c1af41)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:17.021792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.050954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6897ca-ef39-4532-b579-e1c03fd105b1 req-f9ed94ce-cbcb-4f70-bc9a-4184d5f4f794 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:17.052503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b6897ca-ef39-4532-b579-e1c03fd105b1 req-f9ed94ce-cbcb-4f70-bc9a-4184d5f4f794 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.5782039 Mar 02 18:25:17.096656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.203158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Calling delete_port for 780d0c7b-d564-45e3-bbe0-0c297efab3f0 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:17.206218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Pushing event deleted for resources: {'Port': ['ID=6f65b893-342e-4c2b-9075-80e5baf70925,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:17.208085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.315133 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-b90c7655-d4a5-4eed-a9a0-379c55da0b98 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2178152 Mar 02 18:25:17.318627 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b6897ca-ef39-4532-b579-e1c03fd105b1 req-1943967c-2633-4546-994e-d7b3c14cb918 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574334 Mar 02 18:25:17.373909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6f65b893-342e-4c2b-9075-80e5baf70925 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:17.450794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 6f65b893-342e-4c2b-9075-80e5baf70925 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:17.451308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6f65b893-342e-4c2b-9075-80e5baf70925 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:17.470516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] No DVR routers for this DVR port 6f65b893-342e-4c2b-9075-80e5baf70925 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:17.474293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.484757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'name': 'network-vif-deleted', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:17.494982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.532807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a70e0b7-19a1-46c3-8418-b45e718567f0 req-3b51af2b-25b6-42eb-9d5a-46293056f95e tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.11 "DELETE /v2.0/ports/6f65b893-342e-4c2b-9075-80e5baf70925 HTTP/1.1" status: 204 len: 173 time: 2.5496497 Mar 02 18:25:17.548745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-bfecf365-c6a5-4fa4-9587-4139bc794805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:17.550283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-bfecf365-c6a5-4fa4-9587-4139bc794805 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 1100 time: 0.2001328 Mar 02 18:25:17.613207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d68e07c-114a-415e-b142-935614e43cda req-9a1b4c6c-b9fa-4c6b-b6f9-75d17350d388 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Synchronizing usage tracker for tenant:7c8849e6fe794fce96c5a525bf6e6c79 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:17.621180 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.621646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.622532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.724896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Port': ['ID=780d0c7b-d564-45e3-bbe0-0c297efab3f0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:17.763929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Calling delete_port for 2e559959-7007-48d6-ac1e-6638c8f2d86a owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:17.861031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-4154cb92-89ae-4b11-b084-654286ea0a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:17.862794 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-4154cb92-89ae-4b11-b084-654286ea0a43 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2797310 Mar 02 18:25:17.863532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:17.914879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d68e07c-114a-415e-b142-935614e43cda req-9a1b4c6c-b9fa-4c6b-b6f9-75d17350d388 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] Unset dirty status for tenant:7c8849e6fe794fce96c5a525bf6e6c79 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:17.916709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d68e07c-114a-415e-b142-935614e43cda req-9a1b4c6c-b9fa-4c6b-b6f9-75d17350d388 tempest-AttachSCSIVolumeTestJSON-2057194653 tempest-AttachSCSIVolumeTestJSON-2057194653-project] 10.222.0.66 "GET /v2.0/ports?device_id=752fe6b0-bed4-4d62-b5bc-36531cdb6b5d HTTP/1.1" status: 200 len: 210 time: 0.3885517 Mar 02 18:25:17.972156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.000636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f4a455-d65b-4680-9890-843e26a2830b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:18.041881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-79bfd544-9c33-4400-87fe-edf17e2853bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=369d0c49-ed37-43fa-b266-669561a6bf83 HTTP/1.1" status: 200 len: 217 time: 0.1332507 Mar 02 18:25:18.098736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.150550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event deleted for resources: {'Port': ['ID=2e559959-7007-48d6-ac1e-6638c8f2d86a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:18.151754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.159239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.186694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-56e5caa3-4ffb-4d5d-83a8-ba9ec54ab322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:18.188169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-56e5caa3-4ffb-4d5d-83a8-ba9ec54ab322 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1385846 Mar 02 18:25:18.267749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-5a0d169a-d94c-4b21-9d88-9ee6cedea7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:18.269136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-5a0d169a-d94c-4b21-9d88-9ee6cedea7b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741763 Mar 02 18:25:18.270736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a9a6d-d234-4e8b-a9d9-429394e05c7c req-ada35172-ac77-4d1e-80bc-18c5e2393621 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:18.272202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc3a9a6d-d234-4e8b-a9d9-429394e05c7c req-ada35172-ac77-4d1e-80bc-18c5e2393621 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 949 time: 0.2314930 Mar 02 18:25:18.278312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.314696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.318437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-949a7f8a-3b1d-42c8-b021-6b8e4309ea85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d9f4a455-d65b-4680-9890-843e26a2830b HTTP/1.1" status: 204 len: 168 time: 1.3644574 Mar 02 18:25:18.326700 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.327852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ff919e-5654-46fb-888d-75bad952c43b req-f2a1e062-dd32-4861-ac47-989bb8a218a7 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "DELETE /v2.0/floatingips/ebab1a3a-9d25-4f0a-ab31-ba3a0d41e894 HTTP/1.1" status: 204 len: 173 time: 1.6182418 Mar 02 18:25:18.350311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc3a9a6d-d234-4e8b-a9d9-429394e05c7c req-5f9dbd8f-32ef-45ff-9269-c1cfa3705d74 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676863 Mar 02 18:25:18.369831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.370414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 086e83c8-1824-48a6-85a0-47c3b7c86e96 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:18.399046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.403362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54428) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:18.403532 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3ae18b3e-2d63-4fe8-9e24-3d24b7fd26d0 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/routers/086e83c8-1824-48a6-85a0-47c3b7c86e96 HTTP/1.1" status: 204 len: 168 time: 4.6476486 Mar 02 18:25:18.436749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-49e4bbc5-f472-4cb7-a201-77f7f7f1f647 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522348 Mar 02 18:25:18.501725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting subnet 1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:25:18.501725 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.565058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.606734 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752fe6b0-bed4-4d62-b5bc-36531cdb6b5d', 'name': 'network-vif-deleted', 'tag': '6f65b893-342e-4c2b-9075-80e5baf70925', 'status': 'completed', 'code': 200} Mar 02 18:25:18.801463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-99e91a29-df90-42c4-9fb2-66977d235df2 req-625ed722-6f52-4617-bb77-f1d83f79fc61 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536332 Mar 02 18:25:18.833877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:18.910989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab32c2-3c05-4b25-9213-b220f4d45543 req-605b7eb3-ac61-4f01-ba90-b92e645374c6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:18.912452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aab32c2-3c05-4b25-9213-b220f4d45543 req-605b7eb3-ac61-4f01-ba90-b92e645374c6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3047061 Mar 02 18:25:18.958509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6aab32c2-3c05-4b25-9213-b220f4d45543 req-89571b09-9b57-4e71-85fb-9b954457fca0 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401416 Mar 02 18:25:19.127449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d906481-fbd1-4a05-9eaa-4cacee9ef7b1 req-eb5dc736-46db-4c2a-a227-6d67e1ae8daf tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.128973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d906481-fbd1-4a05-9eaa-4cacee9ef7b1 req-eb5dc736-46db-4c2a-a227-6d67e1ae8daf tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 1100 time: 0.0750451 Mar 02 18:25:19.150363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.205170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:19.213239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.222590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d906481-fbd1-4a05-9eaa-4cacee9ef7b1 req-bf601eb0-8c2d-45f1-b7a5-eb8db6cab1a6 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872610 Mar 02 18:25:19.224550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1dbc5590-458b-4e13-9fa0-9eb8e1a907d4 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9 HTTP/1.1" status: 204 len: 168 time: 0.8195698 Mar 02 18:25:19.227198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54436) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:19.352322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.392327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:19.414885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.431854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:19.437526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Usage tracker for resource:security_group_rule and tenant:6258cb4ef4a64269945916b165d76855 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:19.442666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:19.451718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:19.560506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.572432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.600097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-6f7bb95f-a6bf-48ea-803f-b43b59db69bf tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0553696 Mar 02 18:25:19.607821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161874d3-8bd1-40f1-a52b-f88211171135']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:19.630374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64239338-a844-4204-8870-a97de6c1af41') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:19.630625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64239338-a844-4204-8870-a97de6c1af41') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:19.646661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.683530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.721430 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6258cb4ef4a64269945916b165d76855&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255794 Mar 02 18:25:19.728123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54474) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:19.728957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a7b47-fe67-4027-b469-630a2b5e008e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2306140-42b8-4398-8c80-ba1e473fdfbe,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:19.760580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1df7-1571-47e7-810a-4d91df631a4d req-446a54fe-f7b4-4c48-9953-0062ba3d1ad5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.761383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c9dd1df7-1571-47e7-810a-4d91df631a4d req-446a54fe-f7b4-4c48-9953-0062ba3d1ad5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Synchronizing usage tracker for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:19.771847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.792788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:25:19.793205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.801254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:25:19.809601 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:25:19.832094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:19.911322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c9dd1df7-1571-47e7-810a-4d91df631a4d req-446a54fe-f7b4-4c48-9953-0062ba3d1ad5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Unset dirty status for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:19.912352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9dd1df7-1571-47e7-810a-4d91df631a4d req-446a54fe-f7b4-4c48-9953-0062ba3d1ad5 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 945 time: 0.5145867 Mar 02 18:25:19.920482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-97099549-9359-4547-b1eb-43cd5e3e88fb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:19.921994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-97099549-9359-4547-b1eb-43cd5e3e88fb tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972927 Mar 02 18:25:19.952591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-29130ae1-6f5c-47f5-a0cb-e361caf9925f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/quotas/d4446920d634413da5f6580d6978aff8 HTTP/1.1" status: 200 len: 375 time: 0.0159056 Mar 02 18:25:20.008742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9dd1df7-1571-47e7-810a-4d91df631a4d req-709eb8b7-996d-4116-b3ac-b1a3526e8e6b tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857861 Mar 02 18:25:20.022317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.042574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2306140-42b8-4398-8c80-ba1e473fdfbe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:20.046576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.050443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-499627d0-7f93-4ab5-a117-4471ae8926e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e2306140-42b8-4398-8c80-ba1e473fdfbe HTTP/1.1" status: 204 len: 168 time: 0.3162022 Mar 02 18:25:20.052137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.070229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 161874d3-8bd1-40f1-a52b-f88211171135 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:25:20.077154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.084582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Network': ['ID=161874d3-8bd1-40f1-a52b-f88211171135,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:20.113053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-86135cae-e415-4746-80df-c38686c0ed4e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1515539 Mar 02 18:25:20.124007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d2c761a9-3ef8-454e-83af-b5e16595a372 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/networks/161874d3-8bd1-40f1-a52b-f88211171135 HTTP/1.1" status: 204 len: 168 time: 0.8950415 Mar 02 18:25:20.332268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3cee3f-d3f9-40c3-94f3-15bdfb7c711d req-acff96d2-3a06-49fa-93a7-741d07fc715b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:20.334389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d3cee3f-d3f9-40c3-94f3-15bdfb7c711d req-acff96d2-3a06-49fa-93a7-741d07fc715b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.0870581 Mar 02 18:25:20.384346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d3cee3f-d3f9-40c3-94f3-15bdfb7c711d req-ac5f9b4b-a7ac-41f9-9bf6-772441b07797 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Mar 02 18:25:20.578333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b591007-a278-4305-9bb0-1430494a5afc req-b71ccb30-0dc4-4541-8240-5581812857bd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.0437880 Mar 02 18:25:20.708573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54522) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:20.717838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'name': 'tempest-router--125688988', 'project_id': '63d64f26251f4d34ae2ace28dbc10c8b'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:20.719625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:20.723815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:router and tenant:63d64f26251f4d34ae2ace28dbc10c8b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:20.726930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:20.733363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:20.896696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.906730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:20.963082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.007241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-c57a7acd-bec2-4bca-aa29-7c1e448a322e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:21.007986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-c57a7acd-bec2-4bca-aa29-7c1e448a322e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Synchronizing usage tracker for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:21.021327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-c57a7acd-bec2-4bca-aa29-7c1e448a322e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Unset dirty status for tenant:7f4c0f679d0d496dbef60cf6bf37414d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:21.022487 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-c57a7acd-bec2-4bca-aa29-7c1e448a322e tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.65 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 945 time: 0.1193078 Mar 02 18:25:21.108979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Deleting port b63716e9-f323-4a17-a7e3-1992eeda09b6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:21.109399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.142417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.251153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbc0b7-30b0-4c7b-a3f7-eec69a8c8d30 req-5496e857-0ad3-4f0f-a6c4-5bb7f4bb07e3 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:21.252824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66dbc0b7-30b0-4c7b-a3f7-eec69a8c8d30 req-5496e857-0ad3-4f0f-a6c4-5bb7f4bb07e3 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 945 time: 0.1038938 Mar 02 18:25:21.290282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.291936 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8ffde818-ecbd-4a05-8ef4-1a20451a087b tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5821021 Mar 02 18:25:21.316247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54540) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:21.316489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66dbc0b7-30b0-4c7b-a3f7-eec69a8c8d30 req-23b339bb-a3d3-4f8f-9a8f-59d2bae89483 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/security-groups?id=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468736 Mar 02 18:25:21.509067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:21.627098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b8dc6-932b-45a6-b13e-95abeb331a1c req-c276973d-7292-41ba-8f14-0bc3db2b684b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:21.628616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea4b8dc6-932b-45a6-b13e-95abeb331a1c req-c276973d-7292-41ba-8f14-0bc3db2b684b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.1154888 Mar 02 18:25:21.697097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c3ea5c2-680b-40cd-9c14-1d3ba9268ee3 req-57626077-f554-4d74-a1e1-54223ddaf28a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.0598166 Mar 02 18:25:21.725663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea4b8dc6-932b-45a6-b13e-95abeb331a1c req-f3e22df0-8f19-4ea6-9d72-6d7c142b9e4f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539069 Mar 02 18:25:21.851103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] For port b63716e9-f323-4a17-a7e3-1992eeda09b6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b63716e9-f323-4a17-a7e3-1992eeda09b6,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:21.851712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.112927 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e75e850-1bc8-4bed-bd11-b07173155c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.166517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.166517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Calling delete_port for b63716e9-f323-4a17-a7e3-1992eeda09b6 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:22.193577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.370056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.370986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0e05aec-e5c7-4520-8fe7-d24df07a2527 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:22.435074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.446980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['b63716e9-f323-4a17-a7e3-1992eeda09b6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:22.515829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe4ecff1-6321-4497-bf49-dc8b8ab0bd48 req-b9882cf2-e661-41ae-adf4-4fa3ef5da601 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 210 time: 0.0878820 Mar 02 18:25:22.554620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Pushing event deleted for resources: {'Port': ['ID=b63716e9-f323-4a17-a7e3-1992eeda09b6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:22.600074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.603912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6ec74358-f979-43ec-afe5-6bcfe6952918 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/routers/f0e05aec-e5c7-4520-8fe7-d24df07a2527 HTTP/1.1" status: 204 len: 168 time: 1.3036485 Mar 02 18:25:22.613354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] No DVR routers for this DVR port b63716e9-f323-4a17-a7e3-1992eeda09b6 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:22.616165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:22.619228 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ce6882a-3de4-4f59-a430-a808c3f5383f req-e40335ae-89d7-4f41-a92e-b8764e22c572 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.65 "DELETE /v2.0/ports/b63716e9-f323-4a17-a7e3-1992eeda09b6 HTTP/1.1" status: 204 len: 173 time: 1.5900273 Mar 02 18:25:22.619522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'name': 'network-vif-deleted', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:22.704193 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c687abf7-43fc-4f05-a377-0910a7134dec', 'name': 'network-vif-deleted', 'tag': 'b63716e9-f323-4a17-a7e3-1992eeda09b6', 'status': 'completed', 'code': 200} Mar 02 18:25:23.052729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1770e48-b6cf-48f4-ad90-0da71faa992f req-5fecf4c3-ba26-4ce2-918a-f9365fff9976 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.1130753 Mar 02 18:25:23.148652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa291-5382-45fd-a7de-96561ad211ee req-b3a87a81-f6b0-4818-9361-3114af999b1a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:23.155982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f52aa291-5382-45fd-a7de-96561ad211ee req-b3a87a81-f6b0-4818-9361-3114af999b1a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2717299 Mar 02 18:25:23.244962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54598) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:23.336954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f52aa291-5382-45fd-a7de-96561ad211ee req-603177ef-6045-4ec4-827d-0639043052a9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799421 Mar 02 18:25:23.455426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1890630524', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:23.463460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:23.468174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:23.472521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:23.480805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:23.645885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.648571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.675959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:23.741919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6603ae8f-6931-4c45-97f6-e9d691b05323 req-bfdd6e0f-a039-4e34-81f6-641e46d02421 tempest-FloatingIPsAssociationTestJSON-1198507206 tempest-FloatingIPsAssociationTestJSON-1198507206-project] 10.222.0.66 "GET /v2.0/ports?device_id=c687abf7-43fc-4f05-a377-0910a7134dec HTTP/1.1" status: 200 len: 210 time: 0.0644534 Mar 02 18:25:24.101096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-4d42f18c-74f8-4fe0-866c-ba26ab6cad70 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581222 Mar 02 18:25:24.228708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e1757112-93f0-4d5e-8c57-2e1b28dd36c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.303196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fc72bae-56c4-4648-9e30-827fda4fb248 req-7fa8d4f0-0714-4b42-bf13-b7f0d6804027 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.0528481 Mar 02 18:25:24.452608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:24.549410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-3d1b0968-15ed-4646-b8c0-06c550d522c6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:24.550984 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-3d1b0968-15ed-4646-b8c0-06c550d522c6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3480377 Mar 02 18:25:24.565340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Request body: {'port': {'device_id': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'd4446920d634413da5f6580d6978aff8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:24.575958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15829003-20db-4e3b-9807-a3a0f9a135a4 req-7e481c0f-f874-4cb7-8d3a-dde33c16469f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:24.577481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15829003-20db-4e3b-9807-a3a0f9a135a4 req-7e481c0f-f874-4cb7-8d3a-dde33c16469f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.0948246 Mar 02 18:25:24.626741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15829003-20db-4e3b-9807-a3a0f9a135a4 req-f5dcee36-1fad-47ab-bc62-abd69616203b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423753 Mar 02 18:25:24.846483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:24.858132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:24.865697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54636) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:25.078604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d020b3-4b99-49e6-851f-e8a6d378d2e6 req-97ce7ef5-4de0-4878-943b-8a37c6611fcf tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:25.081044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97d020b3-4b99-49e6-851f-e8a6d378d2e6 req-97ce7ef5-4de0-4878-943b-8a37c6611fcf tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.2794425 Mar 02 18:25:25.151179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Made reservation on behalf of d4446920d634413da5f6580d6978aff8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:25.155403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.210571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.217392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97d020b3-4b99-49e6-851f-e8a6d378d2e6 req-81b622b3-7e74-42a4-b623-0b6f2bec06a5 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231747 Mar 02 18:25:25.299767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.461276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.538021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.539590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:25.578684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54648) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:25.659656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c42f62d-4262-4bb4-9e42-cbc930780360 req-de0387d5-1632-4983-a6b3-523cab866e98 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.1255202 Mar 02 18:25:25.763540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Allocated IP 192.168.233.133 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/21dce661-cf84-4e58-8ab5-39af08c57c4c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:25.839783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Allocated IP 172.25.7.149 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/88a95c85-baad-4ee4-9ce7-2b235406d4f5) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:25.912693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b63716e9-f323-4a17-a7e3-1992eeda09b6 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:25.976077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: b63716e9-f323-4a17-a7e3-1992eeda09b6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:25.978954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b63716e9-f323-4a17-a7e3-1992eeda09b6 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:26.003763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.174663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.226773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.252810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Transition to ACTIVE for port object 21dce661-cf84-4e58-8ab5-39af08c57c4c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:26.353463 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.355687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.371861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32fcb8-747c-4d3d-9399-341eb06a8e51 req-5090497a-9ab2-4d6e-a07d-f94c33c38fac tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:26.372937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:26.373388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd32fcb8-747c-4d3d-9399-341eb06a8e51 req-5090497a-9ab2-4d6e-a07d-f94c33c38fac tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.5541251 Mar 02 18:25:26.454865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83', 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'db850c57-7ef1-460e-96cf-0c1ee4303341'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:26.456886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:26.461721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:26.465212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:26.499590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:26.512073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:26.514654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:26.596360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:26.597036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.628669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event updated for resources: {'Port': ['ID=88a95c85-baad-4ee4-9ce7-2b235406d4f5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:26.696581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd32fcb8-747c-4d3d-9399-341eb06a8e51 req-2af924d2-d49f-4d88-883a-367661f0c80e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093271 Mar 02 18:25:26.812190 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:26.944404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10083d6-ca78-4e3e-9094-f8be07e2572e req-f19f98d4-d5d6-48f6-bb44-3c9ef751563e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:26.945961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f10083d6-ca78-4e3e-9094-f8be07e2572e req-f19f98d4-d5d6-48f6-bb44-3c9ef751563e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.5716805 Mar 02 18:25:26.952655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event updated for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:26.969087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.037073 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-a6514db3-4e37-4ba6-99a9-871b5f6e25aa tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4738915 Mar 02 18:25:27.048022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Request body: {'port': {'device_id': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:27.077322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1970c7bd-0d09-4565-a12f-e42246ba6efa None None] Provisioning for port 21dce661-cf84-4e58-8ab5-39af08c57c4c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:27.084746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f10083d6-ca78-4e3e-9094-f8be07e2572e req-099445b4-42a0-4b3e-bd01-10eb378b35b6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297135 Mar 02 18:25:27.108287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Deleting port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:27.108758 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.155075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1970c7bd-0d09-4565-a12f-e42246ba6efa None None] Provisioning complete for port 21dce661-cf84-4e58-8ab5-39af08c57c4c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:27.155450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1970c7bd-0d09-4565-a12f-e42246ba6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.174539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01eb10-feda-4690-b291-2fc0cb430ada req-0033e7f9-5e38-4fcf-881c-11c08a2d3438 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:27.176164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e01eb10-feda-4690-b291-2fc0cb430ada req-0033e7f9-5e38-4fcf-881c-11c08a2d3438 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 936 time: 0.3001604 Mar 02 18:25:27.275775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1970c7bd-0d09-4565-a12f-e42246ba6efa None None] Port 21dce661-cf84-4e58-8ab5-39af08c57c4c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:25:27.367912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e01eb10-feda-4690-b291-2fc0cb430ada req-d5acbfee-9429-4977-8a95-d8ab6c67d7cd tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578882 Mar 02 18:25:27.373226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.419199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] For port 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:27.419782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.455488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.564949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Calling delete_port for 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:27.783383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:27.892690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.180713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Pushing event deleted for resources: {'Port': ['ID=1923ae5b-fc9b-45cd-a081-c0abb23bfc2f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:28.331894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.555008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:25:28.648177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dce661-cf84-4e58-8ab5-39af08c57c4c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:28.661183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.686857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Transition to ACTIVE for port object 21dce661-cf84-4e58-8ab5-39af08c57c4c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:28.776574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Router f8a20ed7-c922-46a7-b96d-03093d767718 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:25:28.830902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f2edc-138a-4bda-8434-80d86ddd5f5c req-357086c3-0ef5-444a-863a-85450245337e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:28.832467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b58f2edc-138a-4bda-8434-80d86ddd5f5c req-357086c3-0ef5-444a-863a-85450245337e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.6518784 Mar 02 18:25:28.843764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.878973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2640b-0d5c-4bd3-85da-27e5a7078d72 req-3efd7a38-3dac-4c62-9946-f040f56eee34 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:28.880463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9f2640b-0d5c-4bd3-85da-27e5a7078d72 req-3efd7a38-3dac-4c62-9946-f040f56eee34 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.5756180 Mar 02 18:25:28.941106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:28.970300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b58f2edc-138a-4bda-8434-80d86ddd5f5c req-917ec55c-d51c-496c-8c04-fca280cf3102 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211398 Mar 02 18:25:29.110528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:29.156759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9f2640b-0d5c-4bd3-85da-27e5a7078d72 req-661f3091-0a6e-4e79-b4c0-5c649f4a8dcc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600639 Mar 02 18:25:29.202829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:29.215892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] Sync routers for ids ['f8a20ed7-c922-46a7-b96d-03093d767718'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:29.235360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] Routers {'f8a20ed7-c922-46a7-b96d-03093d767718'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:29.236010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f8a20ed7-c922-46a7-b96d-03093d767718'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:29.251027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Attempting to bind port 21dce661-cf84-4e58-8ab5-39af08c57c4c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:29.251363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Attempting to bind port 21dce661-cf84-4e58-8ab5-39af08c57c4c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:29.251698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Attempting to bind port 21dce661-cf84-4e58-8ab5-39af08c57c4c on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:29.254513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Deleting port e61fd591-2bdf-4383-94ea-537bcb4c9da1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:29.255126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.256764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Port 21dce661-cf84-4e58-8ab5-39af08c57c4c on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:25:29.257095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Attempting to bind port 21dce661-cf84-4e58-8ab5-39af08c57c4c on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:29.267530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:25:29.267530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:29.267530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:25:29.267530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Bound port: 21dce661-cf84-4e58-8ab5-39af08c57c4c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:29.267530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.280532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:29.318582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:29.334463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] Routers {'f8a20ed7-c922-46a7-b96d-03093d767718'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:29.335701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f8a20ed7-c922-46a7-b96d-03093d767718'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:29.373643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:25:29.376952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:25:29.379199 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.380782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c23f2f5-6cd6-4f4d-85a3-7394b7c9ce87 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1340361 Mar 02 18:25:29.386680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54706) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:29.413735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:29.414185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f94537a-9ada-4c60-8121-2ea34b8c2840 None None] The sync data for ids ['f8a20ed7-c922-46a7-b96d-03093d767718'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:29.483146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.658574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.671489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] For port e61fd591-2bdf-4383-94ea-537bcb4c9da1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e61fd591-2bdf-4383-94ea-537bcb4c9da1,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:29.671851 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.710964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:29.711590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:29.713008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] 10.222.0.65 "PUT /v2.0/ports/21dce661-cf84-4e58-8ab5-39af08c57c4c HTTP/1.1" status: 200 len: 1096 time: 2.6702559 Mar 02 18:25:29.721585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:29.723644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:29.741424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2fb1b95ee14927a54287b7f49116ac is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:29.798100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:29.802890 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c', 'status': 'completed', 'code': 200} Mar 02 18:25:29.861197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e161d-bbb8-491f-89c0-c5d0804633a1 service neutron] Pushing event updated for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:29.869022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:29.916500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c62843b-0e38-4291-800b-bf45bafdebbc tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/f8a20ed7-c922-46a7-b96d-03093d767718 HTTP/1.1" status: 200 len: 921 time: 0.5283964 Mar 02 18:25:29.921965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:29.988227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc4c64e0-839a-4199-9e68-d9e4c1f22b0f tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a20ed7-c922-46a7-b96d-03093d767718 HTTP/1.1" status: 200 len: 205 time: 0.0653613 Mar 02 18:25:29.994766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54716) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:30.004179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Calling delete_port for e61fd591-2bdf-4383-94ea-537bcb4c9da1 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:30.096875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6c6fd-7390-4373-9f0e-154b8f267798 req-641865d1-3219-499e-8374-780a39644b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.098429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ada6c6fd-7390-4373-9f0e-154b8f267798 req-641865d1-3219-499e-8374-780a39644b53 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 1099 time: 0.2947261 Mar 02 18:25:30.103907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561424a-3be2-4c66-b741-7aaf8a5acaaf req-0e06a622-125e-414a-b3c8-5697715dc89a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.105485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9561424a-3be2-4c66-b741-7aaf8a5acaaf req-0e06a622-125e-414a-b3c8-5697715dc89a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 948 time: 0.9227872 Mar 02 18:25:30.229099 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ada6c6fd-7390-4373-9f0e-154b8f267798 req-c0def292-5770-493b-bd08-c387e1705185 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d4446920d634413da5f6580d6978aff8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1057336 Mar 02 18:25:30.272303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:25:30.283543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9561424a-3be2-4c66-b741-7aaf8a5acaaf req-bf4be478-f969-422b-a42b-8c5d42f57f33 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600285 Mar 02 18:25:30.294360 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.301825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.404399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f4127-6c91-412b-b381-c7522faacdfe req-8b7b37c9-1801-4752-975b-086f07272857 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.405851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e1f4127-6c91-412b-b381-c7522faacdfe req-8b7b37c9-1801-4752-975b-086f07272857 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2745581 Mar 02 18:25:30.413882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.514293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1d2fb1b95ee14927a54287b7f49116ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2326899 Mar 02 18:25:30.519334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5cead-611d-49fa-bb5c-c826b9e36282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6950883-7118-44f8-ae75-7ddc97cf6c95,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.521617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54724) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:30.625968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e1f4127-6c91-412b-b381-c7522faacdfe req-1475c4eb-f08f-4397-b47f-ca6817c888b4 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797686 Mar 02 18:25:30.636217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6c6fd-7390-4373-9f0e-154b8f267798 req-b21312c3-3441-4cc1-95ab-238798580a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.637728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ada6c6fd-7390-4373-9f0e-154b8f267798 req-b21312c3-3441-4cc1-95ab-238798580a72 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4021444 Mar 02 18:25:30.684790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:30.695203 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Sync routers for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:30.706979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:30.708112 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:30.711083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.719027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133ebea-0f58-42ea-875d-58b624ea6012 req-4a651b65-40bb-4125-b1a2-dafb3d36eb7b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.720526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4133ebea-0f58-42ea-875d-58b624ea6012 req-4a651b65-40bb-4125-b1a2-dafb3d36eb7b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3278804 Mar 02 18:25:30.743429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.776076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4133ebea-0f58-42ea-875d-58b624ea6012 req-9c7f9161-469d-4eb9-b793-753738b05ede tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462017 Mar 02 18:25:30.781381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.789588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.833032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port 88a95c85-baad-4ee4-9ce7-2b235406d4f5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:30.833376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:30.851347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-de978676-d6b7-47f0-8c9d-b20e14c73956 admin admin] 10.222.0.66 "PUT /v2.0/routers/b7f6adde-bbe8-47ae-a494-b45cea7c5ae0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9842045 Mar 02 18:25:30.860374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:30.905586 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:30.911049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Pushing event deleted for resources: {'Port': ['ID=e61fd591-2bdf-4383-94ea-537bcb4c9da1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:30.936622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-41bd4705-589d-4996-a9ea-c1996afb3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:30.938171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-41bd4705-589d-4996-a9ea-c1996afb3268 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 1099 time: 0.2600329 Mar 02 18:25:31.172627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-46bab9e9-6831-4f81-bd9a-05731bdef671 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c HTTP/1.1" status: 200 len: 217 time: 0.2213814 Mar 02 18:25:31.200532 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.288485 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:25:27Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:31.292869 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Checking router: b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:31.302500 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Routers {'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:31.303135 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:31.456851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.498963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6950883-7118-44f8-ae75-7ddc97cf6c95,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:31.514010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.522287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-6aadf529-80fa-4383-8e35-17757c727a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:31.523959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-6aadf529-80fa-4383-8e35-17757c727a4c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.3400044 Mar 02 18:25:31.536652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.538746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-664f2e7c-5a9a-4610-8a29-3084cadf3555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6950883-7118-44f8-ae75-7ddc97cf6c95 HTTP/1.1" status: 204 len: 168 time: 1.0105846 Mar 02 18:25:31.575502 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] Set router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:31.713192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:31.774676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for 88a95c85-baad-4ee4-9ce7-2b235406d4f5 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:31.825040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f25f6b-d3be-411e-bfef-3f29444d6a45 req-9765ce43-b74a-4fcd-acc3-202aaf205392 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:31.827331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8f25f6b-d3be-411e-bfef-3f29444d6a45 req-9765ce43-b74a-4fcd-acc3-202aaf205392 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 948 time: 0.3985486 Mar 02 18:25:31.930620 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:25:27Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:31.938818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acacae9-5375-47ba-b681-d0afcb2b80b7 None None] The sync data for ids ['b7f6adde-bbe8-47ae-a494-b45cea7c5ae0'] in n-d-828839-1 is: [{'id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'name': 'tempest-FloatingIPsAssociationTestJSON-2141743168-router', 'tenant_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59'}], 'enable_snat': True}, 'gw_port_id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:40Z', 'updated_at': '2022-03-02T18:25:27Z', 'revision_number': 5, 'project_id': '7f4c0f679d0d496dbef60cf6bf37414d', 'gw_port': {'id': 'c5084388-c82e-46f0-9188-5a7f7fdbc928', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:10:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f6adde-bbe8-47ae-a494-b45cea7c5ae0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1092, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:43Z', 'updated_at': '2022-03-02T18:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:31.957467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8f25f6b-d3be-411e-bfef-3f29444d6a45 req-017c0b82-60bc-42c6-a534-864ea2e0ee65 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134915 Mar 02 18:25:31.968698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Router 3e4f1908-0ada-41cb-aa20-595f5082c296 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:25:32.050836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-81b428a0-7ba5-41c1-94dd-a0ff8d0bcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:32.052407 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-81b428a0-7ba5-41c1-94dd-a0ff8d0bcff2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5210700 Mar 02 18:25:32.120323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.225241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:32.235381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9198d-b2e3-4c22-8710-5a105a8c8246 req-47c3f167-dcba-4021-baaf-92be34fc0bcb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:32.236906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7df9198d-b2e3-4c22-8710-5a105a8c8246 req-47c3f167-dcba-4021-baaf-92be34fc0bcb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3745177 Mar 02 18:25:32.237564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Sync routers for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:32.242824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e36955e2-8542-43b1-91b3-1a321f31c7dd admin admin] 10.222.0.66 "PUT /v2.0/routers/3e4f1908-0ada-41cb-aa20-595f5082c296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6563447 Mar 02 18:25:32.243132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54742) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.252837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:32.255905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:32.292170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-81074604-22f4-4c2f-bd8a-e85a60c3bdce service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173507 Mar 02 18:25:32.326166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Deleting port c5084388-c82e-46f0-9188-5a7f7fdbc928 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:32.326897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.408123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c402b36-cdbc-4853-8ca6-daff27733140 req-1cb5a80b-a0f3-4240-89c8-b75b5b9bf16d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:32.414074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c402b36-cdbc-4853-8ca6-daff27733140 req-1cb5a80b-a0f3-4240-89c8-b75b5b9bf16d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.2847579 Mar 02 18:25:32.451681 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.487075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:32.590724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54746) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:32.593976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=88a95c85-baad-4ee4-9ce7-2b235406d4f5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:32.601990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7df9198d-b2e3-4c22-8710-5a105a8c8246 req-09c4c700-19d8-4469-ba66-9e6c60533d05 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2972894 Mar 02 18:25:32.671443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.731068 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ff18d816-4a74-4020-a3ce-8ed6adb3366d req-2cfcb65a-4bbb-40ec-b5f6-6e23a7d85283 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4313960 Mar 02 18:25:32.752617 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.761934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.781132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c402b36-cdbc-4853-8ca6-daff27733140 req-f9d1d6c6-4f26-414f-bb1b-bb9752ce2bdc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2089648 Mar 02 18:25:32.784248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:32.801912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Usage tracker for resource:security_group_rule and tenant:fbde8e4fa6c549d0983c92950597a1bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:32.837032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] For port c5084388-c82e-46f0-9188-5a7f7fdbc928, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c5084388-c82e-46f0-9188-5a7f7fdbc928,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:32.837032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:32.837215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 5, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:32.839127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Checking router: 3e4f1908-0ada-41cb-aa20-595f5082c296 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:32.848292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Routers {'3e4f1908-0ada-41cb-aa20-595f5082c296'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:32.848903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e4f1908-0ada-41cb-aa20-595f5082c296'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:32.866392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:32.885781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:32.947137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.021294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.040621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Deleting port 2e699ec9-1b52-4d98-a990-765c6fdb19cb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:33.040621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.090653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] Set router 3e4f1908-0ada-41cb-aa20-595f5082c296 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:33.102162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.225505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Calling delete_port for c5084388-c82e-46f0-9188-5a7f7fdbc928 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:33.246916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fbde8e4fa6c549d0983c92950597a1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409585 Mar 02 18:25:33.250814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee7f89-0301-498a-9051-b782d8c77778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41299324-f8b2-4c5c-973a-5b7989a298a5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:33.254631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54752) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:33.276488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.280715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.407932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.408315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router f8a20ed7-c922-46a7-b96d-03093d767718 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:33.419098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d66be3-a3cc-44aa-9fa1-aade9a7ef491 req-fbf8a2c6-fd1e-42fc-82a9-0ab861118f9b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:33.426018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41d66be3-a3cc-44aa-9fa1-aade9a7ef491 req-fbf8a2c6-fd1e-42fc-82a9-0ab861118f9b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 948 time: 0.2845271 Mar 02 18:25:33.454206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.455013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.456165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd71d918-c457-470c-850d-1266973bf5dc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/f8a20ed7-c922-46a7-b96d-03093d767718 HTTP/1.1" status: 204 len: 168 time: 3.4608326 Mar 02 18:25:33.460132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:33.460695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] For port 2e699ec9-1b52-4d98-a990-765c6fdb19cb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e699ec9-1b52-4d98-a990-765c6fdb19cb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:33.461244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.467083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'name': 'tempest-snat-router-689509147', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:33.471973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:33.475933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:router and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:33.479453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:33.485240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:33.490833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:33.527875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:33.528143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1923ae5b-fc9b-45cd-a081-c0abb23bfc2f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:33.555091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 5, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:33.559679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fa566-d6be-49d8-850c-5a0ab73ab790 None None] The sync data for ids ['3e4f1908-0ada-41cb-aa20-595f5082c296'] in n-d-828839-1 is: [{'id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'name': 'tempest-AttachSCSIVolumeTestJSON-996929198-router', 'tenant_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213'}], 'enable_snat': True}, 'gw_port_id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:22:38Z', 'updated_at': '2022-03-02T18:25:30Z', 'revision_number': 5, 'project_id': '7c8849e6fe794fce96c5a525bf6e6c79', 'gw_port': {'id': '2e699ec9-1b52-4d98-a990-765c6fdb19cb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4f1908-0ada-41cb-aa20-595f5082c296', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:22:39Z', 'updated_at': '2022-03-02T18:22:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:33.569466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.622917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5084388-c82e-46f0-9188-5a7f7fdbc928,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:33.661643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.663098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.733951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.748623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.754775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Calling delete_port for 2e699ec9-1b52-4d98-a990-765c6fdb19cb owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:33.795046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:33.863418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41d66be3-a3cc-44aa-9fa1-aade9a7ef491 req-f86ee7ef-2a9f-486e-b38a-668693812392 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364281 Mar 02 18:25:33.945696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.004708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.073543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b45c081-e793-438e-b073-4b4be16c3407 req-40f5b406-e945-4110-925d-30df7184b95b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:34.075362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b45c081-e793-438e-b073-4b4be16c3407 req-40f5b406-e945-4110-925d-30df7184b95b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2891319 Mar 02 18:25:34.107549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.132427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41299324-f8b2-4c5c-973a-5b7989a298a5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:34.155563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.203315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b45c081-e793-438e-b073-4b4be16c3407 req-9f5a90ff-fb4f-4beb-83c7-85b39ff09049 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127870 Mar 02 18:25:34.223802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e699ec9-1b52-4d98-a990-765c6fdb19cb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:34.227276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.228407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3652e639-277d-4c82-8802-7492e8a98142 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41299324-f8b2-4c5c-973a-5b7989a298a5 HTTP/1.1" status: 204 len: 168 time: 0.9729831 Mar 02 18:25:34.234902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.235476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:34.239446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.254830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.258427 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75fc88e9-56cc-44d9-8557-0d543f88d1bc admin admin] 10.222.0.66 "DELETE /v2.0/routers/b7f6adde-bbe8-47ae-a494-b45cea7c5ae0 HTTP/1.1" status: 204 len: 168 time: 3.3951898 Mar 02 18:25:34.259235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:34.321670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404345c-98e4-4628-b9df-fe4148cd7176 req-841451d8-b109-48a0-9dc0-a31c1050c20c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:34.323312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4404345c-98e4-4628-b9df-fe4148cd7176 req-841451d8-b109-48a0-9dc0-a31c1050c20c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3033447 Mar 02 18:25:34.355752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Deleting subnet ed15a7bb-dc83-4953-92bc-6709cd715715 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:25:34.362804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.370275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.446649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.583078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4404345c-98e4-4628-b9df-fe4148cd7176 req-f41ce003-488a-447d-808e-4797214888b6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516363 Mar 02 18:25:34.595226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.599330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.700488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.700488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4f1908-0ada-41cb-aa20-595f5082c296 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:34.712926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.716366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ee1c246-8c9a-4861-9cf4-04a2659c2c80 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3e4f1908-0ada-41cb-aa20-595f5082c296 HTTP/1.1" status: 204 len: 168 time: 2.4695795 Mar 02 18:25:34.716625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54772) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:34.730604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.836856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Deleting subnet 4d2b5a48-de76-4d50-a216-4debbbcbd4d7 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:25:34.836856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:34.929499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.079407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.115012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.120062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.196445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dea54e-d3c4-4ead-adfa-6d141e133a26 req-05ceec68-df71-453d-b9ad-26217b211410 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:35.198361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47dea54e-d3c4-4ead-adfa-6d141e133a26 req-05ceec68-df71-453d-b9ad-26217b211410 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 948 time: 0.1477385 Mar 02 18:25:35.249860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.267692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47dea54e-d3c4-4ead-adfa-6d141e133a26 req-f340dcda-e4de-4799-998f-a1fae1f06e6e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Mar 02 18:25:35.310086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.315208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6eca134-7d9c-4c68-a213-609e0fef001d None None] Network cfb3261e-576e-4fed-af13-a78eeaca3189 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:35.317276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed15a7bb-dc83-4953-92bc-6709cd715715,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:35.323094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.332011 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2112277a-5ac2-42c1-815f-013994c4e911 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ed15a7bb-dc83-4953-92bc-6709cd715715 HTTP/1.1" status: 204 len: 168 time: 1.0711038 Mar 02 18:25:35.335291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:35.367042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.25.7.91 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/d2c08ea1-3105-4d63-8f5f-845e85059ccb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:35.421693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d2b5a48-de76-4d50-a216-4debbbcbd4d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:35.433805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.448126 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ca107ef-c687-4f21-9faf-35581fad4993 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4d2b5a48-de76-4d50-a216-4debbbcbd4d7 HTTP/1.1" status: 204 len: 168 time: 0.7290518 Mar 02 18:25:35.449758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8963a-507e-4de9-b93b-48db4e0d1a18 None None] Network 4e15668c-da62-4b8a-92ae-9e30e648a3dc requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:35.450168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54796) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:35.545005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.609384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e61fd591-2bdf-4383-94ea-537bcb4c9da1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:35.623526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e237be03-c27a-4b4f-bcd2-97a25486315c req-af43e347-7e57-4dde-a69c-c301502cb909 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:35.630950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e237be03-c27a-4b4f-bcd2-97a25486315c req-af43e347-7e57-4dde-a69c-c301502cb909 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.3118482 Mar 02 18:25:35.679482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.688713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e61fd591-2bdf-4383-94ea-537bcb4c9da1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:35.689057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e61fd591-2bdf-4383-94ea-537bcb4c9da1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:35.689484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e699ec9-1b52-4d98-a990-765c6fdb19cb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:35.703618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e237be03-c27a-4b4f-bcd2-97a25486315c req-e6da73af-1f7e-44f6-b609-edf88018275c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686622 Mar 02 18:25:35.707163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Deleting port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:35.707514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.719165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Deleting port 0224f3df-66e0-4a59-9699-7d47b016705d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:35.719517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.766333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2e699ec9-1b52-4d98-a990-765c6fdb19cb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:35.766676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e699ec9-1b52-4d98-a990-765c6fdb19cb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:35.767271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c5084388-c82e-46f0-9188-5a7f7fdbc928 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:35.816458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:35.846558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c5084388-c82e-46f0-9188-5a7f7fdbc928 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:35.847148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c5084388-c82e-46f0-9188-5a7f7fdbc928 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:35.961256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 21dce661-cf84-4e58-8ab5-39af08c57c4c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:36.015945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] DHCP port deletion for cfb3261e-576e-4fed-af13-a78eeaca3189 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:25:36.036777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] DHCP port deletion for 4e15668c-da62-4b8a-92ae-9e30e648a3dc request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:25:36.044952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Deleting port 0224f3df-66e0-4a59-9699-7d47b016705d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:36.045555 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.066200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] For port 0224f3df-66e0-4a59-9699-7d47b016705d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0224f3df-66e0-4a59-9699-7d47b016705d,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.066665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.148600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Deleting port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:36.148969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.203861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] For port cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.204497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.225769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a9767-09f8-4b42-a1cb-8ee3cdddd897 req-9cad76a2-5ee9-4359-ba53-7cb6f0dc8813 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:36.226163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Calling delete_port for 0224f3df-66e0-4a59-9699-7d47b016705d owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:36.228396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-081a9767-09f8-4b42-a1cb-8ee3cdddd897 req-9cad76a2-5ee9-4359-ba53-7cb6f0dc8813 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.4147224 Mar 02 18:25:36.343023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.385630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Calling delete_port for cce8e7a5-03e6-4601-af8f-f9cda0c25e25 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:36.391749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '21dce661-cf84-4e58-8ab5-39af08c57c4c', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '21dce661-cf84-4e58-8ab5-39af08c57c4c', 'mac_address': 'fa:16:3e:66:f9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:36.401170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.488156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.499318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:36.504177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:36.509867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:36.512427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-081a9767-09f8-4b42-a1cb-8ee3cdddd897 req-f23cfb88-203b-4757-8c45-84b7e4436fd4 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764192 Mar 02 18:25:36.559906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] No DVR routers for this DVR port 0224f3df-66e0-4a59-9699-7d47b016705d on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:36.579652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f1e3a-49ff-4395-81c1-31a8af5e13d5 req-c4f3b0cf-7677-4c0d-a591-0d0c1b7102df tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:36.581142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34f1e3a-49ff-4395-81c1-31a8af5e13d5 req-c4f3b0cf-7677-4c0d-a591-0d0c1b7102df tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 948 time: 0.1640623 Mar 02 18:25:36.637855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34f1e3a-49ff-4395-81c1-31a8af5e13d5 req-4b6502dd-3a6f-4e5c-8dc6-b52b1a392aae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497689 Mar 02 18:25:36.642001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=d2c08ea1-3105-4d63-8f5f-845e85059ccb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:36.657102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] For port 0224f3df-66e0-4a59-9699-7d47b016705d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0224f3df-66e0-4a59-9699-7d47b016705d,segment=NetworkSegment(f6834759-67be-4125-a875-693ec8aa7a44),segment_id=f6834759-67be-4125-a875-693ec8aa7a44)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.657499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.702338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.725918 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.781734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:36.788804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] No DVR routers for this DVR port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:36.794817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dce661-cf84-4e58-8ab5-39af08c57c4c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:36.812631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.884725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Calling delete_port for 0224f3df-66e0-4a59-9699-7d47b016705d owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:36.926764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] For port cce8e7a5-03e6-4601-af8f-f9cda0c25e25, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cce8e7a5-03e6-4601-af8f-f9cda0c25e25,segment=NetworkSegment(2c1b520a-2b16-4bd8-b606-6d676db948eb),segment_id=2c1b520a-2b16-4bd8-b606-6d676db948eb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:36.927365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:36.953844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Pushing event deleted for resources: {'Port': ['ID=0224f3df-66e0-4a59-9699-7d47b016705d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:37.028285 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.034537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.071169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e15668c-da62-4b8a-92ae-9e30e648a3dc']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.080216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Calling delete_port for cce8e7a5-03e6-4601-af8f-f9cda0c25e25 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:37.095801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23824356-4abe-435b-b053-1597f54c466f req-c9efcc9b-6fbc-4698-93a1-5a71696376d1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:37.103690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23824356-4abe-435b-b053-1597f54c466f req-c9efcc9b-6fbc-4698-93a1-5a71696376d1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2177784 Mar 02 18:25:37.117421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.120346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb3261e-576e-4fed-af13-a78eeaca3189']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.131840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1b520a-2b16-4bd8-b606-6d676db948eb') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.131840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1b520a-2b16-4bd8-b606-6d676db948eb') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.139446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.145650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6834759-67be-4125-a875-693ec8aa7a44') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.146244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6834759-67be-4125-a875-693ec8aa7a44') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:37.166834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.175115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.188444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.188639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23824356-4abe-435b-b053-1597f54c466f req-f1537108-913b-4396-8055-612c59839a16 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836205 Mar 02 18:25:37.199868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:25:37.200140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:25:37.200322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.200552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:25:37.215576 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:25:37.222356 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:25:37.279557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:37.279985 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: from cryptography.utils import int_from_bytes Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: from cryptography.utils import int_from_bytes Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn_limited( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn_limited( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.301009 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:25:37.304980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:37.312257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.312537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.312881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.313216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.313551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.313882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.314233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.314559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.314881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.315201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.315523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.315842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:37.320413 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:37.321681 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:37.368484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['21dce661-cf84-4e58-8ab5-39af08c57c4c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:37.472709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.501986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.537200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] Pushing event deleted for resources: {'Network': ['ID=cfb3261e-576e-4fed-af13-a78eeaca3189,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:37.548481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0224f3df-66e0-4a59-9699-7d47b016705d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:37.558392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.558933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.586226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.609181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=4e15668c-da62-4b8a-92ae-9e30e648a3dc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:37.629852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8af69748-b994-4ace-a18c-59a5b467bb3f admin admin] 10.222.0.66 "DELETE /v2.0/networks/cfb3261e-576e-4fed-af13-a78eeaca3189 HTTP/1.1" status: 204 len: 168 time: 2.2931066 Mar 02 18:25:37.633235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0224f3df-66e0-4a59-9699-7d47b016705d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:37.634543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0224f3df-66e0-4a59-9699-7d47b016705d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:37.634769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cce8e7a5-03e6-4601-af8f-f9cda0c25e25 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:37.689828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: cce8e7a5-03e6-4601-af8f-f9cda0c25e25 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:37.690383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cce8e7a5-03e6-4601-af8f-f9cda0c25e25 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:37.780952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Deleting port 0224f3df-66e0-4a59-9699-7d47b016705d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:37.781617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.782549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-25a44f44-ce28-4ed8-a38a-6c5be2391ebb admin admin] 10.222.0.66 "DELETE /v2.0/networks/4e15668c-da62-4b8a-92ae-9e30e648a3dc HTTP/1.1" status: 204 len: 168 time: 2.3312321 Mar 02 18:25:37.785261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54836) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:37.825066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Deleting port cce8e7a5-03e6-4601-af8f-f9cda0c25e25 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:37.838097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:37.934720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-77f0bb51-2c65-4b06-b996-9fe927afad69 None None] The port '0224f3df-66e0-4a59-9699-7d47b016705d' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:25:37.940919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5dbfa4c0-b760-40b1-b8e2-67ce29f132fd None None] The port 'cce8e7a5-03e6-4601-af8f-f9cda0c25e25' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:25:37.962544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:37.969176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:37.977758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.091632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c76c47b-674c-4fc2-a1ae-3b16e6799152 req-6c2ac8f4-9da6-45b3-b4de-a01e595f9055 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:38.093334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c76c47b-674c-4fc2-a1ae-3b16e6799152 req-6c2ac8f4-9da6-45b3-b4de-a01e595f9055 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3865685 Mar 02 18:25:38.136090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c1713-fe25-4a56-897c-838a00ba312b req-7ca44e9d-f611-4f86-a60d-66e72daeac3c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:38.136090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e6c1713-fe25-4a56-897c-838a00ba312b req-7ca44e9d-f611-4f86-a60d-66e72daeac3c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 949 time: 0.2681108 Mar 02 18:25:38.194777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:38.261983 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.299232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:38.320431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:38.329301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '24430119-a0b7-4439-8b52-27b11ecbee01', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'port_id': '24430119-a0b7-4439-8b52-27b11ecbee01', 'mac_address': 'fa:16:3e:ed:e9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb83576-7cd7-4f25-8595-49fa504783c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:38.335061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c76c47b-674c-4fc2-a1ae-3b16e6799152 req-e6bcc50f-dc51-4e8a-9bad-f270f6408413 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198482 Mar 02 18:25:38.335277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:38.357539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e6c1713-fe25-4a56-897c-838a00ba312b req-25c6627f-ed33-439a-ac6c-53e41b1f549f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024467 Mar 02 18:25:38.375953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router ea380d77-1dd0-496a-a505-b0f1d10ecff8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:25:38.454519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.486843 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01', 'code': 200} Mar 02 18:25:38.491577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.538341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24430119-a0b7-4439-8b52-27b11ecbee01 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:38.566533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1ed974c2-7630-4857-b8ac-c54eb28214c7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f4c0f679d0d496dbef60cf6bf37414d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130989 Mar 02 18:25:38.575585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54852) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:38.630176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:38.630825 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:38.646079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:38.812976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.832402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:38.841872 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Sync routers for ids ['ea380d77-1dd0-496a-a505-b0f1d10ecff8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:38.843369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412526d-ff39-4ed1-9ec6-55d30c8ca169 req-31b5a3f0-baab-4916-b7ca-d5a1f2b8ee32 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:38.844886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8412526d-ff39-4ed1-9ec6-55d30c8ca169 req-31b5a3f0-baab-4916-b7ca-d5a1f2b8ee32 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 943 time: 0.2684131 Mar 02 18:25:38.854385 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Routers {'ea380d77-1dd0-496a-a505-b0f1d10ecff8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:38.860313 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ea380d77-1dd0-496a-a505-b0f1d10ecff8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:38.877744 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.908098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:38.909405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-020961dc-e078-4274-83eb-69db1c7e45f7 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.4464381 Mar 02 18:25:38.912406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54856) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:38.958497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8412526d-ff39-4ed1-9ec6-55d30c8ca169 req-6335f031-30dd-4284-bc15-b8863d9ccf24 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050222 Mar 02 18:25:39.062906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Set router ea380d77-1dd0-496a-a505-b0f1d10ecff8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:39.118054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b9fe4a8-bb71-445b-90c8-4814ad72333c tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/ea380d77-1dd0-496a-a505-b0f1d10ecff8 HTTP/1.1" status: 200 len: 907 time: 0.1978579 Mar 02 18:25:39.118563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54862) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:39.119732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'name': 'tempest-snat-router-689509147', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': True}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:39.125996 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.213861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.234502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.239550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:39.240121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24430119-a0b7-4439-8b52-27b11ecbee01 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:39.261663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Usage tracker for resource:router and tenant:683b45f5d9df4fdcbbfa9db998ef8a1c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:39.266745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:39.272641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:39.282422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:39.285624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:39.297224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.298433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9eddadd6-635b-4bf9-b68c-d58f9c51995e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e146a84-8ce7-4dd0-8ef3-4f70dd0309c8 HTTP/1.1" status: 204 len: 168 time: 0.7203026 Mar 02 18:25:39.380598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.454648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91'}], 'enable_snat': False}, 'gw_port_id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:37Z', 'revision_number': 3, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port': {'id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:35Z', 'updated_at': '2022-03-02T18:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:39.472516 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Checking router: ea380d77-1dd0-496a-a505-b0f1d10ecff8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:39.472516 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Updating router ea380d77-1dd0-496a-a505-b0f1d10ecff8 port d2c08ea1-3105-4d63-8f5f-845e85059ccb binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:25:39.496195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.499245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.563092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:39.578296 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.653131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['24430119-a0b7-4439-8b52-27b11ecbee01'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:39.716495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:39.898859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad20e8-3901-4098-ab88-1cc70cef5a29 req-29f231fe-938c-4051-8997-3f313f1e9d0b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:39.909139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aad20e8-3901-4098-ab88-1cc70cef5a29 req-29f231fe-938c-4051-8997-3f313f1e9d0b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3321767 Mar 02 18:25:39.923282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f2df8-ce03-4148-9d78-725ba11bf381 req-aa2094d3-f605-454a-8e9d-e1048af3563b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:39.935104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da3f2df8-ce03-4148-9d78-725ba11bf381 req-aa2094d3-f605-454a-8e9d-e1048af3563b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 949 time: 0.3141718 Mar 02 18:25:39.998425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 21dce661-cf84-4e58-8ab5-39af08c57c4c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:40.144349 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.156939 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Transition to ACTIVE for port object d2c08ea1-3105-4d63-8f5f-845e85059ccb will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:40.183471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da3f2df8-ce03-4148-9d78-725ba11bf381 req-9a2d05c9-5aa6-45b1-8141-565627f17104 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472510 Mar 02 18:25:40.279946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aad20e8-3901-4098-ab88-1cc70cef5a29 req-dfb472b2-329a-439e-b166-3b8b165b9675 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3697398 Mar 02 18:25:40.312550 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.312700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 21dce661-cf84-4e58-8ab5-39af08c57c4c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:40.314849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 21dce661-cf84-4e58-8ab5-39af08c57c4c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:40.315307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.337415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Deleting port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:40.337415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.394305 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Attempting to bind port d2c08ea1-3105-4d63-8f5f-845e85059ccb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:40.394677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Attempting to bind port d2c08ea1-3105-4d63-8f5f-845e85059ccb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:40.395038 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Attempting to bind port d2c08ea1-3105-4d63-8f5f-845e85059ccb on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:40.401192 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Pushing event updated for resources: {'Port': ['ID=d2c08ea1-3105-4d63-8f5f-845e85059ccb,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:40.406769 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:25:40.407146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:40.407727 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.408133 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:25:40.408610 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Bound port: d2c08ea1-3105-4d63-8f5f-845e85059ccb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:40.409314 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.443341 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.443694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.444058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.444405 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.444712 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.445934 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.447151 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.447647 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.448166 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.448479 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.448807 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.449129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:25:40.518258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] For port d2c08ea1-3105-4d63-8f5f-845e85059ccb, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:25:40.518258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] For port d2c08ea1-3105-4d63-8f5f-845e85059ccb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d2c08ea1-3105-4d63-8f5f-845e85059ccb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:25:40.524575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.531366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.566777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:40.584057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:40.621722 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c', 'code': 200} Mar 02 18:25:40.703136 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.714593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.772251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877465b-1a4e-4a1d-acf6-cda7ae821660 req-3a16d004-d48a-49c8-8552-71e0102073fe tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:40.780288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b877465b-1a4e-4a1d-acf6-cda7ae821660 req-3a16d004-d48a-49c8-8552-71e0102073fe tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 944 time: 0.4069064 Mar 02 18:25:40.836216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] For port ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:40.837633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:40.838928 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Routers {'ea380d77-1dd0-496a-a505-b0f1d10ecff8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:40.839622 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ea380d77-1dd0-496a-a505-b0f1d10ecff8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:40.894046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b587c-1736-414b-b2fb-0b96fc121506 req-1c783be8-8b37-448b-8585-139b303795b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:40.895629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e86b587c-1736-414b-b2fb-0b96fc121506 req-1c783be8-8b37-448b-8585-139b303795b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 1101 time: 0.1989260 Mar 02 18:25:40.914569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:40.933190 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b682f4-db4a-4111-87bf-5b2c5b91bed0 None None] Pushing event updated for resources: {'Port': ['ID=d2c08ea1-3105-4d63-8f5f-845e85059ccb,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:40.959562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e86b587c-1736-414b-b2fb-0b96fc121506 req-994b7fed-5c0e-452e-8e7c-9765bcc1cccf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567966 Mar 02 18:25:41.093670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Calling delete_port for ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:41.130427 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] Set router ea380d77-1dd0-496a-a505-b0f1d10ecff8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:41.147058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b877465b-1a4e-4a1d-acf6-cda7ae821660 req-75e06d1b-48fe-4850-b092-21ed8d364e4d tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640530 Mar 02 18:25:41.181524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54900) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:41.416888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-network', 'tenant_id': '56edb861cde04a2589457dfad8694a84'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:41.499378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:41.550411 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91'}], 'enable_snat': False}, 'gw_port_id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:37Z', 'revision_number': 3, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port': {'id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:35Z', 'updated_at': '2022-03-02T18:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:41.556458 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2ec22-caef-4916-953e-f71c1db324d4 None None] The sync data for ids ['ea380d77-1dd0-496a-a505-b0f1d10ecff8'] in n-d-828839-1 is: [{'id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91'}], 'enable_snat': False}, 'gw_port_id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:33Z', 'updated_at': '2022-03-02T18:25:37Z', 'revision_number': 3, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port': {'id': 'd2c08ea1-3105-4d63-8f5f-845e85059ccb', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea380d77-1dd0-496a-a505-b0f1d10ecff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:35Z', 'updated_at': '2022-03-02T18:25:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:41.558645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Usage tracker for resource:network and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:41.569356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:41.588841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:41.618435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:41.666077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:41.747253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Made reservation on behalf of 56edb861cde04a2589457dfad8694a84 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:41.749522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:41.814746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:41.885129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecd6d9-927f-4dff-98fc-e0729ac5d812 req-40915a66-b685-4e77-bd85-35c0f1d4ee5f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:41.886795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14ecd6d9-927f-4dff-98fc-e0729ac5d812 req-40915a66-b685-4e77-bd85-35c0f1d4ee5f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 950 time: 0.4891260 Mar 02 18:25:41.897219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:41.954471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Usage tracker for resource:security_group_rule and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:41.968395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:41.987604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:41.998840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a66a1a-f764-4923-9f2a-f54d3275ddba req-10106aa0-70e0-4993-ab63-5dcf905ff959 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:42.005067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:25:42.006049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86a66a1a-f764-4923-9f2a-f54d3275ddba req-10106aa0-70e0-4993-ab63-5dcf905ff959 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.5506485 Mar 02 18:25:42.008480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:42.053558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.158368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Pushing event deleted for resources: {'Port': ['ID=ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:42.173088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14ecd6d9-927f-4dff-98fc-e0729ac5d812 req-6aa6b0b7-ece8-496e-be35-3b692936543b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663713 Mar 02 18:25:42.303791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 24430119-a0b7-4439-8b52-27b11ecbee01 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:42.304359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.350836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86a66a1a-f764-4923-9f2a-f54d3275ddba req-0fd5ed1e-8434-4cf5-acf1-5595c6a5bb8e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3339720 Mar 02 18:25:42.353846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.25.7.101 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/88048b4c-50e0-4648-9389-ee7c4302e504) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:42.495197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:42.550309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:25:42.681013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.731175 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:42.765481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:42.777444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:25:42.797440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:42.803054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:42.851635 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01', 'code': 200} Mar 02 18:25:42.939521 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.091144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.100056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.120853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:43.193333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['7f99de3f-bd13-4c16-8134-8e91f043d139'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:43.193651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabf399-e4c7-4310-95dc-dedeaddf7980 req-2633ff32-418f-4f54-9444-39c863e63e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:43.195710 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcabf399-e4c7-4310-95dc-dedeaddf7980 req-2633ff32-418f-4f54-9444-39c863e63e01 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 1096 time: 0.1732850 Mar 02 18:25:43.268071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcabf399-e4c7-4310-95dc-dedeaddf7980 req-669ada39-23e6-46c8-bb52-a4790de02b81 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643895 Mar 02 18:25:43.307645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.325147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661abcb7-4a32-42fd-b76e-f12918ed0c0c req-7bce83f7-2097-4d91-8600-3ee597e46f1c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:43.342782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-661abcb7-4a32-42fd-b76e-f12918ed0c0c req-7bce83f7-2097-4d91-8600-3ee597e46f1c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 944 time: 0.8758569 Mar 02 18:25:43.359050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:43.458555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.464533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:25:43.528519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.529150 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Added segment 1002df53-960e-462d-8bb2-25926ef7b0af of type vlan for network 524354fe-bd27-4f40-8e82-20e5a4f9104a Mar 02 18:25:43.530687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:43.541179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35fd13e-eeeb-4a75-9153-1e937da34983,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:43.616725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-661abcb7-4a32-42fd-b76e-f12918ed0c0c req-223b99db-5ea7-4b26-831e-3a985e03e35f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729340 Mar 02 18:25:43.835045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d2c08ea1-3105-4d63-8f5f-845e85059ccb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:43.921459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.024040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d2c08ea1-3105-4d63-8f5f-845e85059ccb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:44.029796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:44.081366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.156653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932ebcd-8f92-4bfa-89ef-fa88daa4ac53 req-395344fb-48b8-4f58-ad13-110eb3383b32 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.158183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a932ebcd-8f92-4bfa-89ef-fa88daa4ac53 req-395344fb-48b8-4f58-ad13-110eb3383b32 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 950 time: 0.7790315 Mar 02 18:25:44.178041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d2c08ea1-3105-4d63-8f5f-845e85059ccb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:44.184220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.211529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.212991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.213567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.216147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:44.263721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:44.291000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:44.299528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:44.310339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 7f99de3f-bd13-4c16-8134-8e91f043d139 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:44.310716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.342228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=88048b4c-50e0-4648-9389-ee7c4302e504,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:44.396145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.396900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.397524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.398167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.398794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.399548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.400192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.411277 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-86be0f3b-0470-412b-b205-769df68cb291 req-6625e8cd-32fc-4a2f-95d6-39fc9d7381bb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 0.1939695 Mar 02 18:25:44.497424 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-86be0f3b-0470-412b-b205-769df68cb291 req-3945f84a-2e29-48a1-bd8e-a0ebac38624d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643191 Mar 02 18:25:44.500966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.539818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ccfc7a-6c66-4019-bf69-e3b480a6fcb9 req-8f7d740a-8a2f-49fe-9027-6880b9d25812 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:44.549276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32ccfc7a-6c66-4019-bf69-e3b480a6fcb9 req-8f7d740a-8a2f-49fe-9027-6880b9d25812 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.7118278 Mar 02 18:25:44.566308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d2c08ea1-3105-4d63-8f5f-845e85059ccb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d2c08ea1-3105-4d63-8f5f-845e85059ccb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:44.617334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a932ebcd-8f92-4bfa-89ef-fa88daa4ac53 req-7c6e98d1-778c-4e9e-b314-7a538e363fc1 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461410 Mar 02 18:25:44.624878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] Pushing event updated for resources: {'Network': ['ID=524354fe-bd27-4f40-8e82-20e5a4f9104a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:44.649860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:25:44.711334 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:25:44.777800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54978) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:44.780169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.783636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Request body: {'subnet': {'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-subnet', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:44.788101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3aee9ead-69df-4ff9-80ad-49d3c3163deb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 3.6019199 Mar 02 18:25:44.793747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:44.807262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Usage tracker for resource:subnet and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:44.822330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:44.830148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:44.876980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:44.898416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32ccfc7a-6c66-4019-bf69-e3b480a6fcb9 req-89d4a900-51da-4ee0-bab0-67ee48a1a1b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3523080 Mar 02 18:25:45.016018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Made reservation on behalf of 56edb861cde04a2589457dfad8694a84 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:25:45.018398 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.051270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:45.108838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:45.114313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d2c08ea1-3105-4d63-8f5f-845e85059ccb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:45.148369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.494248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:45.669064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.669691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d2c08ea1-3105-4d63-8f5f-845e85059ccb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:45.763569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94f5f2e-4926-4fad-bc3e-39936889e02d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:45.787652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Router c0181909-8a60-447a-a305-186e2b0fb99f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:25:45.827800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Checking segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:45.830664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Network hostable DHCP agents. Network: 524354fe-bd27-4f40-8e82-20e5a4f9104a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:25:45.879822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d2c08ea1-3105-4d63-8f5f-845e85059ccb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:45.883155 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:45.958886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:25:46.037745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9aface-8b6b-458f-9bb0-e780940460fa req-94db6b8b-e7fc-4ac5-a45c-b5361a4920fa tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:46.041248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 524354fe-bd27-4f40-8e82-20e5a4f9104a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:46.047568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:46.048417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.053685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f9aface-8b6b-458f-9bb0-e780940460fa req-94db6b8b-e7fc-4ac5-a45c-b5361a4920fa tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 1101 time: 0.4918251 Mar 02 18:25:46.076826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233c397-20c5-45e4-a1f8-e31649a38c83 req-84ef9b78-4d1d-4c20-8282-65693bb20ea6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:46.078460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b233c397-20c5-45e4-a1f8-e31649a38c83 req-84ef9b78-4d1d-4c20-8282-65693bb20ea6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 1.2006028 Mar 02 18:25:46.101027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d9e0cf-a0d6-4297-b6d5-cb571e2e2ee6 None None] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:46.204915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-705e9d1e-1476-47de-bb52-72ee83ef1bcd admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.4259081 Mar 02 18:25:46.205724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:46.212936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:25:46.223210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:25:46.236592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Usage tracker for resource:router and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:25:46.240917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:25:46.250771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:25:46.314029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b233c397-20c5-45e4-a1f8-e31649a38c83 req-4f5cf76b-ff3a-4943-8ac6-e59db2a56315 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944695 Mar 02 18:25:46.358928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.360288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.377849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-524354fe-bd27-4f40-8e82-20e5a4f9104a', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:25:46.379073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.382808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.426550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f9aface-8b6b-458f-9bb0-e780940460fa req-c8101e5b-13b1-480c-bd6f-72d576762569 tempest-ServersOnMultiNodesTest-1385848567 tempest-ServersOnMultiNodesTest-1385848567-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471065 Mar 02 18:25:46.456131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:46.467185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55002) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:46.467745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a1bdf70-465a-463d-ad18-b9ef653958ea admin admin] 10.222.0.66 "PUT /v2.0/routers/c0181909-8a60-447a-a305-186e2b0fb99f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6810133 Mar 02 18:25:46.500801 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:46.513402 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'code': 200} Mar 02 18:25:46.519415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Sync routers for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:46.575345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:46.576165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:46.913774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Allocated IP 172.20.0.2 (524354fe-bd27-4f40-8e82-20e5a4f9104a/b94f5f2e-4926-4fad-bc3e-39936889e02d/50de5904-d560-413e-b9b6-27ead55dc3df) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:47.054566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:47.232741 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.323728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.387806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.411396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.425124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Transition to ACTIVE for port object 50de5904-d560-413e-b9b6-27ead55dc3df will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:47.493193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Transition to ACTIVE for port object 50de5904-d560-413e-b9b6-27ead55dc3df will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:25:47.601945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8491b-5ee3-4496-bc88-036f5c26e081 req-c0a29438-2ba5-4697-9a64-7404d39c708a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:47.609684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02d8491b-5ee3-4496-bc88-036f5c26e081 req-c0a29438-2ba5-4697-9a64-7404d39c708a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.7927132 Mar 02 18:25:47.689486 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:47.770072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:47.776948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:47.784786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:47.802743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02d8491b-5ee3-4496-bc88-036f5c26e081 req-27c9394f-7e8c-4c36-a15f-c256eb3c7af7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920485 Mar 02 18:25:47.859601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Pushing event updated for resources: {'Port': ['ID=50de5904-d560-413e-b9b6-27ead55dc3df,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:48.013146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Attempting to bind port 50de5904-d560-413e-b9b6-27ead55dc3df on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:25:48.013735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Attempting to bind port 50de5904-d560-413e-b9b6-27ead55dc3df by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:25:48.014324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Attempting to bind port 50de5904-d560-413e-b9b6-27ead55dc3df on network 524354fe-bd27-4f40-8e82-20e5a4f9104a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:25:48.029401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:25:48.032780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Checking segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:25:48.033388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.038287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Bound using segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:25:48.038287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Bound port: 50de5904-d560-413e-b9b6-27ead55dc3df, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:25:48.038966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.129535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.230990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Deleting port 833d19aa-5994-457a-8188-2b1e4c678515 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:48.231348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.257864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238'}], 'enable_snat': True}, 'gw_port_id': '833d19aa-5994-457a-8188-2b1e4c678515', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:25:41Z', 'revision_number': 5, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port': {'id': '833d19aa-5994-457a-8188-2b1e4c678515', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:b3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1145, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:07Z', 'updated_at': '2022-03-02T18:23:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:48.281430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Checking router: c0181909-8a60-447a-a305-186e2b0fb99f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:48.301488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] For port 50de5904-d560-413e-b9b6-27ead55dc3df, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:25:48.304969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Routers {'c0181909-8a60-447a-a305-186e2b0fb99f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:48.307369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c0181909-8a60-447a-a305-186e2b0fb99f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:48.320085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f8c58-96d5-4dbb-9edd-80d04b7e38ad req-53399f13-da0c-497f-9514-a986410e635e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:48.322495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-365f8c58-96d5-4dbb-9edd-80d04b7e38ad req-53399f13-da0c-497f-9514-a986410e635e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 950 time: 0.8808475 Mar 02 18:25:48.404465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] For port 50de5904-d560-413e-b9b6-27ead55dc3df, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50de5904-d560-413e-b9b6-27ead55dc3df,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:25:48.429385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-365f8c58-96d5-4dbb-9edd-80d04b7e38ad req-ea0ad041-069f-4a0f-808a-269ba034d5e9 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832984 Mar 02 18:25:48.445734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c1afc-b94e-46f0-891e-5963b1537176 req-6b0c7ee9-ff1d-4ae8-a508-bb51fcd2175f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:48.454442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-315c1afc-b94e-46f0-891e-5963b1537176 req-6b0c7ee9-ff1d-4ae8-a508-bb51fcd2175f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.2743824 Mar 02 18:25:48.499883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router ddfc49d2-4559-450e-92e1-dd54775b58b9 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:25:48.550870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.588584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] For port 833d19aa-5994-457a-8188-2b1e4c678515, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=833d19aa-5994-457a-8188-2b1e4c678515,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:48.589174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:48.607770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-315c1afc-b94e-46f0-891e-5963b1537176 req-72ac9b77-871d-4807-b52a-9a8a19746f53 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520078 Mar 02 18:25:48.811975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] Set router c0181909-8a60-447a-a305-186e2b0fb99f gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:48.904159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Calling delete_port for 833d19aa-5994-457a-8188-2b1e4c678515 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:48.941449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:48.953636 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Sync routers for ids ['ddfc49d2-4559-450e-92e1-dd54775b58b9'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:48.965146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Routers {'ddfc49d2-4559-450e-92e1-dd54775b58b9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:48.977766 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ddfc49d2-4559-450e-92e1-dd54775b58b9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:49.060446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:49.125676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:25:48Z', 'revision_number': 6, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:49.143556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:49.145006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e5118927-126d-400f-8c1d-34ffcf256e8d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.0299819 Mar 02 18:25:49.160092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:49.172747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a69cc8-78ac-4fbf-84d5-fa0518a4b874 None None] The sync data for ids ['c0181909-8a60-447a-a305-186e2b0fb99f'] in n-d-828839-1 is: [{'id': 'c0181909-8a60-447a-a305-186e2b0fb99f', 'name': 'tempest-AttachSCSIVolumeTestJSON-2068753415-router', 'tenant_id': '242b2614feab48d68bf16e7c4c8c7241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:02Z', 'updated_at': '2022-03-02T18:25:48Z', 'revision_number': 6, 'project_id': '242b2614feab48d68bf16e7c4c8c7241', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:49.178063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:49.184134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8520f55f-9811-49f9-9df3-d89bfbd6f4a6 None None] Pushing event updated for resources: {'Port': ['ID=50de5904-d560-413e-b9b6-27ead55dc3df,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:49.291138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285249cb-4f10-4251-836a-5b268fefa11c req-5cab8430-7c0d-4135-846a-305a3973273a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:49.293216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-285249cb-4f10-4251-836a-5b268fefa11c req-5cab8430-7c0d-4135-846a-305a3973273a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:49.308399 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Set router ddfc49d2-4559-450e-92e1-dd54775b58b9 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:49.501112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-285249cb-4f10-4251-836a-5b268fefa11c req-5cab8430-7c0d-4135-846a-305a3973273a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:49.502851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-285249cb-4f10-4251-836a-5b268fefa11c req-5cab8430-7c0d-4135-846a-305a3973273a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 950 time: 0.9934371 Mar 02 18:25:49.616917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:49.653986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8fa7a206-c1ca-4a85-9c67-ac85b11cde02 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/ddfc49d2-4559-450e-92e1-dd54775b58b9 HTTP/1.1" status: 200 len: 907 time: 0.4920392 Mar 02 18:25:49.675914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55032) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:49.738820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:49.739806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ffad4bab-802a-4a31-9a02-9b3e8ab7c1f1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:49.896187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98671cd9-1e3e-4fc7-babd-d3525270549f req-7597c2b8-c494-4da2-b8f2-d5fd7ffdd9eb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:49.896306 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfc49d2-4559-450e-92e1-dd54775b58b9', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '88048b4c-50e0-4648-9389-ee7c4302e504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:39Z', 'updated_at': '2022-03-02T18:25:45Z', 'revision_number': 3, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port': {'id': '88048b4c-50e0-4648-9389-ee7c4302e504', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:f1:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddfc49d2-4559-450e-92e1-dd54775b58b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1310, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:41Z', 'updated_at': '2022-03-02T18:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:49.897317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98671cd9-1e3e-4fc7-babd-d3525270549f req-7597c2b8-c494-4da2-b8f2-d5fd7ffdd9eb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 1.0844574 Mar 02 18:25:49.901312 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Checking router: ddfc49d2-4559-450e-92e1-dd54775b58b9 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:49.901655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Updating router ddfc49d2-4559-450e-92e1-dd54775b58b9 port 88048b4c-50e0-4648-9389-ee7c4302e504 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:25:50.056026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port 21dce661-cf84-4e58-8ab5-39af08c57c4c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:50.056554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:50.095297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98671cd9-1e3e-4fc7-babd-d3525270549f req-bf1a777b-683f-4fe4-8bb6-8eaeb24e982c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736944 Mar 02 18:25:50.100634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Allocated IP 172.25.7.30 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c298d368-6a3d-458b-93cd-ce2bec12cdf0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:25:50.210963 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:50.253267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16dff2-e1c4-455d-ae91-e68081483140 req-7ee38430-cc11-48f8-89fc-3d64281a20f2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:50.256624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:50.265468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb16dff2-e1c4-455d-ae91-e68081483140 req-7ee38430-cc11-48f8-89fc-3d64281a20f2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 1.2233958 Mar 02 18:25:50.313450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:50.590004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb16dff2-e1c4-455d-ae91-e68081483140 req-1aa0f77f-004a-4d5f-80ab-06d824a1a212 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236332 Mar 02 18:25:50.643754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=833d19aa-5994-457a-8188-2b1e4c678515,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:50.728551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015c9a4-d40c-4be9-a5cf-19b55c4f0ca9 req-c0a95a41-e7a3-43b0-bf91-7995cc395a0c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:50.730800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a015c9a4-d40c-4be9-a5cf-19b55c4f0ca9 req-c0a95a41-e7a3-43b0-bf91-7995cc395a0c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 950 time: 0.3052497 Mar 02 18:25:50.925234 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:50.956828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a015c9a4-d40c-4be9-a5cf-19b55c4f0ca9 req-f7b01234-d44d-4c44-82c1-9fd29d13d70e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968658 Mar 02 18:25:50.999121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting port 88048b4c-50e0-4648-9389-ee7c4302e504 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:51.001905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.203931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7193f2a-3408-428a-92f7-c4817406e796 None None] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:51.326993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.382838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d060b29f-ad5e-450c-b883-0b33810f39c2 None None] Provisioning for port 50de5904-d560-413e-b9b6-27ead55dc3df completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:51.412777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.566305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.569307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.651938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.673897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port 21dce661-cf84-4e58-8ab5-39af08c57c4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=21dce661-cf84-4e58-8ab5-39af08c57c4c,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:51.674774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.686032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50de5904-d560-413e-b9b6-27ead55dc3df up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:51.756206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:51.756996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0181909-8a60-447a-a305-186e2b0fb99f {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:51.886398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for 21dce661-cf84-4e58-8ab5-39af08c57c4c owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:51.895596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 50de5904-d560-413e-b9b6-27ead55dc3df completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:25:51.911461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50de5904-d560-413e-b9b6-27ead55dc3df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:51.913129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.037212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.044433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf98b856-5038-425d-b458-267d9de9b0d2 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c0181909-8a60-447a-a305-186e2b0fb99f HTTP/1.1" status: 204 len: 168 time: 5.5760975 Mar 02 18:25:52.048453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:52.079437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 21dce661-cf84-4e58-8ab5-39af08c57c4c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:52.231657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Calling delete_port for 88048b4c-50e0-4648-9389-ee7c4302e504 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:52.276923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Deleting subnet d1056e4e-abc6-4ba7-9cca-f07e66a163eb {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:25:52.281541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.290110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8ddae79a-8573-4f71-b5eb-aa2386f224f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.336997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-da406278-92cb-46ab-a97f-adc7d69e2aa8 None None] Provisioning complete for port 50de5904-d560-413e-b9b6-27ead55dc3df triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:52.337465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da406278-92cb-46ab-a97f-adc7d69e2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.395084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.396790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.439112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.498385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.568124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7667cf1a-973b-4c5e-b6d5-e41ac57837e9 req-e63605c6-5ea0-4bc0-be1b-f2d30e3ca65a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:52.570283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7667cf1a-973b-4c5e-b6d5-e41ac57837e9 req-e63605c6-5ea0-4bc0-be1b-f2d30e3ca65a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.5510325 Mar 02 18:25:52.590694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-e54de784-bbb2-4ac8-b43e-6c4fd9d906e1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:52.592168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-e54de784-bbb2-4ac8-b43e-6c4fd9d906e1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.5974865 Mar 02 18:25:52.673892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-f34ea88f-a7fc-4edf-8044-eda8cf465613 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/quotas/687da333200b479b9b065518b88f8d87 HTTP/1.1" status: 200 len: 375 time: 0.0746970 Mar 02 18:25:52.690099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:25:52.714020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:25:52.721029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:25:52.765772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da406278-92cb-46ab-a97f-adc7d69e2aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:52.799904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 50de5904-d560-413e-b9b6-27ead55dc3df, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50de5904-d560-413e-b9b6-27ead55dc3df,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:52.802077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7667cf1a-973b-4c5e-b6d5-e41ac57837e9 req-d4c16ec3-2d90-43cd-9614-fcc1e00550ae tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1949575 Mar 02 18:25:52.814060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Pushing event updated for resources: {'Port': ['ID=c298d368-6a3d-458b-93cd-ce2bec12cdf0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:52.918044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-775d2379-cf86-4be7-ae01-17bd7065e433 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2431767 Mar 02 18:25:52.937013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96260789-4f94-4054-9c4a-abe1f526a56f req-f38f0f2c-7402-4d25-92c6-a4328a985bbf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:52.938496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96260789-4f94-4054-9c4a-abe1f526a56f req-f38f0f2c-7402-4d25-92c6-a4328a985bbf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "GET /v2.0/ports?device_id=5251d994-d479-4cc4-892a-3954cc4aff1e HTTP/1.1" status: 200 len: 945 time: 0.1796122 Mar 02 18:25:52.961907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.024329 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.db.api [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88711) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:53.024893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.025587 n-d-828839-1 neutron-server[88711]: DEBUG oslo_db.api [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:53.199982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 833d19aa-5994-457a-8188-2b1e4c678515 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:53.218509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Deleting port 24430119-a0b7-4439-8b52-27b11ecbee01 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:53.218923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.262763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.420929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=21dce661-cf84-4e58-8ab5-39af08c57c4c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:53.489947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.515053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83', 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'db850c57-7ef1-460e-96cf-0c1ee4303341'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:53.587993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45254f90-783b-4bbd-9c2e-cd2072e83662 req-f8c512d4-1ef6-4a6d-bd96-6d5da36a7e29 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=045bdaf3-9328-4a3e-bd7c-fb79aee46256 HTTP/1.1" status: 200 len: 210 time: 0.5783136 Mar 02 18:25:53.588995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:25:53.604972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Port 88048b4c-50e0-4648-9389-ee7c4302e504 not found while updating agent binding for router ddfc49d2-4559-450e-92e1-dd54775b58b9. {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 02 18:25:53.644207 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Routers {'ddfc49d2-4559-450e-92e1-dd54775b58b9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:53.644954 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ddfc49d2-4559-450e-92e1-dd54775b58b9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:53.678900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port 21dce661-cf84-4e58-8ab5-39af08c57c4c on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:53.684747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:53.698575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'name': 'network-vif-deleted', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:53.908647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-da406278-92cb-46ab-a97f-adc7d69e2aa8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:53.912829 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-da406278-92cb-46ab-a97f-adc7d69e2aa8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:53.925214 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '045bdaf3-9328-4a3e-bd7c-fb79aee46256', 'name': 'network-vif-deleted', 'tag': '21dce661-cf84-4e58-8ab5-39af08c57c4c', 'status': 'completed', 'code': 200} Mar 02 18:25:53.944701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Port': ['ID=88048b4c-50e0-4648-9389-ee7c4302e504,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:53.977564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 833d19aa-5994-457a-8188-2b1e4c678515 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:53.985499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 833d19aa-5994-457a-8188-2b1e4c678515 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:54.010910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=50de5904-d560-413e-b9b6-27ead55dc3df,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:54.128038 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] Set router ddfc49d2-4559-450e-92e1-dd54775b58b9 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:54.198912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:54.302250 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-285249cb-4f10-4251-836a-5b268fefa11c req-5bd0d556-6d0d-425f-9af8-b8f131351497 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "DELETE /v2.0/ports/21dce661-cf84-4e58-8ab5-39af08c57c4c HTTP/1.1" status: 204 len: 173 time: 4.7860734 Mar 02 18:25:54.334323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1056e4e-abc6-4ba7-9cca-f07e66a163eb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:54.337124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:54.389252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:54.394497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5bb07d47-4e8f-4152-b0c8-842f579babfa admin admin] 10.222.0.66 "DELETE /v2.0/subnets/d1056e4e-abc6-4ba7-9cca-f07e66a163eb HTTP/1.1" status: 204 len: 168 time: 2.3306057 Mar 02 18:25:54.399631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55080) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:54.412183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db84a0d6-fc2b-4458-95e0-62bf39f2039e None None] Network 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:25:54.508774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddfc49d2-4559-450e-92e1-dd54775b58b9', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:39Z', 'updated_at': '2022-03-02T18:25:52Z', 'revision_number': 5, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:54.517824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:54.525024 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8341bce5-96d0-4604-8709-b974942144b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:54.536368 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69abc8f-3093-4354-b53b-cfad4f45bc45 None None] The sync data for ids ['ddfc49d2-4559-450e-92e1-dd54775b58b9'] in n-d-828839-1 is: [{'id': 'ddfc49d2-4559-450e-92e1-dd54775b58b9', 'name': 'tempest-snat-router-689509147', 'tenant_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:39Z', 'updated_at': '2022-03-02T18:25:52Z', 'revision_number': 5, 'project_id': '683b45f5d9df4fdcbbfa9db998ef8a1c', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:25:54.949010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.173311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.182827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Deleting port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:55.183152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.190112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.258551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-53133abf-8fc4-4e7a-b4a9-ccdb27917d69 service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3294668 Mar 02 18:25:55.562517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] DHCP port deletion for 3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:25:55.642102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Deleting port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:55.656260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.725274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] For port 24430119-a0b7-4439-8b52-27b11ecbee01, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=24430119-a0b7-4439-8b52-27b11ecbee01,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:55.725844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.736826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.797536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.823398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:55.929018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Calling delete_port for 24430119-a0b7-4439-8b52-27b11ecbee01 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:56.118524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 24430119-a0b7-4439-8b52-27b11ecbee01 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:56.188981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.200058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] For port 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3ac411-00b3-4a35-909a-5b1e08aabf03,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:56.200821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.202158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] For port 0b3ac411-00b3-4a35-909a-5b1e08aabf03, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3ac411-00b3-4a35-909a-5b1e08aabf03,segment=NetworkSegment(a30e6db9-404c-4f3c-9991-4522dd0ac234),segment_id=a30e6db9-404c-4f3c-9991-4522dd0ac234)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:56.202563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.240666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.241222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddfc49d2-4559-450e-92e1-dd54775b58b9 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:25:56.304351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.306385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-66e91400-5058-48aa-b7df-48fa8e2381ff tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ddfc49d2-4559-450e-92e1-dd54775b58b9 HTTP/1.1" status: 204 len: 168 time: 6.6290205 Mar 02 18:25:56.317405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b15414d-0a18-48d0-89e0-1ad9db680550 req-35e7a3b6-c588-4b10-977f-a9ceebdf8fd1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:56.325773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b15414d-0a18-48d0-89e0-1ad9db680550 req-35e7a3b6-c588-4b10-977f-a9ceebdf8fd1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 2.0035760 Mar 02 18:25:56.361270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55088) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:56.363462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.372358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-72d4a230-0fd5-47be-a9ca-f5ae02840153 service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1029415 Mar 02 18:25:56.399408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50de5904-d560-413e-b9b6-27ead55dc3df up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:25:56.621228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Calling delete_port for 0b3ac411-00b3-4a35-909a-5b1e08aabf03 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:56.678226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event deleted for resources: {'Port': ['ID=24430119-a0b7-4439-8b52-27b11ecbee01,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:56.699415 n-d-828839-1 neutron-server[88710]: INFO neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No ports have port_id starting with 24430119-a0b7-4439-8b52-27b11ecbee01 Mar 02 18:25:56.743382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b15414d-0a18-48d0-89e0-1ad9db680550 req-c5d57f45-5422-4d2b-b2a4-b365d7610663 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136386 Mar 02 18:25:56.823475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] No DVR routers for this DVR port 24430119-a0b7-4439-8b52-27b11ecbee01 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:56.827259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:56.829725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96260789-4f94-4054-9c4a-abe1f526a56f req-1ffa002f-acba-4433-b2f2-e2bf037478cf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "DELETE /v2.0/ports/24430119-a0b7-4439-8b52-27b11ecbee01 HTTP/1.1" status: 204 len: 173 time: 3.8701320 Mar 02 18:25:56.834895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-deleted', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:25:57.125419 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5251d994-d479-4cc4-892a-3954cc4aff1e', 'name': 'network-vif-deleted', 'tag': '24430119-a0b7-4439-8b52-27b11ecbee01', 'status': 'completed', 'code': 200} Mar 02 18:25:57.145026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b50f7a83-7001-4a2b-8694-ccbc6006b2c3 req-6d0f0aed-4dfb-4c67-9a8f-06dbff31aef1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:25:57.164006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.166340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.208978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.225281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50de5904-d560-413e-b9b6-27ead55dc3df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:25:57.225666 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.308991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.349366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Calling delete_port for 0b3ac411-00b3-4a35-909a-5b1e08aabf03 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:57.382228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b50f7a83-7001-4a2b-8694-ccbc6006b2c3 req-6d0f0aed-4dfb-4c67-9a8f-06dbff31aef1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:25:57.383865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] Pushing event deleted for resources: {'Port': ['ID=0b3ac411-00b3-4a35-909a-5b1e08aabf03,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:57.385522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b50f7a83-7001-4a2b-8694-ccbc6006b2c3 req-6d0f0aed-4dfb-4c67-9a8f-06dbff31aef1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 210 time: 0.3447113 Mar 02 18:25:57.416255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b1686c-7b59-4a13-83bb-02fd287c18c6 None None] No DVR routers for this DVR port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:25:57.457988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.498539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:25:57.499260 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:25:57.611888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3ac411-00b3-4a35-909a-5b1e08aabf03 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:25:57.621959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Deleting port d2c08ea1-3105-4d63-8f5f-845e85059ccb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:57.622471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:57.694793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0b3ac411-00b3-4a35-909a-5b1e08aabf03 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:25:57.695327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3ac411-00b3-4a35-909a-5b1e08aabf03 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:25:57.747314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:25:58.001706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Deleting port 0b3ac411-00b3-4a35-909a-5b1e08aabf03 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:25:58.002311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:58.225894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] For port d2c08ea1-3105-4d63-8f5f-845e85059ccb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d2c08ea1-3105-4d63-8f5f-845e85059ccb,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:25:58.230950 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:58.240567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:25:58.264285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Sync routers for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:25:58.288202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:25:58.288202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:58.339628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] The port '0b3ac411-00b3-4a35-909a-5b1e08aabf03' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:25:58.519191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:58.541152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:58.547171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8072a66-421c-474d-9f67-55d2f1b77a2c admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 938 time: 12.3401651 Mar 02 18:25:58.551450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55122) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:25:58.564241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Calling delete_port for d2c08ea1-3105-4d63-8f5f-845e85059ccb owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:25:58.605628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:25:58.647497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dedeb2-0103-484c-925d-4b545b7dc45e req-1a8c602a-a53f-498a-9826-6e044c7f480a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:58.655316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78dedeb2-0103-484c-925d-4b545b7dc45e req-1a8c602a-a53f-498a-9826-6e044c7f480a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.6380861 Mar 02 18:25:58.832884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f954d28a-9eff-4d12-9fc4-c84e45bc56b7 req-d954621c-541b-45a2-8bbf-891d0d36a632 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:25:58.844888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f954d28a-9eff-4d12-9fc4-c84e45bc56b7 req-d954621c-541b-45a2-8bbf-891d0d36a632 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 949 time: 0.4657178 Mar 02 18:25:58.872207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78dedeb2-0103-484c-925d-4b545b7dc45e req-f18e4f7e-ea98-47e8-a2b0-96e5745c848c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2159467 Mar 02 18:25:58.951555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:58.998383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f954d28a-9eff-4d12-9fc4-c84e45bc56b7 req-c36e72bb-0977-4f45-883d-9b0a54db7c76 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522732 Mar 02 18:25:59.020485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30e6db9-404c-4f3c-9991-4522dd0ac234') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:59.020888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30e6db9-404c-4f3c-9991-4522dd0ac234') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:59.157825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f848291b-dc07-45de-ad80-be70bde542ac req-7ba71eb1-7047-45e4-af67-410905e0a5b7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 210 time: 0.0647998 Mar 02 18:25:59.218541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.247830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:25:53Z', 'revision_number': 3, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:25:59.264390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Checking router: 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:25:59.264987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Updating router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b port c298d368-6a3d-458b-93cd-ce2bec12cdf0 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:25:59.287564 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.292442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.310979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:25:59.311492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:25:59.331567 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:25:59.407377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.428287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2c08ea1-3105-4d63-8f5f-845e85059ccb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:59.531935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.782379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.836529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.840645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:25:59.875869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.879454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.948065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:25:59.978324 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-68e53e07-1a48-49e3-9c0f-01765585ea99 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3f158fe2-e7ef-43a6-9cdd-ed0073d69e1c HTTP/1.1" status: 204 len: 168 time: 5.5747538 Mar 02 18:26:00.003876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-c22c91b9-224c-475e-b0fe-23c03dc297a6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:00.005175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-c22c91b9-224c-475e-b0fe-23c03dc297a6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:00.101829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Transition to ACTIVE for port object c298d368-6a3d-458b-93cd-ce2bec12cdf0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:00.229871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.230492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea380d77-1dd0-496a-a505-b0f1d10ecff8 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:26:00.244533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.382352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Attempting to bind port c298d368-6a3d-458b-93cd-ce2bec12cdf0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:00.384146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Attempting to bind port c298d368-6a3d-458b-93cd-ce2bec12cdf0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:00.384670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Attempting to bind port c298d368-6a3d-458b-93cd-ce2bec12cdf0 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:00.406944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:00.407617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:00.410327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.411876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:00.412538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Bound port: c298d368-6a3d-458b-93cd-ce2bec12cdf0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:00.413435 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.608656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-c22c91b9-224c-475e-b0fe-23c03dc297a6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:00.609818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-c22c91b9-224c-475e-b0fe-23c03dc297a6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 949 time: 1.1621587 Mar 02 18:26:00.642278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06abb1-8065-41f4-ab63-8a29100f9324 None None] Pushing event updated for resources: {'Port': ['ID=c298d368-6a3d-458b-93cd-ce2bec12cdf0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:00.689828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] For port c298d368-6a3d-458b-93cd-ce2bec12cdf0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:00.709003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] For port c298d368-6a3d-458b-93cd-ce2bec12cdf0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c298d368-6a3d-458b-93cd-ce2bec12cdf0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:00.709173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.710489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50c337d9-0173-4bdf-8a3c-5a577dc34b5a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "DELETE /v2.0/routers/ea380d77-1dd0-496a-a505-b0f1d10ecff8 HTTP/1.1" status: 204 len: 168 time: 4.3451588 Mar 02 18:26:00.717424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:00.732242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1295824723', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:00.753155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:00.756424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:00.766209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:00.770023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port db850c57-7ef1-460e-96cf-0c1ee4303341 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:00.770700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:00.774462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:00.805906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:00.832950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095fe68e-01f8-4b48-8bfd-f32a764d78b7 req-89d3d59c-8ddc-44d5-8b69-989e283885c2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:00.841089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-095fe68e-01f8-4b48-8bfd-f32a764d78b7 req-89d3d59c-8ddc-44d5-8b69-989e283885c2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.7537980 Mar 02 18:26:00.883529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-232db3d9-f72d-4038-a9b4-cd5cd65985bf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:00.886995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-232db3d9-f72d-4038-a9b4-cd5cd65985bf tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.11 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.6817183 Mar 02 18:26:00.900960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Request body: {'port': {'device_id': 'd728846e-265d-4f78-b9d9-336b6981f276', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'admin_state_up': True, 'tenant_id': '687da333200b479b9b065518b88f8d87'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:00.915075 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.028000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46b38984-c5ba-4025-9e89-5c7ddb4d56a7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7c8849e6fe794fce96c5a525bf6e6c79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679322 Mar 02 18:26:01.041996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55146) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:01.057747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.060653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07445b-d5c8-4d70-b200-d61e3ae1111c req-0c9d504f-5244-45bd-a97f-f8eb67b2edd6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:01.066535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af07445b-d5c8-4d70-b200-d61e3ae1111c req-0c9d504f-5244-45bd-a97f-f8eb67b2edd6 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 949 time: 0.7164512 Mar 02 18:26:01.076127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06abb1-8065-41f4-ab63-8a29100f9324 None None] Pushing event updated for resources: {'Port': ['ID=c298d368-6a3d-458b-93cd-ce2bec12cdf0,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:01.136051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:01.136806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:01.224581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.225657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.284400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-095fe68e-01f8-4b48-8bfd-f32a764d78b7 req-b38f0332-bb5b-4b27-b5d0-e74d2c413582 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4418452 Mar 02 18:26:01.379166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af07445b-d5c8-4d70-b200-d61e3ae1111c req-ea96fa02-9d78-4b4b-9be1-9e5201fba4c0 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398273 Mar 02 18:26:01.394371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.557654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:01.586782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port db850c57-7ef1-460e-96cf-0c1ee4303341, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=db850c57-7ef1-460e-96cf-0c1ee4303341,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:01.586782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.623909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:26:01.805204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for db850c57-7ef1-460e-96cf-0c1ee4303341 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:01.835383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:01.846744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:01.859022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a38cf10f-dbae-43dd-aeb5-6b5131f095ba req-fc6c1693-f8b6-453b-a63b-af7093870d2b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 210 time: 0.2935426 Mar 02 18:26:01.925168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.052761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Allocated IP 172.20.0.1 (524354fe-bd27-4f40-8e82-20e5a4f9104a/b94f5f2e-4926-4fad-bc3e-39936889e02d/bd1d3448-2038-4c26-95a4-e042a087ad5a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:02.085082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d2c08ea1-3105-4d63-8f5f-845e85059ccb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:02.166458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d2c08ea1-3105-4d63-8f5f-845e85059ccb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:02.167146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d2c08ea1-3105-4d63-8f5f-845e85059ccb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:02.314813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Made reservation on behalf of 687da333200b479b9b065518b88f8d87 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:26:02.342230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.348945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.368218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Transition to ACTIVE for port object bd1d3448-2038-4c26-95a4-e042a087ad5a will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:02.372607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:25:53Z', 'revision_number': 3, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:02.382845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861e579a-230b-4ea4-9e6f-86220c94471e None None] The sync data for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 is: [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:25:53Z', 'revision_number': 3, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:02.398403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.423084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43535e3b-9510-4ae2-9a4d-bbe364d7f72d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:02.558890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.620326 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.622612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.637466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83', 'd53e2348-612f-48d0-b29e-45e82cb75d4b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:02.803139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:02.888469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55164) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:02.900510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:02.907147 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63fccde3-e7fd-4381-ade6-9649aa0459b3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/43535e3b-9510-4ae2-9a4d-bbe364d7f72d HTTP/1.1" status: 204 len: 168 time: 1.8600454 Mar 02 18:26:02.909016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Pushing event updated for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:02.975298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.979685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.985671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.988046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.990901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:02.991542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:03.094768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:03.104870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:03.113862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:03.226389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-076b1af8-b6d5-4161-a4b6-5b7ca8f87d18 req-5355ce4e-5441-488e-b51b-edc92a06f53e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.3352273 Mar 02 18:26:03.260334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Allocated IP 172.20.0.12 (21e7969f-35db-438f-b69e-baf370045f13/2bb83576-7cd7-4f25-8595-49fa504783c8/18f53706-cee2-4206-80cb-17be5543f3d5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:03.424812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=db850c57-7ef1-460e-96cf-0c1ee4303341,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:03.564204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port db850c57-7ef1-460e-96cf-0c1ee4303341 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:03.574632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:03.577798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d30cab30-7231-44d7-9c8d-26e294a05fbb req-3c8041dd-b94f-4a49-8a9c-476a91588cb8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "DELETE /v2.0/ports/db850c57-7ef1-460e-96cf-0c1ee4303341 HTTP/1.1" status: 204 len: 173 time: 2.9557333 Mar 02 18:26:03.585306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'name': 'network-vif-deleted', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:03.620745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:03.677011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db850c57-7ef1-460e-96cf-0c1ee4303341 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:03.843984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: db850c57-7ef1-460e-96cf-0c1ee4303341 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:03.844608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device db850c57-7ef1-460e-96cf-0c1ee4303341 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:03.847710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:03.909351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-760dd822-4640-419a-94c7-930b43e6a853 None None] Provisioning for port bd1d3448-2038-4c26-95a4-e042a087ad5a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:03.939646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-760dd822-4640-419a-94c7-930b43e6a853 None None] Provisioning complete for port bd1d3448-2038-4c26-95a4-e042a087ad5a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:03.942369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-760dd822-4640-419a-94c7-930b43e6a853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:03.963536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8b986b8-e362-48fb-92ca-876c806af87b req-1ee29bb8-f391-4c08-8fed-89f73db3eb76 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 210 time: 0.1967697 Mar 02 18:26:04.112646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5835b9-418c-413b-bdd6-9b8fac11e686 req-3b8f3cf3-8b87-4dac-a6da-e27135331e67 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:04.115140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c5835b9-418c-413b-bdd6-9b8fac11e686 req-3b8f3cf3-8b87-4dac-a6da-e27135331e67 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 1.2200415 Mar 02 18:26:04.125453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55180) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:04.172997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:04.216791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Usage tracker for resource:security_group_rule and tenant:de2b14bfcb334b9eaafc1c64fd7c1fab is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:04.234701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:04.280877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-760dd822-4640-419a-94c7-930b43e6a853 None None] Port bd1d3448-2038-4c26-95a4-e042a087ad5a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:26:04.287213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c298d368-6a3d-458b-93cd-ce2bec12cdf0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:04.325321 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79c3aa34-3a04-4264-bde9-2dabe15b90c4', 'name': 'network-vif-deleted', 'tag': 'db850c57-7ef1-460e-96cf-0c1ee4303341', 'status': 'completed', 'code': 200} Mar 02 18:26:04.391804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:04.404316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-53d96979-9c96-42e7-91cd-a2a101f574d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=242b2614feab48d68bf16e7c4c8c7241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2586412 Mar 02 18:26:04.404740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:04.453617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c5835b9-418c-413b-bdd6-9b8fac11e686 req-ea34d58c-d6dd-4b38-a867-0883cc3a87d1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3315077 Mar 02 18:26:04.603940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.620709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c298d368-6a3d-458b-93cd-ce2bec12cdf0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:04.631168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c298d368-6a3d-458b-93cd-ce2bec12cdf0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:04.631647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.775166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-815ad848-a19f-48ea-8d68-4bf400801dd8 req-28b6147a-f82b-478a-9761-e8b98f12fcce tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=79c3aa34-3a04-4264-bde9-2dabe15b90c4 HTTP/1.1" status: 200 len: 210 time: 0.3024964 Mar 02 18:26:04.835370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.870661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.889803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.948307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:04.953995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.025206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.084914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.096936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.263995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c298d368-6a3d-458b-93cd-ce2bec12cdf0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c298d368-6a3d-458b-93cd-ce2bec12cdf0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:05.325693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Pushing event updated for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:05.328874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35249ccb-ba5d-438b-bc32-6a8cc3ed7da4 req-be9d4126-94ec-4cdc-8669-a89da750a80c tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 210 time: 0.0793231 Mar 02 18:26:05.370103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.407323 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.491891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.511020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c298d368-6a3d-458b-93cd-ce2bec12cdf0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:05.535419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aced318d-a20f-4bea-8374-2a9b0fff849e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:05.651140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Allocated IP 172.25.7.122 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c0121e88-ee3b-4f9a-8e26-d315fd44aa62) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:05.672215 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.673384 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98f3df03-0428-40c3-8d69-2d5523bf2556 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/aced318d-a20f-4bea-8374-2a9b0fff849e HTTP/1.1" status: 204 len: 168 time: 1.2674339 Mar 02 18:26:05.675659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:05.678288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:05.934585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:05.979081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.134598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e4e39f5-71c3-4d74-a00b-b218017446f5 None None] Provisioning complete for port bd1d3448-2038-4c26-95a4-e042a087ad5a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:06.135156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e4e39f5-71c3-4d74-a00b-b218017446f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.158650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:26:06.208906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c298d368-6a3d-458b-93cd-ce2bec12cdf0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:06.292238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e4e39f5-71c3-4d74-a00b-b218017446f5 None None] Port bd1d3448-2038-4c26-95a4-e042a087ad5a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:26:06.336600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c298d368-6a3d-458b-93cd-ce2bec12cdf0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:06.337137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.427258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.458774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:06.480621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.481609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.482252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.483902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.484385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.486200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:06.499237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.513002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Network 21e7969f-35db-438f-b69e-baf370045f13 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:06.567040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:06.575530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e031b5d-5c5c-4eac-9706-6dd7228fa59e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:06.580508 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Sync routers for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:06.597421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0be2d8c-b22e-451f-ad74-fa88f21cb00d admin admin] 10.222.0.66 "PUT /v2.0/routers/72b2ab25-1a3f-4a65-af2a-a8c553eaf09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0353420 Mar 02 18:26:06.597611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:06.600649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:06.609063 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:06.609836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:06.713847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.822975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event updated for resources: {'Port': ['ID=c0121e88-ee3b-4f9a-8e26-d315fd44aa62,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:06.842814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:06.850295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bb45e4ab-1782-46b4-8ede-11a0d207b8dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de2b14bfcb334b9eaafc1c64fd7c1fab&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9488311 Mar 02 18:26:06.851458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:06.855416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55214) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:06.881758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:06.958237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:06.972609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:06.973787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.031991 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:26:07.046642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.192264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d470b6f-cccc-43a2-954a-3620cf5165b4 req-483bf86a-19c3-4027-bae5-191067311ab2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:07.200803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d470b6f-cccc-43a2-954a-3620cf5165b4 req-483bf86a-19c3-4027-bae5-191067311ab2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 1.4487624 Mar 02 18:26:07.203360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-2fd7fe03-1d2d-43fc-b154-68d4e65441df tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3073578 Mar 02 18:26:07.209070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.229391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.232878 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4e031b5d-5c5c-4eac-9706-6dd7228fa59e HTTP/1.1" status: 204 len: 168 time: 0.3741722 Mar 02 18:26:07.232878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12444c19-1f0e-4ea8-a671-9b867f020db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e031b5d-5c5c-4eac-9706-6dd7228fa59e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:07.249932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Request body: {'port': {'device_id': 'd728846e-265d-4f78-b9d9-336b6981f276', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:07.430528 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 2, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:07.436908 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Checking router: 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:26:07.437629 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Updating router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b port bd1d3448-2038-4c26-95a4-e042a087ad5a binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:26:07.514357 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.753715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:07.753715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d470b6f-cccc-43a2-954a-3620cf5165b4 req-00aca4f9-7168-4c5e-a057-6ecb5b66d0ed tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5363150 Mar 02 18:26:07.868723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24a8d8-ba25-46bc-adbe-f83fa78a57af req-bfc63cf5-d4dd-4f5b-8272-7e30592ed8ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:07.869482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fa24a8d8-ba25-46bc-adbe-f83fa78a57af req-bfc63cf5-d4dd-4f5b-8272-7e30592ed8ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:08.127351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fa24a8d8-ba25-46bc-adbe-f83fa78a57af req-bfc63cf5-d4dd-4f5b-8272-7e30592ed8ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:08.128593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa24a8d8-ba25-46bc-adbe-f83fa78a57af req-bfc63cf5-d4dd-4f5b-8272-7e30592ed8ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 932 time: 1.0653045 Mar 02 18:26:08.402107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-3d6a344a-5913-4f81-8f26-b2b325e4df07 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:08.404013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-3d6a344a-5913-4f81-8f26-b2b325e4df07 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:08.407191 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.444234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Transition to ACTIVE for port object bd1d3448-2038-4c26-95a4-e042a087ad5a will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:08.489780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-3d6a344a-5913-4f81-8f26-b2b325e4df07 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:08.491798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-3d6a344a-5913-4f81-8f26-b2b325e4df07 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 950 time: 0.2895119 Mar 02 18:26:08.517623 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.630493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port d53e2348-612f-48d0-b29e-45e82cb75d4b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:08.630855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.695892 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44effd6e-92bb-4d96-a43c-00e21f39e238 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:08.738022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:08.819299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.894252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Attempting to bind port bd1d3448-2038-4c26-95a4-e042a087ad5a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:08.895037 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Attempting to bind port bd1d3448-2038-4c26-95a4-e042a087ad5a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:08.895433 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Attempting to bind port bd1d3448-2038-4c26-95a4-e042a087ad5a on network 524354fe-bd27-4f40-8e82-20e5a4f9104a {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:08.909213 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:08.909727 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Checking segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:08.910287 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.910733 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Bound using segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:08.911284 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Bound port: bd1d3448-2038-4c26-95a4-e042a087ad5a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:08.911742 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:08.954257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa24a8d8-ba25-46bc-adbe-f83fa78a57af req-495cf4a5-6ac6-4b5b-ba36-d5aa7f1de9bb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157242 Mar 02 18:26:09.027342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:09.031755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Usage tracker for resource:security_group_rule and tenant:aadd5a25bbeb41b3831ec7875ec417e9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:09.034925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:09.037025 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] For port bd1d3448-2038-4c26-95a4-e042a087ad5a, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:09.040570 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] For port bd1d3448-2038-4c26-95a4-e042a087ad5a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bd1d3448-2038-4c26-95a4-e042a087ad5a,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:09.041938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:09.168569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdb42bc-e8bd-42ff-b5df-f82b2e85bd0d req-470f080e-6b86-41a1-8044-e15e45967bae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:09.170067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbdb42bc-e8bd-42ff-b5df-f82b2e85bd0d req-470f080e-6b86-41a1-8044-e15e45967bae tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 950 time: 1.0689642 Mar 02 18:26:09.205539 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.213063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:09.225523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.247217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.294803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port d53e2348-612f-48d0-b29e-45e82cb75d4b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d53e2348-612f-48d0-b29e-45e82cb75d4b,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:09.295284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.325203 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44effd6e-92bb-4d96-a43c-00e21f39e238 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:09.326260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Transition to ACTIVE for port object 18f53706-cee2-4206-80cb-17be5543f3d5 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:09.331705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbdb42bc-e8bd-42ff-b5df-f82b2e85bd0d req-513df6cb-0dbf-4eb6-8e7f-a207ae63e1ab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430891 Mar 02 18:26:09.372517 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:09.374012 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:09.402257 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.537656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for d53e2348-612f-48d0-b29e-45e82cb75d4b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:09.770313 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:09.817851 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:26:09.944637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:09.958520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.020063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.032318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:10.094289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:10.112329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-cfc06473-601b-487e-9cb7-9a0f1619ec94 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:10.113044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-cfc06473-601b-487e-9cb7-9a0f1619ec94 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:10.125739 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aadd5a25bbeb41b3831ec7875ec417e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3867638 Mar 02 18:26:10.137556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd4f7b6-862a-4a3a-93ff-dd91e4d4765f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97efde-db20-4cca-8e46-85044ce8ad54,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:10.164905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:10.288407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=d53e2348-612f-48d0-b29e-45e82cb75d4b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:10.404604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.431438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa41a8c-413f-4976-8811-586206779aaa req-26a61d81-80c8-495b-b777-d4dac468c3d6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:10.433006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfa41a8c-413f-4976-8811-586206779aaa req-26a61d81-80c8-495b-b777-d4dac468c3d6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.7893164 Mar 02 18:26:10.449052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Attempting to bind port 18f53706-cee2-4206-80cb-17be5543f3d5 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:10.449397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Attempting to bind port 18f53706-cee2-4206-80cb-17be5543f3d5 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:10.449728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Attempting to bind port 18f53706-cee2-4206-80cb-17be5543f3d5 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:10.451518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port d53e2348-612f-48d0-b29e-45e82cb75d4b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:10.454518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.477861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-cfc06473-601b-487e-9cb7-9a0f1619ec94 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:10.479008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-cfc06473-601b-487e-9cb7-9a0f1619ec94 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 827 time: 0.8387051 Mar 02 18:26:10.497337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'name': 'network-vif-deleted', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:10.527640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Port 18f53706-cee2-4206-80cb-17be5543f3d5 on network 21e7969f-35db-438f-b69e-baf370045f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:26:10.527988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Attempting to bind port 18f53706-cee2-4206-80cb-17be5543f3d5 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:10.547695 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:09Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:10.553724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acebe722-52a5-4141-a79f-5493130c8920 None None] The sync data for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 is: [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:09Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:10.578859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.581473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:10.581825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Checking segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:10.582256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Bound using segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:10.582708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Bound port: 18f53706-cee2-4206-80cb-17be5543f3d5, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:10.583052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.596304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:10.653144 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1457472-1c78-41c0-a75c-d0ba5d9d3a7c req-862a6992-a2b7-4c74-872a-0534bf99faab tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "DELETE /v2.0/ports/d53e2348-612f-48d0-b29e-45e82cb75d4b HTTP/1.1" status: 204 len: 173 time: 2.1547267 Mar 02 18:26:10.779834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-23779c2a-9dcb-4f9b-af3e-b09c47314249 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/quotas/56edb861cde04a2589457dfad8694a84 HTTP/1.1" status: 200 len: 375 time: 0.2478821 Mar 02 18:26:11.184601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfa41a8c-413f-4976-8811-586206779aaa req-9b73c35b-d93a-4db6-a079-4be68e9f2704 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7109833 Mar 02 18:26:11.433401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:11.464714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:11.489769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-cee30e2f-d468-4017-b809-37cf8e216f68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6452305 Mar 02 18:26:11.508039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-d5a19190-4c6d-47e6-b1bb-f14f598c4358 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7241023 Mar 02 18:26:11.588226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:11.616683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:11.674874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d53e2348-612f-48d0-b29e-45e82cb75d4b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:11.689005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97efde-db20-4cca-8e46-85044ce8ad54,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:11.734244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: d53e2348-612f-48d0-b29e-45e82cb75d4b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:11.734606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d53e2348-612f-48d0-b29e-45e82cb75d4b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:11.757135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:11.758326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:11.759787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/18f53706-cee2-4206-80cb-17be5543f3d5 HTTP/1.1" status: 200 len: 1092 time: 4.5184958 Mar 02 18:26:11.774303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:11.794209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f918e-e123-4241-849f-5a12d858acad req-4c4857f9-d7de-42e5-81a1-3a1c28c10c5e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:11.795761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba9f918e-e123-4241-849f-5a12d858acad req-4c4857f9-d7de-42e5-81a1-3a1c28c10c5e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 944 time: 0.4661407 Mar 02 18:26:11.824142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:11.825226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2fdfc562-e918-4d3a-b441-790dcbd73608 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8a97efde-db20-4cca-8e46-85044ce8ad54 HTTP/1.1" status: 204 len: 168 time: 1.6546493 Mar 02 18:26:11.867971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e3b73-a8de-4912-91e0-06440570d6c6 service neutron] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:11.921612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-af75741a-668f-47b0-83ad-7ba5f9bf6331 service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663666 Mar 02 18:26:11.925558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba9f918e-e123-4241-849f-5a12d858acad req-e0ee1327-1047-4103-81de-1282db1dfa33 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176255 Mar 02 18:26:11.951855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-45cf462b-ff40-4f3d-a15a-9c3aeae95cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:11.953367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-45cf462b-ff40-4f3d-a15a-9c3aeae95cef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d4446920d634413da5f6580d6978aff8&device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 1101 time: 0.4395392 Mar 02 18:26:11.956361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Router 7388cc7e-76b3-4b82-89fd-553ccd2fc477 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:26:12.181960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd1d3448-2038-4c26-95a4-e042a087ad5a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:12.261259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3191d37-dc17-45e6-8075-3975599e6bd5 req-0a9a201f-0be1-4bcb-95aa-4fa8e1fce89b tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=66560af8-a29e-4b98-94b3-ba23d9bb94fd HTTP/1.1" status: 200 len: 210 time: 0.1641290 Mar 02 18:26:12.316023 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66560af8-a29e-4b98-94b3-ba23d9bb94fd', 'name': 'network-vif-deleted', 'tag': 'd53e2348-612f-48d0-b29e-45e82cb75d4b', 'status': 'completed', 'code': 200} Mar 02 18:26:12.375314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port bd1d3448-2038-4c26-95a4-e042a087ad5a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:12.383660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bd1d3448-2038-4c26-95a4-e042a087ad5a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:12.384096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:12.457299 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5', 'status': 'completed', 'code': 200} Mar 02 18:26:12.464438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-8711c6be-9c58-47de-ae45-e60e8c3bbe89 service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5347617 Mar 02 18:26:12.561125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:12.584020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-dcf2874b-002a-46a0-8144-c0c083fc648c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.585582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-dcf2874b-002a-46a0-8144-c0c083fc648c service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.4791250 Mar 02 18:26:12.587568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-92fd0c2a-b074-428d-9c53-affbaa045e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.589096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-92fd0c2a-b074-428d-9c53-affbaa045e04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1096 time: 0.1476803 Mar 02 18:26:12.593226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] Sync routers for ids ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:12.612813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:12.639167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] Routers {'7388cc7e-76b3-4b82-89fd-553ccd2fc477'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:12.639861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:12.680447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-72ed1e1b-3c77-4712-a86c-fd7fe21a57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.681930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-72ed1e1b-3c77-4712-a86c-fd7fe21a57bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 1095 time: 0.5819805 Mar 02 18:26:12.731723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:12.755958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] Routers {'7388cc7e-76b3-4b82-89fd-553ccd2fc477'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:12.757030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:12.799705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-3e71ec7a-da2c-42d2-878e-92cbd126bf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:12.803851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-3e71ec7a-da2c-42d2-878e-92cbd126bf1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.2054529 Mar 02 18:26:12.815559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port bd1d3448-2038-4c26-95a4-e042a087ad5a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bd1d3448-2038-4c26-95a4-e042a087ad5a,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:12.836800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:12.837215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dcda41-8c67-4acb-ab6c-bba0487717c7 None None] The sync data for ids ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:12.918264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:12.998344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-2060c8b8-b8dd-4108-9a9d-001cc17698cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=6a053980-afab-40b2-907f-e17133630bd8 HTTP/1.1" status: 200 len: 217 time: 0.3782172 Mar 02 18:26:13.011889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-dbb915a4-21ec-4219-935a-aaa81ac84983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 1001 time: 0.1966574 Mar 02 18:26:13.027402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:13.075747 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:13.076946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9345c035-3f48-4ef6-bf83-7e43ea11e589 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.3568678 Mar 02 18:26:13.079138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-ef196956-a497-4ad0-bd4a-0be87ac6ac2c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f53706-cee2-4206-80cb-17be5543f3d5 HTTP/1.1" status: 200 len: 217 time: 0.3865731 Mar 02 18:26:13.092284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55354) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:13.092483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-e27b0d35-d3c7-4b95-b53a-50fefcd200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.093925 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-e27b0d35-d3c7-4b95-b53a-50fefcd200a8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.0816436 Mar 02 18:26:13.125216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8b40b20-bc25-4219-ae51-9ef14bb4ab52 req-bc94f8a0-c53d-4f84-8f16-9e07e21354de tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.1294718 Mar 02 18:26:13.130411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:13.186202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-ae445333-8f03-4776-a980-75ca916c5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.187706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-ae445333-8f03-4776-a980-75ca916c5a7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0876856 Mar 02 18:26:13.341706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-c5288c9a-19ca-43fc-82e1-bb05038b63f8 service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477065 Mar 02 18:26:13.363577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-97d05ebc-0a60-4ac5-9cbc-4bb52d4c6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.365222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-97d05ebc-0a60-4ac5-9cbc-4bb52d4c6445 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.2799747 Mar 02 18:26:13.435661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-879662c0-ddad-49b4-aa75-dd8e41b92d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.437118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-879662c0-ddad-49b4-aa75-dd8e41b92d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 200 len: 854 time: 0.3461401 Mar 02 18:26:13.496029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24768d4c-77ec-4110-92d9-7b31fd250b60 req-916c09c6-7499-4f6c-ba0b-ae6181bb0149 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.497604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24768d4c-77ec-4110-92d9-7b31fd250b60 req-916c09c6-7499-4f6c-ba0b-ae6181bb0149 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.9224741 Mar 02 18:26:13.506141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-456d11db-374a-4da8-8b2c-6d3d1c1ea0e4 req-1b9395a2-223c-430b-a12f-c92bc05ef7ce service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575220 Mar 02 18:26:13.594790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-1920051a-4081-4a9b-a391-29346481f3a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21e7969f-35db-438f-b69e-baf370045f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487193 Mar 02 18:26:13.798720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174a484-87ff-49a8-a9a2-2bd49704553a req-8b53bac2-9621-4b22-aba3-bbb3123b69f1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.800187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f174a484-87ff-49a8-a9a2-2bd49704553a req-8b53bac2-9621-4b22-aba3-bbb3123b69f1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 944 time: 0.5503864 Mar 02 18:26:13.808981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24768d4c-77ec-4110-92d9-7b31fd250b60 req-42a47096-5f42-4520-8f03-03371a2c5333 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666020 Mar 02 18:26:13.943674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-eed7c2f8-c019-4d80-945a-2c8fb170f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:13.945801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-eed7c2f8-c019-4d80-945a-2c8fb170f905 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5695624 Mar 02 18:26:14.049607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f174a484-87ff-49a8-a9a2-2bd49704553a req-ce95b076-5049-4d20-afaf-4ac8e3e57b6b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312901 Mar 02 18:26:14.118548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-64a93e97-d63d-4087-8feb-bf2366ded746 service neutron] 10.222.0.11 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5123198 Mar 02 18:26:14.149086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd1d3448-2038-4c26-95a4-e042a087ad5a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:14.221378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bd1d3448-2038-4c26-95a4-e042a087ad5a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:14.222105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:14.296280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be79aacf-3fff-4aa4-95a6-65c5ec5c474d req-c9b3accf-ecb3-45f5-add0-0844d26160f1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.1080177 Mar 02 18:26:14.632248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-59524791-754a-4b17-bf49-f7204db395ce service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796939 Mar 02 18:26:14.787829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:14.804232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02ea57e3-3b11-46ba-824b-72ba51161198 req-c88f3c66-b91f-465a-a68c-aec9f7d3630d service neutron] 10.222.0.11 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6171772 Mar 02 18:26:14.840450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45a52116-bfc7-47e7-89ce-f5beac18a3e5 req-5ad6b24e-005d-40d1-9e62-3ecaa719521c service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973689 Mar 02 18:26:15.228460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6fa4a-9c37-468d-90ea-8eba8c5250ef req-b5e533f9-a3a2-46e6-b567-5ebb782a1da5 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.230517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9e6fa4a-9c37-468d-90ea-8eba8c5250ef req-b5e533f9-a3a2-46e6-b567-5ebb782a1da5 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.2803729 Mar 02 18:26:15.267127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-9e5f1164-979e-49ed-9aae-39a271cac28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.268632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-9e5f1164-979e-49ed-9aae-39a271cac28e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 1095 time: 0.2626238 Mar 02 18:26:15.380730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9e6fa4a-9c37-468d-90ea-8eba8c5250ef req-6abb4f14-de32-466a-8cdf-6a3585e355f1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430290 Mar 02 18:26:15.725086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-8de415aa-bfd1-434f-80fc-ba6d8e3940e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.726528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-8de415aa-bfd1-434f-80fc-ba6d8e3940e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 915 time: 0.4419038 Mar 02 18:26:15.806859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa361326-2e62-4006-888d-b93116a2a4b9 req-045c1b0c-db5f-4e46-9b01-a6c8b46936e5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.808337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa361326-2e62-4006-888d-b93116a2a4b9 req-045c1b0c-db5f-4e46-9b01-a6c8b46936e5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 944 time: 0.4916112 Mar 02 18:26:15.877261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-839362a1-0901-40f7-b261-7b8f33fdbd1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18f53706-cee2-4206-80cb-17be5543f3d5 HTTP/1.1" status: 200 len: 217 time: 0.1414843 Mar 02 18:26:15.897877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-ab0468a2-d42d-4003-bedb-526edf35ba3a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:15.898780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-ab0468a2-d42d-4003-bedb-526edf35ba3a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:16.023944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-ab0468a2-d42d-4003-bedb-526edf35ba3a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:16.025693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-ab0468a2-d42d-4003-bedb-526edf35ba3a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 949 time: 0.2103467 Mar 02 18:26:16.091215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e96a-ed4f-478e-b7cc-4d875a9bcd0f req-deb27251-ef94-4f78-ab78-3c2994b67d20 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:16.092903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e184e96a-ed4f-478e-b7cc-4d875a9bcd0f req-deb27251-ef94-4f78-ab78-3c2994b67d20 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 949 time: 0.5443542 Mar 02 18:26:16.128938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port 369d0c49-ed37-43fa-b266-669561a6bf83 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:16.129625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.219273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:16.337321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa361326-2e62-4006-888d-b93116a2a4b9 req-aba71a26-6f86-4fc8-aa8b-a2cb5042a3a9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726419 Mar 02 18:26:16.408340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.452745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-9787105b-b36c-4185-91db-9e0243e71e10 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:16.455026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-9787105b-b36c-4185-91db-9e0243e71e10 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.65 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 827 time: 0.5660613 Mar 02 18:26:16.467108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:16.481510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e184e96a-ed4f-478e-b7cc-4d875a9bcd0f req-77f9fcad-5469-4982-bb0c-06e98b9de445 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702555 Mar 02 18:26:16.491164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-fcb4ba0a-6a2a-4fbf-89d2-a6c3083ca8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:16.491164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-fcb4ba0a-6a2a-4fbf-89d2-a6c3083ca8ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 200 len: 854 time: 0.5593452 Mar 02 18:26:16.493309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:16.494906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'port': {'device_id': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'admin_state_up': True, 'tenant_id': '56edb861cde04a2589457dfad8694a84'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:16.623199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-d2c14e44-3110-497b-881e-54544dee9213 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=21e7969f-35db-438f-b69e-baf370045f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1082253 Mar 02 18:26:16.677604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.726308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d201149-199e-47e0-861e-60e3435ab51d req-1e58aa77-5cb3-492c-a53b-c35699beaaca tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.1464498 Mar 02 18:26:16.767324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port 369d0c49-ed37-43fa-b266-669561a6bf83, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=369d0c49-ed37-43fa-b266-669561a6bf83,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:16.767324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:16.772097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:16.797720 n-d-828839-1 neutron-server[88710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'code': 422} returned with failed status Mar 02 18:26:16.838374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-03b18ae5-0f9b-445b-bd81-f9c82b34f56d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:16.839925 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-03b18ae5-0f9b-445b-bd81-f9c82b34f56d tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/ports?device_id=126f2be4-216c-4b69-98d9-422d54c6f148 HTTP/1.1" status: 200 len: 950 time: 0.2775595 Mar 02 18:26:16.906491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for 369d0c49-ed37-43fa-b266-669561a6bf83 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:17.028436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port 89ac0887-416c-4dec-91a8-4e7ac677a428 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:17.028782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.106004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-1b06fd5f-26d8-4c93-92ad-a7ca8d933e91 service neutron] 10.222.0.11 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4649467 Mar 02 18:26:17.109941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:17.121268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.126466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Usage tracker for resource:port and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:17.148092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:17.170863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:17.175534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.304586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0252d3e-de16-4e8e-9d94-b7a6b599613c req-abc033d7-4410-43d6-9e6a-fffa0e77a3dc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:17.306091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0252d3e-de16-4e8e-9d94-b7a6b599613c req-abc033d7-4410-43d6-9e6a-fffa0e77a3dc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.5715306 Mar 02 18:26:17.331249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.343218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8', '89ac0887-416c-4dec-91a8-4e7ac677a428'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:17.366872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Made reservation on behalf of 56edb861cde04a2589457dfad8694a84 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:26:17.370348 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.376871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port 89ac0887-416c-4dec-91a8-4e7ac677a428, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=89ac0887-416c-4dec-91a8-4e7ac677a428,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:17.377602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.426806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:17.571937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0252d3e-de16-4e8e-9d94-b7a6b599613c req-5d17c1e3-9bc8-4c29-b921-97e754c8bf4f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444227 Mar 02 18:26:17.591272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for 89ac0887-416c-4dec-91a8-4e7ac677a428 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:17.628245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4ec7b00-f590-493b-ade2-696ba9273fde req-c81ec2d9-2083-41ce-ae2d-a44dbf450cb7 service neutron] 10.222.0.11 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047359 Mar 02 18:26:17.670545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=369d0c49-ed37-43fa-b266-669561a6bf83,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:17.704430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:17.819117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port 369d0c49-ed37-43fa-b266-669561a6bf83 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:17.825013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router 7388cc7e-76b3-4b82-89fd-553ccd2fc477 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:26:17.825569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:17.827880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'name': 'network-vif-deleted', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:17.841835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42c2d782-9452-4cd7-aa5c-bdc303fb227d req-c2fff97c-6a16-4d83-94fe-a2157202cc42 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 210 time: 0.0764437 Mar 02 18:26:17.976811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:18.003239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '18f53706-cee2-4206-80cb-17be5543f3d5', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'port_id': '18f53706-cee2-4206-80cb-17be5543f3d5', 'mac_address': 'fa:16:3e:84:39:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb83576-7cd7-4f25-8595-49fa504783c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:18.003702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-baf3b569-b231-4411-b55a-bfb6e33406fb req-8e8fde0e-f8b8-4524-9dc2-8355f7712d9a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.11 "DELETE /v2.0/ports/369d0c49-ed37-43fa-b266-669561a6bf83 HTTP/1.1" status: 204 len: 173 time: 1.9707193 Mar 02 18:26:18.035126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e57b7-c293-473c-9a57-d6b62acea038 req-71b4f897-d094-42e7-820b-b97c56affa85 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:18.036809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-184e57b7-c293-473c-9a57-d6b62acea038 req-71b4f897-d094-42e7-820b-b97c56affa85 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 944 time: 0.5092828 Mar 02 18:26:18.095663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.112252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Allocated IP 172.20.0.9 (524354fe-bd27-4f40-8e82-20e5a4f9104a/b94f5f2e-4926-4fad-bc3e-39936889e02d/d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:18.135813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.189974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['369d0c49-ed37-43fa-b266-669561a6bf83'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:18.219139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=89ac0887-416c-4dec-91a8-4e7ac677a428,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:18.239187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:18.280174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:18.322110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port 89ac0887-416c-4dec-91a8-4e7ac677a428 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:18.322110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.340167 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03e01262-efe4-422b-8653-b5fca5eb13b1 req-24d79361-c9d9-4b2f-98db-ad107c77a9db tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "DELETE /v2.0/ports/89ac0887-416c-4dec-91a8-4e7ac677a428 HTTP/1.1" status: 204 len: 173 time: 1.4406829 Mar 02 18:26:18.390352 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.506991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:18.521016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-184e57b7-c293-473c-9a57-d6b62acea038 req-01fa7637-e42a-4488-8d9e-48be910900bd tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726753 Mar 02 18:26:18.609103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:18.617563 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] Sync routers for ids ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:18.636274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.640281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6e319770-11cf-472a-8204-9315e1476e47 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "PUT /v2.0/routers/7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 200 len: 922 time: 5.5115886 Mar 02 18:26:18.640461 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] Routers {'7388cc7e-76b3-4b82-89fd-553ccd2fc477'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:18.640810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:18.643488 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:18.688011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['18f53706-cee2-4206-80cb-17be5543f3d5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:18.769745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-00e63a0a-55ef-4bcd-879d-ca77688c8eaf req-f3b7d1b1-8114-4e9e-99d9-ba2bce29394e tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:18.845720 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:18.870396 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] Routers {'7388cc7e-76b3-4b82-89fd-553ccd2fc477'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:18.871248 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:18.977153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:18.996330 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:18.997072 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-547284aa-af82-4611-8ea3-8eac18cc8702 None None] The sync data for ids ['7388cc7e-76b3-4b82-89fd-553ccd2fc477'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:19.081920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-8a14a301-df10-4e2b-9b32-adf879d43d02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2218368 Mar 02 18:26:19.090013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de50d687-4748-4473-9d71-804c4936beed tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 200 len: 922 time: 0.4479117 Mar 02 18:26:19.095704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55504) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:19.105669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Transition to ACTIVE for port object d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:19.183592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1766e2-fc07-4e89-b47f-6b9d33ee7c59 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.184299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ca1766e2-fc07-4e89-b47f-6b9d33ee7c59 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Synchronizing usage tracker for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:19.238602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-00e63a0a-55ef-4bcd-879d-ca77688c8eaf req-f3b7d1b1-8114-4e9e-99d9-ba2bce29394e tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:19.245458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00e63a0a-55ef-4bcd-879d-ca77688c8eaf req-f3b7d1b1-8114-4e9e-99d9-ba2bce29394e tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.5673366 Mar 02 18:26:19.249005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb', '14d7408e-d492-4aba-b629-54f879dc5e99', '6a053980-afab-40b2-907f-e17133630bd8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:19.270635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:19.311035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.311525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.312033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.312465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.312932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.313396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.313859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.316491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-1624c19c-e705-42c5-8cab-a7936005bd5b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 6490 time: 0.1288130 Mar 02 18:26:19.333491 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a607d183-3fe3-4a70-85d2-f93ec7062e4e', 'name': 'network-vif-deleted', 'tag': '369d0c49-ed37-43fa-b266-669561a6bf83', 'status': 'completed', 'code': 200} Mar 02 18:26:19.392242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:19.396123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:19.401718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:19.484437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event updated for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:19.491581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ca1766e2-fc07-4e89-b47f-6b9d33ee7c59 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Unset dirty status for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:19.498718 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca1766e2-fc07-4e89-b47f-6b9d33ee7c59 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=7388cc7e-76b3-4b82-89fd-553ccd2fc477&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4019406 Mar 02 18:26:19.515996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55522) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:19.529013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.529815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:19.632996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-25da05e1-aa34-4ecb-be71-6d7ea0bf75ab tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1452045 Mar 02 18:26:19.643694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Request body: {'port': {'device_id': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:19.723216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:19.825555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-7b1bfd23-b7f8-4b1e-9a3c-22d8e123d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.825555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-7b1bfd23-b7f8-4b1e-9a3c-22d8e123d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.825820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-7b1bfd23-b7f8-4b1e-9a3c-22d8e123d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.827479 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-7b1bfd23-b7f8-4b1e-9a3c-22d8e123d447 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&id=7d758753-7169-4863-a7dc-c4812278e3db&id=7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 200 len: 2294 time: 0.4789195 Mar 02 18:26:19.837624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae76e09-0e4e-453a-bbb8-6eb9f07c48fb tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:19.838198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eae76e09-0e4e-453a-bbb8-6eb9f07c48fb tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Synchronizing usage tracker for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:19.842061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-122676c2-c03c-4ab9-bb62-561e9beb4784 req-12959c49-f90e-4bee-b0ee-0943955a932c tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=a607d183-3fe3-4a70-85d2-f93ec7062e4e HTTP/1.1" status: 200 len: 210 time: 0.0669386 Mar 02 18:26:19.967868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.082628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-82215876-6cfe-4c1c-a52f-76edb04c972a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 200 len: 1002 time: 0.2458830 Mar 02 18:26:20.147398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7ec610b5-7895-4544-bd84-c69bce77899f None None] Provisioning for port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:20.159466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 18f53706-cee2-4206-80cb-17be5543f3d5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:20.191546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7ec610b5-7895-4544-bd84-c69bce77899f None None] Provisioning complete for port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:20.191935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7ec610b5-7895-4544-bd84-c69bce77899f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.195198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eae76e09-0e4e-453a-bbb8-6eb9f07c48fb tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Unset dirty status for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:20.196771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eae76e09-0e4e-453a-bbb8-6eb9f07c48fb tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.6797850 Mar 02 18:26:20.200080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:20.240279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 18f53706-cee2-4206-80cb-17be5543f3d5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:20.240919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.266251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13dead8a-1518-499b-baeb-36719c3c54d3 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 200 len: 205 time: 0.0648615 Mar 02 18:26:20.268822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55550) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:20.286015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 89ac0887-416c-4dec-91a8-4e7ac677a428 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:20.355795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 89ac0887-416c-4dec-91a8-4e7ac677a428 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:20.356412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 89ac0887-416c-4dec-91a8-4e7ac677a428 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:20.364588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-69c4a121-92be-43ac-8a3d-0b928b5d2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.366044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-69c4a121-92be-43ac-8a3d-0b928b5d2d29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 200 len: 851 time: 0.2756763 Mar 02 18:26:20.423367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7ec610b5-7895-4544-bd84-c69bce77899f None None] Port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:26:20.497601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.514831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856520e-85ae-4a03-bc97-d06006ab71e0 req-29836700-3aaa-4194-80d4-4dd261debc4a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.528936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:20.537646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:20.540871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6856520e-85ae-4a03-bc97-d06006ab71e0 req-29836700-3aaa-4194-80d4-4dd261debc4a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 945 time: 0.2202165 Mar 02 18:26:20.546561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.615101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.616027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 369d0c49-ed37-43fa-b266-669561a6bf83 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:20.648628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:20.655549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6856520e-85ae-4a03-bc97-d06006ab71e0 req-9fb1972a-81db-4094-815e-76d169f0b033 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048591 Mar 02 18:26:20.660195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.700705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 369d0c49-ed37-43fa-b266-669561a6bf83 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:20.701142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 369d0c49-ed37-43fa-b266-669561a6bf83 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:20.707289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Transition to ACTIVE for port object d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:20.743478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:20.809774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-56489f8b-35fc-44f8-99a0-fcab5e142039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:20.811404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-56489f8b-35fc-44f8-99a0-fcab5e142039 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2a00d7f-2353-4a54-9090-8dc36d62fae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3530939 Mar 02 18:26:20.813927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.858816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:20.878593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-8265f3c8-99b0-467b-bf83-3d50769d2a79 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970538 Mar 02 18:26:21.148507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port c0121e88-ee3b-4f9a-8e26-d315fd44aa62 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:21.150613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:21.157931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:21.342443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'name': 'network-vif-deleted', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:21.346796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-72a28a39-f14f-4a49-ae8a-a5275cdd1447 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:21.354491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-72a28a39-f14f-4a49-ae8a-a5275cdd1447 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4552705 Mar 02 18:26:21.359223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Attempting to bind port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:21.359555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Attempting to bind port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:21.359882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Attempting to bind port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 on network 524354fe-bd27-4f40-8e82-20e5a4f9104a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:21.378309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d76e5-11e5-44cd-916c-a7f5daba07b4 req-90d0edf5-9261-43de-bb57-89c65b59edf3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:21.380015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c3d76e5-11e5-44cd-916c-a7f5daba07b4 req-90d0edf5-9261-43de-bb57-89c65b59edf3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 943 time: 0.5702319 Mar 02 18:26:21.389233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-512a4670-1128-4711-affc-fb2d9aadf7fc tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/quotas/6af5f1a848654e36bde8bafaf7eaf639 HTTP/1.1" status: 200 len: 375 time: 0.0337884 Mar 02 18:26:21.391132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 on network 524354fe-bd27-4f40-8e82-20e5a4f9104a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:26:21.391508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Attempting to bind port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 on network 524354fe-bd27-4f40-8e82-20e5a4f9104a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:21.459186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-65dae1bf-b4d9-4d9d-9557-54109ce3140a service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410553 Mar 02 18:26:21.606526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:21.607109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Checking segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:21.607285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Bound using segment: {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:21.607708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Bound port: d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1002df53-960e-462d-8bb2-25926ef7b0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:21.608035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:21.611487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:21.619771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-29ee6870-e0d0-4777-ba12-96d8dbbeb36e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2296255 Mar 02 18:26:21.676059 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:26:21.691709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6c3d76e5-11e5-44cd-916c-a7f5daba07b4 req-7f1fc5f2-10dd-440f-83ad-e021f3f1cbaa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:21.739101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:21.742463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:21.821422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for c0121e88-ee3b-4f9a-8e26-d315fd44aa62 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:21.886387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-703374c5-ad31-4294-8f33-a286e789fdb0 service neutron] 10.222.0.11 "GET /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4190438 Mar 02 18:26:21.900345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6c3d76e5-11e5-44cd-916c-a7f5daba07b4 req-7f1fc5f2-10dd-440f-83ad-e021f3f1cbaa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:21.901647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c3d76e5-11e5-44cd-916c-a7f5daba07b4 req-7f1fc5f2-10dd-440f-83ad-e021f3f1cbaa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034420 Mar 02 18:26:21.955866 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5', 'code': 200} Mar 02 18:26:21.980324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.049342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c3371d8-95fb-40ca-ad0d-84e7465c3ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.159684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-ec705f15-bede-4597-86f3-60e1c994fe88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 217 time: 0.2659712 Mar 02 18:26:22.168017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Pushing event updated for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:22.253964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.254666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.256267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-0f612716-a8ab-4127-8ea8-47e4f21ea4dd service neutron] 10.222.0.65 "PUT /v2.0/ports/d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 1091 time: 2.6166301 Mar 02 18:26:22.256726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:22.278970 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '126f2be4-216c-4b69-98d9-422d54c6f148', 'name': 'network-vif-deleted', 'tag': '89ac0887-416c-4dec-91a8-4e7ac677a428', 'status': 'completed', 'code': 200} Mar 02 18:26:22.338854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c71af1-f4a1-4d32-9df9-c51baeedac2a req-305acbf5-37ce-4137-ae8f-bb6af561feb6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.345215 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-0d2f967d-86ec-4938-a7d6-774ced4e4904 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8323967 Mar 02 18:26:22.346093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2c71af1-f4a1-4d32-9df9-c51baeedac2a req-305acbf5-37ce-4137-ae8f-bb6af561feb6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.1553776 Mar 02 18:26:22.349732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-c23570f4-5731-40a5-aaeb-df4cf1fa59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.353895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997e510-9f9f-40e0-8a24-9132c726c42d req-3ec44469-ab78-4459-9b90-fb62a4d0615d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.354347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-c23570f4-5731-40a5-aaeb-df4cf1fa59f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1410086 Mar 02 18:26:22.355486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4997e510-9f9f-40e0-8a24-9132c726c42d req-3ec44469-ab78-4459-9b90-fb62a4d0615d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 1097 time: 0.2344210 Mar 02 18:26:22.508930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4997e510-9f9f-40e0-8a24-9132c726c42d req-df288b0c-fd1f-4ad4-889d-a1c68e3b34f1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098044 Mar 02 18:26:22.530461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2c71af1-f4a1-4d32-9df9-c51baeedac2a req-d5ad449e-5c95-4c6a-9f58-638a62a00171 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833813 Mar 02 18:26:22.552131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-46fc2eec-1f0e-4cc4-a897-37f42de3f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.555390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-46fc2eec-1f0e-4cc4-a897-37f42de3f310 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1873462 Mar 02 18:26:22.582354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-40e5aa20-ae96-47ef-9c2a-83b2c8e0452e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.583926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-40e5aa20-ae96-47ef-9c2a-83b2c8e0452e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1094 time: 0.1793544 Mar 02 18:26:22.593588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c8ab1-3af5-4884-9e24-3f4ab51b8515 req-f8783adb-6b33-4ff0-939d-88b91a162165 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.595109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-999c8ab1-3af5-4884-9e24-3f4ab51b8515 req-f8783adb-6b33-4ff0-939d-88b91a162165 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.2461319 Mar 02 18:26:22.654886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:22.704714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-615baf31-a5f3-48a4-8094-ce749de17f2d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 217 time: 0.1084154 Mar 02 18:26:22.717464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-464810e1-0633-4907-bd4c-4cee7014df50 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527101 Mar 02 18:26:22.729177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=c0121e88-ee3b-4f9a-8e26-d315fd44aa62,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:22.838803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-999c8ab1-3af5-4884-9e24-3f4ab51b8515 req-a57c8da6-5d83-4bb3-938e-adc2a1e2eada tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756725 Mar 02 18:26:22.896168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-abe2768b-026a-4f44-be4b-2475257dbc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:22.897683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-abe2768b-026a-4f44-be4b-2475257dbc0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.1849546 Mar 02 18:26:22.918869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:23.032873 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'status': 'completed', 'code': 200} Mar 02 18:26:23.087579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-e05a1948-75b4-48dc-9f7b-57db1db8b97e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.108590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-e05a1948-75b4-48dc-9f7b-57db1db8b97e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491557 Mar 02 18:26:23.137038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-f1d48494-927e-43a3-987c-7640ebe7be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.138784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-f1d48494-927e-43a3-987c-7640ebe7be9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2237010 Mar 02 18:26:23.146033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-e212e838-dbff-4de9-b09b-aefbbaad9768 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/quotas/6af5f1a848654e36bde8bafaf7eaf639 HTTP/1.1" status: 200 len: 375 time: 0.0431943 Mar 02 18:26:23.228958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-f604b5d4-ce74-457e-a4ac-48b417ff2c16 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817065 Mar 02 18:26:23.298387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-681dbd37-fccc-4f70-bdb8-94e6e00dc694 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984113 Mar 02 18:26:23.300955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:23.303317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:23.403283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-c8165e23-45d2-41d1-af2f-b032d475b7e3 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549458 Mar 02 18:26:23.411856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac9577-e172-45dc-87d9-750c50e96def req-e20dc566-89cb-4262-a5c3-25ea1994618c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.413400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15ac9577-e172-45dc-87d9-750c50e96def req-e20dc566-89cb-4262-a5c3-25ea1994618c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 943 time: 0.1903591 Mar 02 18:26:23.467357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-c3753e28-0140-49e8-99aa-d678644bf050 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614108 Mar 02 18:26:23.563249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15ac9577-e172-45dc-87d9-750c50e96def req-d2df0947-7f2c-4b6d-975b-2d0c020b1b9b tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277428 Mar 02 18:26:23.625314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee6029f-10ce-4788-9466-c492aeff37bd req-5972e75e-d6b2-455f-b42f-9135334732f1 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107980 Mar 02 18:26:23.647178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:23.647789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router 7388cc7e-76b3-4b82-89fd-553ccd2fc477 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:26:23.667400 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-d1f60f45-cae5-4985-b658-aa6514dea677 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 217 time: 0.1889002 Mar 02 18:26:23.689921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edca2fa0-5abe-4388-aa2d-86c1c4385116 req-3a1b7d02-406d-441d-8643-4aa87e8d0bf2 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 210 time: 0.0623426 Mar 02 18:26:23.729050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:23.730172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e11af484-75ce-4ebc-b4ed-07810c0499fc tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 204 len: 168 time: 3.4604475 Mar 02 18:26:23.733854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55646) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:23.748257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1832993797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:23.760339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:23.766825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:23.771505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:23.792489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-cc7cb8d0-85a3-4ca6-b692-40934c2d8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.794557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-cc7cb8d0-85a3-4ca6-b692-40934c2d8dc3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.1211863 Mar 02 18:26:23.796080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:23.925533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-c4bb1892-eadf-4066-8133-f9b4d913b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:23.927013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-c4bb1892-eadf-4066-8133-f9b4d913b2df service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254795 Mar 02 18:26:24.067592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4907-3425-4080-8099-7adf20401a87 req-3b22aa1d-426c-49b6-94b5-539b36725512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.069197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-3b22aa1d-426c-49b6-94b5-539b36725512 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1094 time: 0.1317449 Mar 02 18:26:24.083423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768bcc0-208a-40a8-9575-b4a1c373a39e req-c8647006-4aaa-4cd4-b561-dde3e8e84542 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.091211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a768bcc0-208a-40a8-9575-b4a1c373a39e req-c8647006-4aaa-4cd4-b561-dde3e8e84542 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.1899984 Mar 02 18:26:24.113329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.114431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.221084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d2755523-becd-4e1f-92fd-1340f8c9a6b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.233377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-489e40bb-87c2-403b-8f54-db58a036944e service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989080 Mar 02 18:26:24.240172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.391722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.497330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-4a3aa51f-27e1-4665-a2b5-8ce746cb0656 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322650 Mar 02 18:26:24.582365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a768bcc0-208a-40a8-9575-b4a1c373a39e req-069ff663-6a4b-4759-ae84-cbac5cb98f7f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899611 Mar 02 18:26:24.599676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:24.601604 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-97c5dcd5-390a-454c-9fcb-e2768234fd22 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8661053 Mar 02 18:26:24.609454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55664) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:24.613388 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-6878c663-be43-42c5-a6ae-cb9b87948208 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 200 len: 217 time: 0.1101072 Mar 02 18:26:24.618293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:24.663775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4907-3425-4080-8099-7adf20401a87 req-4c642707-5670-4c07-9b70-4868533bd852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.665975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-4c642707-5670-4c07-9b70-4868533bd852 service neutron] 10.222.0.65 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 928 time: 0.5717502 Mar 02 18:26:24.853143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-8e082929-5be5-490a-82ca-c55e4602b8a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 217 time: 0.1744330 Mar 02 18:26:24.862873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64586fa-9c48-4c49-aefe-4274528acba4 req-19331496-0acb-40a9-83a8-dc1aeea155e7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.870772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d64586fa-9c48-4c49-aefe-4274528acba4 req-19331496-0acb-40a9-83a8-dc1aeea155e7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.3731010 Mar 02 18:26:24.893869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-55964fee-cca8-453c-940d-71399e7f37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.895370 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-55964fee-cca8-453c-940d-71399e7f37d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.2133870 Mar 02 18:26:24.980905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d64586fa-9c48-4c49-aefe-4274528acba4 req-e4d084fd-82d1-4115-8b26-9d55dbac3e54 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090977 Mar 02 18:26:24.991134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4907-3425-4080-8099-7adf20401a87 req-78a85835-7195-4e14-818d-623254172809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:24.992814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-78a85835-7195-4e14-818d-623254172809 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.1198072 Mar 02 18:26:25.200979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c4907-3425-4080-8099-7adf20401a87 req-a2567516-75e4-493d-91b1-796117079963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:25.205573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-a2567516-75e4-493d-91b1-796117079963 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2062855 Mar 02 18:26:25.408079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:25.456780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-3c22bbc3-6ab0-4b74-a822-cbf2cb2e48e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:25.464070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-3c22bbc3-6ab0-4b74-a822-cbf2cb2e48e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5104504 Mar 02 18:26:25.495421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:25.524817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:25.525741 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:25.608626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-29a33a58-b9b8-44b4-9cb2-31774745e881 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2565057 Mar 02 18:26:25.632060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9405e519-44b4-4c0b-96f4-b85aa94c6e2a req-a4c6e1ce-48af-4865-b02b-d9bd2333dccf tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 210 time: 0.1293001 Mar 02 18:26:25.844534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-42a5917e-5b3d-4e63-a73f-358a7463fd0a service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723292 Mar 02 18:26:25.931044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-71818547-9bea-46a0-8c79-47acd621b4a7 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176685 Mar 02 18:26:25.995794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-cc708bce-48d9-49c4-be1b-98c0f6397f4f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:25.996830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-cc708bce-48d9-49c4-be1b-98c0f6397f4f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:26.019886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66092ff1-1e15-4604-b38f-0825d3556ca6 req-648d2b09-d121-460e-b000-466ac0e1d27d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:26.021499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66092ff1-1e15-4604-b38f-0825d3556ca6 req-648d2b09-d121-460e-b000-466ac0e1d27d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 943 time: 0.6673012 Mar 02 18:26:26.035381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-52526f15-2e8a-4157-a231-e2d9289dc80d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:26.037037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-52526f15-2e8a-4157-a231-e2d9289dc80d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4178154 Mar 02 18:26:26.060701 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-07dafe3f-9ed0-4e97-9e1f-f84bcf797907 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099950 Mar 02 18:26:26.111754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Request body: {'port': {'device_id': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6af5f1a848654e36bde8bafaf7eaf639'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:26.154525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-60b33231-9f57-41dc-a198-f496466e39f5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 200 len: 217 time: 0.0849710 Mar 02 18:26:26.220409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-cc708bce-48d9-49c4-be1b-98c0f6397f4f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:26.221535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-cc708bce-48d9-49c4-be1b-98c0f6397f4f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 949 time: 0.6387763 Mar 02 18:26:26.280405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:26.315403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5422b15-3bf2-42fd-8a41-b35e73ed2fae req-97a3e375-7073-4fcd-80d2-3e5727e9da30 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:26.322975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5422b15-3bf2-42fd-8a41-b35e73ed2fae req-97a3e375-7073-4fcd-80d2-3e5727e9da30 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.4572964 Mar 02 18:26:26.349344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66092ff1-1e15-4604-b38f-0825d3556ca6 req-ccfe6f94-d1da-4dd0-a0a0-4ce5045f0600 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106859 Mar 02 18:26:26.380015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9c4907-3425-4080-8099-7adf20401a87 req-ed82357f-a64b-4bb0-95e3-7b07c3f7b7a4 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392371 Mar 02 18:26:26.407849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-85786e8d-3a9d-43a3-b27c-dd329c97018a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:26.423514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5422b15-3bf2-42fd-8a41-b35e73ed2fae req-9125a651-5b75-4fad-ba33-2f38d73ec016 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995862 Mar 02 18:26:26.427942 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-85786e8d-3a9d-43a3-b27c-dd329c97018a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 200 len: 797 time: 0.2646320 Mar 02 18:26:26.462427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:26.468880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Usage tracker for resource:port and tenant:6af5f1a848654e36bde8bafaf7eaf639 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:26.472978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:26.480578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:26.531716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:26.546857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'mac_address': 'fa:16:3e:83:0f:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:26.644969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-59cb07e7-f696-41e8-a804-83f16cda9328 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414631 Mar 02 18:26:26.649428 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.653535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Made reservation on behalf of 6af5f1a848654e36bde8bafaf7eaf639 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:26:26.659809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.685015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.712544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port 14d7408e-d492-4aba-b629-54f879dc5e99 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:26.712895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.760301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:26.765421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Usage tracker for resource:security_group_rule and tenant:6af5f1a848654e36bde8bafaf7eaf639 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:26.768971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:26.775375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:26.788139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.804599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.810830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:26.817567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.828199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:26.875342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.887587 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:26.976537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:27.089582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:27.106241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:27.117338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22faf2-39f3-4f57-959f-f6c8144abe4b req-d4da5fc3-8906-4dde-8c95-b1b6387c1434 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:27.127479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c22faf2-39f3-4f57-959f-f6c8144abe4b req-d4da5fc3-8906-4dde-8c95-b1b6387c1434 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 949 time: 0.6048365 Mar 02 18:26:27.191741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:27.289153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:27.309853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ce7a6-f3db-4306-b555-1b02ab84566c req-d812d827-65a7-43d1-9c35-eb1cacaf0a45 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:27.310565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-663ce7a6-f3db-4306-b555-1b02ab84566c req-d812d827-65a7-43d1-9c35-eb1cacaf0a45 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.7195551 Mar 02 18:26:27.335157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-2d35858a-b10a-4389-871a-fe344a94a75e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:27.337723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-2d35858a-b10a-4389-871a-fe344a94a75e tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/ports?device_id=4713fc5a-be0e-4a67-992f-c6f226aa2ded HTTP/1.1" status: 200 len: 950 time: 0.6395171 Mar 02 18:26:27.354692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c22faf2-39f3-4f57-959f-f6c8144abe4b req-c8e6c5c3-2a3e-4876-9298-793e62e64c4f tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259722 Mar 02 18:26:27.527016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Allocated IP 172.25.7.241 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/5d173705-3b80-4144-a861-4252cad31d74) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:27.583802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-663ce7a6-f3db-4306-b555-1b02ab84566c req-e2a21c90-3a92-4a6f-a072-f2b884455f2d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603054 Mar 02 18:26:27.590355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port 6a053980-afab-40b2-907f-e17133630bd8 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:27.590703 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:27.657232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Allocated IP 192.168.233.225 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/57ab94d4-6f4a-423c-93c1-214de35e78dd) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:27.659486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port 14d7408e-d492-4aba-b629-54f879dc5e99, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=14d7408e-d492-4aba-b629-54f879dc5e99,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:27.659862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:27.684814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-d993e9dd-e2a1-4602-9b5b-cdf3e1928d3c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:27.686411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-d993e9dd-e2a1-4602-9b5b-cdf3e1928d3c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0050645 Mar 02 18:26:27.688475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-87748317-c441-4ea2-809d-e06d5097566a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:27.690876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-87748317-c441-4ea2-809d-e06d5097566a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b4b0956-7dd2-44af-a302-6f9899c3f53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2466989 Mar 02 18:26:27.818706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Request body: {'port': {'device_id': '40812d64-d5df-4495-a492-577a0ea57432', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '6af5f1a848654e36bde8bafaf7eaf639'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:27.940835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for 14d7408e-d492-4aba-b629-54f879dc5e99 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:27.968909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18f7c42b-b10e-4926-9318-c171260b3203 req-e6cbdce2-c9f0-49ba-a83b-8ca3766dd826 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 210 time: 0.2033930 Mar 02 18:26:28.260280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port 6a053980-afab-40b2-907f-e17133630bd8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6a053980-afab-40b2-907f-e17133630bd8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:28.260736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.278758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:28.359163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d643064-08ab-4998-863d-cf73745e38a9 req-44d1bfb5-e0e2-4534-8325-ae720ea3cb50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:28.360460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d643064-08ab-4998-863d-cf73745e38a9 req-44d1bfb5-e0e2-4534-8325-ae720ea3cb50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 944 time: 0.5298395 Mar 02 18:26:28.369554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.393903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-e9b2a793-7ac4-4138-a9b5-508698bad633 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495826 Mar 02 18:26:28.423817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.438101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for 6a053980-afab-40b2-907f-e17133630bd8 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:28.449016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:28.454347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:28.454991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.472176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:28.494793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Usage tracker for resource:port and tenant:6af5f1a848654e36bde8bafaf7eaf639 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:28.500344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:28.513888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:28.547854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Transition to ACTIVE for port object 57ab94d4-6f4a-423c-93c1-214de35e78dd will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:28.587992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d643064-08ab-4998-863d-cf73745e38a9 req-99d5add7-7553-4739-ba33-17bb8be84850 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214187 Mar 02 18:26:28.600518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcd58e-7de5-4393-a86b-c6d717f0b8ee req-af618f97-5dcf-4354-b7b9-78be0f94f581 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:28.608087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38fcd58e-7de5-4393-a86b-c6d717f0b8ee req-af618f97-5dcf-4354-b7b9-78be0f94f581 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.4270773 Mar 02 18:26:28.646478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-9f8288c2-bbd4-4b89-a927-a7fa29885666 service neutron] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146118 Mar 02 18:26:28.652647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.678242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:28.689802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:28.750361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-5e1cbe54-ccde-4221-9fe6-e8c15d657044 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 200 len: 217 time: 0.0973344 Mar 02 18:26:28.752468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.754304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Made reservation on behalf of 6af5f1a848654e36bde8bafaf7eaf639 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:26:28.758693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.763384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:28.775407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.806550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.807475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14d7408e-d492-4aba-b629-54f879dc5e99 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:28.829115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38fcd58e-7de5-4393-a86b-c6d717f0b8ee req-4897d8dc-6aa4-4373-8204-fed79eb0eae6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201469 Mar 02 18:26:28.842088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac9caf60-214d-4425-b51a-db8413e32233 req-a3aac128-e56a-4a9b-ab89-ef078b40ee59 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 210 time: 0.0798266 Mar 02 18:26:28.891381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-389337dc-b828-4b42-9ffb-2ab1e9634911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:28.910484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-389337dc-b828-4b42-9ffb-2ab1e9634911 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 1094 time: 0.2487891 Mar 02 18:26:28.910484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:28.923299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:28.959983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 14d7408e-d492-4aba-b629-54f879dc5e99 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:28.959983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 14d7408e-d492-4aba-b629-54f879dc5e99 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:28.960181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6a053980-afab-40b2-907f-e17133630bd8 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:29.002685 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'code': 200} Mar 02 18:26:29.029550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:29.045364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 6a053980-afab-40b2-907f-e17133630bd8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:29.045987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6a053980-afab-40b2-907f-e17133630bd8 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:29.110549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:29.154388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port 14d7408e-d492-4aba-b629-54f879dc5e99 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:29.168204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:29.182803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:29.184855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:29.190332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:29.201705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'name': 'network-vif-deleted', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:29.207469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:29.239169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:29.245944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:29.279383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event updated for resources: {'Port': ['ID=5d173705-3b80-4144-a861-4252cad31d74,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:29.282668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-bec5729e-ed32-4c0e-9a4e-fc6ff0a80f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.284134 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-bec5729e-ed32-4c0e-9a4e-fc6ff0a80f88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.5025201 Mar 02 18:26:29.449917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e115ce17-277b-4124-837d-d90d282ffacb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:29.572681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=14d7408e-d492-4aba-b629-54f879dc5e99,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:29.596428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:29.737346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3dda3d6c-54cc-4e80-9df5-350b37e5b12e req-d226b7bd-a6c6-4526-a45d-b66b165371a8 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "DELETE /v2.0/ports/14d7408e-d492-4aba-b629-54f879dc5e99 HTTP/1.1" status: 204 len: 173 time: 3.5068977 Mar 02 18:26:29.763248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=6a053980-afab-40b2-907f-e17133630bd8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:29.773903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port 6a053980-afab-40b2-907f-e17133630bd8 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:29.776810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:29.784440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'name': 'network-vif-deleted', 'tag': '6a053980-afab-40b2-907f-e17133630bd8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:29.806433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.807399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:29.878824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:29.904569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc0b1cf6-0f6b-49df-9c61-7ffd17245cf5 req-0ba23b8b-9621-471c-a5db-c7568992c301 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "DELETE /v2.0/ports/6a053980-afab-40b2-907f-e17133630bd8 HTTP/1.1" status: 204 len: 173 time: 2.5448873 Mar 02 18:26:29.915987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80400ff-824f-4441-a0f4-aaea566e07f5 req-65c3939c-826e-4c18-a6d2-e9bdf6978622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.918753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f80400ff-824f-4441-a0f4-aaea566e07f5 req-65c3939c-826e-4c18-a6d2-e9bdf6978622 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1096 time: 0.8485773 Mar 02 18:26:29.932270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Allocated IP 192.168.233.136 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:29.946758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-d199850c-ecb0-4aad-80cd-5d29a486ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.948274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-d199850c-ecb0-4aad-80cd-5d29a486ab62 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4593167 Mar 02 18:26:29.981487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf54e633-9331-47b2-83b7-6dedab8ee4d9 req-71744553-b83a-42ef-9368-58d0be3554ce tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:29.983360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf54e633-9331-47b2-83b7-6dedab8ee4d9 req-71744553-b83a-42ef-9368-58d0be3554ce tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.7837253 Mar 02 18:26:30.002086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ab8a3-4586-4c2b-931b-86cbffdaaa7f req-ed4e74d5-c837-48f7-8b44-274fb78cd1de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:30.009238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-847ab8a3-4586-4c2b-931b-86cbffdaaa7f req-ed4e74d5-c837-48f7-8b44-274fb78cd1de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.8780947 Mar 02 18:26:30.038944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b665b3ab-7347-4ada-b944-8e331c27e8fe None None] Provisioning for port 57ab94d4-6f4a-423c-93c1-214de35e78dd completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:30.052146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b665b3ab-7347-4ada-b944-8e331c27e8fe None None] Provisioning complete for port 57ab94d4-6f4a-423c-93c1-214de35e78dd triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:30.052700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b665b3ab-7347-4ada-b944-8e331c27e8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:30.093322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-f3bb1bd9-0700-4336-8e26-2688bce67f11 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9854987 Mar 02 18:26:30.108482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Request body: {'port': {'device_id': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:30.144392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b665b3ab-7347-4ada-b944-8e331c27e8fe None None] Port 57ab94d4-6f4a-423c-93c1-214de35e78dd cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:26:30.182996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f80400ff-824f-4441-a0f4-aaea566e07f5 req-3d88b420-3a19-4bc0-a282-d2571df4bddb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302022 Mar 02 18:26:30.231910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-f50adfca-c28c-4148-a234-55c6f630773c service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758188 Mar 02 18:26:30.266172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-847ab8a3-4586-4c2b-931b-86cbffdaaa7f req-2f270f37-31fe-442a-a3b6-29bd1fe2c24d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558751 Mar 02 18:26:30.289433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf54e633-9331-47b2-83b7-6dedab8ee4d9 req-382089f3-736e-431d-b58a-e9fadc55d8af tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751236 Mar 02 18:26:30.400893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-9ab33254-180f-41a2-9f61-c86354580d40 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624081 Mar 02 18:26:30.465791 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '305abc53-10c3-4e1b-a864-c5a90ad020f2', 'name': 'network-vif-deleted', 'tag': '14d7408e-d492-4aba-b629-54f879dc5e99', 'status': 'completed', 'code': 200} Mar 02 18:26:30.603704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:30.658227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2b1c811b-4f8e-4a37-b355-7e2541f58a9f req-e2d29b52-3725-4788-add2-381a1c96c126 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Synchronizing usage tracker for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:30.692613 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-659fe86c-d203-45c9-9752-e2961307cffd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 200 len: 217 time: 0.2388992 Mar 02 18:26:30.759640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:30.893314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2b1c811b-4f8e-4a37-b355-7e2541f58a9f req-e2d29b52-3725-4788-add2-381a1c96c126 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Unset dirty status for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:30.894700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b1c811b-4f8e-4a37-b355-7e2541f58a9f req-e2d29b52-3725-4788-add2-381a1c96c126 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 210 time: 0.3744471 Mar 02 18:26:30.915159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fed71-7500-42eb-9f03-ecebcf47e38f req-33cf1981-df9a-4205-b3f5-b4367883dc41 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:30.916690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e55fed71-7500-42eb-9f03-ecebcf47e38f req-33cf1981-df9a-4205-b3f5-b4367883dc41 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 945 time: 0.3023930 Mar 02 18:26:30.917767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:30.918782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:30.924491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-eed7f702-8464-45b1-82b6-e7ccf52beca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:30.926458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-eed7f702-8464-45b1-82b6-e7ccf52beca3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 200 len: 797 time: 0.2261224 Mar 02 18:26:30.980391 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4713fc5a-be0e-4a67-992f-c6f226aa2ded', 'name': 'network-vif-deleted', 'tag': '6a053980-afab-40b2-907f-e17133630bd8', 'status': 'completed', 'code': 200} Mar 02 18:26:31.011135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.030699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:31.042878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.062682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Transition to ACTIVE for port object 7f99de3f-bd13-4c16-8134-8e91f043d139 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:31.097090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Transition to ACTIVE for port object 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:31.140767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e55fed71-7500-42eb-9f03-ecebcf47e38f req-58ec0343-0c64-4589-bb37-eaf3316f0707 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856503 Mar 02 18:26:31.162825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f5f25554-bb14-47dc-a2c7-6d96a8dfabbd req-748eb50e-32b3-43f7-b657-6160fe098d35 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Synchronizing usage tracker for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:31.170534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.465895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-65ba261c-a426-44b0-9192-e0214c486498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:31.467491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-65ba261c-a426-44b0-9192-e0214c486498 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7d758753-7169-4863-a7dc-c4812278e3db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5319562 Mar 02 18:26:31.485850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=9']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:31.569027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.569259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] No DVR routers for this DVR port 7f99de3f-bd13-4c16-8134-8e91f043d139 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:31.789547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:31.790755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f5f25554-bb14-47dc-a2c7-6d96a8dfabbd req-748eb50e-32b3-43f7-b657-6160fe098d35 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Unset dirty status for tenant:d4446920d634413da5f6580d6978aff8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:31.798719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5f25554-bb14-47dc-a2c7-6d96a8dfabbd req-748eb50e-32b3-43f7-b657-6160fe098d35 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=305abc53-10c3-4e1b-a864-c5a90ad020f2 HTTP/1.1" status: 200 len: 210 time: 0.7181656 Mar 02 18:26:31.811620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:31.824888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:31.898856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:31.939667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.972019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:31.981633 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-b3eac684-8502-4c19-9847-cb7e62074124 service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400980 Mar 02 18:26:32.051578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55744) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:32.114054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:32.114701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.279893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:32.280225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:32.280580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:32.289410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f917395d-085c-4158-a421-88708a8a988d None None] Provisioning for port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:32.301127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f917395d-085c-4158-a421-88708a8a988d None None] Provisioning complete for port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:32.302515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f917395d-085c-4158-a421-88708a8a988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.304239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:26:32.304565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Attempting to bind port 7f99de3f-bd13-4c16-8134-8e91f043d139 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:32.332412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:32.332412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:32.332670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:32.333096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Bound port: 7f99de3f-bd13-4c16-8134-8e91f043d139, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:32.333467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.357454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-6de01eaa-7ea0-41c8-a42a-59d8fe74f43f service neutron] 10.222.0.11 "GET /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719350 Mar 02 18:26:32.377654 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-719ba487-0e04-40b5-914c-ba856fcaa117 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.5649717 Mar 02 18:26:32.385267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f917395d-085c-4158-a421-88708a8a988d None None] Port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:26:32.389413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.393150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Request body: {'port': {'device_id': '40812d64-d5df-4495-a492-577a0ea57432', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:32.409759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a82860-5084-4e60-a7f5-0399a2c8bd4f req-8e8e42f0-0b17-4303-a4f9-f3c48e4b92de tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:32.411245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18a82860-5084-4e60-a7f5-0399a2c8bd4f req-8e8e42f0-0b17-4303-a4f9-f3c48e4b92de tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.3633924 Mar 02 18:26:32.485385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b1faa4-eb83-47d8-9ac8-08c32f47ce54 req-eed763c1-7739-4534-864c-d6308f57690b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:32.486880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0b1faa4-eb83-47d8-9ac8-08c32f47ce54 req-eed763c1-7739-4534-864c-d6308f57690b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 943 time: 0.4401085 Mar 02 18:26:32.489743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:32.496377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Router c4f5e32f-19b3-476e-aa6b-9cb9801c5269 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:26:32.514803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.540250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Usage tracker for resource:security_group_rule and tenant:418813074ebf40f8ba1be35359afe390 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:32.571959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:32.593791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:32.617177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:32.646551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.654018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18a82860-5084-4e60-a7f5-0399a2c8bd4f req-95546d18-75a0-49d4-9e79-0a7142c48345 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031603 Mar 02 18:26:32.682740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0b1faa4-eb83-47d8-9ac8-08c32f47ce54 req-bd16c474-5c3c-492e-a8db-ff1fdc8d7326 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618893 Mar 02 18:26:32.696680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Transition to ACTIVE for port object 57ab94d4-6f4a-423c-93c1-214de35e78dd will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:32.701322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:32.705928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:32.820759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:32.829689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.833580 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a570d431-5166-4748-8f4d-b27a166ec9c5 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "PUT /v2.0/routers/c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 200 len: 880 time: 8.2200284 Mar 02 18:26:32.833730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] Sync routers for ids ['c4f5e32f-19b3-476e-aa6b-9cb9801c5269'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:32.834235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55752) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:32.844318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] Routers {'c4f5e32f-19b3-476e-aa6b-9cb9801c5269'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:32.844926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c4f5e32f-19b3-476e-aa6b-9cb9801c5269'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:32.872316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:32.910063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:32.919234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] Routers {'c4f5e32f-19b3-476e-aa6b-9cb9801c5269'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:32.919828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c4f5e32f-19b3-476e-aa6b-9cb9801c5269'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:32.997933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:32.998370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97932cc1-1610-463d-8ad4-2dfa54be1870 None None] The sync data for ids ['c4f5e32f-19b3-476e-aa6b-9cb9801c5269'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:33.045100 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.048211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.177182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.177808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.179936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] 10.222.0.11 "PUT /v2.0/ports/7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 1091 time: 4.2613990 Mar 02 18:26:33.180782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:33.193375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.208309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:33.290982 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60fdb76f-c80a-4abe-a477-81a161df2659 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 200 len: 921 time: 0.4556537 Mar 02 18:26:33.293712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:33.410506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038ae26-8d60-46a3-ab55-f2fda902c6be req-62e24576-c907-40dd-b711-47f7c7fdbe59 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.418997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b038ae26-8d60-46a3-ab55-f2fda902c6be req-62e24576-c907-40dd-b711-47f7c7fdbe59 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 945 time: 0.6043358 Mar 02 18:26:33.420776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:33.436629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.466434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=418813074ebf40f8ba1be35359afe390&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4091961 Mar 02 18:26:33.466678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f1b81e-4ebe-4ebf-893b-9ae52c05cd4d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.466678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c6f1b81e-4ebe-4ebf-893b-9ae52c05cd4d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=c4f5e32f-19b3-476e-aa6b-9cb9801c5269&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1703718 Mar 02 18:26:33.466678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Transition to ACTIVE for port object 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:26:33.499181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55770) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:33.499181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:33.499425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0355-d727-4f99-ab35-ab54e1b92202 req-9829de21-01df-40f1-b30a-929960f24976 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.499425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16df0355-d727-4f99-ab35-ab54e1b92202 req-9829de21-01df-40f1-b30a-929960f24976 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 936 time: 0.7135644 Mar 02 18:26:33.499425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d42f75-a43b-4606-984b-dcc994efaeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37236ada-68a3-48f0-a684-25b1fb71342b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:33.554908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e0cae-7c45-49b1-9926-a155f0a7f1bc service neutron] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:33.571056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b038ae26-8d60-46a3-ab55-f2fda902c6be req-f8ecbfb3-c2b6-4f8f-8011-774c08bc4206 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511977 Mar 02 18:26:33.588294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Attempting to bind port 57ab94d4-6f4a-423c-93c1-214de35e78dd on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:33.588449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Attempting to bind port 57ab94d4-6f4a-423c-93c1-214de35e78dd by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:33.588697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Attempting to bind port 57ab94d4-6f4a-423c-93c1-214de35e78dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:33.605874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Port 57ab94d4-6f4a-423c-93c1-214de35e78dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:26:33.606218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Attempting to bind port 57ab94d4-6f4a-423c-93c1-214de35e78dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:33.609822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-16df0355-d727-4f99-ab35-ab54e1b92202 req-2d0ebcf2-2baf-4668-a755-943360510f33 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Synchronizing usage tracker for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:33.619037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:33.619376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:33.619762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:33.620193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Bound port: 57ab94d4-6f4a-423c-93c1-214de35e78dd, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:33.620538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.641825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.645594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-01809c28-1ee1-4c82-9cca-34f0deeb2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.647112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-01809c28-1ee1-4c82-9cca-34f0deeb2f6f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1095 time: 0.3605494 Mar 02 18:26:33.654149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d358dd3-3b7e-4f74-89d1-b27eed52f733 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:33.658748 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0d358dd3-3b7e-4f74-89d1-b27eed52f733 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.1854105 Mar 02 18:26:33.658748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:33.712511 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.717544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:33.774475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad3c5c9f-449a-4384-86d2-230680f7aed3 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 200 len: 205 time: 0.1148901 Mar 02 18:26:33.785853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55790) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:33.856471 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'status': 'completed', 'code': 200} Mar 02 18:26:33.889231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-16df0355-d727-4f99-ab35-ab54e1b92202 req-2d0ebcf2-2baf-4668-a755-943360510f33 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Unset dirty status for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:33.890527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16df0355-d727-4f99-ab35-ab54e1b92202 req-2d0ebcf2-2baf-4668-a755-943360510f33 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881164 Mar 02 18:26:34.069606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:34.139468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:34.143687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-4ce2f01e-5473-4388-8187-543c4f4702cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.145201 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-4ce2f01e-5473-4388-8187-543c4f4702cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.4665034 Mar 02 18:26:34.166390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:34.230496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.234832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.324738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-04da949b-0e41-4c5f-a90f-06384184c5cc tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 258 time: 0.4632728 Mar 02 18:26:34.326018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.326656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.327941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] 10.222.0.11 "PUT /v2.0/ports/57ab94d4-6f4a-423c-93c1-214de35e78dd HTTP/1.1" status: 200 len: 1096 time: 4.2240102 Mar 02 18:26:34.348036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Attempting to bind port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:26:34.348532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Attempting to bind port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:26:34.348802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Attempting to bind port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:34.359164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:34.374055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:34.378566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-dfe71508-f1b2-48cb-aaea-ddbc2b5af376 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 999 time: 0.2252977 Mar 02 18:26:34.391795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Usage tracker for resource:floatingip and tenant:56edb861cde04a2589457dfad8694a84 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:34.415035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.418650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:26:34.419138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Attempting to bind port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:26:34.431047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:34.438791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c572c-c2ec-4772-ba94-b25b16fcbba2 service neutron] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:34.441087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:26:34.441438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:26:34.441828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:26:34.442314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Bound port: 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:26:34.442654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.458018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:34.463839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37236ada-68a3-48f0-a684-25b1fb71342b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:34.512803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.514261 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75caba64-2a41-495c-82ff-6ef2a7f5e59a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37236ada-68a3-48f0-a684-25b1fb71342b HTTP/1.1" status: 204 len: 168 time: 1.0465319 Mar 02 18:26:34.525291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad752659-8642-4e4c-82b1-607e1aab3c17 req-4c0b8776-dbe8-4909-9278-a41de7d21c01 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.526844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad752659-8642-4e4c-82b1-607e1aab3c17 req-4c0b8776-dbe8-4909-9278-a41de7d21c01 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.4246387 Mar 02 18:26:34.536404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-2640e78e-91c5-4058-ad80-41abf535c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.537806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-2640e78e-91c5-4058-ad80-41abf535c042 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1479814 Mar 02 18:26:34.540822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.588789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:26:34.593068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:26:34.604863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.659415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port 5d173705-3b80-4144-a861-4252cad31d74 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:34.659869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.673440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad752659-8642-4e4c-82b1-607e1aab3c17 req-17dbcd4a-6b5b-4ffc-a8c3-c432c5029053 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386952 Mar 02 18:26:34.695187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-5fcc7307-47d1-4284-8ec1-36f97399b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.695187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-5fcc7307-47d1-4284-8ec1-36f97399b80e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 1099 time: 0.2326224 Mar 02 18:26:34.709478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.809076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.809646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:34.811100 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 HTTP/1.1" status: 200 len: 1096 time: 2.4225304 Mar 02 18:26:34.811553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:34.824756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-73c41470-a32a-4793-9c02-ddbfb2ca6a61 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd HTTP/1.1" status: 200 len: 217 time: 0.1209698 Mar 02 18:26:34.936239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-aba93d43-b3ac-4ca2-a59c-9abc7baeb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:34.937901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-aba93d43-b3ac-4ca2-a59c-9abc7baeb9c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3813949 Mar 02 18:26:35.013073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-b1b0c100-7094-492e-acfc-df0a81b1aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.014804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-b1b0c100-7094-492e-acfc-df0a81b1aea2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1831357 Mar 02 18:26:35.089939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59221dd7-15cc-45b3-9768-33d77a6cf912 service neutron] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:35.129279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:35.218315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0b840-2b4a-4303-8bf6-5f6c33a0738a req-0a9d5c41-952a-4fe7-8f99-6d9033fd77b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.219801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54e0b840-2b4a-4303-8bf6-5f6c33a0738a req-0a9d5c41-952a-4fe7-8f99-6d9033fd77b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.3941803 Mar 02 18:26:35.238514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-19ff6f3d-c982-4389-a234-03ece9e8b914 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790651 Mar 02 18:26:35.253691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:35.260060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-0ec3456f-de22-48c1-b1bc-b9cae6aef5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.261596 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-0ec3456f-de22-48c1-b1bc-b9cae6aef5ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 1099 time: 0.2352598 Mar 02 18:26:35.268696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for 5d173705-3b80-4144-a861-4252cad31d74 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:35.335728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-31790e1e-40f4-4691-91e7-bcf6fc4de85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.337256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-31790e1e-40f4-4691-91e7-bcf6fc4de85f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3081832 Mar 02 18:26:35.370386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-1f5c451b-4597-4d59-8d1f-56a3a6fc0c94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 HTTP/1.1" status: 200 len: 217 time: 0.0727928 Mar 02 18:26:35.410902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55804) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:35.450234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:35.501747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:35.504904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-9770d4db-aeb1-4e42-86dc-a002b14c5810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.506361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-9770d4db-aeb1-4e42-86dc-a002b14c5810 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1271276 Mar 02 18:26:35.510591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Usage tracker for resource:security_group_rule and tenant:2c83d14129ac457d8e5503d65ef1a18d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:35.516979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:35.559125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:35.599334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54e0b840-2b4a-4303-8bf6-5f6c33a0738a req-5d2b1533-7758-4c77-b2f8-59b72c055ad8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3672471 Mar 02 18:26:35.677754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18662b3-6ade-4446-9269-929d053140db req-d716cdf2-8b23-440b-a541-c8d542e978ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:35.679338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-d716cdf2-8b23-440b-a541-c8d542e978ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1648388 Mar 02 18:26:35.780487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d57a5c-5831-4f7d-bae2-6baad9b0311f req-82322c39-c2b4-45eb-b114-63dfe134e395 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228870 Mar 02 18:26:35.793501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Allocated IP 172.25.7.31 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/8021757b-e828-4477-8cb1-21d7008cc6ed) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:35.800256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-6422f65c-c5e9-4594-ba2e-7ef95fcaa8c4 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510958 Mar 02 18:26:35.818419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-156a20ad-0b76-4275-80ce-b2186add107b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285932 Mar 02 18:26:35.859125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:35.909749 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'status': 'completed', 'code': 200} Mar 02 18:26:35.917041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:35.990924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=5d173705-3b80-4144-a861-4252cad31d74,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:36.129117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a18662b3-6ade-4446-9269-929d053140db req-6c7dacc7-9be1-4aa9-8712-a0d6879a4c5f service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024690 Mar 02 18:26:36.151243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.212413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52a33311-634d-4a2c-b047-b8d7e12207f1 req-0517afeb-a140-47af-94c2-6b84cf81a947 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044967 Mar 02 18:26:36.227426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-6e6b2a36-d2e6-47d5-9d87-f9379045410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:36.228899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-6e6b2a36-d2e6-47d5-9d87-f9379045410c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1095 time: 0.2931981 Mar 02 18:26:36.291871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.293065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.352351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6774b-b813-4d7d-be90-92e1c2dd5206 req-dbef933f-1957-4ce2-97de-cf1c07f736f2 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:36.353821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91f6774b-b813-4d7d-be90-92e1c2dd5206 req-dbef933f-1957-4ce2-97de-cf1c07f736f2 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 948 time: 0.3662934 Mar 02 18:26:36.358773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.361090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.419998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.471588 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c83d14129ac457d8e5503d65ef1a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0550404 Mar 02 18:26:36.473306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61735ba7-f641-41da-845f-053c792d863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa4db23-b193-4a6e-8a61-dcd4c9e470b0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:36.476194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:36.512064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91f6774b-b813-4d7d-be90-92e1c2dd5206 req-28ee729d-2afa-4c3f-a5f2-3e416c266cbb tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034496 Mar 02 18:26:36.529195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-c21c8f99-74a8-48c4-8ebf-b1c20d42bfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:36.530792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-c21c8f99-74a8-48c4-8ebf-b1c20d42bfd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.2872837 Mar 02 18:26:36.546061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.546623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router c4f5e32f-19b3-476e-aa6b-9cb9801c5269 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:26:36.553529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-a8ac53a2-dcf8-4425-ad9f-3e40cd0defc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:36.554755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-a8ac53a2-dcf8-4425-ad9f-3e40cd0defc9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 1099 time: 0.2649713 Mar 02 18:26:36.566886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.604209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.628427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.634443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-610ec5c7-c7ce-493e-bcd8-085a955de1f8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 204 len: 168 time: 2.8392608 Mar 02 18:26:36.635498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55836) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:36.643710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-525088743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:36.661482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:36.673806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:36.676145 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.677569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:36.685004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:36.780012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.781486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.794209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.925531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:36.946445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:36.949821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:36.958752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa4db23-b193-4a6e-8a61-dcd4c9e470b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:36.969307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.972498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:36.973830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26f9f1d0-6cf0-403e-83cb-5360a4e1ea10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfa4db23-b193-4a6e-8a61-dcd4c9e470b0 HTTP/1.1" status: 204 len: 168 time: 0.4967022 Mar 02 18:26:37.031568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-cae7ee04-d2b0-40a8-80d9-642a81178236 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 200 len: 999 time: 0.4600940 Mar 02 18:26:37.037337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event updated for resources: {'Port': ['ID=8021757b-e828-4477-8cb1-21d7008cc6ed,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:37.088009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:37.190831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-f5a03a13-3b54-4df2-b996-02dfcae4824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:37.192866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-f5a03a13-3b54-4df2-b996-02dfcae4824f service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.5497565 Mar 02 18:26:37.221179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25fcb6-ccd5-4066-aed6-a75827e08b73 req-eef45fab-a8fc-4158-b3d9-314a51e8462f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:37.227375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb25fcb6-ccd5-4066-aed6-a75827e08b73 req-eef45fab-a8fc-4158-b3d9-314a51e8462f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.4892931 Mar 02 18:26:37.231596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-fc653bc4-418d-4ca5-a7d6-42f28e590891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:37.232498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-fc653bc4-418d-4ca5-a7d6-42f28e590891 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1186221 Mar 02 18:26:37.254861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:37.259125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c1363c8-f659-4a32-bc78-009b0fde8da4 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6195395 Mar 02 18:26:37.259734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:37.265111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': True}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:37.273905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:37.310494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb25fcb6-ccd5-4066-aed6-a75827e08b73 req-65555337-bd63-44f7-bc28-d9394ed96f4f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768781 Mar 02 18:26:37.467753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:37.794805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:37.963661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-8ab4f5f8-d24a-400a-b903-0944816c670b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 HTTP/1.1" status: 200 len: 217 time: 0.1811283 Mar 02 18:26:38.102400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-49d60aa2-0a04-4516-8f98-7eef97aa51bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.103656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-49d60aa2-0a04-4516-8f98-7eef97aa51bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1193547 Mar 02 18:26:38.107060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-d1c10a6d-3765-476d-b70b-2267164e0f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.108501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-d1c10a6d-3765-476d-b70b-2267164e0f57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3242419 Mar 02 18:26:38.134232 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'status': 'completed', 'code': 200} Mar 02 18:26:38.138955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.236200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.428320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.543992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.551077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2009828 Mar 02 18:26:38.575784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.632638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db6c97-bca7-4273-95c5-5d22b0f957fa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event updated for resources: {'Port': ['ID=8021757b-e828-4477-8cb1-21d7008cc6ed,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:38.637227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-81e7861a-d9df-4eb9-88e9-3c8dbdae3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.643524 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-81e7861a-d9df-4eb9-88e9-3c8dbdae3765 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 1099 time: 0.3999662 Mar 02 18:26:38.643524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:38.646333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-d31c22aa-471a-44a3-8143-db2e43f58cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.647983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-d31c22aa-471a-44a3-8143-db2e43f58cc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5067165 Mar 02 18:26:38.649768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-d6c4f4f5-46e2-4b42-ab53-d814ed66c066 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5072615 Mar 02 18:26:38.657824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-85258a16-1d3c-48a9-83e2-fe9d35be523d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:38.980784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a69fa-621f-438b-8efe-82200bcf8cf7 req-0ce87ec8-c833-4234-a4fb-c506a0b77c2a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:38.992078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee5a69fa-621f-438b-8efe-82200bcf8cf7 req-0ce87ec8-c833-4234-a4fb-c506a0b77c2a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.5630758 Mar 02 18:26:39.014079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-85258a16-1d3c-48a9-83e2-fe9d35be523d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:39.023975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-85258a16-1d3c-48a9-83e2-fe9d35be523d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.4713109 Mar 02 18:26:39.069456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.25.7.244 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/beee6dda-d7bb-4a46-8da7-57e9beb98218) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:39.112619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-c552d110-73b7-42a0-beae-d2c90e31fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:39.114484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-c552d110-73b7-42a0-beae-d2c90e31fa74 service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.3911629 Mar 02 18:26:39.367218 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-da872c41-2ee6-4c0a-9ce4-98ba498d2e2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd HTTP/1.1" status: 200 len: 217 time: 0.1768527 Mar 02 18:26:39.466877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee5a69fa-621f-438b-8efe-82200bcf8cf7 req-643e3485-8778-4985-8a02-641e862b39bf tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709561 Mar 02 18:26:39.570561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b79d28-435a-4e25-b52f-1c2903ee3405 req-0509995d-4eda-4c53-94d0-307cfc637f4b service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8395827 Mar 02 18:26:39.594038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-7342bc4a-8169-4506-8e18-dcf990c359b8 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8765142 Mar 02 18:26:39.743682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-51adf1f2-9dc7-476f-adbd-300e4dee616d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:39.745131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab8351b8-ab63-458b-a7cd-2a95199ede52 req-51adf1f2-9dc7-476f-adbd-300e4dee616d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.7203689 Mar 02 18:26:39.764301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-0ceb1f07-ae7a-4c84-85a5-0d0f0ba878bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:39.766605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-0ceb1f07-ae7a-4c84-85a5-0d0f0ba878bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1457112 Mar 02 18:26:39.826627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:39.891719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:40.014946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-bd030f68-7626-4e96-8a8d-2c2acabd5d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:40.018933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-bd030f68-7626-4e96-8a8d-2c2acabd5d6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2212105 Mar 02 18:26:40.028704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:40.112679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-9d30b851-3bb0-48da-9e37-61c8609f3563 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:40.114611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-9d30b851-3bb0-48da-9e37-61c8609f3563 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.7733130 Mar 02 18:26:40.152863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=beee6dda-d7bb-4a46-8da7-57e9beb98218,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:40.205983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:40.210590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:40.215671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:40.344219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:40.389025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'mac_address': 'fa:16:3e:7f:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:40.471289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Deleting port e115ce17-277b-4124-837d-d90d282ffacb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:40.471847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:40.516432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ade9b80d-2b06-431d-9bcb-c1d0265c61ce req-f25eb8f5-0a90-4b68-a0b8-82a6538259b1 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8866572 Mar 02 18:26:40.570786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33349a-df77-4b5d-9a37-81a12c793e87 req-bd6e0e02-e88c-402c-9860-4498db41751a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:40.572324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e33349a-df77-4b5d-9a37-81a12c793e87 req-bd6e0e02-e88c-402c-9860-4498db41751a tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 949 time: 0.4564857 Mar 02 18:26:40.635883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:40.644690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4801c-066e-4228-8703-face8128d2f3 req-3e90a511-09c9-4226-8e18-f5e3dad160be tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:40.646329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05e4801c-066e-4228-8703-face8128d2f3 req-3e90a511-09c9-4226-8e18-f5e3dad160be tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 948 time: 0.9569063 Mar 02 18:26:40.664245 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-e2857714-2499-458e-be99-bebffb81738e service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148840 Mar 02 18:26:40.669552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:40.699408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:40.726634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e33349a-df77-4b5d-9a37-81a12c793e87 req-de07edf1-ff14-478c-b2c3-ee9a3ce34089 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a67e4ae-aa6c-403f-8c79-46ba569099ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390784 Mar 02 18:26:40.838019 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:40.839785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:40.929796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05e4801c-066e-4228-8703-face8128d2f3 req-846c29ba-a200-4054-95fc-7d3a0967b5b0 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718470 Mar 02 18:26:41.067384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:41.094378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.094733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.095111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.095466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.095795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.096086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.096417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.099714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.100067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.100403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.103324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.103802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:26:41.146333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:41.180136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'mac_address': 'fa:16:3e:d3:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:41.224760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:41.255444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:41.281580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:41.308264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:41.316570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] For port e115ce17-277b-4124-837d-d90d282ffacb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e115ce17-277b-4124-837d-d90d282ffacb,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:41.317148 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:41.402346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:41.413262 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55192ff3-d803-44e2-9e3b-0df7758080bc req-28a9d2ce-610b-47e8-94de-0e3ba1ab707b service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632776 Mar 02 18:26:41.506823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Calling delete_port for e115ce17-277b-4124-837d-d90d282ffacb owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:41.559692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b506f58c-bd28-440c-b16d-9be0c30c5604 req-38b4112e-7af0-45f8-aa4f-c7d6bbd4f714 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:41.568083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b506f58c-bd28-440c-b16d-9be0c30c5604 req-38b4112e-7af0-45f8-aa4f-c7d6bbd4f714 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.5134370 Mar 02 18:26:41.605960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-607c773c-faf2-4878-8fc5-38cd2921e8b7 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:41.619699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-607c773c-faf2-4878-8fc5-38cd2921e8b7 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4173596 Mar 02 18:26:41.647341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:41.780327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-028c72eb-d88a-45c1-a097-79da2d3aaded tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 695 time: 0.1653104 Mar 02 18:26:41.799314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'floatingip': {'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:41.837126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:41.956833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['57ab94d4-6f4a-423c-93c1-214de35e78dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:41.958602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b506f58c-bd28-440c-b16d-9be0c30c5604 req-6fa0b3df-1dc2-464a-88f2-59a9fa81fe2f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894272 Mar 02 18:26:42.075109 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.291091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.296082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.638611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16dc7df-52b8-4535-b3e9-ba4fb33275c3 req-4794df02-87fa-4939-a2c6-f646b132cceb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:42.645527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a16dc7df-52b8-4535-b3e9-ba4fb33275c3 req-4794df02-87fa-4939-a2c6-f646b132cceb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.3302410 Mar 02 18:26:42.735084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router 122d668d-257f-4794-ba2c-f2d13ffa8108 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:26:42.876599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:42.973833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Pushing event deleted for resources: {'Port': ['ID=e115ce17-277b-4124-837d-d90d282ffacb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:43.034219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:43.047644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] Sync routers for ids ['122d668d-257f-4794-ba2c-f2d13ffa8108'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:43.048959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:43.059677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-646f3b44-7712-471f-911c-de2099b1d95d tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "PUT /v2.0/routers/122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 200 len: 914 time: 5.7917659 Mar 02 18:26:43.059677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:43.072413 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] Routers {'122d668d-257f-4794-ba2c-f2d13ffa8108'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:43.073058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['122d668d-257f-4794-ba2c-f2d13ffa8108'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.132814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a16dc7df-52b8-4535-b3e9-ba4fb33275c3 req-5ad80ed0-b42d-4005-b91f-e92f90bf2e9f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4863403 Mar 02 18:26:43.291788 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.305628 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] Routers {'122d668d-257f-4794-ba2c-f2d13ffa8108'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:43.306653 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['122d668d-257f-4794-ba2c-f2d13ffa8108'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.334455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] No DVR routers for this DVR port e115ce17-277b-4124-837d-d90d282ffacb on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:26:43.346881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:43.373940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e35f0030-05bd-4362-a53f-c252eab858c5 req-6a5d47e5-41f8-4e08-9d24-56aad190b790 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.66 "GET /v2.0/ports?device_id=e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a HTTP/1.1" status: 200 len: 210 time: 0.0840445 Mar 02 18:26:43.374434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'name': 'network-vif-deleted', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:43.429023 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-76ca3eb5-e0b7-400b-9984-38463cc3fdf8 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 200 len: 920 time: 0.3684623 Mar 02 18:26:43.429023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55928) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:43.507670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:43.508234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532ae0ba-15a2-4196-90d3-d6697e5cf8aa None None] The sync data for ids ['122d668d-257f-4794-ba2c-f2d13ffa8108'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:43.537021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96b7ad77-5d79-4616-92b6-134cb1d5a16f req-b5d9c450-b7ee-4fab-9d4b-e637a6f87062 tempest-ServersOnMultiNodesTest-1715862235 tempest-ServersOnMultiNodesTest-1715862235-project] 10.222.0.65 "DELETE /v2.0/ports/e115ce17-277b-4124-837d-d90d282ffacb HTTP/1.1" status: 204 len: 173 time: 3.3389728 Mar 02 18:26:43.625842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483a71d3-79de-4a68-9d38-f0d2f0580cad tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.636799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-483a71d3-79de-4a68-9d38-f0d2f0580cad tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=122d668d-257f-4794-ba2c-f2d13ffa8108&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2045424 Mar 02 18:26:43.637631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55932) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:43.730613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459b7d07-3b8e-46ad-979e-04d0cfb1ecd1 req-b8c35b88-966b-42fb-b0cf-5879fd57701f tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.732273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-459b7d07-3b8e-46ad-979e-04d0cfb1ecd1 req-b8c35b88-966b-42fb-b0cf-5879fd57701f tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 949 time: 0.1556597 Mar 02 18:26:43.844203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:43.885849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df3ed85-3f27-4b94-8ed9-1e6185745329 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:43.891823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0df3ed85-3f27-4b94-8ed9-1e6185745329 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.2486706 Mar 02 18:26:43.896835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:43.931081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-459b7d07-3b8e-46ad-979e-04d0cfb1ecd1 req-186875af-82e6-4c4b-a78e-df306eeb2fe6 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782615 Mar 02 18:26:43.941310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.025022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b7b9a376-421b-4fce-8f84-52fdff6f366a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 200 len: 205 time: 0.1269684 Mar 02 18:26:44.033170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55942) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:44.124768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.196736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:44.202545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:44.202931 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.347582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e115ce17-277b-4124-837d-d90d282ffacb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:26:44.460336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: e115ce17-277b-4124-837d-d90d282ffacb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:26:44.462199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e115ce17-277b-4124-837d-d90d282ffacb not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:26:44.464029 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Floating IP 54cec279-6e72-4545-8731-878ebc5344f3 associated. External IP: 172.25.7.31, port: d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7. Mar 02 18:26:44.480408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.522603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:44.549603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:44.554471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.660511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:44.661946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:26:44.894276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:44.899155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f149d-3a7e-4514-af74-1883847fa756 req-6727495c-eb2d-4a09-a6dd-01b592fe7318 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:44.900729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8f149d-3a7e-4514-af74-1883847fa756 req-6727495c-eb2d-4a09-a6dd-01b592fe7318 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.7006412 Mar 02 18:26:45.128614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.136040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8f149d-3a7e-4514-af74-1883847fa756 req-4393d5d7-c9ea-4322-9d8e-f49a6e403288 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258711 Mar 02 18:26:45.146285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 57ab94d4-6f4a-423c-93c1-214de35e78dd completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:26:45.153346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 57ab94d4-6f4a-423c-93c1-214de35e78dd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:26:45.153988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.257816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port beee6dda-d7bb-4a46-8da7-57e9beb98218 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:45.258247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.344664 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e14db944-0ad2-4a2e-ada9-e97bb5c9ea5a', 'name': 'network-vif-deleted', 'tag': 'e115ce17-277b-4124-837d-d90d282ffacb', 'status': 'completed', 'code': 200} Mar 02 18:26:45.404377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:26:45.465274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.529904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:45.608722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.766953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:45.831513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:45.851024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Sync routers for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:45.853246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:45.868235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:45.869401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:45.938808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:46.270515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-099715e4-9159-481d-abfd-05a48f9df4d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "PUT /v2.0/floatingips/54cec279-6e72-4545-8731-878ebc5344f3 HTTP/1.1" status: 200 len: 995 time: 4.4892547 Mar 02 18:26:46.285847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for beee6dda-d7bb-4a46-8da7-57e9beb98218 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:46.293180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:26:46.409050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce389ac-749a-48aa-828d-0447204ec4a5 req-9430eb28-e0bd-45c9-b28f-5c130ddc75de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:46.417274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ce389ac-749a-48aa-828d-0447204ec4a5 req-9430eb28-e0bd-45c9-b28f-5c130ddc75de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.7350614 Mar 02 18:26:46.556862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ce389ac-749a-48aa-828d-0447204ec4a5 req-cc65bcc4-6030-4694-b29d-ac3f549634fd tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385479 Mar 02 18:26:46.614932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-ddbb68be-4d33-42d0-b2b9-f4c558d8aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:46.639015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-ddbb68be-4d33-42d0-b2b9-f4c558d8aed6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1096 time: 0.3204496 Mar 02 18:26:46.919995 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'code': 200} Mar 02 18:26:47.204751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '54cec279-6e72-4545-8731-878ebc5344f3', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'mac_address': 'fa:16:3e:83:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:26:37Z', 'updated_at': '2022-03-02T18:26:43Z', 'revision_number': 1, 'project_id': '56edb861cde04a2589457dfad8694a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:47.209696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Checking router: 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:26:47.242243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:47.243945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:47.337416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba5754-6e39-4fee-ad7b-89584f9f766f req-5e22e6b9-9dfc-4f03-b05e-3d426c3aa7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:47.340082 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66ba5754-6e39-4fee-ad7b-89584f9f766f req-5e22e6b9-9dfc-4f03-b05e-3d426c3aa7a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 1101 time: 0.3060319 Mar 02 18:26:47.431240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-66ba5754-6e39-4fee-ad7b-89584f9f766f req-864d41bd-876a-47b8-9f3b-5aec3a15dbcd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746489 Mar 02 18:26:47.438666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:47.591478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:26:47.725274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-8ded98a8-990a-49d6-b8b1-886fd0126b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:47.728510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-8ded98a8-990a-49d6-b8b1-886fd0126b31 service neutron] 10.222.0.66 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 928 time: 1.0751956 Mar 02 18:26:47.906921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08341f29-afe3-4757-b19f-d16931072351 req-56c80bfe-a18f-48dd-85ff-bd8c2ef1b0cb tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:47.906921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08341f29-afe3-4757-b19f-d16931072351 req-56c80bfe-a18f-48dd-85ff-bd8c2ef1b0cb tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 950 time: 0.4553578 Mar 02 18:26:47.941744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-ed4a2d74-98db-46a0-9c91-405d463c5eb4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 998 time: 0.2033331 Mar 02 18:26:47.989220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:48.030789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08341f29-afe3-4757-b19f-d16931072351 req-ef6d9c62-7687-498a-bf4b-8005f41d3bf0 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105523 Mar 02 18:26:48.045095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-bfad8592-fc57-41f6-a8c5-b028643d8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:48.046598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-bfad8592-fc57-41f6-a8c5-b028643d8d26 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.0957191 Mar 02 18:26:48.102900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.117920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '54cec279-6e72-4545-8731-878ebc5344f3', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'mac_address': 'fa:16:3e:83:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:26:37Z', 'updated_at': '2022-03-02T18:26:43Z', 'revision_number': 1, 'project_id': '56edb861cde04a2589457dfad8694a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:48.122588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee20faf-6193-4ee7-a7b0-c421423b0a47 None None] The sync data for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 is: [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '54cec279-6e72-4545-8731-878ebc5344f3', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'mac_address': 'fa:16:3e:83:0f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:26:37Z', 'updated_at': '2022-03-02T18:26:43Z', 'revision_number': 1, 'project_id': '56edb861cde04a2589457dfad8694a84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:48.190646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=beee6dda-d7bb-4a46-8da7-57e9beb98218,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:48.228359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f55ffadf-991c-4938-a8c1-f37560fb0251 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4446920d634413da5f6580d6978aff8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329381 Mar 02 18:26:48.229074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:48.306175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.339525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.360678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-66376784-e71d-4516-962e-58c501ce97ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:48.362275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-66376784-e71d-4516-962e-58c501ce97ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3074279 Mar 02 18:26:48.394156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.426864 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8de5ffc-ad50-4f30-934d-6d86fe2d35b7 None None] New status for floating IP 54cec279-6e72-4545-8731-878ebc5344f3: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:26:48.545718 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.566984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a67e4ae-aa6c-403f-8c79-46ba569099ea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:48.665311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.668541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.690290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a45b8c-4fe7-48a3-957c-9192a451ed11 req-ac37203f-22f6-4036-be2a-144b65ab23f9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:48.691782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6a45b8c-4fe7-48a3-957c-9192a451ed11 req-ac37203f-22f6-4036-be2a-144b65ab23f9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.5027843 Mar 02 18:26:48.727938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.732614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cff16c67-8fe0-4a01-8fb7-cc28cd519b10 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a67e4ae-aa6c-403f-8c79-46ba569099ea HTTP/1.1" status: 204 len: 168 time: 0.4999182 Mar 02 18:26:48.745608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-dedf395d-4b91-48d4-9ac4-c29adeb5200f service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754213 Mar 02 18:26:48.795573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6a45b8c-4fe7-48a3-957c-9192a451ed11 req-83071c6c-fafb-4a38-9d39-7fedf3c5bc38 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931783 Mar 02 18:26:48.861853 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'status': 'completed', 'code': 200} Mar 02 18:26:48.879488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:48.880319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router 122d668d-257f-4794-ba2c-f2d13ffa8108 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:26:48.921728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:26:49.006866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839e42a8-5b82-4188-aa41-8c91db53ba1b req-92d9316e-2103-4f33-8a4e-e8d9e69ac605 service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535102 Mar 02 18:26:49.031258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.032328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d83f21b8-69a6-4a9d-964a-e67dffcbab08 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 204 len: 168 time: 5.0034096 Mar 02 18:26:49.037608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56012) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:49.043703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1322223264', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:49.056989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:49.064047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:49.077383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:49.085982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fd41e-461c-46ee-8422-6d003f907803 req-ffca7db8-86f7-47b7-9870-4205d3e1ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.087432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:49.088168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-ffca7db8-86f7-47b7-9870-4205d3e1ed63 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1096 time: 0.2017033 Mar 02 18:26:49.107551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4553f-bb6e-4f1c-a50d-f0b90ec08c6d req-eb2cec3d-f832-48fb-8327-edb3b74681a0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.108467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dee4553f-bb6e-4f1c-a50d-f0b90ec08c6d req-eb2cec3d-f832-48fb-8327-edb3b74681a0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.1424606 Mar 02 18:26:49.203613 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'code': 200} Mar 02 18:26:49.242466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.244333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.273457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.327880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dee4553f-bb6e-4f1c-a50d-f0b90ec08c6d req-40ec065e-e15f-4262-a12a-df222343786f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987822 Mar 02 18:26:49.450041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.557260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401b75f-7f7f-4a34-8be8-6a54ac0adcbd req-09ddb0ce-141e-405c-9e17-333d70f183bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.573635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a401b75f-7f7f-4a34-8be8-6a54ac0adcbd req-09ddb0ce-141e-405c-9e17-333d70f183bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 1101 time: 0.2405608 Mar 02 18:26:49.580465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fd41e-461c-46ee-8422-6d003f907803 req-3bf72dbd-0618-4274-85fb-e44e3595ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.581960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-3bf72dbd-0618-4274-85fb-e44e3595ed79 service neutron] 10.222.0.65 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 928 time: 0.4865952 Mar 02 18:26:49.636558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a401b75f-7f7f-4a34-8be8-6a54ac0adcbd req-e00acbb9-abf5-4e95-b9c2-f74bfc0f8aad service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533741 Mar 02 18:26:49.654403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:49.656131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a2ac985f-5af0-4b8e-9be9-2956f6de1174 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6161780 Mar 02 18:26:49.658609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56024) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:49.664408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:49.828874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-496ee583-5ada-4fa3-8a25-5e7e57c0a14d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 1000 time: 0.2339599 Mar 02 18:26:49.919094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-7fe8d7db-b347-47cb-b335-9ab0451c8a23 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 258 time: 0.5399518 Mar 02 18:26:49.942412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fd41e-461c-46ee-8422-6d003f907803 req-d4c9db19-8659-4b5f-aaac-d5f179791192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:49.944040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-d4c9db19-8659-4b5f-aaac-d5f179791192 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.1062369 Mar 02 18:26:49.952530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:49.998808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:50.000666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56030) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:50.016606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96b7d10-8b7c-4630-9709-6c053caa028d req-f6b1bab5-5853-47c6-bdd2-db63a93704f7 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:50.018241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b96b7d10-8b7c-4630-9709-6c053caa028d req-f6b1bab5-5853-47c6-bdd2-db63a93704f7 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 950 time: 0.7158458 Mar 02 18:26:50.043350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:50.132564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b96b7d10-8b7c-4630-9709-6c053caa028d req-a96ead35-dc39-4be3-a603-9487f2766aea tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975230 Mar 02 18:26:50.150872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b8303f3c-13b4-4f3f-b7b4-ebda24586e2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=79a13a15a03f4084a3bff897857979e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446595 Mar 02 18:26:50.150872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56036) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:50.194917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fd41e-461c-46ee-8422-6d003f907803 req-20b1b530-1475-44b8-ba56-17288c3eebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:50.196466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-20b1b530-1475-44b8-ba56-17288c3eebdc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387931 Mar 02 18:26:50.238805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.325498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.369907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.443269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.559190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-2fe6472b-9949-43a4-bea1-1ffe5704cffe service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559780 Mar 02 18:26:50.637807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6feca6-8fbb-4e34-bdf2-a00ce1c6dafa req-68edd7d4-db80-4894-b609-f5540dfd9bf6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:50.639226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d6feca6-8fbb-4e34-bdf2-a00ce1c6dafa req-68edd7d4-db80-4894-b609-f5540dfd9bf6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.3649871 Mar 02 18:26:50.743783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.776382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.776607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-385fd41e-461c-46ee-8422-6d003f907803 req-ecff1846-ee16-401e-9b0c-bd2765b7b3c6 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081234 Mar 02 18:26:50.779443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d6feca6-8fbb-4e34-bdf2-a00ce1c6dafa req-e688238b-bdea-43f3-b632-6477079fd1f1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921242 Mar 02 18:26:50.793654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.796321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:50.858625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8eb955-aecd-409b-92d3-fd650c2ae508,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:50.958541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Allocated IP 172.25.7.251 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c5c6ff00-583e-4274-addf-339afb7a5299) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:51.021969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:51.025406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d822dee4-dd4a-47da-9e7c-8e7e7fdde228 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef8eb955-aecd-409b-92d3-fd650c2ae508 HTTP/1.1" status: 204 len: 168 time: 0.8752909 Mar 02 18:26:51.077123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0ca49-9709-4d29-aca7-f590417cf27f req-a9d6ef4a-686f-4a10-a72f-b21237b27b6e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:51.085340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53b0ca49-9709-4d29-aca7-f590417cf27f req-a9d6ef4a-686f-4a10-a72f-b21237b27b6e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.1445577 Mar 02 18:26:51.141049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:51.144208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53b0ca49-9709-4d29-aca7-f590417cf27f req-66ec63a9-37eb-4537-bef8-73c9f2fc17ba tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553608 Mar 02 18:26:51.329841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:51.412660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:51.415072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5feb61-e491-476a-b09e-49d94695fbe5 req-37e21ee6-3916-4c8a-9edf-48b01aa13e00 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:51.416614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba5feb61-e491-476a-b09e-49d94695fbe5 req-37e21ee6-3916-4c8a-9edf-48b01aa13e00 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 950 time: 0.1459439 Mar 02 18:26:51.421887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:51.424807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Allocated IP 172.25.7.178 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:51.430513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:51.469170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Pushing event updated for resources: {'Port': ['ID=c5c6ff00-583e-4274-addf-339afb7a5299,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:51.596185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba5feb61-e491-476a-b09e-49d94695fbe5 req-8ff0b930-aa41-4a2a-bbdb-575a33b515bc tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435494 Mar 02 18:26:51.877055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:51.901825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b2ee25-e658-4832-869f-a5078472ddbf req-9fee6d6c-f85c-4670-83cc-0b24cb0f762e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:51.903380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b2ee25-e658-4832-869f-a5078472ddbf req-9fee6d6c-f85c-4670-83cc-0b24cb0f762e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 950 time: 0.1396406 Mar 02 18:26:51.967443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b2ee25-e658-4832-869f-a5078472ddbf req-57c8a454-0375-4df8-ab9d-a493f65002a0 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 Mar 02 18:26:52.200400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd966-f06f-4448-b553-04b8f91cb5a9 req-825d3eb2-3a9b-42cf-b9eb-4d85c3b81aa7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:52.203011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-361bd966-f06f-4448-b553-04b8f91cb5a9 req-825d3eb2-3a9b-42cf-b9eb-4d85c3b81aa7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.0991330 Mar 02 18:26:52.252788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-361bd966-f06f-4448-b553-04b8f91cb5a9 req-d9b9d9b3-7e26-4064-97f7-79e5914da9e7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430541 Mar 02 18:26:52.975180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb6f0138-4c57-4b16-a944-49794d846f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:52.979113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.094997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:26:53.143482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:26:53.151619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:26:53.217592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.263287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:53.264322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event updated for resources: {'Port': ['ID=b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:53.337672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.465752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.545315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:53.580455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Usage tracker for resource:security_group_rule and tenant:080a24ae6aac48449f5940ecb3383541 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:53.588359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:53.605424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:53.622725 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.867837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.877001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.934283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:53.977768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.041693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.104204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=080a24ae6aac48449f5940ecb3383541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8357863 Mar 02 18:26:54.107896 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.115298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56102) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:54.265381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5201a-ba38-494e-95bd-5480da6b8ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7dd744-eeca-46dc-82cd-2c694795988f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:54.276203 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2895a0a-1c9f-4f89-a29f-4004d66e206a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.285625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event updated for resources: {'Port': ['ID=b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:54.330877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.342905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.374301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f44194-c0e6-4fbe-a873-01c8b50cc6fc req-8c92be4c-b83f-458d-bf70-df94c69c019c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:54.375810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9f44194-c0e6-4fbe-a873-01c8b50cc6fc req-8c92be4c-b83f-458d-bf70-df94c69c019c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.3923697 Mar 02 18:26:54.411775 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.436940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Router c5208985-52c8-4308-899f-2f963cd22ea4 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:26:54.482618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9f44194-c0e6-4fbe-a873-01c8b50cc6fc req-3ca74d1b-9894-40b9-9479-39f63ccdf6b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922809 Mar 02 18:26:54.557144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.558373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-586b530f-a57b-4007-a372-fd442ae43d6a tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.6113493 Mar 02 18:26:54.642890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:26:54.653251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.658920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1276db3d-3874-40fa-89b9-f93d2abc6378 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "PUT /v2.0/routers/c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 200 len: 916 time: 4.9989560 Mar 02 18:26:54.659600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:54.659982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] Sync routers for ids ['c5208985-52c8-4308-899f-2f963cd22ea4'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:26:54.670153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] Routers {'c5208985-52c8-4308-899f-2f963cd22ea4'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:54.670787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5208985-52c8-4308-899f-2f963cd22ea4'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:54.692919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.731870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7dd744-eeca-46dc-82cd-2c694795988f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:54.740987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:54.760362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] Routers {'c5208985-52c8-4308-899f-2f963cd22ea4'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:26:54.760987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5208985-52c8-4308-899f-2f963cd22ea4'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:54.766773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:54.770675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4114a3bf-afd3-47bd-b94d-af581ab0b562 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5c7dd744-eeca-46dc-82cd-2c694795988f HTTP/1.1" status: 204 len: 168 time: 0.6236961 Mar 02 18:26:54.792797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51346f7-7198-4bf9-9ff5-91c36f9bd493 req-45cb412a-1969-403b-8d7d-545f2d8757d5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:54.797039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b51346f7-7198-4bf9-9ff5-91c36f9bd493 req-45cb412a-1969-403b-8d7d-545f2d8757d5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1946237 Mar 02 18:26:54.827072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:26:54.827842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7f9034-3c8b-49b2-971d-2f03ef0e8513 None None] The sync data for ids ['c5208985-52c8-4308-899f-2f963cd22ea4'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:26:54.882486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b51346f7-7198-4bf9-9ff5-91c36f9bd493 req-4f55601d-b218-4ef0-bfa9-7048ae645ecb tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762858 Mar 02 18:26:54.940036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-265802a7-04e4-4fd3-bfa7-8d6391e035dc tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 200 len: 922 time: 0.2761061 Mar 02 18:26:54.941869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56118) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.004419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-751da6f3-0ff9-49d3-8020-a81578b61714 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:55.038863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b6341a-5433-4ce5-870a-54344a43d050 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:55.040467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52b6341a-5433-4ce5-870a-54344a43d050 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=c5208985-52c8-4308-899f-2f963cd22ea4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0973608 Mar 02 18:26:55.045007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.201192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8889f-777e-4e63-b84f-221eaf84262a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:55.201760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-84a8889f-777e-4e63-b84f-221eaf84262a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Synchronizing usage tracker for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:55.213739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-84a8889f-777e-4e63-b84f-221eaf84262a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] Unset dirty status for tenant:683b45f5d9df4fdcbbfa9db998ef8a1c on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:55.214966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-84a8889f-777e-4e63-b84f-221eaf84262a tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.1690688 Mar 02 18:26:55.218022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.255668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-751da6f3-0ff9-49d3-8020-a81578b61714 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:55.256906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-751da6f3-0ff9-49d3-8020-a81578b61714 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.6823003 Mar 02 18:26:55.264124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-099c57a8-b360-4eb4-83c5-42ce92a2c3df tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 200 len: 205 time: 0.0449924 Mar 02 18:26:55.267037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.438061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-3946f7b3-7f72-4cef-b700-8850745cc93c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:55.439445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0eda9e8d-6896-413e-a5e3-73682b4ce24f req-3946f7b3-7f72-4cef-b700-8850745cc93c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.1743269 Mar 02 18:26:55.469496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.540208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.584380 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.586920 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.808693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.825144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4e7f4-9088-42b3-a9c5-36fd75cae37f req-e3d4b1ad-fc15-42d6-b66a-b15148d92d62 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:55.826755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a4e7f4-9088-42b3-a9c5-36fd75cae37f req-e3d4b1ad-fc15-42d6-b66a-b15148d92d62 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.1131210 Mar 02 18:26:55.836147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003de1c7-a430-4180-86af-412275ffe204 req-6f552d8e-3d3d-4e19-8ffe-f729b2cc5a8c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:55.837658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003de1c7-a430-4180-86af-412275ffe204 req-6f552d8e-3d3d-4e19-8ffe-f729b2cc5a8c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2776334 Mar 02 18:26:55.910908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.936712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:55.951784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003de1c7-a430-4180-86af-412275ffe204 req-ff1c8558-dd02-4248-bf7e-55d057f1069d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0973291 Mar 02 18:26:55.960737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:55.961467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09a4e7f4-9088-42b3-a9c5-36fd75cae37f req-bf7558cf-6fed-4eea-9f86-c42ccb5ae479 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225951 Mar 02 18:26:55.967085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-003de1c7-a430-4180-86af-412275ffe204 req-76a8ba66-3f5e-4be8-b5b6-c57f9752edac tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'floatingip': {'port_id': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:55.973399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port c5c6ff00-583e-4274-addf-339afb7a5299 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:55.974005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.010944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:56.015076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Usage tracker for resource:security_group_rule and tenant:133a8c40c8ea441b9e656f72cf7242ff is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:56.018387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:56.025336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:56.060860 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-003de1c7-a430-4180-86af-412275ffe204 req-76a8ba66-3f5e-4be8-b5b6-c57f9752edac tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.197901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.303971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.327009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:56.330094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.345341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:39d0e89ff8484f07b5429a8b61015c6a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:56.366418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.404918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:56.421531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e24c99-b06f-44ba-bbb0-d8e517941ff0 req-296fcd7c-be37-4c0f-a17a-0cf84d21f99f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:56.435001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25e24c99-b06f-44ba-bbb0-d8e517941ff0 req-296fcd7c-be37-4c0f-a17a-0cf84d21f99f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.2678256 Mar 02 18:26:56.483991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for c5c6ff00-583e-4274-addf-339afb7a5299 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:56.521507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:56.548087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25e24c99-b06f-44ba-bbb0-d8e517941ff0 req-c7ff3937-3d7b-437a-affe-63d3dd7afe31 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169951 Mar 02 18:26:56.571686 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=133a8c40c8ea441b9e656f72cf7242ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336238 Mar 02 18:26:56.581130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56170) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:56.581339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c319aac3-44e5-47b0-abde-4f9ff99299e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ffb634-0c20-4698-b303-3d2d90195001,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:56.600228 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-003de1c7-a430-4180-86af-412275ffe204 req-76a8ba66-3f5e-4be8-b5b6-c57f9752edac tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 18:26:56.611271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003de1c7-a430-4180-86af-412275ffe204 req-76a8ba66-3f5e-4be8-b5b6-c57f9752edac tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "PUT /v2.0/floatingips/24114401-5992-4c56-b231-92c58e2984e1 HTTP/1.1" status: 409 len: 550 time: 0.6440008 Mar 02 18:26:56.638451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.710299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.735849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-119d6f79-e503-46cc-9fc4-5c8a10540dfb tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips/24114401-5992-4c56-b231-92c58e2984e1 HTTP/1.1" status: 200 len: 693 time: 0.1092446 Mar 02 18:26:56.794541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.797113 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.797292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.848423 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=39d0e89ff8484f07b5429a8b61015c6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9340937 Mar 02 18:26:56.848423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e99b3-67a7-44a9-9ce4-8dda17ac8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f377791f-c7ad-4c6c-af53-df0f938e9b77,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:56.850738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56182) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:56.887689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.898918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:56.951134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=c5c6ff00-583e-4274-addf-339afb7a5299,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:56.952918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-fbddef29-a6ce-406b-b5e2-727c5b03c94c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:56.954389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-fbddef29-a6ce-406b-b5e2-727c5b03c94c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.2114201 Mar 02 18:26:57.048160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-734b194f-88e9-4ae9-bbed-bb42ccc4778b tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.0859451 Mar 02 18:26:57.060352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.110744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.152948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.190815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.210854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-f828c80f-ca32-40fd-bceb-05ae9f9e2ddc tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.178 HTTP/1.1" status: 200 len: 696 time: 0.1537671 Mar 02 18:26:57.214754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ffb634-0c20-4698-b303-3d2d90195001,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:57.333253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.338392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.421336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.422483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7642f698-2c48-4a56-b97f-6ca4c8fb1f81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53ffb634-0c20-4698-b303-3d2d90195001 HTTP/1.1" status: 204 len: 168 time: 0.8401639 Mar 02 18:26:57.516079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.516701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router c5208985-52c8-4308-899f-2f963cd22ea4 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:26:57.518840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Deleting port b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:26:57.519183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.549658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.556976 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a84861a-b013-4d70-84a4-791067fd0eda tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 204 len: 168 time: 2.2829247 Mar 02 18:26:57.557275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56190) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:57.562795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1351944409', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:26:57.571737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:57.577488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Usage tracker for resource:router and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:57.581293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:57.585457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bbfbac-7c67-4c54-8825-4fc4ae61f271 req-7e61947a-3b67-4270-a90a-5cbd65442a5d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:57.587010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5bbfbac-7c67-4c54-8825-4fc4ae61f271 req-7e61947a-3b67-4270-a90a-5cbd65442a5d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.4539013 Mar 02 18:26:57.590975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:57.607869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.612145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.616999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f377791f-c7ad-4c6c-af53-df0f938e9b77 HTTP/1.1" status: 204 len: 168 time: 0.7650998 Mar 02 18:26:57.632671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbab3c8-0e8a-4bb7-9ea0-f0fcfe334d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f377791f-c7ad-4c6c-af53-df0f938e9b77,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:57.700378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.701492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.727347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.739788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5bbfbac-7c67-4c54-8825-4fc4ae61f271 req-1d8b3b32-a75d-409b-be5c-6537ed8b42b6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299973 Mar 02 18:26:57.770941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.771247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:57.910921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Calling delete_port for b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:26:57.921395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:58.071941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe8415-eead-4b3d-acaa-6740faa2937e req-d4e160b3-2d61-4e9d-8af0-3a0f9663f1da tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:58.073767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fe8415-eead-4b3d-acaa-6740faa2937e req-d4e160b3-2d61-4e9d-8af0-3a0f9663f1da tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1709054 Mar 02 18:26:58.286340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fe8415-eead-4b3d-acaa-6740faa2937e req-7502316e-325a-412a-8be9-bf9aca9a1c0b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844803 Mar 02 18:26:58.305114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:58.321119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'mac_address': 'fa:16:3e:d3:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:58.368690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.387275 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.414374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:58.431444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event deleted for resources: {'Port': ['ID=b8d01c53-66aa-40e8-9b7b-a3d30ac3c8c5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:58.447125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:58.484168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.541772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.660070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.661158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:26:58.676007 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:26:58.725805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56232) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:58.754096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.776884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:26:58.782356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Usage tracker for resource:security_group_rule and tenant:006a23d8700c4c93921caa4b38fc567c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:26:58.787555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:26:58.797645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:26:58.892830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:58.908358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'mac_address': 'fa:16:3e:28:89:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:26:58.968692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:58.972364 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.988343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:58.993656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:26:59.013048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:26:59.050465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:59.051793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f25a30bb-82bb-4b46-9cce-5fdd7e88f48e req-1ffef240-300e-4adf-9a58-7706e43c8e81 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "DELETE /v2.0/floatingips/24114401-5992-4c56-b231-92c58e2984e1 HTTP/1.1" status: 204 len: 173 time: 1.8350592 Mar 02 18:26:59.167965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:59.184978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:59.364999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:59.421334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-e83c9dc1-816b-4b7a-a01b-ccc2f90d0ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:26:59.426160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5d47f2-5220-4f07-90f7-fa167e7a2d47,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:26:59.430954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['57ab94d4-6f4a-423c-93c1-214de35e78dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:59.481138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2c2757ca-f76c-45ac-8694-e52dd73806a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=006a23d8700c4c93921caa4b38fc567c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7536857 Mar 02 18:26:59.482423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56262) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:59.511646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:59.519665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8116d6-45b3-4be4-a9a3-31396a1a9f51 req-25540539-5959-41fa-9238-dc21747b6bc1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:59.540650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d8116d6-45b3-4be4-a9a3-31396a1a9f51 req-25540539-5959-41fa-9238-dc21747b6bc1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.5332010 Mar 02 18:26:59.594458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:26:59.626489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56266) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:26:59.738577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d8116d6-45b3-4be4-a9a3-31396a1a9f51 req-42b8f828-2329-467f-a0b5-bd27b9cd439c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966784 Mar 02 18:26:59.739525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-e83c9dc1-816b-4b7a-a01b-ccc2f90d0ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:26:59.741480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-e83c9dc1-816b-4b7a-a01b-ccc2f90d0ee5 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 1000 time: 0.6554511 Mar 02 18:26:59.755166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7f99de3f-bd13-4c16-8134-8e91f043d139'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:26:59.928762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Allocated IP 172.25.7.136 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/17b14797-00e1-426d-abee-d5b7a1766700) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:26:59.964914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-4372c14f-588f-4c19-b8a1-dbf0ed8433e3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:26:59.965859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-4372c14f-588f-4c19-b8a1-dbf0ed8433e3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:00.005472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:00.036106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1318362345-network', 'tenant_id': '5d58ffeaca2044c19915f6948307c29c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:00.046857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:00.054869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Usage tracker for resource:network and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:00.059393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:00.066592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:00.108943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.160893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:00.164361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.209224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.223184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512f6f-ec65-44f6-b1ba-47165cf5bdd5 req-e603e42f-0bc9-417a-a14d-f8055d1724f6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:00.232521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c512f6f-ec65-44f6-b1ba-47165cf5bdd5 req-e603e42f-0bc9-417a-a14d-f8055d1724f6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.2608099 Mar 02 18:27:00.259915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Made reservation on behalf of 5d58ffeaca2044c19915f6948307c29c for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:00.262580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.287518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.304831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-4372c14f-588f-4c19-b8a1-dbf0ed8433e3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:00.306031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-4372c14f-588f-4c19-b8a1-dbf0ed8433e3 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports/d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 942 time: 0.5223393 Mar 02 18:27:00.341341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:00.354090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c512f6f-ec65-44f6-b1ba-47165cf5bdd5 req-0de8f1e7-2724-4ab6-8f75-d2e6ef152283 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202698 Mar 02 18:27:00.363434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:00.374335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:00.378999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.388419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:00.484690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:00.492455 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.515786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:00.516864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event updated for resources: {'Port': ['ID=17b14797-00e1-426d-abee-d5b7a1766700,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:00.519745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:00.521973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:00.575773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '18f53706-cee2-4206-80cb-17be5543f3d5', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'port_id': '18f53706-cee2-4206-80cb-17be5543f3d5', 'mac_address': 'fa:16:3e:84:39:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb83576-7cd7-4f25-8595-49fa504783c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:00.577571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:00.630468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:00.673418 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5', 'code': 200} Mar 02 18:27:00.693066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.709295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.785685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:00.849193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:00.860259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-32de6851-1e0f-47d1-bdf4-ecc20a71d862 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 1000 time: 0.4000945 Mar 02 18:27:00.882625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:00.901988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:27:00.902603 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:27:01.020204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5d47f2-5220-4f07-90f7-fa167e7a2d47,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:01.126833 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.128055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2e4f3222-641b-40c0-8bc8-07b6efa6d886 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/da5d47f2-5220-4f07-90f7-fa167e7a2d47 HTTP/1.1" status: 204 len: 168 time: 1.6433387 Mar 02 18:27:01.193471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.248830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-6fecc98f-4c89-41ad-a306-7cfc8aac63d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:01.258037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-6fecc98f-4c89-41ad-a306-7cfc8aac63d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.3309941 Mar 02 18:27:01.270031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd798ff-f45f-4289-b15e-f7e35d66ec4c req-20e7d983-07fd-46e6-b395-20c08ce0a6ec tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:01.279380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fd798ff-f45f-4289-b15e-f7e35d66ec4c req-20e7d983-07fd-46e6-b395-20c08ce0a6ec tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.3155315 Mar 02 18:27:01.312469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.373497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.520085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:27:01.540782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.583216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:01.596678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89423a16-c4ea-4e12-8e4e-163e0b3663d7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:01.614940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.615575 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Added segment e2a07565-3120-42f3-a3b1-e50d090ae7e5 of type vlan for network a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea Mar 02 18:27:01.628112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:01.634520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fd798ff-f45f-4289-b15e-f7e35d66ec4c req-38202ce2-910c-47c1-87b8-beba0129e99d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513515 Mar 02 18:27:01.679486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-68df90d1-756b-48aa-a51b-5490bedd7c63 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 1000 time: 0.4046264 Mar 02 18:27:01.710144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:01.762851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.931730 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:01.934348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:01.968620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.028511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:02.061538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:27:02.135551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 57ab94d4-6f4a-423c-93c1-214de35e78dd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:02.136270 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.316697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.330060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['18f53706-cee2-4206-80cb-17be5543f3d5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:27:02.473907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.528910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.530028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:02.530828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.573535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:02.625791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f070-5b0d-4066-8b8b-602635e80c6a req-abe0dfed-28ae-4284-bd27-cb30ec42c82d tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:02.627914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7538f070-5b0d-4066-8b8b-602635e80c6a req-abe0dfed-28ae-4284-bd27-cb30ec42c82d tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 945 time: 0.5798450 Mar 02 18:27:02.648753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:02.695586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:02.721197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.0906844 Mar 02 18:27:02.722179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56306) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:02.729761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Request body: {'subnet': {'network_id': 'a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1318362345-subnet', 'tenant_id': '5d58ffeaca2044c19915f6948307c29c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:02.740204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:02.756626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:02.757715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Usage tracker for resource:subnet and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:02.766088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:02.773070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:02.784537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7538f070-5b0d-4066-8b8b-602635e80c6a req-50de8b0f-7e98-479c-9eca-c3b259e05ee2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419921 Mar 02 18:27:02.804212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Router fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:27:02.858962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb854cd-526f-47ac-bf4e-f3b7356532f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:02.877151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:27:02.893046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:03.007939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:03.007939 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Floating IP 54cec279-6e72-4545-8731-878ebc5344f3 disassociated. External IP: 172.25.7.31, port: d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7. Mar 02 18:27:03.030057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Made reservation on behalf of 5d58ffeaca2044c19915f6948307c29c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:03.035289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:03.333668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:27:03.358632 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] Sync routers for ids ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:27:03.388164 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] Routers {'fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:03.397730 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:03.516763 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:03.530911 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] Routers {'fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:03.532399 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:03.558996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:03.564293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-caa95b27-58be-4259-876a-74bfc8c7f37a tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.0019240 Mar 02 18:27:03.573038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:03.581987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fc9db-048b-4bb9-a38a-4200a5421e4d req-b1d45a82-42d9-4216-9370-256c2c804ddc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:03.591461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2fc9db-048b-4bb9-a38a-4200a5421e4d req-b1d45a82-42d9-4216-9370-256c2c804ddc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 945 time: 0.4352744 Mar 02 18:27:03.607657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:03.650084 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:03.650510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d224f4bf-4002-41da-8002-1f1c91adf26f None None] The sync data for ids ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:27:03.926764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:03.934776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af2fc9db-048b-4bb9-a38a-4200a5421e4d req-23d1befe-f9cd-4419-9973-34e251e041a5 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428574 Mar 02 18:27:03.946993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:27:04.132003 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'code': 200} Mar 02 18:27:04.166984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:04.297853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 7f99de3f-bd13-4c16-8134-8e91f043d139 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:04.298908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7f99de3f-bd13-4c16-8134-8e91f043d139 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:04.299386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:04.513221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:27:04.513221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:04.515293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Sync routers for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:27:04.515391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5526beb1-3557-4183-a4b5-297e36e73898,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:04.515774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:04.515774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:04.515964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Checking segment: {'id': 'e2a07565-3120-42f3-a3b1-e50d090ae7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:04.515964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Network hostable DHCP agents. Network: a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:27:04.571701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-1c005913-ecc2-4d09-9c83-5160ecce9f50 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "PUT /v2.0/floatingips/54cec279-6e72-4545-8731-878ebc5344f3 HTTP/1.1" status: 200 len: 694 time: 2.8912392 Mar 02 18:27:04.574682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:04.597620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96433f90-f0d1-4538-8478-eec215c020cc req-de78d9db-dab4-4b06-85ae-bdbffc4eb1d6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:04.599288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96433f90-f0d1-4538-8478-eec215c020cc req-de78d9db-dab4-4b06-85ae-bdbffc4eb1d6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 945 time: 0.2729585 Mar 02 18:27:04.718536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.718803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.719146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.719486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.719832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.720148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.720476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.720924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.721252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.721596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.721907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.722256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:04.738243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96433f90-f0d1-4538-8478-eec215c020cc req-fb2ed0bd-0ea4-4017-9b5a-59ce6d07314b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820251 Mar 02 18:27:04.742728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-b9da39ed-b68e-469d-8ede-368b4017c661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:04.744273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-b9da39ed-b68e-469d-8ede-368b4017c661 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1096 time: 0.1440682 Mar 02 18:27:05.034254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-7a683cda-6040-40ea-9a49-8e074b8709f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:05.037029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-7a683cda-6040-40ea-9a49-8e074b8709f4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 928 time: 0.2806618 Mar 02 18:27:05.068202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.130281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:27:05.275967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.356542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Network a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:27:05.374242 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'status': 'completed', 'code': 200} Mar 02 18:27:05.376983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-49e2ccdc-5a37-4266-ba28-678352cf49e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 217 time: 0.3332851 Mar 02 18:27:05.453967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.506701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:05.512703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:05.513364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.525465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:05.539922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e25ea-da86-4d5a-944e-4502d3e2e16f None None] Network a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:05.659465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Deleting port 17b14797-00e1-426d-abee-d5b7a1766700 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:05.660062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.713446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9549c52b-a4dd-40ff-8f97-2c2794f190bc admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.9893782 Mar 02 18:27:05.747242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-9b334ef6-3277-4dab-a415-042d16ed3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:05.754968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-9b334ef6-3277-4dab-a415-042d16ed3762 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.3607054 Mar 02 18:27:05.758430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:05.975760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f04c5b-e120-4a40-9cd4-25ac18a9b350 req-1f86f889-1283-4baf-9f47-697cc002b39d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:05.975760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73f04c5b-e120-4a40-9cd4-25ac18a9b350 req-1f86f889-1283-4baf-9f47-697cc002b39d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.4113748 Mar 02 18:27:05.975954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:06.004506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-488fb29c-a54e-451b-94c0-366186af39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:06.006026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-488fb29c-a54e-451b-94c0-366186af39f7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=56edb861cde04a2589457dfad8694a84&device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 1096 time: 0.6309936 Mar 02 18:27:06.012508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-a9e1b852-e184-4a3b-ae76-5b3dbfce761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:06.023761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-a9e1b852-e184-4a3b-ae76-5b3dbfce761b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678156 Mar 02 18:27:06.024753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:06.110763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:06.171691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:06.187909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356d5d0f-c6c1-4a52-9a80-c382724dea17 None None] Network a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:06.199227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-cbfdf5fc-cb15-4a80-960c-61b845f5de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:06.199227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-cbfdf5fc-cb15-4a80-960c-61b845f5de7a service neutron] 10.222.0.65 "GET /v2.0/networks?id=524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 200 len: 928 time: 0.1709144 Mar 02 18:27:06.245238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 18f53706-cee2-4206-80cb-17be5543f3d5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:06.245238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:06.299125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-63f88c3b-ff98-4036-8c45-ad2fc06362c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 200 len: 217 time: 0.0729718 Mar 02 18:27:06.323734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:06.330740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73f04c5b-e120-4a40-9cd4-25ac18a9b350 req-c532c2ac-3748-44d3-aa52-fb65b21f0637 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3591511 Mar 02 18:27:06.368324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Calling delete_port for 17b14797-00e1-426d-abee-d5b7a1766700 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:06.391472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Checking router: 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:27:06.562746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:06.586066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:06.586735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:06.738576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-5b550a59-3be6-47e4-9892-f29327431966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:06.740096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-5b550a59-3be6-47e4-9892-f29327431966 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 200 len: 866 time: 0.4240468 Mar 02 18:27:06.894237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-ce63be5f-f616-4a31-aca8-d5044482c6b4 service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646352 Mar 02 18:27:06.928552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:06.953766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:07.078872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Pushing event deleted for resources: {'Port': ['ID=17b14797-00e1-426d-abee-d5b7a1766700,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:07.136810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:07.166605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a38b89c-3e2e-4eb1-af82-9618310e6b58 req-2b2faccf-b38a-4e4c-8cad-e71b123b332a service neutron] 10.222.0.66 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622247 Mar 02 18:27:07.225627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fad0dc-2b01-4da4-9c39-0066c54e4a30 req-ef386ff3-7158-4d2c-9714-475f9f277328 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:07.232820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67fad0dc-2b01-4da4-9c39-0066c54e4a30 req-ef386ff3-7158-4d2c-9714-475f9f277328 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 945 time: 0.6359854 Mar 02 18:27:07.298994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67fad0dc-2b01-4da4-9c39-0066c54e4a30 req-a5c1e1cb-91d3-4786-afb9-4cbe5cdd8a08 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616629 Mar 02 18:27:07.298994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-013c7d45-2896-485b-bb8e-542582ab305a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:07.304890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:07.313074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-013c7d45-2896-485b-bb8e-542582ab305a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=524354fe-bd27-4f40-8e82-20e5a4f9104a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5509663 Mar 02 18:27:07.320499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:07.325960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:27:07.512685 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'code': 200} Mar 02 18:27:07.570100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-807659c0-62bd-4885-827a-4131d5caa98a service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501004 Mar 02 18:27:07.887926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1987513805', 'description': 'tempest-description-808353532'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:07.981231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17032ef1-9c84-4e7d-92df-b46d53da34be req-00c880a9-d6fc-4ad4-a44b-8cbcf7d19637 service neutron] 10.222.0.65 "GET /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020288 Mar 02 18:27:08.004017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:08.060206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:08.075528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:08.095218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:08.115315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868bb7c-b870-46a4-982e-1086ff4f0229 req-2db6589c-7b6a-4d55-8bc4-af8516aed664 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:08.127381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8868bb7c-b870-46a4-982e-1086ff4f0229 req-2db6589c-7b6a-4d55-8bc4-af8516aed664 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.4660287 Mar 02 18:27:08.250274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:08.270074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:08.277785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8868bb7c-b870-46a4-982e-1086ff4f0229 req-3f182692-d455-4ae8-8517-7ea96b8936a0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494758 Mar 02 18:27:08.299096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:08.306659 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:08.327282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1340e2-5884-4a78-ba5d-e6b4f783a6bb None None] The sync data for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 is: [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:26:04Z', 'revision_number': 4, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'bd1d3448-2038-4c26-95a4-e042a087ad5a', 'name': '', 'network_id': '524354fe-bd27-4f40-8e82-20e5a4f9104a', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'mac_address': 'fa:16:3e:54:4b:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1323, 'fixed_ips': [{'subnet_id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:26:01Z', 'updated_at': '2022-03-02T18:26:12Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'subnets': [{'id': 'b94f5f2e-4926-4fad-bc3e-39936889e02d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:27:08.476136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-406a88fb-fc26-42f5-8788-86b6f10fcf3c tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips/54cec279-6e72-4545-8731-878ebc5344f3 HTTP/1.1" status: 200 len: 694 time: 0.1416008 Mar 02 18:27:08.485441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:08.652030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:08.694066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:08.707577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:08.864064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Router fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:27:08.884315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0597a660-50f2-4d64-a514-ba6097526f40 req-373ecf40-efda-4f33-8f1e-caad21538f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:08.886619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0597a660-50f2-4d64-a514-ba6097526f40 req-373ecf40-efda-4f33-8f1e-caad21538f4a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 1097 time: 0.6878686 Mar 02 18:27:08.915437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9c0ebf-642d-4f69-8647-a8018d53a9ba None None] New status for floating IP 54cec279-6e72-4545-8731-878ebc5344f3: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:27:08.950409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-2b751941-0927-4986-899f-afcfa814be6d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:08.952019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-2b751941-0927-4986-899f-afcfa814be6d tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.4690750 Mar 02 18:27:08.965952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-9cab5098-50a7-4344-ac8c-a827676bcc09 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:27:08.979319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-9cab5098-50a7-4344-ac8c-a827676bcc09 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179627 Mar 02 18:27:09.153573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:27:09.171500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] Sync routers for ids ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:27:09.174341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-24cfa0db-24b7-4341-adfb-bbbda2216ee7 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 697 time: 0.1872883 Mar 02 18:27:09.180523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0597a660-50f2-4d64-a514-ba6097526f40 req-6ab80401-741e-4468-af9e-2013ee9cfb02 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332075 Mar 02 18:27:09.183021 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.197483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] Routers {'fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:09.199345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.200124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:09.212404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92c4a308-1d91-40af-88b0-6d1d7973323c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "PUT /v2.0/routers/fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 200 len: 706 time: 5.6381783 Mar 02 18:27:09.214952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56414) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:09.307667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:09.316452 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.326965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] Routers {'fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:09.327958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:09.377216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-be0dc641-ee70-4685-9aaa-c3ca8a2cc2dd tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.31 HTTP/1.1" status: 200 len: 697 time: 0.1926413 Mar 02 18:27:09.427838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:09.429207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37740fac-ffe0-43ad-998a-ec4f66510c70 None None] The sync data for ids ['fb40db70-57c7-4aa0-aadd-ada8a2e4feb5'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:27:09.483784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef530e72-498b-4706-a39f-1ee6d2711a1b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:09.502887 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-546680b2-41b0-4c2a-9468-b36db2e3fda9 tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/routers/fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 200 len: 741 time: 0.2851403 Mar 02 18:27:09.503991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56420) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:09.514029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:09.561222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69412b09-a16a-497c-986b-efcd809c87df tempest-RoutersAdminTest-2075762612 tempest-RoutersAdminTest-2075762612-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 200 len: 205 time: 0.0534711 Mar 02 18:27:09.566357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:09.646572 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc07d697-efb6-45b7-b2c7-1d5a8911a83d tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 200 len: 205 time: 0.0763056 Mar 02 18:27:09.648086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56430) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:09.747784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.748263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.748663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.749107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.749499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.749995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.750459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.750894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.751374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.751801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.752225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.752671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:09.764695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.767964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2434645d-61d8-41f1-a7e0-06348ffeb869 req-5543ac19-c7b7-466b-b2ea-945db4b29d32 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.8880959 Mar 02 18:27:09.775848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Deleting port 8021757b-e828-4477-8cb1-21d7008cc6ed {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:09.776776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:09.872947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.126311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.126815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.270804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Calling delete_port for 8021757b-e828-4477-8cb1-21d7008cc6ed owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:10.336777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b50c22-a8c3-4910-803d-040f87564a03 req-f03644b7-5fe0-4ce7-8d46-c8cc05832376 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:10.343751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7b50c22-a8c3-4910-803d-040f87564a03 req-f03644b7-5fe0-4ce7-8d46-c8cc05832376 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.3199520 Mar 02 18:27:10.346835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.349741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.426315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7b50c22-a8c3-4910-803d-040f87564a03 req-b244492f-20e7-4d29-8a40-50e5f563aab4 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812111 Mar 02 18:27:10.475896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.476571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Fanout notify agent at l3_agent the message router_deleted on router fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:27:10.499240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.518604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56446) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:10.530264 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e933020-0076-4d62-8bf0-6b0ac0f20b6b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 204 len: 168 time: 0.8809860 Mar 02 18:27:10.580466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fcd5f537-7153-4c32-9b65-75ebc4f1f2cb tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 200 len: 205 time: 0.0581326 Mar 02 18:27:10.580867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56456) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:10.655231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.753596 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-68fa109d-5752-49d4-ba54-73bc038d2155 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:10.758416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-68fa109d-5752-49d4-ba54-73bc038d2155 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/fb40db70-57c7-4aa0-aadd-ada8a2e4feb5 HTTP/1.1" status: 404 len: 336 time: 0.1718416 Mar 02 18:27:10.761396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:10.771330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event deleted for resources: {'Port': ['ID=8021757b-e828-4477-8cb1-21d7008cc6ed,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:10.853667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fe9b01a-8294-40a7-97f1-31fb374ef505 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 200 len: 205 time: 0.0894306 Mar 02 18:27:10.855592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56468) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:10.933477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:10.962528 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-7ec73586-1ab8-4a40-a489-e9bfb7d9762d tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:10.966901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56474) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:10.967451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ec73586-1ab8-4a40-a489-e9bfb7d9762d tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/c5208985-52c8-4308-899f-2f963cd22ea4 HTTP/1.1" status: 404 len: 336 time: 0.1103265 Mar 02 18:27:11.038419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-826ec2fd-5c5e-40d6-b430-9e32bcdd788b tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 200 len: 205 time: 0.0699060 Mar 02 18:27:11.040871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56478) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.132895 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-1b501244-efe9-47b6-b243-b9ba3b6c0078 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:11.133892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1b501244-efe9-47b6-b243-b9ba3b6c0078 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/122d668d-257f-4794-ba2c-f2d13ffa8108 HTTP/1.1" status: 404 len: 336 time: 0.0918968 Mar 02 18:27:11.137366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56486) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.311778 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:11.313043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47193d03-7137-43aa-8c14-bfe8c9434520 req-4e45019e-ec95-4244-9d2c-8cdeae3e8daa tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "DELETE /v2.0/floatingips/54cec279-6e72-4545-8731-878ebc5344f3 HTTP/1.1" status: 204 len: 173 time: 1.9349360 Mar 02 18:27:11.342325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4f858003-be2f-46d3-9d09-ed84621f7517 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 200 len: 205 time: 0.2029986 Mar 02 18:27:11.345129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56494) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.459058 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-52d40834-7b5c-45e5-a27b-f0633ec6216c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:11.460833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-52d40834-7b5c-45e5-a27b-f0633ec6216c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/c4f5e32f-19b3-476e-aa6b-9cb9801c5269 HTTP/1.1" status: 404 len: 336 time: 0.1145022 Mar 02 18:27:11.464932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56504) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.527185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a2cce34b-35da-463a-a33e-572e27b71035 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 200 len: 205 time: 0.0609052 Mar 02 18:27:11.529742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56512) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.659183 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-e0aadefe-0a91-45f9-ba20-3ae8ade1253c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:11.660170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e0aadefe-0a91-45f9-ba20-3ae8ade1253c tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/7388cc7e-76b3-4b82-89fd-553ccd2fc477 HTTP/1.1" status: 404 len: 336 time: 0.1281626 Mar 02 18:27:11.665656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.734926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fa3c1-a836-4450-8358-6a20a7118fa3 req-ffdb21dd-ad54-42b0-8c7f-7b4a58feabe6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:11.743230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89fa3c1-a836-4450-8358-6a20a7118fa3 req-ffdb21dd-ad54-42b0-8c7f-7b4a58feabe6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.1405125 Mar 02 18:27:11.812141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84a56712-ad07-401b-bfb3-3ee6081f2276 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a20ed7-c922-46a7-b96d-03093d767718 HTTP/1.1" status: 200 len: 205 time: 0.1433585 Mar 02 18:27:11.816497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:11.904619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89fa3c1-a836-4450-8358-6a20a7118fa3 req-cbd92e36-7377-42f8-ae37-fe43aa9d1511 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254797 Mar 02 18:27:11.961866 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-321f718d-e3f6-4a41-aaa8-340f5e3c2d32 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] delete failed (client error): The resource could not be found. Mar 02 18:27:11.968515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-321f718d-e3f6-4a41-aaa8-340f5e3c2d32 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/routers/f8a20ed7-c922-46a7-b96d-03093d767718 HTTP/1.1" status: 404 len: 336 time: 0.1456771 Mar 02 18:27:11.968619 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5', 'code': 200} Mar 02 18:27:11.969067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56530) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:12.059403 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d46d771-ceda-4092-97d6-178299611ae8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] DELETE failed (client error): The resource could not be found. Mar 02 18:27:12.059807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d46d771-ceda-4092-97d6-178299611ae8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:27:12.061571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9d46d771-ceda-4092-97d6-178299611ae8 tempest-RoutersAdminTest-1783035904 tempest-RoutersAdminTest-1783035904-project] 10.222.0.66 "DELETE /v2.0/subnets/1fc002e5-74dd-4b0f-a3ad-db9c2d96eab9 HTTP/1.1" status: 404 len: 337 time: 0.0917389 Mar 02 18:27:12.132413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-8cd9c970-cb30-4aad-99b2-722abb459e69 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/ef530e72-498b-4706-a39f-1ee6d2711a1b HTTP/1.1" status: 200 len: 1806 time: 0.0966241 Mar 02 18:27:12.148665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef530e72-498b-4706-a39f-1ee6d2711a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:12.148665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ef530e72-498b-4706-a39f-1ee6d2711a1b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:12.169071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:12.178522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:12.187454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:12.203276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:12.331323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb81bd9-095d-4764-ad2b-2123ab5bb6da req-0a09c49d-7e3c-4d05-8439-9194f336d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:12.332967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0eb81bd9-095d-4764-ad2b-2123ab5bb6da req-0a09c49d-7e3c-4d05-8439-9194f336d518 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 1097 time: 0.0901518 Mar 02 18:27:12.383131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0eb81bd9-095d-4764-ad2b-2123ab5bb6da req-c5093c8b-96d8-44a8-8293-6d90c7255be6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Mar 02 18:27:12.979243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:13.002622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:13.230836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:13.260720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9174e1d4-eac1-44a9-977a-c8bda0d3c05d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:13.469499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:13.479366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd85005-d1a9-4272-906c-030d2de3ff93 req-ff77832e-6202-4011-b284-9dc14339edeb tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3376043 Mar 02 18:27:13.598512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56564) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:13.786166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df620c-f46d-4280-830a-108c209d4ddf req-756b2c96-2f71-4841-8586-750deb578c5a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:13.788527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8df620c-f46d-4280-830a-108c209d4ddf req-756b2c96-2f71-4841-8586-750deb578c5a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1472335 Mar 02 18:27:14.044619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8df620c-f46d-4280-830a-108c209d4ddf req-4d2138a0-07b3-4a6b-b9cb-7af04227e1e5 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460582 Mar 02 18:27:14.046532 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.098317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:14.108239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b430d3f27145f5931e4123d82bbd46 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:14.122730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:14.136742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:14.383967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.421782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29295be3-8150-48e5-9fef-72e2adf3efb1 req-7a6d7ada-55f0-4a7c-9b94-8b4b5542bf4c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:14.423430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29295be3-8150-48e5-9fef-72e2adf3efb1 req-7a6d7ada-55f0-4a7c-9b94-8b4b5542bf4c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.1243339 Mar 02 18:27:14.463555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-728524591', 'description': 'tempest-description-1418084509'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:14.476017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:14.491604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:14.500785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:14.514018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:14.523501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29295be3-8150-48e5-9fef-72e2adf3efb1 req-2605a37e-7037-485e-abb9-da6962071a93 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931144 Mar 02 18:27:14.535511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.570667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b1b430d3f27145f5931e4123d82bbd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9707637 Mar 02 18:27:14.574948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56574) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:14.617123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc25df5-b7f5-41b7-bc59-70d7efab2381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1c3f86-6cb0-4827-b1e6-bcbd6bd82413,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:14.664752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.665742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.689879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:14.727709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.729259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:14.732665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:14.738794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:14.836663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:14.887808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d5a031-0d46-4256-9300-8736c73edc44 req-59bb352e-3b7b-4780-b4d9-46c1c81b7842 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:14.887808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70d5a031-0d46-4256-9300-8736c73edc44 req-59bb352e-3b7b-4780-b4d9-46c1c81b7842 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:15.008847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.038797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1c3f86-6cb0-4827-b1e6-bcbd6bd82413,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:15.056687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.058279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-28834a3d-4378-4c75-8a15-fbbe65878530 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca1c3f86-6cb0-4827-b1e6-bcbd6bd82413 HTTP/1.1" status: 204 len: 168 time: 0.4815927 Mar 02 18:27:15.094831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70d5a031-0d46-4256-9300-8736c73edc44 req-59bb352e-3b7b-4780-b4d9-46c1c81b7842 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:15.119647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70d5a031-0d46-4256-9300-8736c73edc44 req-59bb352e-3b7b-4780-b4d9-46c1c81b7842 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4067984 Mar 02 18:27:15.121739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.259703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70d5a031-0d46-4256-9300-8736c73edc44 req-96f1567b-66a2-4f79-b60e-f71f481891a6 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:15.270366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:15.480206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-70d5a031-0d46-4256-9300-8736c73edc44 req-96f1567b-66a2-4f79-b60e-f71f481891a6 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:15.480206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70d5a031-0d46-4256-9300-8736c73edc44 req-96f1567b-66a2-4f79-b60e-f71f481891a6 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3385730 Mar 02 18:27:15.480206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:15.480206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2278b27-fa0b-4e2b-8ed3-53250c43bad1 req-9051574b-2c9d-4661-8b25-3d09f365425f tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.0221193 Mar 02 18:27:15.682689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-1b04747f-49a8-4f8a-9ea8-d5da315c26b2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c HTTP/1.1" status: 200 len: 1806 time: 0.1068263 Mar 02 18:27:15.696973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:15.697812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:15.710527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:15.746739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:15.756398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:15.768419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:15.782954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dfa72-4774-4a3f-86e2-baf12079a984 req-938ba611-738a-4b29-a4fc-0cb36d2f88b9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:15.784728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f11dfa72-4774-4a3f-86e2-baf12079a984 req-938ba611-738a-4b29-a4fc-0cb36d2f88b9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1798837 Mar 02 18:27:15.861469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f11dfa72-4774-4a3f-86e2-baf12079a984 req-4b54194e-03c0-4960-a516-a8ff733c3846 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691912 Mar 02 18:27:16.061269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d59ce61-65bc-4be7-8588-1310b0f87eeb req-33c5ac68-2629-421f-8c16-5f2ed596dbb7 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1253471 Mar 02 18:27:16.124551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.156274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.317872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.354874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50111729-05e8-4ec5-9d72-05d8d19f7c0a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:16.408911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424bd35-2b08-42c9-846f-ac1acb8ef6e9 req-a92a8ffd-8513-4bbf-b6c9-5e8d5ba6bc5e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:16.410609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0424bd35-2b08-42c9-846f-ac1acb8ef6e9 req-a92a8ffd-8513-4bbf-b6c9-5e8d5ba6bc5e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.1622357 Mar 02 18:27:16.437973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56612) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:16.487162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0424bd35-2b08-42c9-846f-ac1acb8ef6e9 req-c5cde788-68fa-446b-984b-d8a7a3608d13 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695276 Mar 02 18:27:16.519199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.520361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bd8591e-c361-44e2-857b-1e7adaea9d54 req-d604d909-6909-4db3-b188-262ccfe74f9b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.8304801 Mar 02 18:27:16.523447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d793d70e-e7b9-43c3-a825-b38d1a7409d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=683b45f5d9df4fdcbbfa9db998ef8a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837636 Mar 02 18:27:16.526533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56616) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:16.662473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.727421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.768667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5856c7-9fa7-4559-b9cd-a96aca881937 req-c1b3df08-fc24-452f-86ce-a35faa4e51be tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:16.770229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e5856c7-9fa7-4559-b9cd-a96aca881937 req-c1b3df08-fc24-452f-86ce-a35faa4e51be tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1359293 Mar 02 18:27:16.866920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e5856c7-9fa7-4559-b9cd-a96aca881937 req-ed114150-da15-4412-aa07-3f507522f13b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Mar 02 18:27:16.908525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-895110643', 'description': 'tempest-description-299425436'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:16.920214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:16.924602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:16.928911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:16.943200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:16.973142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:16.989648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab0d323-93a0-4fff-ba5d-d362b616ac83,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:17.000054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:17.003236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-902f768a-c435-46b0-b11d-11c36998dc1d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ab0d323-93a0-4fff-ba5d-d362b616ac83 HTTP/1.1" status: 204 len: 168 time: 0.4756072 Mar 02 18:27:17.440477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:17.457747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:17.462246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:17.465222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:17.471020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:17.549651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:17.762706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:17.815190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7251ccc-b420-4252-b05a-b8f95ead77c3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:18.335177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:18.335177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8090efd6-b7c7-4ff6-9455-f5be20049dd9 req-751e73fd-6cbe-485e-834b-a63e91f51221 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2869415 Mar 02 18:27:18.373662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11d1265-5b88-4537-aaae-875da6f94d73 req-d4d085b8-1fd6-4d56-8485-58b73b6adcf6 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:18.375239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d11d1265-5b88-4537-aaae-875da6f94d73 req-d4d085b8-1fd6-4d56-8485-58b73b6adcf6 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 945 time: 0.0909038 Mar 02 18:27:18.423275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d11d1265-5b88-4537-aaae-875da6f94d73 req-0ae7ba19-4215-461e-bfca-d4269190a565 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/security-groups?id=b35fd13e-eeeb-4a75-9153-1e937da34983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408032 Mar 02 18:27:18.452147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1275139702', 'description': 'tempest-description-66897351'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:18.458811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:18.462901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:18.482405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:18.482405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:18.707475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:18.731268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:18.735255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:18.738257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:18.744832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:18.825351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.086851 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.149354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a4e236-6dda-47d6-a67b-db595d2f2878,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:19.183396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-48f4fd4e-bbdd-482b-929a-c79ad8697f75 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:19.184889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-48f4fd4e-bbdd-482b-929a-c79ad8697f75 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.65 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 945 time: 0.1500299 Mar 02 18:27:19.352447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.363420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9772b2b-e967-4844-906f-ff90bb0441b7 req-9b32bb92-8ac6-426c-94b1-a8efa3670577 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9059372 Mar 02 18:27:19.363420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Deleting port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:19.363420 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.453642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:19.509992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-b4eb85be-8eac-43b3-9326-fda838c42c33 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:19.511505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-b4eb85be-8eac-43b3-9326-fda838c42c33 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.3257532 Mar 02 18:27:19.549931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-c3149540-c55c-4dec-ae7c-c051a9a3052e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/d7251ccc-b420-4252-b05a-b8f95ead77c3 HTTP/1.1" status: 200 len: 1805 time: 0.1609476 Mar 02 18:27:19.554112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1c4a8b86-a551-452b-8863-54e289e6513b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/quotas/687da333200b479b9b065518b88f8d87 HTTP/1.1" status: 200 len: 375 time: 0.0355551 Mar 02 18:27:19.570332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-295259004'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:19.577420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:19.583114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:network and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:19.587191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:19.595248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:19.866234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-39977063-fccd-44f0-92e6-b330a736da52 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/87a4e236-6dda-47d6-a67b-db595d2f2878 HTTP/1.1" status: 200 len: 1805 time: 0.3031237 Mar 02 18:27:19.885185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7251ccc-b420-4252-b05a-b8f95ead77c3', 'remote_group_id': '87a4e236-6dda-47d6-a67b-db595d2f2878', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:19.885508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd7251ccc-b420-4252-b05a-b8f95ead77c3', 'remote_group_id': '87a4e236-6dda-47d6-a67b-db595d2f2878', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:19.893405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:19.901254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.903976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:19.914178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:19.915420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.924705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:19.936206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:19.936342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:19.939132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:security_group_rule and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:19.942599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:19.948413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] For port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:19.948775 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:19.949830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:19.963469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-7e830ea2-6621-4e82-a804-501ab59f0a8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4014912 Mar 02 18:27:20.042680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.108375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Calling delete_port for d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:20.234623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.286101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:27:20.296932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.297265 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Added segment cc33b818-f42e-4a48-a2a0-2959062b29ae of type vlan for network 83e5aee8-5eee-4fa0-acf8-13b63530c87a Mar 02 18:27:20.303076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2d64a1-16d7-47bd-b24d-1fee0b702fb9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:20.337195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.369408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-920d537d-6db7-472a-a6be-1c5d6431476b service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3929939 Mar 02 18:27:20.440144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.547952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.567926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.574066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:20.574838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.576661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-f7014b20-2bb5-43cc-91b8-38ece398dc13 service neutron] 10.222.0.66 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963089 Mar 02 18:27:20.698508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Network': ['ID=83e5aee8-5eee-4fa0-acf8-13b63530c87a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:20.709625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:27:20.768437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.770233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.837435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51872540-1764-4753-9101-a8338ee8aae2 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.3826525 Mar 02 18:27:20.841019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56722) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:20.847898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Pushing event deleted for resources: {'Port': ['ID=d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:20.848219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'subnet': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:20.854333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bbc7ebb-706b-4587-9972-f99a5f5bcb30,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:20.987660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] No DVR routers for this DVR port d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:20.994453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:20.995635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01e6b49f-72c9-44b5-a38a-3debb4dd7565 req-f3e53359-69c5-4aeb-b5cf-f3ef37017c58 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.65 "DELETE /v2.0/ports/d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 HTTP/1.1" status: 204 len: 173 time: 1.7862248 Mar 02 18:27:20.996723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'name': 'network-vif-deleted', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:21.006546 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:21.021015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d07e29f-c0fe-4bb9-a412-4476e2e0bad4 req-e4c632b9-4386-4153-9f0f-06f7060c7e2e tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.1454966 Mar 02 18:27:21.138444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9a819c73-a053-4b89-b761-a6ef557fa315 req-02119f8f-8e80-4f91-a037-0ab0506093d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Synchronizing usage tracker for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:21.150310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:21.156651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:subnet and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:21.160838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:21.170383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:21.217009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-ee9a2a40-f790-41a3-9147-0eab09c92906 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.222615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-ee9a2a40-f790-41a3-9147-0eab09c92906 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:21.245182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-ee9a2a40-f790-41a3-9147-0eab09c92906 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:21.254676 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-ee9a2a40-f790-41a3-9147-0eab09c92906 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.11 "GET /v2.0/ports?device_id=d728846e-265d-4f78-b9d9-336b6981f276 HTTP/1.1" status: 200 len: 946 time: 0.1942942 Mar 02 18:27:21.267184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9fe42bcc-ef13-4888-818d-63260d354914 req-d667b2a3-cce3-4f6d-9122-0b4ca69ad3b9 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0733929 Mar 02 18:27:21.280756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9a819c73-a053-4b89-b761-a6ef557fa315 req-02119f8f-8e80-4f91-a037-0ab0506093d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] Unset dirty status for tenant:56edb861cde04a2589457dfad8694a84 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:21.284342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a819c73-a053-4b89-b761-a6ef557fa315 req-02119f8f-8e80-4f91-a037-0ab0506093d1 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.2449088 Mar 02 18:27:21.347850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1680117709', 'description': 'tempest-description-1775596502'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:21.364390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:21.372205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:21.375801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:21.378483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:21.388199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:21.408283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:21.446839 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a2ec91-fce7-4773-b7f2-3a2940d25018', 'name': 'network-vif-deleted', 'tag': 'd9b1f43e-4f7a-4b72-82fe-47c0969c9ba7', 'status': 'completed', 'code': 200} Mar 02 18:27:21.572311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:21.597588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Deleting port 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:21.598611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:21.637626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:21.651095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:21.656720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:21.670571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:21.736968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e8ae8-b653-49af-b40e-8efe7d700d4b req-db0707dd-d3df-4aed-82ca-5839531fd55c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:21.738517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a4e8ae8-b653-49af-b40e-8efe7d700d4b req-db0707dd-d3df-4aed-82ca-5839531fd55c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 950 time: 0.1434448 Mar 02 18:27:21.816810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:21.824880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a4e8ae8-b653-49af-b40e-8efe7d700d4b req-50f05876-de33-4689-9883-d74c4b42b3f1 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788767 Mar 02 18:27:21.974271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] For port 18f53706-cee2-4206-80cb-17be5543f3d5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=18f53706-cee2-4206-80cb-17be5543f3d5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:21.980141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.082221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.128971 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a2f0299-e303-4065-8aa2-e265e76cdde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.138699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9dde45-53a7-4a47-b8b3-2b911eb1e30c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:22.182359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.196308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Calling delete_port for 18f53706-cee2-4206-80cb-17be5543f3d5 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:22.375985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.378951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4fb8ee5-42b2-4207-b94e-098d0b97c1d2 req-b546d173-f7a3-45b7-8a57-14aaf5b3002c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.0358872 Mar 02 18:27:22.402590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Subnet': ['ID=64f7d2f7-ef4d-434d-912f-637a438b057f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:22.462797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e0851a9-fe05-4593-8377-7daf8cdc5658 req-53496f67-07d8-4a58-9f75-56982cf660cd tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0477407 Mar 02 18:27:22.470081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Checking segment: {'id': 'cc33b818-f42e-4a48-a2a0-2959062b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:22.470081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network hostable DHCP agents. Network: 83e5aee8-5eee-4fa0-acf8-13b63530c87a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:27:22.511964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:22.561696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:27:22.562780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d9b1f43e-4f7a-4b72-82fe-47c0969c9ba7 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:22.626412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6dc288a-7b44-48c3-aee3-5a39764beef8 req-aa964b60-b353-4f38-ada9-ee8dc3560894 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262 tempest-FloatingIPsAssociationNegativeTestJSON-1846130262-project] 10.222.0.66 "GET /v2.0/ports?device_id=99a2ec91-fce7-4773-b7f2-3a2940d25018 HTTP/1.1" status: 200 len: 210 time: 0.0474133 Mar 02 18:27:22.656337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1593376335', 'description': 'tempest-description-962537641'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:22.662704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:22.666545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:22.669455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:22.675595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:22.699682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:27:22.702234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.716601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['18f53706-cee2-4206-80cb-17be5543f3d5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:27:22.755041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event deleted for resources: {'Port': ['ID=18f53706-cee2-4206-80cb-17be5543f3d5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:22.836910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] No DVR routers for this DVR port 18f53706-cee2-4206-80cb-17be5543f3d5 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:22.847295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.847295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-deleted', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:22.921949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:22.934105 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd728846e-265d-4f78-b9d9-336b6981f276', 'name': 'network-vif-deleted', 'tag': '18f53706-cee2-4206-80cb-17be5543f3d5', 'status': 'completed', 'code': 200} Mar 02 18:27:22.945744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:22.950049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:22.952937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:22.958855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:23.024899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 83e5aee8-5eee-4fa0-acf8-13b63530c87a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:23.032218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.035491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a6e695-59b2-4e15-a092-20d4cf3dc379 None None] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:23.038480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:23.039376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.247767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69786681-6538-49fb-a4a3-352d7faa0d92 req-dd99c597-4397-46ab-a209-c44f96e9ef8e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.11 "DELETE /v2.0/ports/18f53706-cee2-4206-80cb-17be5543f3d5 HTTP/1.1" status: 204 len: 173 time: 1.9921913 Mar 02 18:27:23.249392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'tenant_id': '127e0538d39a49088e545443de627ae8', 'fixed_ips': [{'subnet_id': '64f7d2f7-ef4d-434d-912f-637a438b057f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:27:23.250337 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.376956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f3e7b117-2934-4511-990d-8358e41b10da tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5198569 Mar 02 18:27:23.377188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.377307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:23.377307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-890172871'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:23.415469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Allocated IP 2001:db8::2 (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/cb0b3076-609a-41d5-a165-e3edf17c7b9b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:23.435829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeb96de-c29c-43b9-99f9-f4dc69859ec5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:23.534519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:23.539188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:port and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:23.542438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:23.550618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:23.623731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ceb0623-a097-47cb-82b7-5b38f9bfe87a req-222cda67-5fc7-45cc-a6c1-c4cd356d587f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0497308 Mar 02 18:27:23.647417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.661734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Transition to ACTIVE for port object cb0b3076-609a-41d5-a165-e3edf17c7b9b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:23.681974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Transition to ACTIVE for port object cb0b3076-609a-41d5-a165-e3edf17c7b9b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:23.731876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:23.808013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.808581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:23.812526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02bda122-d51d-46a3-a035-132809bb1020 req-7b9566dd-873e-4038-8f51-ddb3e7d1387d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.1574328 Mar 02 18:27:23.813171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:23.851411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:23.957600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.025237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c931c71-0155-4aee-be69-c472fc77be7c req-c11cd9e4-44f5-470f-9d42-ed2d01f368f5 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/5e9dde45-53a7-4a47-b8b3-2b911eb1e30c HTTP/1.1" status: 200 len: 1807 time: 0.1932209 Mar 02 18:27:24.111372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c931c71-0155-4aee-be69-c472fc77be7c req-ef46e248-9671-4dff-a6c5-3caf208966a3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/4aeb96de-c29c-43b9-99f9-f4dc69859ec5 HTTP/1.1" status: 200 len: 1806 time: 0.0848832 Mar 02 18:27:24.116127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:24.118071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e9dde45-53a7-4a47-b8b3-2b911eb1e30c', 'remote_group_id': '4aeb96de-c29c-43b9-99f9-f4dc69859ec5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:24.119633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '5e9dde45-53a7-4a47-b8b3-2b911eb1e30c', 'remote_group_id': '4aeb96de-c29c-43b9-99f9-f4dc69859ec5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:24.125386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:24.131526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:24.135320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:24.150058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:24.205439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:24.207310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:24.209940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:24.310252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::3d1 (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/250d7ffe-4b90-4dd6-8385-55ddad2fbc1d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:24.339574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Attempting to bind port cb0b3076-609a-41d5-a165-e3edf17c7b9b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:27:24.340560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Attempting to bind port cb0b3076-609a-41d5-a165-e3edf17c7b9b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'cc33b818-f42e-4a48-a2a0-2959062b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:27:24.341125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Attempting to bind port cb0b3076-609a-41d5-a165-e3edf17c7b9b on network 83e5aee8-5eee-4fa0-acf8-13b63530c87a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:27:24.407360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.430224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:27:24.431036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Checking segment: {'id': 'cc33b818-f42e-4a48-a2a0-2959062b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:24.431709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.432323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Bound using segment: {'id': 'cc33b818-f42e-4a48-a2a0-2959062b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:27:24.433017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Bound port: cb0b3076-609a-41d5-a165-e3edf17c7b9b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc33b818-f42e-4a48-a2a0-2959062b29ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:27:24.433619 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.443042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Pushing event updated for resources: {'Port': ['ID=cb0b3076-609a-41d5-a165-e3edf17c7b9b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:24.471886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:24.503406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4c027b35-0504-40eb-b818-e89aca529ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.519729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:24.530324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.565589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.571116 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'code': 200} Mar 02 18:27:24.693988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:27:24.706300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:27:24.746164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.766967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.768860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:24.803686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:24.824031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-839fc5e8-5448-43e1-a8e8-bf2be044a537 req-db5f6b1b-e7ce-4800-8982-ab99491bfa76 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0816133 Mar 02 18:27:24.824897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.872393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81ebfcc-2a16-4950-8d0c-df44497b3a11,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:24.916169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 18f53706-cee2-4206-80cb-17be5543f3d5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:27:24.916169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 18f53706-cee2-4206-80cb-17be5543f3d5 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:24.931384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:24.973524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:24.997359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.145008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.159297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c931c71-0155-4aee-be69-c472fc77be7c req-d62a0ab0-bdd1-47e3-bff5-0599f4324236 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 1.0338650 Mar 02 18:27:25.245790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88550a00-7fce-4607-855a-efdb42b83c30 None None] Pushing event updated for resources: {'Port': ['ID=cb0b3076-609a-41d5-a165-e3edf17c7b9b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:25.284751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-672bc593-2399-41a1-a77f-db4e6ad6a4f1 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/4aeb96de-c29c-43b9-99f9-f4dc69859ec5 HTTP/1.1" status: 200 len: 1806 time: 0.0890622 Mar 02 18:27:25.341351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.414185 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.476700 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.483839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:25.494760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:25.602653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:25.623102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:25.623102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.649518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=250d7ffe-4b90-4dd6-8385-55ddad2fbc1d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:25.656802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.658911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.660663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.906471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Deleting port bd1d3448-2038-4c26-95a4-e042a087ad5a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:25.906985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:25.989167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:26.026607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.108401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-842580d2-5460-488b-ba98-08106172833b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7359095 Mar 02 18:27:26.110514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:26.115683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.117713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1181434298', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:51:83:f2'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:26.132173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08a99230-3d34-4c5a-8b7f-410a763181ab req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/4aeb96de-c29c-43b9-99f9-f4dc69859ec5 HTTP/1.1" status: 204 len: 173 time: 0.8404167 Mar 02 18:27:26.137821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8387fd-7b8a-4aa9-8e07-076baea0cfc2 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeb96de-c29c-43b9-99f9-f4dc69859ec5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:26.301340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23561d4d-06ba-433d-bf19-3d7ea305585c req-b8bb12a8-d835-4f53-a6d7-6af381efb055 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0919056 Mar 02 18:27:26.339892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:26.357095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4685640-124e-4661-a7c4-e576ace86ba3 req-1ae784ea-6278-475c-aaeb-2b90e864696b tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/5e9dde45-53a7-4a47-b8b3-2b911eb1e30c HTTP/1.1" status: 200 len: 1807 time: 0.1962187 Mar 02 18:27:26.390069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'mac_address': 'fa:16:3e:7f:fd:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:26.401113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-321434371', 'description': 'tempest-description-1068816875'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:26.412578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:26.414383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] For port bd1d3448-2038-4c26-95a4-e042a087ad5a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bd1d3448-2038-4c26-95a4-e042a087ad5a,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:26.414761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.427004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:26.431037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:26.449477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:26.492851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cb0b3076-609a-41d5-a165-e3edf17c7b9b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:26.592038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.596484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Calling delete_port for bd1d3448-2038-4c26-95a4-e042a087ad5a owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:26.637959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:26.667908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:26.682605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.699630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:26.711522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:port and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:26.714199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:26.715527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:26.725903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:26.735247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:26.740712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:26.754625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:26.764335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bdd47c-b106-48c6-af50-9a9a3d32a262 None None] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:26.937303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port cb0b3076-609a-41d5-a165-e3edf17c7b9b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:26.940778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.941663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:26.944176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.016196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.033663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-251520af-ddcf-474d-baaa-bfde53db82ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:27.035237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-251520af-ddcf-474d-baaa-bfde53db82ea tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "GET /v2.0/networks?id=21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 200 len: 814 time: 0.2516575 Mar 02 18:27:27.046902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Request body: {'port': {'device_id': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'admin_state_up': True, 'tenant_id': '687da333200b479b9b065518b88f8d87'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:27.064680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:27.122630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:27.122630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:27:27.211495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:27.215950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Usage tracker for resource:port and tenant:687da333200b479b9b065518b88f8d87 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:27.218938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:27.225455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:27.232771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.264177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.311730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd1d3448-2038-4c26-95a4-e042a087ad5a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:27.311730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:27.343929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.353603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Provisioning for port cb0b3076-609a-41d5-a165-e3edf17c7b9b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:27.366644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Provisioning complete for port cb0b3076-609a-41d5-a165-e3edf17c7b9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:27.367027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.470041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a9678c-67cc-4c42-9426-25d6267df56b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:27.588827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.605612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Made reservation on behalf of 687da333200b479b9b065518b88f8d87 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:27.607059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.645531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:27.761481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4458b0d-9253-4ba5-8993-0093177cefe7 req-21092659-8938-48bb-b81c-42f27a120f9b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.0560989 Mar 02 18:27:27.821888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.821888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31c14be4-964d-42cb-83cf-7efe443d3504 req-9aa84fb3-e87a-4153-b1b1-efd85a400948 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4073174 Mar 02 18:27:27.971087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::2de (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:27.982792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-b5f7188f-d05a-4d2e-9f79-2ec7d2e44ec0 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 200 len: 1806 time: 0.0966079 Mar 02 18:27:27.986248 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:27.991366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11a9678c-67cc-4c42-9426-25d6267df56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:27.991366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11a9678c-67cc-4c42-9426-25d6267df56b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:27.997920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:28.003066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:28.005453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:28.018457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:28.018457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:28.021310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Allocated IP 172.20.0.10 (21e7969f-35db-438f-b69e-baf370045f13/2bb83576-7cd7-4f25-8595-49fa504783c8/c613850c-d288-45ce-8f82-3ac20ab6dfd5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:28.129537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:28.129537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.180278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.302462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadff317-2b60-409a-96d8-7ca900b4a3ea None None] Pushing event updated for resources: {'Port': ['ID=cb0b3076-609a-41d5-a165-e3edf17c7b9b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:28.367731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.391074 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.424910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:28.442813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:28.459639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.601842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Provisioning for port 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:28.607679 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'code': 200} Mar 02 18:27:28.609068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Provisioning complete for port 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:28.609533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.672290 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.688155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Port 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:28.700757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Provisioning complete for port cb0b3076-609a-41d5-a165-e3edf17c7b9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:28.701133 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b184088d-6509-4684-97ce-ed371dfe477a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.718907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.760349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:28.773233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.773473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.776339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:27:28.846857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Network 21e7969f-35db-438f-b69e-baf370045f13 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:28.850914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:28.855929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:28.891070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:28.940105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:28.941391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event updated for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:29.057247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709bb1fe-b9ee-4a9a-ac16-467c7363c4ef,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:29.082679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:27:29.093689 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Sync routers for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:27:29.110362 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:29.111959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:29.168470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:29.168470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.245724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646cf1d-b3d3-4895-a47c-144ad5264d78 req-3bcae9ca-37bc-4852-9b78-8552c8e81696 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:29.246513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0646cf1d-b3d3-4895-a47c-144ad5264d78 req-3bcae9ca-37bc-4852-9b78-8552c8e81696 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:29.280140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.356955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.360070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2d51b6e-b916-474b-8865-4956944e6a8e req-5dc8acaa-e421-45e2-a6ab-61c4aa76e5ee tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3739047 Mar 02 18:27:29.398360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:29.408051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:29.413826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:29.421601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:29.422560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.439014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:29.464742 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:27:29.528722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-55fca6cb-e54f-4001-b5c3-7f43642e12d3 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4857907 Mar 02 18:27:29.545958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Request body: {'port': {'device_id': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:29.612171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bacc7268-3c05-4d65-8a1b-1db64238c984 admin admin] 10.222.0.66 "PUT /v2.0/routers/72b2ab25-1a3f-4a65-af2a-a8c553eaf09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8785784 Mar 02 18:27:29.612515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56928) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:29.762090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5901e5ab-343e-4fb9-b6e4-023541d2b197 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.6502318 Mar 02 18:27:29.765361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:29.908935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:29.920524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-94bf4593-9b0f-4b96-a7e7-f23bb83ecc2a tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 200 len: 2400 time: 0.4357438 Mar 02 18:27:29.922889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0646cf1d-b3d3-4895-a47c-144ad5264d78 req-3bcae9ca-37bc-4852-9b78-8552c8e81696 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:29.934463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0646cf1d-b3d3-4895-a47c-144ad5264d78 req-3bcae9ca-37bc-4852-9b78-8552c8e81696 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 932 time: 0.9864795 Mar 02 18:27:29.968326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11a9678c-67cc-4c42-9426-25d6267df56b', 'remote_group_id': None}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:29.968977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '11a9678c-67cc-4c42-9426-25d6267df56b', 'remote_group_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:29.970035 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:27:26Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:29.974490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Checking router: 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:27:30.000937 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Routers {'72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:27:30.006115 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:30.017610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:30.038204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Usage tracker for resource:security_group_rule and tenant:5d58ffeaca2044c19915f6948307c29c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:30.047363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ad5406a-f93e-4caa-95d4-1a333c727606 None None] Provisioning for port 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:30.053664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ad5406a-f93e-4caa-95d4-1a333c727606 None None] Provisioning complete for port 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:30.054779 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ad5406a-f93e-4caa-95d4-1a333c727606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:30.068069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:30.084414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:30.099201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:30.141050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0646cf1d-b3d3-4895-a47c-144ad5264d78 req-ee1b329a-7d75-478e-bd3f-d2b3942f188f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093308 Mar 02 18:27:30.222475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5406a-f93e-4caa-95d4-1a333c727606 None None] Port 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:30.263091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cb0b3076-609a-41d5-a165-e3edf17c7b9b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:30.299780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:30.322191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:30.333004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:30.337387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Synchronizing usage tracker for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:30.449546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cb0b3076-609a-41d5-a165-e3edf17c7b9b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:30.450462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:30.503789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] Set router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:27:30.819201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Unset dirty status for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:30.821472 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce28e609-370c-44fa-a4c0-030cdd1ba950 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 1.0402672 Mar 02 18:27:30.829042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56962) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:30.839876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:30.868243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:30.887827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.125367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c613850c-d288-45ce-8f82-3ac20ab6dfd5 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:31.134556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.157365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Transition to ACTIVE for port object c613850c-d288-45ce-8f82-3ac20ab6dfd5 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:31.165027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:31.165610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.186084 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:27:26Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:31.190963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48cf3cee-7e39-42e7-bd8a-470d4d0685e5 None None] The sync data for ids ['72b2ab25-1a3f-4a65-af2a-a8c553eaf09b'] in n-d-828839-1 is: [{'id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-31939114-router', 'tenant_id': '56edb861cde04a2589457dfad8694a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30'}], 'enable_snat': True}, 'gw_port_id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:25:46Z', 'updated_at': '2022-03-02T18:27:26Z', 'revision_number': 5, 'project_id': '56edb861cde04a2589457dfad8694a84', 'gw_port': {'id': 'c298d368-6a3d-458b-93cd-ce2bec12cdf0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b2ab25-1a3f-4a65-af2a-a8c553eaf09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:25:49Z', 'updated_at': '2022-03-02T18:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:27:31.201355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Deleting port c298d368-6a3d-458b-93cd-ce2bec12cdf0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:31.201965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.476558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.487450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] For port c298d368-6a3d-458b-93cd-ce2bec12cdf0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c298d368-6a3d-458b-93cd-ce2bec12cdf0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:31.488031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.553412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.568907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a27ed75-ca19-4665-883d-1ee8197c6be5,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:31.683531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Calling delete_port for c298d368-6a3d-458b-93cd-ce2bec12cdf0 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:31.712759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:31.728582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for 4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:32.019788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.043175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2abd783-2ac8-4458-a8d8-4dca8a4cec35 req-78c625fa-57d9-4a36-916b-919faccf3db8 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.1068223 Mar 02 18:27:32.150189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd1d3448-2038-4c26-95a4-e042a087ad5a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:32.187426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.200259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Pushing event updated for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:32.247053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: bd1d3448-2038-4c26-95a4-e042a087ad5a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:27:32.247735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd1d3448-2038-4c26-95a4-e042a087ad5a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:32.268484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c298d368-6a3d-458b-93cd-ce2bec12cdf0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:32.316514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cb44c-40ae-4714-b417-10d8feb9d3f4 req-014a76ec-11b8-4b0d-b3fd-68aace88ec4e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:32.324519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b54cb44c-40ae-4714-b417-10d8feb9d3f4 req-014a76ec-11b8-4b0d-b3fd-68aace88ec4e tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 932 time: 0.8456750 Mar 02 18:27:32.389094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20f81a0d-d0eb-4bef-be9c-8c3448e03c57 req-305387af-562f-4727-af44-d3b744704087 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 200 len: 2999 time: 0.2146916 Mar 02 18:27:32.400597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.453444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b54cb44c-40ae-4714-b417-10d8feb9d3f4 req-d79fa70c-5bd5-4629-8b5e-86a9651fcf3f tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280990 Mar 02 18:27:32.463757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-03e6df0c-d8a2-4b4d-9ffa-db43c290a072 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-group-rules/7a27ed75-ca19-4665-883d-1ee8197c6be5 HTTP/1.1" status: 200 len: 783 time: 0.0427315 Mar 02 18:27:32.476004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Attempting to bind port c613850c-d288-45ce-8f82-3ac20ab6dfd5 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:27:32.476348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Attempting to bind port c613850c-d288-45ce-8f82-3ac20ab6dfd5 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:27:32.476687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Attempting to bind port c613850c-d288-45ce-8f82-3ac20ab6dfd5 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:27:32.487949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Port c613850c-d288-45ce-8f82-3ac20ab6dfd5 on network 21e7969f-35db-438f-b69e-baf370045f13 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:27:32.488177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Attempting to bind port c613850c-d288-45ce-8f82-3ac20ab6dfd5 on network 21e7969f-35db-438f-b69e-baf370045f13 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:27:32.517651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:27:32.518308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Checking segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:32.518878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Bound using segment: {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:27:32.519468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Bound port: c613850c-d288-45ce-8f82-3ac20ab6dfd5, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8756e371-0082-46e3-b3a4-f90788050664', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21e7969f-35db-438f-b69e-baf370045f13'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:27:32.519981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.596513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-dcf68ad4-1487-4f51-a4e3-13a2d79c1ad1 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 200 len: 2999 time: 0.1318989 Mar 02 18:27:32.639244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.642235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.840758 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.868766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.876617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:27:32.881584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:27:32.915488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.916330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b2ab25-1a3f-4a65-af2a-a8c553eaf09b {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:27:32.937695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:32.938915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-652e3fdd-4613-45d6-823d-648ce97bb9b7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/72b2ab25-1a3f-4a65-af2a-a8c553eaf09b HTTP/1.1" status: 204 len: 168 time: 3.3251734 Mar 02 18:27:32.941747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56984) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:33.025503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Deleting subnet b94f5f2e-4926-4fad-bc3e-39936889e02d {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:27:33.028971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.099431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.160717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.246795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.250773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.304369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:33.388509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a27ed75-ca19-4665-883d-1ee8197c6be5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:33.426768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:33.428162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.429789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] 10.222.0.65 "PUT /v2.0/ports/c613850c-d288-45ce-8f82-3ac20ab6dfd5 HTTP/1.1" status: 200 len: 1092 time: 3.8891685 Mar 02 18:27:33.430495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:33.509665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.647051 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5', 'status': 'completed', 'code': 200} Mar 02 18:27:33.735027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.736110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bf28148-d23d-4d17-85a0-9a1767b33282 req-2a50eb1c-ec80-488c-9852-86f938aef3f3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7a27ed75-ca19-4665-883d-1ee8197c6be5 HTTP/1.1" status: 204 len: 173 time: 0.9773061 Mar 02 18:27:33.835199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:33.837480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2d45a9c9-f232-4eaf-82a6-e75071c8f393 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 HTTP/1.1" status: 204 len: 168 time: 2.9996383 Mar 02 18:27:33.845172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:33.905341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-f036d3ed-fc63-4587-a3b2-41aa3fefb4d5 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 200 len: 2400 time: 0.0995972 Mar 02 18:27:33.929877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd5690a-35f2-4951-ad1a-c92694661a25 service neutron] Pushing event updated for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:33.934910 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-913aecb3-6499-4f59-998b-238000d186c4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] GET failed (client error): The resource could not be found. Mar 02 18:27:33.942307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-913aecb3-6499-4f59-998b-238000d186c4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports/4aec77dc-c1a7-47b9-884a-1f3aeb2c1da5 HTTP/1.1" status: 404 len: 333 time: 0.1001072 Mar 02 18:27:33.943175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:33.952233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1140124549'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:34.060196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.131180 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.131180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-d2100a07-dcc0-4297-b0ac-163a96595624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.132199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-d2100a07-dcc0-4297-b0ac-163a96595624 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 1095 time: 0.4844129 Mar 02 18:27:34.143222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527479c8-6145-4c7e-9b4a-00b3bd81e4d6 req-63ca8715-f37f-4985-9b8d-c69334fc2df2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.144797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-527479c8-6145-4c7e-9b4a-00b3bd81e4d6 req-63ca8715-f37f-4985-9b8d-c69334fc2df2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 944 time: 0.4588559 Mar 02 18:27:34.210067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c298d368-6a3d-458b-93cd-ce2bec12cdf0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:34.238513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:34.260348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:34.283640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c298d368-6a3d-458b-93cd-ce2bec12cdf0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:27:34.285827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c298d368-6a3d-458b-93cd-ce2bec12cdf0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:34.319522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-527479c8-6145-4c7e-9b4a-00b3bd81e4d6 req-e3f62814-8492-4f42-8ae5-a3885582e4a4 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638017 Mar 02 18:27:34.323809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.380659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41656fb-1383-439c-a3b2-e9f63acd1a35 None None] Network 524354fe-bd27-4f40-8e82-20e5a4f9104a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:34.383113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94f5f2e-4926-4fad-bc3e-39936889e02d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:34.385338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.400872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-e546bb18-3203-4cdf-a7f3-3caace47e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.402404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-e546bb18-3203-4cdf-a7f3-3caace47e57d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=687da333200b479b9b065518b88f8d87&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2566516 Mar 02 18:27:34.441027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1088d71a-589b-4508-8967-d08cc839b439 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b94f5f2e-4926-4fad-bc3e-39936889e02d HTTP/1.1" status: 204 len: 168 time: 1.4977183 Mar 02 18:27:34.444124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57024) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:34.483945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:34.510309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.573116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.584830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.586020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d70fb8f5-5151-4731-a0d5-63e71c9ffa88 req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/11a9678c-67cc-4c42-9426-25d6267df56b HTTP/1.1" status: 204 len: 173 time: 0.6818497 Mar 02 18:27:34.647626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:34.706140 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-30fda847-acbd-422a-9af6-81ceaf00a036 req-d4fa84bb-9232-498d-8db6-6a654d6758ed tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] show failed (client error): The resource could not be found. Mar 02 18:27:34.707416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fda847-acbd-422a-9af6-81ceaf00a036 req-d4fa84bb-9232-498d-8db6-6a654d6758ed tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/4aeb96de-c29c-43b9-99f9-f4dc69859ec5 HTTP/1.1" status: 404 len: 352 time: 0.0945194 Mar 02 18:27:34.710225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-c02c4c47-f696-40d5-bb12-9328e43854d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:34.713345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ea0ec4-8435-4848-a88d-1c652c9fe1bc req-c02c4c47-f696-40d5-bb12-9328e43854d5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3025024 Mar 02 18:27:34.718424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10005bbc-ff74-432e-9ff3-10e924686771 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a9678c-67cc-4c42-9426-25d6267df56b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:34.779667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.933331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Deleting port 50de5904-d560-413e-b9b6-27ead55dc3df {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:34.944317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:34.998678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] DHCP port deletion for 524354fe-bd27-4f40-8e82-20e5a4f9104a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:27:35.004029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Deleting port 50de5904-d560-413e-b9b6-27ead55dc3df {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:35.004471 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.022769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-86f799fa-ef77-4e4b-bbed-b807f332185c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/5e9dde45-53a7-4a47-b8b3-2b911eb1e30c HTTP/1.1" status: 200 len: 1807 time: 0.2646475 Mar 02 18:27:35.249796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.290393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.338816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::2d (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/e995ee33-b2ad-4d92-82de-b56ecb7d78a9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:35.355270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-bca77d14-8ef7-44d5-b3bc-f65e22ce9359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:35.479496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-bca77d14-8ef7-44d5-b3bc-f65e22ce9359 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=687da333200b479b9b065518b88f8d87&device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 1095 time: 0.5638363 Mar 02 18:27:35.480133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] For port 50de5904-d560-413e-b9b6-27ead55dc3df, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50de5904-d560-413e-b9b6-27ead55dc3df,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:35.480133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.573838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] For port 50de5904-d560-413e-b9b6-27ead55dc3df, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50de5904-d560-413e-b9b6-27ead55dc3df,segment=NetworkSegment(1002df53-960e-462d-8bb2-25926ef7b0af),segment_id=1002df53-960e-462d-8bb2-25926ef7b0af)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:35.574396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.600905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-f702e063-ba0e-4a8d-906a-56f76fff8547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5 HTTP/1.1" status: 200 len: 217 time: 0.2368476 Mar 02 18:27:35.623247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Calling delete_port for 50de5904-d560-413e-b9b6-27ead55dc3df owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:35.675836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:27:35.722556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Calling delete_port for 50de5904-d560-413e-b9b6-27ead55dc3df owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:35.847138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-3ed9ed0f-9098-4531-9662-db11bdb2dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:35.848593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-3ed9ed0f-9098-4531-9662-db11bdb2dc87 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 200 len: 854 time: 0.2414896 Mar 02 18:27:35.859927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:35.860123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396abdf-d0e9-4ae5-920c-fc6e4602ebc4 req-873b425a-0f89-445f-8feb-ebeb89e985d1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:35.861458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e396abdf-d0e9-4ae5-920c-fc6e4602ebc4 req-873b425a-0f89-445f-8feb-ebeb89e985d1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 944 time: 0.3339198 Mar 02 18:27:35.876080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object e995ee33-b2ad-4d92-82de-b56ecb7d78a9 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:36.017525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-b6d169b0-28db-4ba0-892c-ff368654ff78 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=21e7969f-35db-438f-b69e-baf370045f13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582352 Mar 02 18:27:36.034261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e396abdf-d0e9-4ae5-920c-fc6e4602ebc4 req-b08bddb1-6742-4506-9d79-a296a1c1bd16 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366487 Mar 02 18:27:36.098623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-9247f7bb-e24d-4284-a2e5-979e5732e323 service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665640 Mar 02 18:27:36.143316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.194673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9dde45-53a7-4a47-b8b3-2b911eb1e30c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:36.247806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50de5904-d560-413e-b9b6-27ead55dc3df no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:36.273856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.273856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66a003e2-d7c3-4013-82e3-5b23bc6de2f0 req-39f3ecd6-8077-48c6-9d55-169ecd8fef72 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/5e9dde45-53a7-4a47-b8b3-2b911eb1e30c HTTP/1.1" status: 204 len: 173 time: 1.2527726 Mar 02 18:27:36.317304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.341618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d55a7eef-9592-4eb0-ad0e-8e0d262b68db req-f129edfb-6c42-4405-882c-b3c81b2cfd80 service neutron] 10.222.0.65 "GET /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407014 Mar 02 18:27:36.369234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.392823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-74bba6eb-0284-4718-a3fe-e6ca1b5060c9 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/87a4e236-6dda-47d6-a67b-db595d2f2878 HTTP/1.1" status: 200 len: 1805 time: 0.0811160 Mar 02 18:27:36.470439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] No DVR routers for this DVR port 50de5904-d560-413e-b9b6-27ead55dc3df on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:36.483018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd4fa0-aca9-4b0d-9675-c9890eb991eb None None] Pushing event deleted for resources: {'Port': ['ID=50de5904-d560-413e-b9b6-27ead55dc3df,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:36.494291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No active binding found for port 50de5904-d560-413e-b9b6-27ead55dc3df {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:27:36.494859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50de5904-d560-413e-b9b6-27ead55dc3df not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:36.507472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=e995ee33-b2ad-4d92-82de-b56ecb7d78a9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:36.522412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:36.524969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:36.528043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:36.528436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.537124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:36.538057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.545591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:27:36.549301 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:27:36.582978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.812655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a32cd84-77d5-4210-9ff0-2fdaa84c2489 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.8682528 Mar 02 18:27:36.815552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:36.822557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:51:83:f2'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:36.882463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.913059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a4e236-6dda-47d6-a67b-db595d2f2878,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:36.917197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:36.922562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c9446e8-de36-4e55-b884-7744454e1ed6 req-82d8ed94-9010-486f-9378-5ae72563a1c3 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/87a4e236-6dda-47d6-a67b-db595d2f2878 HTTP/1.1" status: 204 len: 173 time: 0.5284946 Mar 02 18:27:36.956099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bc0787dc-f70c-40eb-87c2-63e31d096241 None None] Provisioning for port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:36.962969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bc0787dc-f70c-40eb-87c2-63e31d096241 None None] Provisioning complete for port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:36.963470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bc0787dc-f70c-40eb-87c2-63e31d096241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.040296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bc0787dc-f70c-40eb-87c2-63e31d096241 None None] Port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:37.087003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Deleting port 50de5904-d560-413e-b9b6-27ead55dc3df {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:37.087578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.100156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-48899857-d509-451d-8ab1-2a7b7ebe7890 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/d7251ccc-b420-4252-b05a-b8f95ead77c3 HTTP/1.1" status: 200 len: 1805 time: 0.1590111 Mar 02 18:27:37.199347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] The port '50de5904-d560-413e-b9b6-27ead55dc3df' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:27:37.246487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.293658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.397016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf7c9f-63e4-47dc-8605-07fbe43f68c5 req-fd8960de-6f8d-4497-b611-ecf9787048d8 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:37.407746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adaf7c9f-63e4-47dc-8605-07fbe43f68c5 req-fd8960de-6f8d-4497-b611-ecf9787048d8 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 944 time: 0.2262015 Mar 02 18:27:37.477246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.491591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adaf7c9f-63e4-47dc-8605-07fbe43f68c5 req-2cda56c7-e2f3-4d31-8d68-7a9d89e5499b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826957 Mar 02 18:27:37.547956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524354fe-bd27-4f40-8e82-20e5a4f9104a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:37.571848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1002df53-960e-462d-8bb2-25926ef7b0af') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:37.572613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1002df53-960e-462d-8bb2-25926ef7b0af') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:37.592508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.598374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.647305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.647768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.667839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7251ccc-b420-4252-b05a-b8f95ead77c3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:37.680602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:27:37.680602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.688761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.690439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d69ef51-74c4-4274-b68d-f31eb81bc8d9 req-eabd599f-ecc6-48db-afef-1ab0a59b691c tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7251ccc-b420-4252-b05a-b8f95ead77c3 HTTP/1.1" status: 204 len: 173 time: 0.5819032 Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:27:37.691329 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:27:37.762663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-34dbe71a-3c66-4cb7-914a-53a381ae2da5 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c HTTP/1.1" status: 200 len: 2406 time: 0.0514214 Mar 02 18:27:37.872324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:37.909340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.118871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.129109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.140355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.154059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=524354fe-bd27-4f40-8e82-20e5a4f9104a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:38.288240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.308908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:38.322760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.329109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9b6448e-df28-42c0-83cf-6028df5c8820 req-d8e60492-bf55-4e14-8e30-9e5989eca09d tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/5e08a2f3-4a7f-47af-8fa4-5be0f9206c7c HTTP/1.1" status: 204 len: 173 time: 0.5559924 Mar 02 18:27:38.370517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.410982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-16ae9a82-eb5c-4106-94c4-ee4f0a233452 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "GET /v2.0/security-groups/ef530e72-498b-4706-a39f-1ee6d2711a1b HTTP/1.1" status: 200 len: 2400 time: 0.0688348 Mar 02 18:27:38.483510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8ec166ff-127c-4b39-a60f-5a12affa95a1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/524354fe-bd27-4f40-8e82-20e5a4f9104a HTTP/1.1" status: 204 len: 168 time: 4.0368054 Mar 02 18:27:38.531078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] In _notify_port_updated(), no bound segment for port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 on network 83e5aee8-5eee-4fa0-acf8-13b63530c87a {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:27:38.561291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:38.561291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.561291 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "PUT /v2.0/ports/e995ee33-b2ad-4d92-82de-b56ecb7d78a9 HTTP/1.1" status: 200 len: 1002 time: 1.7439873 Mar 02 18:27:38.566922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:38.572615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c613850c-d288-45ce-8f82-3ac20ab6dfd5 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:38.630956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea9a71-e7ec-42c4-9d16-a626c1f85499 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=e995ee33-b2ad-4d92-82de-b56ecb7d78a9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:38.702136 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.862136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:38.862136 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.874982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:38.895407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5', 'network_id': '21e7969f-35db-438f-b69e-baf370045f13', 'port_id': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5', 'mac_address': 'fa:16:3e:94:0b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bb83576-7cd7-4f25-8595-49fa504783c8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:38.964354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.968054 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:38.992959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c613850c-d288-45ce-8f82-3ac20ab6dfd5 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:39.016582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:39.024950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1bc5ecf5-0b80-4593-af9b-1ec7439ab432 None None] Provisioning complete for port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:39.025325 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ecf5-0b80-4593-af9b-1ec7439ab432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.088725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5ecf5-0b80-4593-af9b-1ec7439ab432 None None] Port e995ee33-b2ad-4d92-82de-b56ecb7d78a9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:39.235406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.240581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74bab4-567e-40b8-aa7d-4c0390b11ba6 req-ed683ca7-e7bd-4aad-a784-26ef877e017a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:39.242075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca74bab4-567e-40b8-aa7d-4c0390b11ba6 req-ed683ca7-e7bd-4aad-a784-26ef877e017a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 944 time: 0.5091352 Mar 02 18:27:39.297346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.322970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:39.451516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c613850c-d288-45ce-8f82-3ac20ab6dfd5'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:27:39.511561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:39.590085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for e995ee33-b2ad-4d92-82de-b56ecb7d78a9 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:39.615875 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05151102-7610-493e-af40-991aa3fe25ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=56edb861cde04a2589457dfad8694a84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1026597 Mar 02 18:27:39.616885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57104) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:39.635660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca74bab4-567e-40b8-aa7d-4c0390b11ba6 req-92158b8f-eff8-488f-beb4-eaa816bb1a74 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767030 Mar 02 18:27:39.769358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.832236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.876637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.922181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef530e72-498b-4706-a39f-1ee6d2711a1b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:39.959980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57118) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:39.961151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:39.961151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bd77411-2649-420b-9ea3-1b39d9b7341b req-ddf06588-6d69-419d-a4bc-22ea612d3515 tempest-SecurityGroupRulesTestJSON-1274775111 tempest-SecurityGroupRulesTestJSON-1274775111-project] 10.222.0.66 "DELETE /v2.0/security-groups/ef530e72-498b-4706-a39f-1ee6d2711a1b HTTP/1.1" status: 204 len: 173 time: 1.5355706 Mar 02 18:27:39.961151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57122) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:40.026707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Deleting subnet 5526beb1-3557-4183-a4b5-297e36e73898 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:27:40.031915 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.126678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.171979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.187774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.206534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35fd13e-eeeb-4a75-9153-1e937da34983,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:40.209814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.220321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:40.235908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Usage tracker for resource:security_group_rule and tenant:7de63c8cc26841a490f4a6fc6fba8708 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:40.239954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:40.246295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:40.303910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.366190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=e995ee33-b2ad-4d92-82de-b56ecb7d78a9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:40.398327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.399723 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-55aed60e-da68-4436-9ed7-13f7180ec5db admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b35fd13e-eeeb-4a75-9153-1e937da34983 HTTP/1.1" status: 204 len: 168 time: 0.7812114 Mar 02 18:27:40.419974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.533687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.583502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.585714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c613850c-d288-45ce-8f82-3ac20ab6dfd5 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:40.599565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57130) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:40.600254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd4dee37-5bd2-4090-811b-6c29314e2cbe tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/e995ee33-b2ad-4d92-82de-b56ecb7d78a9 HTTP/1.1" status: 204 len: 168 time: 2.0282345 Mar 02 18:27:40.601473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5526beb1-3557-4183-a4b5-297e36e73898,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:40.612597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.617601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1dc0ac11-4bbb-4cc7-9ea0-8de9bf50369d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5526beb1-3557-4183-a4b5-297e36e73898 HTTP/1.1" status: 204 len: 168 time: 0.6620443 Mar 02 18:27:40.622355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57134) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:40.653542 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d60531-377e-4d24-9330-f1ffcc9ca27e tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] GET failed (client error): The resource could not be found. Mar 02 18:27:40.654108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83d60531-377e-4d24-9330-f1ffcc9ca27e tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Synchronizing usage tracker for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:40.788192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.952600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33716908-67ae-415e-86cd-b853a2a8b056 req-39b99a05-d05b-4339-a4e2-04928bfcbfdd tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:40.954093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33716908-67ae-415e-86cd-b853a2a8b056 req-39b99a05-d05b-4339-a4e2-04928bfcbfdd tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 945 time: 0.2076294 Mar 02 18:27:40.955670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:40.955885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.000965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:41.008594 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7de63c8cc26841a490f4a6fc6fba8708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0591409 Mar 02 18:27:41.008594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bcda10-b600-456e-8b71-ab064708a6a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b761adb8-dcda-40ab-b2e7-3a8d41bb0774,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:41.009504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:41.025549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a07565-3120-42f3-a3b1-e50d090ae7e5') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:41.026621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a07565-3120-42f3-a3b1-e50d090ae7e5') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:27:41.039823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33716908-67ae-415e-86cd-b853a2a8b056 req-67df9811-d681-4215-b9bd-78aef7635f93 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764234 Mar 02 18:27:41.043474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.063622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.070569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:27:41.071076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.082225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:27:41.086160 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:27:41.109475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.138718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83d60531-377e-4d24-9330-f1ffcc9ca27e tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Unset dirty status for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:41.138718 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-83d60531-377e-4d24-9330-f1ffcc9ca27e tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports/e995ee33-b2ad-4d92-82de-b56ecb7d78a9 HTTP/1.1" status: 404 len: 333 time: 0.5331504 Mar 02 18:27:41.144300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:41.153349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-374172990'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:41.281415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c613850c-d288-45ce-8f82-3ac20ab6dfd5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:41.282576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c613850c-d288-45ce-8f82-3ac20ab6dfd5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:41.283136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.346789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:41.356068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.361854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:41.374210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.427194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:41.434893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e10d6eb4-bf23-489f-b013-e9718bfc5156 admin admin] 10.222.0.66 "DELETE /v2.0/networks/a1d1d9ef-3b21-4994-82da-f08c8dbfc8ea HTTP/1.1" status: 204 len: 168 time: 0.8112524 Mar 02 18:27:41.465232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.508014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.512738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:41.524139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:41.559915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761adb8-dcda-40ab-b2e7-3a8d41bb0774,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:41.564247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.568519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fb7ad46-0ebd-4815-8d79-6a3f9f134b04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b761adb8-dcda-40ab-b2e7-3a8d41bb0774 HTTP/1.1" status: 204 len: 168 time: 0.5547292 Mar 02 18:27:41.569481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:41.573301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.606600 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5', 'code': 200} Mar 02 18:27:41.612337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port 38bb94ea-f881-42bb-bf27-e7919521c87e yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:41.663822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:41.756959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:41.768795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.769429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.769732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4314aa6-363d-420b-a9ab-07110260e0a1 req-869dfe09-a633-4d41-9c28-18851a75283a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:41.770605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.771817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.771944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4314aa6-363d-420b-a9ab-07110260e0a1 req-869dfe09-a633-4d41-9c28-18851a75283a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 1097 time: 0.0949445 Mar 02 18:27:41.772487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.773005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.773581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.774092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.774652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.775185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.775694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.776209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:27:41.818532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4314aa6-363d-420b-a9ab-07110260e0a1 req-57558359-d48d-4959-8678-d99b8991cdbd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Mar 02 18:27:41.865634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::1ba (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/38bb94ea-f881-42bb-bf27-e7919521c87e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:42.156236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.184658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object 38bb94ea-f881-42bb-bf27-e7919521c87e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:42.252351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319c5bc-a6ea-449a-86b6-d4b6013da164 req-0c3198d7-a3d2-403e-bc08-6b003bb34cc7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:42.254025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3319c5bc-a6ea-449a-86b6-d4b6013da164 req-0c3198d7-a3d2-403e-bc08-6b003bb34cc7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.0928299 Mar 02 18:27:42.306405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3319c5bc-a6ea-449a-86b6-d4b6013da164 req-f54c36b6-8b94-422d-b738-f9a5eb132b99 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460112 Mar 02 18:27:42.429756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.489410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:42.548429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=38bb94ea-f881-42bb-bf27-e7919521c87e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:42.569258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:42.574509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:42.595424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-08ffa7a3-fced-4da3-8fe3-de74178f3b30 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d58ffeaca2044c19915f6948307c29c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1024520 Mar 02 18:27:42.595615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:42.596890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57190) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:42.602561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:42.603354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.685206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.720469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.775031 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-82bac823-27d4-4f75-b353-3fce8630a43b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6297712 Mar 02 18:27:42.778066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57198) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:42.798822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:51:83:f2'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:42.962395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:42.993216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89423a16-c4ea-4e12-8e4e-163e0b3663d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:42.999573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.008806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-25965237-7d98-4b57-bb3e-1c2496387a03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/89423a16-c4ea-4e12-8e4e-163e0b3663d7 HTTP/1.1" status: 204 len: 168 time: 0.4108875 Mar 02 18:27:43.031030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57216) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:43.071919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.132523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:43.143067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Usage tracker for resource:security_group_rule and tenant:fe127c77ee1f4ff197f2b608761e83f9 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:43.148637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:43.165614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:43.212864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.282159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.350042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25076df8-4d2b-46d9-aa93-6c96a44a9379 None None] Provisioning for port 38bb94ea-f881-42bb-bf27-e7919521c87e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:43.350042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25076df8-4d2b-46d9-aa93-6c96a44a9379 None None] Provisioning complete for port 38bb94ea-f881-42bb-bf27-e7919521c87e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:43.350042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25076df8-4d2b-46d9-aa93-6c96a44a9379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.430975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-25076df8-4d2b-46d9-aa93-6c96a44a9379 None None] Port 38bb94ea-f881-42bb-bf27-e7919521c87e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:43.548067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.567576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859db542-3e9f-4333-bf27-778ebcbdfe20 req-f9de3087-7dc8-4eb1-adaf-b2d8b90621ca tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:43.569208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-859db542-3e9f-4333-bf27-778ebcbdfe20 req-f9de3087-7dc8-4eb1-adaf-b2d8b90621ca tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.1005466 Mar 02 18:27:43.616272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.638761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-859db542-3e9f-4333-bf27-778ebcbdfe20 req-7e059c72-e9d2-4077-b525-58c745bb35d1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626988 Mar 02 18:27:43.672502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe127c77ee1f4ff197f2b608761e83f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6366775 Mar 02 18:27:43.695156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57224) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:43.699752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18735ba-648c-4cd8-9e87-399f8dc94e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4b4277-6460-4cc7-a11e-52e68b45091e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:43.898510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.898510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:43.998535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.247368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] In _notify_port_updated(), no bound segment for port 38bb94ea-f881-42bb-bf27-e7919521c87e on network 83e5aee8-5eee-4fa0-acf8-13b63530c87a {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:27:44.247368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:44.254651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.254651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "PUT /v2.0/ports/38bb94ea-f881-42bb-bf27-e7919521c87e HTTP/1.1" status: 200 len: 1002 time: 1.4678018 Mar 02 18:27:44.259520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:44.269345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.316173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4b4277-6460-4cc7-a11e-52e68b45091e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:44.343993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d400d87-4109-41dd-8ceb-a375187b3459 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=38bb94ea-f881-42bb-bf27-e7919521c87e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:44.356659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.361214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-232ae08b-f416-41ac-a02a-fb10e0f45ab5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e4b4277-6460-4cc7-a11e-52e68b45091e HTTP/1.1" status: 204 len: 168 time: 0.6836109 Mar 02 18:27:44.441899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port 38bb94ea-f881-42bb-bf27-e7919521c87e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:44.442287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.596635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fd6e1a04-f693-495d-b708-5f0076ecb597 None None] Provisioning complete for port 38bb94ea-f881-42bb-bf27-e7919521c87e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:44.598484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fd6e1a04-f693-495d-b708-5f0076ecb597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:44.744901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fd6e1a04-f693-495d-b708-5f0076ecb597 None None] Port 38bb94ea-f881-42bb-bf27-e7919521c87e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:45.076571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b2f25a-87fc-4ab6-af61-d5e8a1734ce0 req-91dcbf5b-f6c1-40ad-8add-43badb712537 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:45.078321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73b2f25a-87fc-4ab6-af61-d5e8a1734ce0 req-91dcbf5b-f6c1-40ad-8add-43badb712537 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.2436111 Mar 02 18:27:45.093082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:45.275364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for 38bb94ea-f881-42bb-bf27-e7919521c87e owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:45.342382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73b2f25a-87fc-4ab6-af61-d5e8a1734ce0 req-8c7a4cd2-2f76-47d7-af45-599f11606037 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507730 Mar 02 18:27:45.621838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35a8d3-9fdd-4b22-8cb4-768996973191 req-3502d4a3-34ad-4ccd-89e7-cbab259225a7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:45.628300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d35a8d3-9fdd-4b22-8cb4-768996973191 req-3502d4a3-34ad-4ccd-89e7-cbab259225a7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.1322784 Mar 02 18:27:45.673754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d35a8d3-9fdd-4b22-8cb4-768996973191 req-c3c74936-4630-4af5-93bb-b8ef71c773a7 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444951 Mar 02 18:27:45.727456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:45.784863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=38bb94ea-f881-42bb-bf27-e7919521c87e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:45.839630 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:45.860866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1f1e2d6e-42f0-43c9-8162-bf7d7a4402e1 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/38bb94ea-f881-42bb-bf27-e7919521c87e HTTP/1.1" status: 204 len: 168 time: 1.6064405 Mar 02 18:27:45.863365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57336) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:45.918277 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5f0b2a-59b5-4774-be26-d73083960fea tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] GET failed (client error): The resource could not be found. Mar 02 18:27:45.919129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2f5f0b2a-59b5-4774-be26-d73083960fea tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Synchronizing usage tracker for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:46.361060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2f5f0b2a-59b5-4774-be26-d73083960fea tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Unset dirty status for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:46.366435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57354) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:46.368202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f5f0b2a-59b5-4774-be26-d73083960fea tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports/38bb94ea-f881-42bb-bf27-e7919521c87e HTTP/1.1" status: 404 len: 333 time: 0.5031543 Mar 02 18:27:46.381933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1939777816'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:46.584557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:46.599349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615150c-3674-4de0-ab8f-762f4078a4d6 req-2cca609b-fa9f-4fa7-92e1-a87539ba1429 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f615150c-3674-4de0-ab8f-762f4078a4d6 req-2cca609b-fa9f-4fa7-92e1-a87539ba1429 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.1573038 Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f615150c-3674-4de0-ab8f-762f4078a4d6 req-db5fb90f-6405-4578-8229-887e9f1e5166 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531735 Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca632c-9be5-421a-9d8e-de766f1231b0 req-9137762d-0e24-434c-a9af-3ef3a28648b1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36ca632c-9be5-421a-9d8e-de766f1231b0 req-9137762d-0e24-434c-a9af-3ef3a28648b1 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.0927684 Mar 02 18:27:47.260438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36ca632c-9be5-421a-9d8e-de766f1231b0 req-69f7f2f5-4cde-47db-9efb-f63265407df4 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 Mar 02 18:27:47.397481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57382) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:47.435638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:47.441261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:47.474400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port ae94ac1a-6687-47d3-a142-b9db739de45e yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:47.698418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::61 (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/ae94ac1a-6687-47d3-a142-b9db739de45e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:47.791263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701cf94-eebd-4eb1-89db-217bb8d2aa45 req-7e7ce8cc-74a5-4fe3-8466-cc18040c87c6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:47.793108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3701cf94-eebd-4eb1-89db-217bb8d2aa45 req-7e7ce8cc-74a5-4fe3-8466-cc18040c87c6 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.1667612 Mar 02 18:27:47.804014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-354231759-network', 'tenant_id': '64f954956b4e4a52b98898f02ae97c15'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:47.839189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:47.847703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57406) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:47.866968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Usage tracker for resource:network and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:47.876354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:47.885020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:47.950272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:47.966881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:47.971779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Usage tracker for resource:security_group_rule and tenant:6e63e1e78a1141b39bc082f423ed8da4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:47.975379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:47.982622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:48.014243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3701cf94-eebd-4eb1-89db-217bb8d2aa45 req-567599c7-3423-4f85-818f-4e158239e423 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047451 Mar 02 18:27:48.100044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Made reservation on behalf of 64f954956b4e4a52b98898f02ae97c15 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:48.102655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.123959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.125592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.140325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.154269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:48.159331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object ae94ac1a-6687-47d3-a142-b9db739de45e will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:48.161196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:48.168177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:48.218585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:48.337510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.391324 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e63e1e78a1141b39bc082f423ed8da4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412567 Mar 02 18:27:48.392063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52afacb-cee0-4318-b3eb-591a69287600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eebb05-b496-40fc-9c61-438101299328,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:48.394383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57418) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:48.421693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d55063-e153-4385-a87e-a00064cda1fc req-01e701c5-df00-4d8e-878a-dbf3361b256b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:48.423281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56d55063-e153-4385-a87e-a00064cda1fc req-01e701c5-df00-4d8e-878a-dbf3361b256b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.2580132 Mar 02 18:27:48.464618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.481438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.496121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56d55063-e153-4385-a87e-a00064cda1fc req-45273810-a5ea-4ff8-8ad7-4299f1e9c972 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650756 Mar 02 18:27:48.503988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.568048 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.640683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:48.644327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:48.648243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:48.653863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:48.654383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.668340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=ae94ac1a-6687-47d3-a142-b9db739de45e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:48.732936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.777210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f11dbc73-6904-4a51-99c8-482a3a5d5bdf,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:48.816496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.827722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:27:48.839624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eebb05-b496-40fc-9c61-438101299328,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:48.839981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.845897 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Added segment 3f48a77a-8a59-48d9-9437-e30f0aa5fe2a of type vlan for network 4db25157-2268-4c16-af76-b694d11aacb9 Mar 02 18:27:48.845988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.845988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-866f43f8-efc1-46df-a89f-58a784cdf264 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a7eebb05-b496-40fc-9c61-438101299328 HTTP/1.1" status: 204 len: 168 time: 0.4479597 Mar 02 18:27:48.884550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:48.927678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6200146e-646c-4f41-8c87-b11173b0e5e4 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5599277 Mar 02 18:27:48.932132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57440) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:48.937787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'network_id': '83e5aee8-5eee-4fa0-acf8-13b63530c87a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1851475314'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:49.048748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-24e3dc87-f0ff-4970-aab0-e4ca028a1e76 None None] Provisioning for port ae94ac1a-6687-47d3-a142-b9db739de45e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:49.063831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-24e3dc87-f0ff-4970-aab0-e4ca028a1e76 None None] Provisioning complete for port ae94ac1a-6687-47d3-a142-b9db739de45e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:49.064623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24e3dc87-f0ff-4970-aab0-e4ca028a1e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.107948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.108908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.109480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.128250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-24e3dc87-f0ff-4970-aab0-e4ca028a1e76 None None] Port ae94ac1a-6687-47d3-a142-b9db739de45e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:49.262027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] Pushing event updated for resources: {'Network': ['ID=4db25157-2268-4c16-af76-b694d11aacb9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:49.266486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:49.273001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4db25157-2268-4c16-af76-b694d11aacb9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:27:49.273516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Usage tracker for resource:port and tenant:127e0538d39a49088e545443de627ae8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:49.277630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:49.285001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:49.302750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.308638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.334383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.334383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.334383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.334383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.339318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.341263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-e8685123-856d-40b8-bc38-66b01858bcd3 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.3144450 Mar 02 18:27:49.392571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-207ca7f6-fccd-4ce0-96e6-b2ccee8fd542 req-8e3d8031-2cbd-4feb-921c-6c7322423c6e tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0452638 Mar 02 18:27:49.525607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1aa4a7a-0297-4f8c-bb13-01f4613bad32 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.1268747 Mar 02 18:27:49.528581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:49.533877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Request body: {'subnet': {'network_id': '4db25157-2268-4c16-af76-b694d11aacb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-354231759-subnet', 'tenant_id': '64f954956b4e4a52b98898f02ae97c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:49.543079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:49.551076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Usage tracker for resource:subnet and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:49.555212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:49.561307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:49.687094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Made reservation on behalf of 127e0538d39a49088e545443de627ae8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:49.690641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.720845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b03d7-5cd9-4ce5-85a2-8a2f7c68abff req-07290f39-930f-41e8-8696-28577b98383c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:49.722300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-873b03d7-5cd9-4ce5-85a2-8a2f7c68abff req-07290f39-930f-41e8-8696-28577b98383c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 950 time: 0.1353409 Mar 02 18:27:49.723358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] device_id is not set on port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:49.774716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Made reservation on behalf of 64f954956b4e4a52b98898f02ae97c15 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:49.777076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:49.909860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-873b03d7-5cd9-4ce5-85a2-8a2f7c68abff req-10c14b72-76a1-4163-84ae-8442f74f9df8 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501453 Mar 02 18:27:50.120949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Allocated IP 2001:db8::39d (83e5aee8-5eee-4fa0-acf8-13b63530c87a/64f7d2f7-ef4d-434d-912f-637a438b057f/4f418501-6ef0-4ba0-a129-25c4d5ceeda9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:27:50.228768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e72b5-ece4-4b01-be9f-699592bf6580 req-7a5623fc-5d6e-4f5c-a0f6-c935a8316c9b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.233583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a2e72b5-ece4-4b01-be9f-699592bf6580 req-7a5623fc-5d6e-4f5c-a0f6-c935a8316c9b tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.2549055 Mar 02 18:27:50.375160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:50.427213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a2e72b5-ece4-4b01-be9f-699592bf6580 req-3addda0b-49e2-4492-a302-4e6e2db537d2 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844242 Mar 02 18:27:50.505712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0008a21-9bce-4fea-97ec-964f96ae3bac,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:50.536959 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:50.546806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Checking segment: {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:50.546806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Network hostable DHCP agents. Network: 4db25157-2268-4c16-af76-b694d11aacb9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:27:50.574503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Transition to ACTIVE for port object 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:27:50.699844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:50.737111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Network 4db25157-2268-4c16-af76-b694d11aacb9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:27:50.757778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.763691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.770662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.776011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.781786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.787718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.815335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.823416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-ee430766-63c2-46d4-9f6f-fe1efd89b508 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.2213368 Mar 02 18:27:50.842856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:50.851691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1013262695-network', 'tenant_id': '14d49fee0cf643678d81c0715392ed6f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:50.859506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:50.864148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Usage tracker for resource:network and tenant:14d49fee0cf643678d81c0715392ed6f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:50.868614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:50.875677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:50.922977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.935799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.937956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.944622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.950852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.957243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.964462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:50.965633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:50.979655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:50.994612 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-8f97e4a6-0749-4d31-9c82-a7905a366a06 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.2171488 Mar 02 18:27:51.042612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:51.045399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.071285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.110078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:51.116106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-ffd28700-5937-426c-b5c6-c8113547fd28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.118627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-ffd28700-5937-426c-b5c6-c8113547fd28 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1287723 Mar 02 18:27:51.120177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Usage tracker for resource:security_group_rule and tenant:14d49fee0cf643678d81c0715392ed6f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:51.121129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4db25157-2268-4c16-af76-b694d11aacb9) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:51.124655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:51.129491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096af329-70db-467f-9618-c34c73726cec None None] Network 4db25157-2268-4c16-af76-b694d11aacb9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:51.131038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:27:51.141410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:51.151229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.152089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.155800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:51.156322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:27:51.162768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.163395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.182349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cddb112-4b07-42eb-9ff5-85eb6485d8fb req-c4f79665-bc87-4f4e-bb47-63b62753ceda tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3576145 Mar 02 18:27:51.227091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=4f418501-6ef0-4ba0-a129-25c4d5ceeda9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:51.260746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-fb7e9b61-42e1-4131-bedc-55e4f1cb8587 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.262706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-fb7e9b61-42e1-4131-bedc-55e4f1cb8587 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.5736966 Mar 02 18:27:51.352088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-995afcff-9e07-4494-beba-5c8668cf806b req-fb5b11cd-a085-4c12-bcde-376c5a6cc70d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Synchronizing usage tracker for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:51.389115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9c9b3623-66b2-4b74-8e1a-ed0c0d25ebf2 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8492439 Mar 02 18:27:51.389115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6d93ccb7-8784-4ad7-b63d-7b76d30cfac5 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4533238 Mar 02 18:27:51.390021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57516) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:51.410201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.410748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Deleting port c613850c-d288-45ce-8f82-3ac20ab6dfd5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:51.411820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.456200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d1', 'mac_address': 'fa:16:3e:51:83:f2'}, {'ip_address': '2001:db8::61', 'mac_address': 'fa:16:3e:ba:3b:d1'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:51.459271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29829e47-6317-4e80-b37e-4c3d1370bb48 None None] Network 4db25157-2268-4c16-af76-b694d11aacb9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:51.545810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.599430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:27:51.610251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02048ea-6e48-4073-86a2-2b60f72af0b5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:51.618717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.618946 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Added segment fa0bb599-6d26-49fd-a9d8-0047afa03f38 of type vlan for network 05415a3d-6819-486c-8cf4-fc50dd1de82b Mar 02 18:27:51.652250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.693122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-995afcff-9e07-4494-beba-5c8668cf806b req-fb5b11cd-a085-4c12-bcde-376c5a6cc70d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Unset dirty status for tenant:20dc02118ec54e85aaf9dce4735a9cdc on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:51.695164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-fb5b11cd-a085-4c12-bcde-376c5a6cc70d tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5657895 Mar 02 18:27:51.718289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b390f65f-0e8b-4b2a-acbd-9379e05e40b1 None None] Provisioning for port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:27:51.756506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1087212974', 'description': 'tempest-description-1025315190'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:51.762216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b390f65f-0e8b-4b2a-acbd-9379e05e40b1 None None] Provisioning complete for port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:51.762821 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b390f65f-0e8b-4b2a-acbd-9379e05e40b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.762944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:51.764282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:51.766988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:51.769869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:51.776245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:51.795743 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.796711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.797769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.826610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b390f65f-0e8b-4b2a-acbd-9379e05e40b1 None None] Port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:51.951091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:51.974853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2769942 Mar 02 18:27:51.978847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57538) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:51.984259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3050ac8b-6afb-4314-9168-804af30d9d7f admin admin] Pushing event updated for resources: {'Network': ['ID=05415a3d-6819-486c-8cf4-fc50dd1de82b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:51.989083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e175d1f-13d4-43d5-91fe-8ea90c780a64 req-9376245d-407e-4d43-aa42-17d78ca57419 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:51.998151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:27:51.998282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e175d1f-13d4-43d5-91fe-8ea90c780a64 req-9376245d-407e-4d43-aa42-17d78ca57419 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 946 time: 0.4084973 Mar 02 18:27:52.012526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Request body: {'subnet': {'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1013262695-subnet', 'tenant_id': '14d49fee0cf643678d81c0715392ed6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:52.026363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:52.034831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Usage tracker for resource:subnet and tenant:14d49fee0cf643678d81c0715392ed6f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:52.040962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:52.044227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.060181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:52.090973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:52.119750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:52.120352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:52.130798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:52.159544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e175d1f-13d4-43d5-91fe-8ea90c780a64 req-2d700c70-ae0f-4833-94ca-97f2f077f7af tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/security-groups?id=414677c6-87bc-426d-ae57-1872ce3380bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620371 Mar 02 18:27:52.163772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:52.167960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.186958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] For port c613850c-d288-45ce-8f82-3ac20ab6dfd5, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c613850c-d288-45ce-8f82-3ac20ab6dfd5,segment=NetworkSegment(8756e371-0082-46e3-b3a4-f90788050664),segment_id=8756e371-0082-46e3-b3a4-f90788050664)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:52.187385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.256896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eacf7ad5-3ca2-4c67-aefa-46b85cb7bb50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.309636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=42dd07c4-9d30-41c8-95bc-bdddf84377b9,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:52.310844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.341933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] For port 42dd07c4-9d30-41c8-95bc-bdddf84377b9, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:27:52.358759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:52.359951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:52.371702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Calling delete_port for c613850c-d288-45ce-8f82-3ac20ab6dfd5 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:52.379194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:27:52.381634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.458470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.460613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c107ec31-2fff-4a1f-a549-1fb0a85a2c49 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:52.491406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] device_id is not set on port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:52.504905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.593132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:52.603985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.680234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.715253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.755823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:52.801513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.808697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.814883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.821093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.827385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.834041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.840481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:52.842605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-53d94b45-1790-459b-887f-842f3ffe3fc2 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 5433 time: 0.4401052 Mar 02 18:27:52.892824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.960426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0d9a534d-6c56-4828-b851-5c2ec0b90c7c None None] Provisioning complete for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:52.960843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d9a534d-6c56-4828-b851-5c2ec0b90c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:52.966308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:52.969365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] No DVR routers for this DVR port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:52.981260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15db2c9c-19eb-43fa-8f15-9e2838a89131 req-e9376177-65e8-40a9-b74a-ee460627b5d7 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1235542 Mar 02 18:27:53.004041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f6d4ae-2701-4b60-b2b8-c82d3d836eed,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:53.007648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.008586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 42dd07c4-9d30-41c8-95bc-bdddf84377b9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:53.045151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.081330 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'code': 200} Mar 02 18:27:53.111967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] In _notify_port_updated(), no bound segment for port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:27:53.113168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:53.114110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.116582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-3503e9aa-68db-414e-a4da-72b95a93e5c8 service neutron] 10.222.0.11 "PUT /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 200 len: 1027 time: 1.4108922 Mar 02 18:27:53.144357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 42dd07c4-9d30-41c8-95bc-bdddf84377b9 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:53.171756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0d9a534d-6c56-4828-b851-5c2ec0b90c7c None None] Port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:53.187341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:53.239237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-396535e1-047c-414d-a225-11ce55a46fdd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:53.240715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-396535e1-047c-414d-a225-11ce55a46fdd tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "GET /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1166375 Mar 02 18:27:53.256444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:53.259824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.263625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.277062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.278618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3f3116e-4ac2-4b74-b406-535c89cc7f2c req-742d7cee-2fff-4882-b410-97a63fb26402 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.5354648 Mar 02 18:27:53.299427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.399784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-593555752', 'description': 'tempest-description-1942032907'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:27:53.410735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] In _notify_port_updated(), no bound segment for port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 on network 83e5aee8-5eee-4fa0-acf8-13b63530c87a {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:27:53.416727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:53.417877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.419341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "PUT /v2.0/ports/4f418501-6ef0-4ba0-a129-25c4d5ceeda9 HTTP/1.1" status: 200 len: 1067 time: 1.9778106 Mar 02 18:27:53.445087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:53.485019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:53.513859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685b2207-edbd-44a7-bc8d-3d86fcc23265,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:53.515271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:53.525842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Checking segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:27:53.526232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Network hostable DHCP agents. Network: 05415a3d-6819-486c-8cf4-fc50dd1de82b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:27:53.600039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.631875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:53.632147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.751994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad03c387-9a36-4e5e-9c5f-fef695d4a285 req-fc646934-08ec-4236-8deb-db1f0d75b66a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Synchronizing usage tracker for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:53.779973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:53.784445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] No DVR routers for this DVR port c613850c-d288-45ce-8f82-3ac20ab6dfd5 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:53.789287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155b432-0f80-46fd-a861-ce287fd4be00 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event updated for resources: {'Port': ['ID=4f418501-6ef0-4ba0-a129-25c4d5ceeda9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:53.797394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.799452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c25e8d83-02b3-46ad-98fa-059bbe95121e req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.65 "DELETE /v2.0/ports/c613850c-d288-45ce-8f82-3ac20ab6dfd5 HTTP/1.1" status: 204 len: 173 time: 2.5298786 Mar 02 18:27:53.802764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'name': 'network-vif-deleted', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:53.803397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:27:53.828586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-154cca3a-7985-43c0-8474-53a3ba9138c8 None None] Provisioning complete for port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:53.829165 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-154cca3a-7985-43c0-8474-53a3ba9138c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:53.850140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:53.889027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4a9824-2c71-4852-b37b-e5f025553326 tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Pushing event deleted for resources: {'Port': ['ID=c613850c-d288-45ce-8f82-3ac20ab6dfd5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:53.940389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-154cca3a-7985-43c0-8474-53a3ba9138c8 None None] Port 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:54.004553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 05415a3d-6819-486c-8cf4-fc50dd1de82b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:27:54.015788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e195a82-df60-46e7-995d-788991cd265b None None] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:54.047612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.048111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.052823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad03c387-9a36-4e5e-9c5f-fef695d4a285 req-fc646934-08ec-4236-8deb-db1f0d75b66a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] Unset dirty status for tenant:687da333200b479b9b065518b88f8d87 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:54.054002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad03c387-9a36-4e5e-9c5f-fef695d4a285 req-fc646934-08ec-4236-8deb-db1f0d75b66a tempest-ServerDiskConfigTestJSON-1530646247 tempest-ServerDiskConfigTestJSON-1530646247-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9 HTTP/1.1" status: 200 len: 210 time: 0.7617307 Mar 02 18:27:54.054905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.096872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:27:54.105991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:27:54.106701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:54.115240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:27:54.126302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:27:54.156068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:27:54.215334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] For port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:27:54.233947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.249658 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5b7a08-1e6a-42c1-bb4d-a167a5a336f9', 'name': 'network-vif-deleted', 'tag': 'c613850c-d288-45ce-8f82-3ac20ab6dfd5', 'status': 'completed', 'code': 200} Mar 02 18:27:54.308634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] device_id is not set on port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:27:54.310310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54bef1e-e5be-4706-97ac-d9a34eba47ec no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:54.318648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.394449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:54.398771 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.409487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-90ff3565-3e72-478e-abda-e4b6f380bac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.412111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'mac_address': 'fa:16:3e:d3:8e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:27:54.459180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c23640-d22a-405b-8a31-7ab5c8e20d90,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:54.481481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-efaaedb1-baeb-4288-b178-b1b93420ac61 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4944963 Mar 02 18:27:54.492592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.512140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.518445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.524706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.530955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.531726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.538033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.544355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:54.553301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-e247e955-a828-42ee-97ec-d083ec44f5d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 4580 time: 0.1937473 Mar 02 18:27:54.556942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:27:54.597664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Pushing event updated for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:54.605006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.635759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.651804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:54.651804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c613850c-d288-45ce-8f82-3ac20ab6dfd5 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:54.652247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1b14b0d-bc7a-4c84-b720-9e7e1a09ecd7 req-cd87b296-ba26-4421-b113-f0eeb2e53e10 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2660809 Mar 02 18:27:54.676006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe22df2-1af7-4ac5-a48e-f849312d90cd req-3f3118c4-8daa-4ace-89c3-60666905687f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&id=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1217072 Mar 02 18:27:54.807477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: c613850c-d288-45ce-8f82-3ac20ab6dfd5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:27:54.808141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c613850c-d288-45ce-8f82-3ac20ab6dfd5 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:54.845147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:54.930472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] No DVR routers for this DVR port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:55.233164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for 4f418501-6ef0-4ba0-a129-25c4d5ceeda9 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:55.234538 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.303464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:55.331729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['57ab94d4-6f4a-423c-93c1-214de35e78dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:27:55.420815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e748e0cb-a811-42a2-8691-7b426e2b0153 None None] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:27:55.478379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-41b5cdeb-60fd-4253-aa5a-c9d0242ca156 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:55.479247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-41b5cdeb-60fd-4253-aa5a-c9d0242ca156 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:55.526053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e26f49e2-b467-4e1d-bada-2f5a48f6a9d3 None None] Provisioning complete for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:55.526930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e26f49e2-b467-4e1d-bada-2f5a48f6a9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.581226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] In _notify_port_updated(), no bound segment for port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 on network 1b4b0956-7dd2-44af-a302-6f9899c3f53b {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:27:55.582411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:55.583770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.585192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-46f06ede-e226-4d7f-b330-47bc824afe87 service neutron] 10.222.0.11 "PUT /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 200 len: 1026 time: 2.3367410 Mar 02 18:27:55.643972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:55.644928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.657938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.674754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.687209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-41b5cdeb-60fd-4253-aa5a-c9d0242ca156 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:55.690777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-41b5cdeb-60fd-4253-aa5a-c9d0242ca156 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 812 time: 0.5214994 Mar 02 18:27:55.705951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:55.720589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e26f49e2-b467-4e1d-bada-2f5a48f6a9d3 None None] Port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:27:55.734375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.746345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-0867a231-d60d-423e-85d7-4d180e9433e1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/quotas/64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 375 time: 0.0263851 Mar 02 18:27:55.756143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-b37c9c64-4f77-4c41-a906-f521bef6833f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:55.757694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-b37c9c64-4f77-4c41-a906-f521bef6833f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.2726762 Mar 02 18:27:55.769837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.771185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:55.814996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-735ca16f-d8ea-488c-a7e9-dc94bc97754e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557020 Mar 02 18:27:55.819346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-302073a5-db82-46d5-8219-789d05ce70ae tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/quotas/14d49fee0cf643678d81c0715392ed6f HTTP/1.1" status: 200 len: 375 time: 0.0201607 Mar 02 18:27:55.914620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-2f8877be-20ed-44f0-80d4-6c2eeaada48b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656562 Mar 02 18:27:55.938430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port e54bef1e-e5be-4706-97ac-d9a34eba47ec {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:55.938914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:55.983392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:56.086736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=4f418501-6ef0-4ba0-a129-25c4d5ceeda9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:56.204950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-f4ea2f9b-9ebd-40b2-a617-48ff8075e63a service neutron] 10.222.0.66 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805921 Mar 02 18:27:56.251542 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.310909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:56.411775 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.411775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:56.424909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-0cd8358c-baeb-40ed-a709-03e55d1cd6ba service neutron] 10.222.0.66 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187452 Mar 02 18:27:56.436825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-2bcd2490-b91b-4d43-8a69-d0485d5a959e service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659314 Mar 02 18:27:56.609895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.620199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fe26d83-5ead-4201-b5cb-c7e840006ee8 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/4f418501-6ef0-4ba0-a129-25c4d5ceeda9 HTTP/1.1" status: 204 len: 168 time: 3.1720726 Mar 02 18:27:56.623378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57658) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:56.629214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-226ee2c3-3359-49be-a2d0-0c2d7ee7e35e service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853921 Mar 02 18:27:56.649506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:56.662375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port e54bef1e-e5be-4706-97ac-d9a34eba47ec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54bef1e-e5be-4706-97ac-d9a34eba47ec,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:56.662742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.682325 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.683358 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab1920fc-b01b-43ae-bb21-88612bca112b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] GET failed (client error): The resource could not be found. Mar 02 18:27:56.684015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab1920fc-b01b-43ae-bb21-88612bca112b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Synchronizing usage tracker for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:27:56.721043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:56.755045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.803127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for e54bef1e-e5be-4706-97ac-d9a34eba47ec owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:56.824426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.853965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:56.854695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab1920fc-b01b-43ae-bb21-88612bca112b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Unset dirty status for tenant:127e0538d39a49088e545443de627ae8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:27:56.862847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2338ecfc-8f49-4812-ab63-4de77c7aebc5 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:56.866535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:56.866655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab1920fc-b01b-43ae-bb21-88612bca112b tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports/4f418501-6ef0-4ba0-a129-25c4d5ceeda9 HTTP/1.1" status: 404 len: 333 time: 0.2363439 Mar 02 18:27:57.019704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port ae94ac1a-6687-47d3-a142-b9db739de45e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:57.020059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.130604 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'code': 200} Mar 02 18:27:57.343624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e10efbf9-ade6-40d2-8654-061643f52893 req-a02e0c49-351d-4f2c-bd33-13ba41c3b3c0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.0520234 Mar 02 18:27:57.414842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.426146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:57.431816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.442969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.457555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.459819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.479470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:57.481289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-16e27c9e-eec0-4fdd-85cb-605b9a54c360 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 3878 time: 0.3319712 Mar 02 18:27:57.497470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.516109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:57.598335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=e54bef1e-e5be-4706-97ac-d9a34eba47ec,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:57.609273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aa8f552-0c3a-44c6-9569-1510c3f20604 req-554920b4-15b2-4fe4-98b5-3c41aba7bea1 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120584 Mar 02 18:27:57.617329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea503922-ed5a-4c2d-a848-9a3304e11937 req-260eda3b-4b5e-4c6d-a83d-65cb5bdc9e27 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.1189065 Mar 02 18:27:57.679621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] No DVR routers for this DVR port e54bef1e-e5be-4706-97ac-d9a34eba47ec on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:27:57.682816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.685383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:57.698819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.699813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:27:57.712589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:57.827534 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'status': 'completed', 'code': 200} Mar 02 18:27:57.872082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:57.882584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:27:57.891512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:27:57.962806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for ae94ac1a-6687-47d3-a142-b9db739de45e owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:58.025249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 57ab94d4-6f4a-423c-93c1-214de35e78dd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:27:58.025993 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.252738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57722) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:58.267416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.392818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:58.485363 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-3e813ab2-5ea6-4a91-b28f-ff1592b0bf25 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "DELETE /v2.0/ports/e54bef1e-e5be-4706-97ac-d9a34eba47ec HTTP/1.1" status: 204 len: 173 time: 2.8941357 Mar 02 18:27:58.552961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d92bd8cb-5fc2-4c60-bfe1-4fbd95ed98d3 req-bca8eb8c-8017-45fb-8f0e-7767e2d1c255 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.0491307 Mar 02 18:27:58.568912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.586616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:58.586616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.593703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Deleting subnet 2bb83576-7cd7-4f25-8595-49fa504783c8 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:27:58.599597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.667963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.710924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.742492 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:58.758824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:58.837239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=ae94ac1a-6687-47d3-a142-b9db739de45e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:58.893100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-885454a1-e43b-425c-b76c-ced18b7f446e req-69899ad1-bed2-436e-a635-c71d46016552 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.0666902 Mar 02 18:27:58.969641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.009578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.049991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bb83576-7cd7-4f25-8595-49fa504783c8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:27:59.057477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.066266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb262b92-ce72-44d2-a59a-75fe643b187c admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2bb83576-7cd7-4f25-8595-49fa504783c8 HTTP/1.1" status: 204 len: 168 time: 0.8122070 Mar 02 18:27:59.071218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:59.144930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec'}, {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0'}, {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}, {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5'}, {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:27:59.166556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-83411739-a319-49ff-b053-60a5cd2e6f12 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:59.171284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-83411739-a319-49ff-b053-60a5cd2e6f12 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:59.193341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-83411739-a319-49ff-b053-60a5cd2e6f12 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:59.216254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-83411739-a319-49ff-b053-60a5cd2e6f12 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:27:59.225563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-83411739-a319-49ff-b053-60a5cd2e6f12 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 3143 time: 0.3185027 Mar 02 18:27:59.340795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c7c4bb7-1248-4b2b-ab76-82f274eaa927 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/ae94ac1a-6687-47d3-a142-b9db739de45e HTTP/1.1" status: 204 len: 168 time: 2.4773405 Mar 02 18:27:59.342739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9bb3d1b-33b0-4a8d-b8d9-3b3d2acb57e5 req-e18d737b-1062-496c-94bf-74302f5cc30a tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159430 Mar 02 18:27:59.343321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57766) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:59.407550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.455557 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4aec8e0-0b96-4d22-b3d7-3e014a28b925 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] GET failed (client error): The resource could not be found. Mar 02 18:27:59.460640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c4aec8e0-0b96-4d22-b3d7-3e014a28b925 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "GET /v2.0/ports/ae94ac1a-6687-47d3-a142-b9db739de45e HTTP/1.1" status: 404 len: 333 time: 0.1155295 Mar 02 18:27:59.461248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57772) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:27:59.481936 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54bef1e-e5be-4706-97ac-d9a34eba47ec', 'code': 200} Mar 02 18:27:59.482907 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'code': 200} Mar 02 18:27:59.483388 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'code': 200} Mar 02 18:27:59.483857 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'code': 200} Mar 02 18:27:59.484318 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'code': 200} Mar 02 18:27:59.486699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port c107ec31-2fff-4a1f-a549-1fb0a85a2c49, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:27:59.487123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.673522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:27:59.674170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:27:59.715637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for c107ec31-2fff-4a1f-a549-1fb0a85a2c49 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:27:59.883335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e0f9f8b-a0a1-4fea-8657-d5c0019f604e req-fb7f5362-6f28-475b-9758-e1c94fe41555 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.0565147 Mar 02 18:28:00.202060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22c17a6b-268d-4237-895c-16ff55b128c0 req-e43dfb40-fe9d-4daa-9b9a-1a0c7611c75c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.1039283 Mar 02 18:28:00.225267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.276202 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.303316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.389430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e7969f-35db-438f-b69e-baf370045f13']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:00.405048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8756e371-0082-46e3-b3a4-f90788050664') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:00.405639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8756e371-0082-46e3-b3a4-f90788050664') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:00.439890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.531875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=c107ec31-2fff-4a1f-a549-1fb0a85a2c49,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:00.553308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for 250d7ffe-4b90-4dd6-8385-55ddad2fbc1d owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:00.599165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] No DVR routers for this DVR port c107ec31-2fff-4a1f-a549-1fb0a85a2c49 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:00.601997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.605258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.608882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:00.624469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:00.625041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:00.652563 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:00.688201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-b13f741c-362a-4f6f-9840-663a6eb18765 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "DELETE /v2.0/ports/c107ec31-2fff-4a1f-a549-1fb0a85a2c49 HTTP/1.1" status: 204 len: 173 time: 2.1961498 Mar 02 18:28:00.934303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:00.934941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.935055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:00.958330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9c9b-f9cb-4eda-bcde-d3b733b4e0b0 req-a951a8cd-4491-4341-bcf1-7e058ebcbe88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:00.965409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9c9b-f9cb-4eda-bcde-d3b733b4e0b0 req-a951a8cd-4491-4341-bcf1-7e058ebcbe88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:00.999404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a9c9b-f9cb-4eda-bcde-d3b733b4e0b0 req-a951a8cd-4491-4341-bcf1-7e058ebcbe88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:00.999404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-173a9c9b-f9cb-4eda-bcde-d3b733b4e0b0 req-a951a8cd-4491-4341-bcf1-7e058ebcbe88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 2411 time: 0.1847842 Mar 02 18:28:01.011301 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': 'c107ec31-2fff-4a1f-a549-1fb0a85a2c49', 'status': 'completed', 'code': 200} Mar 02 18:28:01.021352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:01.032171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:01.162096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] Pushing event deleted for resources: {'Network': ['ID=21e7969f-35db-438f-b69e-baf370045f13,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:01.187030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=250d7ffe-4b90-4dd6-8385-55ddad2fbc1d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:01.268599 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51dd9b9c-87fd-416b-8847-fab4e4ee1c1b admin admin] 10.222.0.66 "DELETE /v2.0/networks/21e7969f-35db-438f-b69e-baf370045f13 HTTP/1.1" status: 204 len: 168 time: 2.1940265 Mar 02 18:28:01.496212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8610c695-6649-4305-a2c3-c90613ecec5b req-0c9b1c30-451c-41ab-8119-79a1cf7fc716 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.2701797 Mar 02 18:28:01.500987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:01.550296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7168bae2-52a3-46e2-8325-caeeedaf73c9 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/ports/250d7ffe-4b90-4dd6-8385-55ddad2fbc1d HTTP/1.1" status: 204 len: 168 time: 2.0858867 Mar 02 18:28:01.558364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:01.615851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-173a9c9b-f9cb-4eda-bcde-d3b733b4e0b0 req-d94641fe-84da-4919-847e-e7c009950e16 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6155832 Mar 02 18:28:02.060506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port 2338ecfc-8f49-4812-ab63-4de77c7aebc5, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2338ecfc-8f49-4812-ab63-4de77c7aebc5,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:02.061915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.145627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57824) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:02.245757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for 2338ecfc-8f49-4812-ab63-4de77c7aebc5 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:02.323291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d2d219d-f763-4b31-97fa-1f60bbb7885b req-dbb8c7df-5aba-4dc7-b074-441b946fd68b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.1766121 Mar 02 18:28:02.353055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting subnet 64f7d2f7-ef4d-434d-912f-637a438b057f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:28:02.367434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-08f56060-4b22-4e77-86b6-51880801f587 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=687da333200b479b9b065518b88f8d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2185941 Mar 02 18:28:02.368252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.385968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57838) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:02.484245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-511ad69a-34fa-4708-86cc-0a079bab888f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:02.485863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-511ad69a-34fa-4708-86cc-0a079bab888f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 1.0884554 Mar 02 18:28:02.527226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.564293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.599453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Request body: {'port': {'device_id': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'admin_state_up': True, 'tenant_id': '14d49fee0cf643678d81c0715392ed6f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:02.636514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.649357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:02.788196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=2338ecfc-8f49-4812-ab63-4de77c7aebc5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:02.883502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bab16b83-780b-4179-ad05-62ad94549ab9 req-224119fa-af9a-462e-abe2-6d765d9ad088 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.1183586 Mar 02 18:28:03.001557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] No DVR routers for this DVR port 2338ecfc-8f49-4812-ab63-4de77c7aebc5 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:03.007346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.019962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:03.056432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-243e4526-b2de-4ff4-bd7e-70ea0d8c5d94 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "DELETE /v2.0/ports/2338ecfc-8f49-4812-ab63-4de77c7aebc5 HTTP/1.1" status: 204 len: 173 time: 2.3071983 Mar 02 18:28:03.119687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-58e7bb8d-44b2-4b5e-a5f5-a56c67521bfa tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:03.121771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-58e7bb8d-44b2-4b5e-a5f5-a56c67521bfa tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.65 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 812 time: 0.7039652 Mar 02 18:28:03.145101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.231561 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '2338ecfc-8f49-4812-ab63-4de77c7aebc5', 'status': 'completed', 'code': 200} Mar 02 18:28:03.251813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:03.255222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.298397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'device_id': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9', 'admin_state_up': True, 'tenant_id': '64f954956b4e4a52b98898f02ae97c15'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:03.505818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:03.511317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:port and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:03.515453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:03.522653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:03.536601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.614282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.620378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e763d-6e75-4fe5-a5b5-fc60f3d34cb6 None None] Network 83e5aee8-5eee-4fa0-acf8-13b63530c87a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:03.634053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/subnets/64f7d2f7-ef4d-434d-912f-637a438b057f HTTP/1.1" status: 204 len: 168 time: 2.0738137 Mar 02 18:28:03.642415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57872) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:03.643294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Made reservation on behalf of 64f954956b4e4a52b98898f02ae97c15 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:03.649471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.738751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:03.739291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:03.971835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Allocated IP 172.20.0.2 (4db25157-2268-4c16-af76-b694d11aacb9/c0008a21-9bce-4fea-97ec-964f96ae3bac/4328d000-9646-4cc3-8ad2-6cb7f8eb24fb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:04.124760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.125146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.125467 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Floating IP 94f5fcc3-8d13-46e0-8c64-b10ee5fb762a disassociated. External IP: 172.25.7.229, port: 80bcd2a1-da8f-4658-b0f4-bc2025d056f2. Mar 02 18:28:04.125974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:04.185459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] DHCP port deletion for 83e5aee8-5eee-4fa0-acf8-13b63530c87a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:28:04.192748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Deleting port cb0b3076-609a-41d5-a165-e3edf17c7b9b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:04.193350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.267110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1e383b-5f01-4cf3-9df2-75e1a165a447 tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Subnet': ['ID=64f7d2f7-ef4d-434d-912f-637a438b057f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:04.315922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cb0b3076-609a-41d5-a165-e3edf17c7b9b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:04.369680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.449266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=414677c6-87bc-426d-ae57-1872ce3380bc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:04.455008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.456439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c34c4f2b-68a8-4b44-9024-aa0c13e678c7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/414677c6-87bc-426d-ae57-1872ce3380bc HTTP/1.1" status: 204 len: 168 time: 2.0691838 Mar 02 18:28:04.549643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:04.553648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12c983d7-eaf6-4390-90a3-e10272b60dd0 req-bf94ed5b-788b-4c9d-be58-527aa77e7053 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.0670233 Mar 02 18:28:04.616879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:04.616879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.617260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Usage tracker for resource:port and tenant:14d49fee0cf643678d81c0715392ed6f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:04.630569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c86-30a0-4ea3-a0ea-c938d294b021 req-c4d9d085-f7db-44fb-9c91-839c237e77d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:04.637449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55574c86-30a0-4ea3-a0ea-c938d294b021 req-c4d9d085-f7db-44fb-9c91-839c237e77d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:04.639077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55574c86-30a0-4ea3-a0ea-c938d294b021 req-c4d9d085-f7db-44fb-9c91-839c237e77d6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 1678 time: 1.7510049 Mar 02 18:28:04.641465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:04.661742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.665766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:04.775589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Calling delete_port for cb0b3076-609a-41d5-a165-e3edf17c7b9b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:04.777420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Deleting port cb0b3076-609a-41d5-a165-e3edf17c7b9b {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:04.777861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.823573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.849650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:04.889339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:04.966749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=80bcd2a1-da8f-4658-b0f4-bc2025d056f2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:04.994246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.054672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.098073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.106444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.108880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.109314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.109663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.110004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.110484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.110882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.112872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.113293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.113760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.114215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:05.175895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=cb0b3076-609a-41d5-a165-e3edf17c7b9b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:05.187665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:05.188446 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:05.216111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55574c86-30a0-4ea3-a0ea-c938d294b021 req-11165e6c-a3a8-4fdc-87d5-2525bf228666 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e4e4da9-a35b-4d5b-a816-68d91329bc60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5612142 Mar 02 18:28:05.222186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1718ae93-940f-4bcb-ba31-0667289f6323 req-5b8bd63f-9e71-4760-b3e6-1e659b3163c4 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.4953055 Mar 02 18:28:05.324153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.331876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:05.337483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.431539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Network 4db25157-2268-4c16-af76-b694d11aacb9 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:05.443504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:05.469392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:05.554702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:05.689613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Deleting port cb0b3076-609a-41d5-a165-e3edf17c7b9b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:05.689999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:05.859048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:05.911922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:05.937256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Sync routers for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:05.984603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:05.986414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:05.988482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01f0ed18-b414-44e4-9a45-e6836d1a8eda req-dd0ffe55-2e50-43de-b111-9da98e631842 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 0.1303923 Mar 02 18:28:06.107732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] No DVR routers for this DVR port 80bcd2a1-da8f-4658-b0f4-bc2025d056f2 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:06.110669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.113988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-3953a92c-e588-4d0a-9498-a7cfe8ea90d8 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "DELETE /v2.0/ports/80bcd2a1-da8f-4658-b0f4-bc2025d056f2 HTTP/1.1" status: 204 len: 173 time: 3.0508790 Mar 02 18:28:06.114572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:06.132361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.139003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.179332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:06.179986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.200051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:06.200531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.331588 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '80bcd2a1-da8f-4658-b0f4-bc2025d056f2', 'status': 'completed', 'code': 200} Mar 02 18:28:06.356703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:06.472801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Calling delete_port for cb0b3076-609a-41d5-a165-e3edf17c7b9b owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:06.556426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a6f86816-e7eb-44b0-9a69-287ff147bd6b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2629774 Mar 02 18:28:06.600651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Request body: {'port': {'device_id': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:06.701818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:06.703238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.803149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] For port cb0b3076-609a-41d5-a165-e3edf17c7b9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cb0b3076-609a-41d5-a165-e3edf17c7b9b,segment=NetworkSegment(cc33b818-f42e-4a48-a2a0-2959062b29ae),segment_id=cc33b818-f42e-4a48-a2a0-2959062b29ae)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:06.805678 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:06.845482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c1a90-d910-4d36-b407-57d98c19af67 req-cf4b5d08-475f-4a05-b7e5-37d71a909e38 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.854657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba3c1a90-d910-4d36-b407-57d98c19af67 req-cf4b5d08-475f-4a05-b7e5-37d71a909e38 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 1.2949891 Mar 02 18:28:06.883760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-b52fce02-876c-4377-a6a9-106156b597c9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:06.885354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-b52fce02-876c-4377-a6a9-106156b597c9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 1.0864022 Mar 02 18:28:06.905143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:06.927914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:06.951214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Allocated IP 172.20.0.13 (05415a3d-6819-486c-8cf4-fc50dd1de82b/685b2207-edbd-44a7-bc8d-3d86fcc23265/70bf40e1-94d5-48fa-bf35-cbaac2a919fb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:07.113304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.150065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Calling delete_port for cb0b3076-609a-41d5-a165-e3edf17c7b9b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:07.240217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Port': ['ID=cb0b3076-609a-41d5-a165-e3edf17c7b9b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:07.271667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba3c1a90-d910-4d36-b407-57d98c19af67 req-b753ddb7-af6a-4770-b718-c8a6e3f12800 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181838 Mar 02 18:28:07.364075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] No DVR routers for this DVR port cb0b3076-609a-41d5-a165-e3edf17c7b9b on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:07.369442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:07.369804 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:07.440080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.440770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:07.453939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Checking router: d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:28:07.454655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-54565947-network', 'tenant_id': '42911efdd1aa4424abbde5512af47523'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:07.468616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:07.469251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:07.469722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:07.474307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Usage tracker for resource:network and tenant:42911efdd1aa4424abbde5512af47523 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:07.477674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:07.484088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:07.500877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.517968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:07.518704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.532374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=0fbfe48a-af73-4b72-ab07-74eb7ff889a0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:07.657732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] No DVR routers for this DVR port 0fbfe48a-af73-4b72-ab07-74eb7ff889a0 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:07.662619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.704180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-995afcff-9e07-4494-beba-5c8668cf806b req-34de0ef1-5e64-44b7-8ebb-bb6766146a88 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.11 "DELETE /v2.0/ports/0fbfe48a-af73-4b72-ab07-74eb7ff889a0 HTTP/1.1" status: 204 len: 173 time: 1.5844216 Mar 02 18:28:07.784888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:07.829399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Made reservation on behalf of 42911efdd1aa4424abbde5512af47523 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:07.831638 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:07.889184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5877af9-a21d-4538-969a-b45c1006619b req-20b1e397-57bc-41fc-9b36-1b2c5d386e84 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 210 time: 0.3905876 Mar 02 18:28:07.889744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57944) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:07.936070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-709ec656-3e20-44e0-b5eb-334c908c6295 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:07.939972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-709ec656-3e20-44e0-b5eb-334c908c6295 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:08.215622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.245255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Deleting port cb0b3076-609a-41d5-a165-e3edf17c7b9b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:08.245708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.246779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.300029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:08.316624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Usage tracker for resource:security_group_rule and tenant:b97b687d938e4b0aa47103c8799baac5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:08.332442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:08.342861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:08.353136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:08.397087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5aed4066-61d3-464e-a36d-65b7642c3e86 None None] The port 'cb0b3076-609a-41d5-a165-e3edf17c7b9b' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:28:08.466520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:08.484426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Usage tracker for resource:security_group_rule and tenant:42911efdd1aa4424abbde5512af47523 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:08.497458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:08.527809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:08.531194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.531351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:08.534864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a8dc1d-8c2d-4f17-b5d5-d56667edf978 None None] The sync data for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 is: [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:19:42Z', 'revision_number': 4, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6498f913-1d49-444f-a937-aaf27466b8b8', 'name': '', 'network_id': 'd2a00d7f-2353-4a54-9090-8dc36d62fae9', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'mac_address': 'fa:16:3e:93:78:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 802, 'fixed_ips': [{'subnet_id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:40Z', 'updated_at': '2022-03-02T18:19:53Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'subnets': [{'id': '58d35ef9-1617-4ca2-a9c6-7356daf8811f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:08.672728 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.691406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:08.711415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4350267d-9b38-4b05-abc8-450d7b05a377 req-7dbb3532-09c7-4588-9198-b98ded8935db tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:08.776154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f105ba49-adbd-4eea-b2c2-456433c6fd1f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:08.832713 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d013678-aa27-4837-b32e-d0e06dec36b0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b97b687d938e4b0aa47103c8799baac5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9421163 Mar 02 18:28:08.833417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:08.979168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.065230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.144074 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11837ca-cc56-4c70-b459-1696f2bf5ea6 None None] New status for floating IP 94f5fcc3-8d13-46e0-8c64-b10ee5fb762a: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:28:09.153848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-709ec656-3e20-44e0-b5eb-334c908c6295 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:09.162492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-709ec656-3e20-44e0-b5eb-334c908c6295 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 931 time: 2.6084330 Mar 02 18:28:09.252565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.295791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105ba49-adbd-4eea-b2c2-456433c6fd1f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:09.345604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.346166 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.347352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6698062-d754-4b95-b88e-9fe582b53392 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f105ba49-adbd-4eea-b2c2-456433c6fd1f HTTP/1.1" status: 204 len: 168 time: 0.5127778 Mar 02 18:28:09.373420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e5aee8-5eee-4fa0-acf8-13b63530c87a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:09.443590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc33b818-f42e-4a48-a2a0-2959062b29ae') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:09.443895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc33b818-f42e-4a48-a2a0-2959062b29ae') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:09.480200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.545347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.566081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-74c9eb1f-c82b-43d4-b6b3-02165994d61a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:09.573392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4350267d-9b38-4b05-abc8-450d7b05a377 req-7dbb3532-09c7-4588-9198-b98ded8935db tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:09.582775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4350267d-9b38-4b05-abc8-450d7b05a377 req-7dbb3532-09c7-4588-9198-b98ded8935db tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 210 time: 1.2507579 Mar 02 18:28:09.647440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:09.648057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.665764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.742993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:28:09.745788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.908396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:09.908802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:09.924262 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:09.933822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7555338d-45cb-4f3b-8449-ddea503e388e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:09.953661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:09.954007 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Added segment eca63f8c-b459-4732-9b42-d6a18e4baf36 of type vlan for network ed6cdc5d-10c8-486c-9352-e485545b74ff Mar 02 18:28:10.041997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.042339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.042681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.043040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.043326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.043698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.044020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.044939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.045319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.045649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.045970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.046314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:10.187051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7f99de3f-bd13-4c16-8134-8e91f043d139 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:10.199975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.251615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-74c9eb1f-c82b-43d4-b6b3-02165994d61a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:10.266779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07a23987-eb87-4e9a-9346-e665d8c462c1 req-74c9eb1f-c82b-43d4-b6b3-02165994d61a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1033199 Mar 02 18:28:10.386456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.425986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:10.437529 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '307a0ebc-6998-4f84-8687-280348b9f50d', 'name': 'network-vif-deleted', 'tag': '0fbfe48a-af73-4b72-ab07-74eb7ff889a0', 'status': 'completed', 'code': 200} Mar 02 18:28:10.444202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:10.469106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258d40a-b079-4563-8078-ca4029fdf1f3 req-1f49bfc2-82bd-4fc8-b002-b40556fd9544 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:10.470720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3258d40a-b079-4563-8078-ca4029fdf1f3 req-1f49bfc2-82bd-4fc8-b002-b40556fd9544 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 946 time: 0.6301920 Mar 02 18:28:10.602231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.603175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:10.604225 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.623558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.742738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.744729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:10.745830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:28:10.938377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:10.938377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] Pushing event updated for resources: {'Network': ['ID=ed6cdc5d-10c8-486c-9352-e485545b74ff,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:11.045326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.192299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6514ecf5-1ec7-4d5b-a6b5-4b2e81ece3ae req-546114ce-3562-4b9d-ac22-44de38e2d77f tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 210 time: 0.5556097 Mar 02 18:28:11.195886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3258d40a-b079-4563-8078-ca4029fdf1f3 req-20ace116-9957-4eef-aedc-c2670689c208 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6443887 Mar 02 18:28:11.198436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:11.271948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:11.275198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:11.298831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:11.305431 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'code': 200} Mar 02 18:28:11.309562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.311098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ed6cdc5d-10c8-486c-9352-e485545b74ff details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:28:11.329994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Transition to ACTIVE for port object 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:11.350326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.350812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.351599 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 65cf5ad4-cef1-4913-b20b-6a458aaf4fd6 disassociated. External IP: 172.25.7.199, port: 7f99de3f-bd13-4c16-8134-8e91f043d139. Mar 02 18:28:11.352185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for 7f99de3f-bd13-4c16-8134-8e91f043d139 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:11.496534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:11.556736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] 10.222.0.66 "DELETE /v2.0/networks/83e5aee8-5eee-4fa0-acf8-13b63530c87a HTTP/1.1" status: 204 len: 168 time: 7.8878233 Mar 02 18:28:11.558438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87ecc97b-8250-401c-b352-0869fe8c6f50 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.6041279 Mar 02 18:28:11.559351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.562239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58012) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:11.579401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Request body: {'subnet': {'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-54565947-subnet', 'tenant_id': '42911efdd1aa4424abbde5512af47523', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:11.591220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:11.602527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Usage tracker for resource:subnet and tenant:42911efdd1aa4424abbde5512af47523 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:11.615526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:11.625393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:11.709641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:11.710305 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:11.711218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40540952-469a-4f2d-a72d-3366de0b373f tempest-AllowedAddressPairIpV6TestJSON-2075746329 tempest-AllowedAddressPairIpV6TestJSON-2075746329-project] Pushing event deleted for resources: {'Network': ['ID=83e5aee8-5eee-4fa0-acf8-13b63530c87a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:11.791940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Made reservation on behalf of 42911efdd1aa4424abbde5512af47523 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:11.801286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:11.915043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:11.941082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:11.941819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd007caa-215a-43d3-986d-813957ca9f4b req-170db5d8-c45d-4a94-8a1d-6efdae02123b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd007caa-215a-43d3-986d-813957ca9f4b req-170db5d8-c45d-4a94-8a1d-6efdae02123b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 932 time: 0.6252155 Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1f7422-21e2-4824-9b41-36307b702733 req-047c0df7-5a24-4808-b352-dfbbaacff5e5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b1f7422-21e2-4824-9b41-36307b702733 req-047c0df7-5a24-4808-b352-dfbbaacff5e5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 943 time: 0.5857148 Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Attempting to bind port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Attempting to bind port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:12.161640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Attempting to bind port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb on network 4db25157-2268-4c16-af76-b694d11aacb9 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:12.184048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb on network 4db25157-2268-4c16-af76-b694d11aacb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:28:12.184389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Attempting to bind port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb on network 4db25157-2268-4c16-af76-b694d11aacb9 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:12.210773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:28:12.211111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Checking segment: {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:12.211510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Bound using segment: {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:28:12.211934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Bound port: 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:12.212282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.223367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port 7f99de3f-bd13-4c16-8134-8e91f043d139 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:12.224219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.250618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd007caa-215a-43d3-986d-813957ca9f4b req-ebac766c-45d9-4736-ab4c-051d31219a8d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182041 Mar 02 18:28:12.274406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b1f7422-21e2-4824-9b41-36307b702733 req-15e9412f-4783-40f1-b74b-8c073c77fba1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360896 Mar 02 18:28:12.513270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9365682a-952a-420c-8464-093598051d04 req-526f715f-9086-4bdd-bdea-51f978230d96 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/ports?device_id=307a0ebc-6998-4f84-8687-280348b9f50d HTTP/1.1" status: 200 len: 210 time: 0.0876133 Mar 02 18:28:12.535751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:28:12.561953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.563405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:28:12.572346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-fe3fb59f-2bb6-4ee2-b6c6-ac6d63e2c060 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 10.0785394 Mar 02 18:28:12.638819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Request body: {'port': {'device_id': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:12.676956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:28:12.728374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d4039-a9e4-4beb-aed3-e51903ee6191 req-9e9f69a4-1521-4bc1-829c-ddbb01091728 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:12.729114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-073d4039-a9e4-4beb-aed3-e51903ee6191 req-9e9f69a4-1521-4bc1-829c-ddbb01091728 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:12.738336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e210b40d-d6a5-4345-8377-6937fe7e71a5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:12.777672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58042) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:12.801974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Checking segment: {'id': 'eca63f8c-b459-4732-9b42-d6a18e4baf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:12.802469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Network hostable DHCP agents. Network: ed6cdc5d-10c8-486c-9352-e485545b74ff, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:28:12.814749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.904009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] For port 7f99de3f-bd13-4c16-8134-8e91f043d139, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7f99de3f-bd13-4c16-8134-8e91f043d139,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:12.904389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:12.910008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Network ed6cdc5d-10c8-486c-9352-e485545b74ff is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:28:13.012686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ed6cdc5d-10c8-486c-9352-e485545b74ff) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:13.022675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a281df33-a269-4fa9-b978-705e5f2f6d30 None None] Network ed6cdc5d-10c8-486c-9352-e485545b74ff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:13.026521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:13.029834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.140263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:13.140890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.142394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] 10.222.0.65 "PUT /v2.0/ports/4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 1091 time: 6.5468357 Mar 02 18:28:13.148559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:13.178460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.185969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-073d4039-a9e4-4beb-aed3-e51903ee6191 req-9e9f69a4-1521-4bc1-829c-ddbb01091728 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:13.195432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-073d4039-a9e4-4beb-aed3-e51903ee6191 req-9e9f69a4-1521-4bc1-829c-ddbb01091728 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 944 time: 0.8183022 Mar 02 18:28:13.350885 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'status': 'completed', 'code': 200} Mar 02 18:28:13.504474 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cf894151-8b18-449a-9646-2ac7c74b93b7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9402361 Mar 02 18:28:13.541885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9834210-7623-45ee-9d28-e8df57835241 service neutron] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:13.559169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fabc41-09e3-44fd-8733-66226d39dde4 None None] Network ed6cdc5d-10c8-486c-9352-e485545b74ff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:13.677749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-073d4039-a9e4-4beb-aed3-e51903ee6191 req-29655308-1b43-4355-9137-c26df0d8da79 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=5775dd97-f2c7-47f7-92ad-cb34d5daa95d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231248 Mar 02 18:28:13.695963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-35b30eb4-325b-49ee-9c4a-bb5fc6c27598 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=127e0538d39a49088e545443de627ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9145813 Mar 02 18:28:13.696384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:13.815084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:13.882862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.080617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.104426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2d64a1-16d7-47bd-b24d-1fee0b702fb9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:14.135978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.137753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2cd1c2a8-3ec7-4a5d-b2d1-1f3ba1047a0a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4b2d64a1-16d7-47bd-b24d-1fee0b702fb9 HTTP/1.1" status: 204 len: 168 time: 0.4393001 Mar 02 18:28:14.197894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-121e89e1-08ff-49f5-bfa9-96421714c25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.199432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-121e89e1-08ff-49f5-bfa9-96421714c25f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1094 time: 0.8674293 Mar 02 18:28:14.259154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.261545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:14.261545 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 65cf5ad4-cef1-4913-b20b-6a458aaf4fd6 disassociated. External IP: 172.25.7.199, port: 7f99de3f-bd13-4c16-8134-8e91f043d139. Mar 02 18:28:14.261545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for 7f99de3f-bd13-4c16-8134-8e91f043d139 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:14.373518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73c445-e2af-495b-8510-852c8c51209e req-ab2d008a-daf1-4818-90c9-856ea55ea497 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.375258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe73c445-e2af-495b-8510-852c8c51209e req-ab2d008a-daf1-4818-90c9-856ea55ea497 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 932 time: 0.8347440 Mar 02 18:28:14.412651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-6639b1e8-3fc9-421d-9038-26656600bda7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 217 time: 0.1182702 Mar 02 18:28:14.584166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe73c445-e2af-495b-8510-852c8c51209e req-64521cae-4da6-4af4-95bc-0b5a3801f002 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928487 Mar 02 18:28:14.594757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414908ce-c1c8-47ad-abf6-e7d900633003 req-35568c81-8f5a-44c3-a1bf-27ec30a1530e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.596261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-414908ce-c1c8-47ad-abf6-e7d900633003 req-35568c81-8f5a-44c3-a1bf-27ec30a1530e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 943 time: 0.5832930 Mar 02 18:28:14.639102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-2c75cc3e-ead4-45be-bc10-7abefa64492f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:14.640559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-2c75cc3e-ead4-45be-bc10-7abefa64492f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1952827 Mar 02 18:28:14.728266 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:28:14.782851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-414908ce-c1c8-47ad-abf6-e7d900633003 req-7f0bcc37-c655-4279-9bcd-afd133b4b78d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457448 Mar 02 18:28:14.785382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-429ac56d-5454-4c9f-b2c3-f03622ec138c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187210 Mar 02 18:28:14.948015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bf40e1-94d5-48fa-bf35-cbaac2a919fb {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:14.981198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.002046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:15.067370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.176670 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.230594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.458599 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.509891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e4da9-a35b-4d5b-a816-68d91329bc60,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:15.515874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.517909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aba2e42a-22f7-4f00-88ca-6caec4ebc913 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e4e4da9-a35b-4d5b-a816-68d91329bc60 HTTP/1.1" status: 204 len: 168 time: 0.5143960 Mar 02 18:28:15.521637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:15.554577 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-728f4e1f-de04-4ed2-8be5-1402bfbd13b6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] show failed (client error): The resource could not be found. Mar 02 18:28:15.559048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-728f4e1f-de04-4ed2-8be5-1402bfbd13b6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "GET /v2.0/security-groups/1e4e4da9-a35b-4d5b-a816-68d91329bc60 HTTP/1.1" status: 404 len: 347 time: 0.0366154 Mar 02 18:28:15.561818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58124) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:15.583715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'Port': ['ID=7f99de3f-bd13-4c16-8134-8e91f043d139,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:15.603941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Transition to ACTIVE for port object 70bf40e1-94d5-48fa-bf35-cbaac2a919fb will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:15.626193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ce9591a-d4ef-4355-aefa-2cc19a503874 req-f8c4b120-390e-4218-bbcd-6f216a6b5688 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.4606173 Mar 02 18:28:15.811531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port 835c07d3-18ed-4a7d-a759-54c9f11e0405 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:15.812128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:15.861983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.012877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-39c470d6-894e-4418-8f09-943915ea1010 service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1412170 Mar 02 18:28:16.179143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.179605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.274811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58144) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:16.364848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for 835c07d3-18ed-4a7d-a759-54c9f11e0405 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:16.423415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:16.496057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-9c0ed076-f2c4-4e3a-9192-d55e247bace7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:16.497848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-9c0ed076-f2c4-4e3a-9192-d55e247bace7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Synchronizing usage tracker for tenant:42911efdd1aa4424abbde5512af47523 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:16.588524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:16.609827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-625921761'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:16.623367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:16.633952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:network and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:16.638536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:16.646575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:16.747933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.775179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c579a-9676-4c60-a2e0-603f215e4af5 req-0161c592-6b34-4a48-8459-3d25e017a652 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:16.776665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-692c579a-9676-4c60-a2e0-603f215e4af5 req-0161c592-6b34-4a48-8459-3d25e017a652 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 944 time: 0.9159331 Mar 02 18:28:16.818548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=835c07d3-18ed-4a7d-a759-54c9f11e0405,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:16.825564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:16.829781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.861948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b366e34-0b27-4e48-b1dd-d71315b62b60 req-a1f8a745-1f8a-4b50-bd43-572d8d4606ed service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213835 Mar 02 18:28:16.901721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-9c0ed076-f2c4-4e3a-9192-d55e247bace7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Unset dirty status for tenant:42911efdd1aa4424abbde5512af47523 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:16.920902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:16.923333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-9c0ed076-f2c4-4e3a-9192-d55e247bace7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/networks?id=ed6cdc5d-10c8-486c-9352-e485545b74ff HTTP/1.1" status: 200 len: 812 time: 1.6472266 Mar 02 18:28:16.956089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:16.960685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:security_group_rule and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:16.966414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:16.966616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Attempting to bind port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:16.966616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Attempting to bind port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:16.966616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Attempting to bind port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:16.976001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:17.055366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-edbcd592-84e8-49b6-9321-662cbb5c22b7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/quotas/42911efdd1aa4424abbde5512af47523 HTTP/1.1" status: 200 len: 375 time: 0.1131802 Mar 02 18:28:17.127088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.140905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb on network 05415a3d-6819-486c-8cf4-fc50dd1de82b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:28:17.141149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Attempting to bind port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:17.154968 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.173769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.175169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c3ebdfc-e8c4-4d63-9a72-4b19b9705e29 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/floatingips/94f5fcc3-8d13-46e0-8c64-b10ee5fb762a HTTP/1.1" status: 204 len: 168 time: 1.6120961 Mar 02 18:28:17.178386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:17.182310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-9b962352-b4bd-403a-ada3-94097c02d968 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=42911efdd1aa4424abbde5512af47523&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260860 Mar 02 18:28:17.187533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-692c579a-9676-4c60-a2e0-603f215e4af5 req-a276974d-6275-47b9-ac30-8a4f42764784 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922801 Mar 02 18:28:17.187533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:28:17.187533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Checking segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:17.187925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Bound using segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:28:17.188170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Bound port: 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:17.188513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.288304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:17.289338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.340361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.345461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:28:17.356334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.356692 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Added segment 7ee9d5f2-fae3-46be-92cc-8b99646028d3 of type vlan for network b4f5b689-e319-47d7-b568-e33ff9b898d5 Mar 02 18:28:17.392869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-abd146af-fef9-4147-bf1e-ba02e5f589ca service neutron] 10.222.0.66 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097054 Mar 02 18:28:17.411359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.476967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:17.491270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:17.509724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:17.510398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:17.706112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb3103-76a4-42b7-a69b-50930fa8d7de,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:17.782799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.804795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:17.805966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.835104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] No DVR routers for this DVR port 7f99de3f-bd13-4c16-8134-8e91f043d139 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:17.856677 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:17.859334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-deleted', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:17.891535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:28:17.899722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:28:17.920587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d616ac-9600-4587-911b-77edf8534af4 req-b9cc8f3a-8807-443a-a0b7-88715a851544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:17.922072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-b9cc8f3a-8807-443a-a0b7-88715a851544 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1094 time: 0.8622577 Mar 02 18:28:17.965422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:18.071266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d616ac-9600-4587-911b-77edf8534af4 req-864414c6-a1b9-435a-8a2b-f260b9b30b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:18.073002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-864414c6-a1b9-435a-8a2b-f260b9b30b39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.1436779 Mar 02 18:28:18.083752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-be38858d-e861-4388-b376-01e25463743a service neutron] 10.222.0.66 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765199 Mar 02 18:28:18.218822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:18.223989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9418cc7-85fb-466b-bfbf-38a1c82adb09 req-81475a5d-3a65-4184-8716-0333c4ba52de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.11 "DELETE /v2.0/ports/7f99de3f-bd13-4c16-8134-8e91f043d139 HTTP/1.1" status: 204 len: 173 time: 11.2952244 Mar 02 18:28:18.252669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:18.310241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ccbc7-1915-41f6-b713-3ac05598b7dc req-993dd211-3be7-4712-8ef2-b81123ce84e3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:18.318087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-929ccbc7-1915-41f6-b713-3ac05598b7dc req-993dd211-3be7-4712-8ef2-b81123ce84e3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 943 time: 0.9231324 Mar 02 18:28:18.320876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-c1e4b5b5-efda-4422-bcb1-480f21942734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 217 time: 0.2353318 Mar 02 18:28:18.402786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d616ac-9600-4587-911b-77edf8534af4 req-dad99ff3-0c1a-4ad1-aee1-023bf7892ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:18.404634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-dad99ff3-0c1a-4ad1-aee1-023bf7892ac9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.0780289 Mar 02 18:28:18.420002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:18.420981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:18.422925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] 10.222.0.65 "PUT /v2.0/ports/70bf40e1-94d5-48fa-bf35-cbaac2a919fb HTTP/1.1" status: 200 len: 1092 time: 5.8013303 Mar 02 18:28:18.468181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:18.515552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-65a28f87-43ba-491d-aeed-1f88973c80d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971997 Mar 02 18:28:18.593379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Network': ['ID=b4f5b689-e319-47d7-b568-e33ff9b898d5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:18.612307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:28:18.623571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-929ccbc7-1915-41f6-b713-3ac05598b7dc req-9ca0b9cd-3fb6-40ae-88e1-103a2468e3ac tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041313 Mar 02 18:28:18.687319 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92a95920-8169-499d-bb16-a8cc13f0d3f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.4120097 Mar 02 18:28:18.693216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:18.709620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'subnet': {'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:18.792768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c204e2-b762-48ff-b87d-2caedea7181a service neutron] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:18.914784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:18.914784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:18.953282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:28:18.970654 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9da9de5-7da7-4090-a834-68e4d6b96a5a', 'name': 'network-vif-deleted', 'tag': '7f99de3f-bd13-4c16-8134-8e91f043d139', 'status': 'completed', 'code': 200} Mar 02 18:28:18.972486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-73c27985-bad8-4944-bf4b-0f23c6ea791e service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313116 Mar 02 18:28:18.983817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:18.984445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:19.071757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:19.080571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:subnet and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:19.083887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:19.091318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:19.224985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8d25b8dc-6a74-479e-9a72-6271e25c424f req-90dbe2bd-a671-481c-8300-1ff785a2a1f7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:19.297508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:19.321746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9', 'port_id': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'mac_address': 'fa:16:3e:95:c3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0008a21-9bce-4fea-97ec-964f96ae3bac', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:19.324408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:19.372252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5d616ac-9600-4587-911b-77edf8534af4 req-1d41ca1f-64da-4383-a218-c7f6a935ace1 service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483770 Mar 02 18:28:19.389927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-e84b5808-4171-4841-9df6-d8d01b970261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.391387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:19.391511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-e84b5808-4171-4841-9df6-d8d01b970261 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 1095 time: 0.7641299 Mar 02 18:28:19.397991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.421005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.434528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.509794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:19.529780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:19.548613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8d25b8dc-6a74-479e-9a72-6271e25c424f req-90dbe2bd-a671-481c-8300-1ff785a2a1f7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:19.558253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d25b8dc-6a74-479e-9a72-6271e25c424f req-90dbe2bd-a671-481c-8300-1ff785a2a1f7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9da9de5-7da7-4090-a834-68e4d6b96a5a HTTP/1.1" status: 200 len: 210 time: 0.7478848 Mar 02 18:28:19.560439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:19.637452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-57faf532-b163-455e-a2d0-7e4851a0d42d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb HTTP/1.1" status: 200 len: 217 time: 0.2361567 Mar 02 18:28:19.664822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:19.670923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-d8065da2-0afc-49a3-a6e0-45b49050c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.675362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-d8065da2-0afc-49a3-a6e0-45b49050c360 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 1102 time: 0.4522598 Mar 02 18:28:19.730580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5e3be-a447-45d8-b9e2-0a7d65c08b14 req-1e0e68f7-8cad-4249-bd33-120461216fd4 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:19.742456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4c5e3be-a447-45d8-b9e2-0a7d65c08b14 req-1e0e68f7-8cad-4249-bd33-120461216fd4 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 944 time: 0.7668469 Mar 02 18:28:19.883891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:19.909999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:19.998535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:20.015317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-664544c3-6355-4229-aa0c-6c71d4acd7f5 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/ports/c917afd9-3a77-4de1-85fa-fb9b3f9b1ac1 HTTP/1.1" status: 204 len: 168 time: 2.8354161 Mar 02 18:28:20.015988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-3e3ca84b-ae20-421d-aaf4-cac2a663e5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:20.018301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-3e3ca84b-ae20-421d-aaf4-cac2a663e5d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.3535860 Mar 02 18:28:20.026660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:20.277416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port 42dd07c4-9d30-41c8-95bc-bdddf84377b9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:20.278110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:20.319048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd2807e8-776c-48b9-b1d1-9ade08f28033 req-88f2f544-4dbd-4c59-9077-d10e6c7762a4 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 210 time: 0.5744998 Mar 02 18:28:20.376759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:20.416833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805fd553-6b12-4311-a592-c1a9f8d692d5 None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:20.650089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:20.717471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-717bd5d2-7849-472b-8704-0a8def94faf2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5572462 Mar 02 18:28:20.738359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4c5e3be-a447-45d8-b9e2-0a7d65c08b14 req-e0027bfb-3f5c-4038-bba7-3d14c49c8a16 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9950619 Mar 02 18:28:20.991814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:21.018337 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736b74b6-79b0-42f7-9729-a4341dbf6a0f None None] New status for floating IP 65cf5ad4-cef1-4913-b20b-6a458aaf4fd6: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:28:21.043417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Subnet': ['ID=5f7ba9ae-1069-427f-9592-e6545ab9dedc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:21.079595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-25cbdd56-6995-40cb-a7d6-ad9ae44700ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.081235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-25cbdd56-6995-40cb-a7d6-ad9ae44700ae service neutron] 10.222.0.11 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 1.3359385 Mar 02 18:28:21.166905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.270748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:21.279249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69b92c-cd61-4e26-ba53-67d019d9d7a4 req-77e57545-8d42-45ed-99fd-d786e3a3b795 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.280947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c69b92c-cd61-4e26-ba53-67d019d9d7a4 req-77e57545-8d42-45ed-99fd-d786e3a3b795 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 944 time: 0.5568287 Mar 02 18:28:21.284242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-8120546d-13a1-49d2-90ca-7f10b181ed89 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd HTTP/1.1" status: 200 len: 217 time: 0.1801095 Mar 02 18:28:21.288812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-16cb676f-2f4f-498d-9114-00b7c900862d service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5606551 Mar 02 18:28:21.402014 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'status': 'completed', 'code': 200} Mar 02 18:28:21.408941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Checking segment: {'id': '7ee9d5f2-fae3-46be-92cc-8b99646028d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:21.409582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network hostable DHCP agents. Network: b4f5b689-e319-47d7-b568-e33ff9b898d5, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:28:21.437400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for 42dd07c4-9d30-41c8-95bc-bdddf84377b9 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:21.648240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:28:21.677925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ee5100d-bf78-49a4-9686-e508735d5bd5 req-ebbf06b1-75cc-49f1-b2a8-0b702df40632 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 210 time: 0.1497679 Mar 02 18:28:21.700926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c69b92c-cd61-4e26-ba53-67d019d9d7a4 req-5652e445-4be9-4b84-a469-bc10aa26d774 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012575 Mar 02 18:28:21.710696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-5bf0c806-ef93-4090-ac29-15b5e768b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.714828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-5bf0c806-ef93-4090-ac29-15b5e768b5d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.4067404 Mar 02 18:28:21.769074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.799807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.829803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:21.850253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce55727-1583-4ea5-ad50-25da98be1248 req-749b00f9-c90b-40ce-b5d8-9750c449e7a2 service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457094 Mar 02 18:28:21.961122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-f18a0298-b1e7-47ac-8f29-3d1582c790af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:21.962685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-f18a0298-b1e7-47ac-8f29-3d1582c790af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2357776 Mar 02 18:28:22.018976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Port': ['ID=42dd07c4-9d30-41c8-95bc-bdddf84377b9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:22.023774 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b5a45851-db24-4904-92df-f70f0c94bbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.032493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b4f5b689-e319-47d7-b568-e33ff9b898d5) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:22.040885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff801e68-32fb-4737-9b64-1543212915cf None None] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:22.058253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:22.059124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.237989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.241199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8cb148a0-3da4-4734-aa4e-1e8717efd1fb tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/ports/42dd07c4-9d30-41c8-95bc-bdddf84377b9 HTTP/1.1" status: 204 len: 168 time: 2.2016735 Mar 02 18:28:22.243565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58262) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:22.257981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f1390-bba1-4b3f-83b7-439887864ecb req-2cbbfcbe-9f15-4f1a-865f-e0c29a4da165 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:22.270932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f2f1390-bba1-4b3f-83b7-439887864ecb req-2cbbfcbe-9f15-4f1a-865f-e0c29a4da165 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 944 time: 0.4130061 Mar 02 18:28:22.326476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.374086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting subnet 5032fe48-8167-4fe6-85bb-ad7d8de110b4 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:28:22.379741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.416255 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5102a56-b06d-47ce-a756-eafd00b120c2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7222950 Mar 02 18:28:22.419294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-2a392872-1d65-4351-a76f-2d246d9e3488 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4394236 Mar 02 18:28:22.423236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:22.429128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1156754578', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:22.439941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c31d50-30b4-4c3d-9dc3-da132ab1cac7 None None] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:22.455152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:22.466235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:router and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:22.467994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5775dd97-f2c7-47f7-92ad-cb34d5daa95d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:22.479840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:22.497881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:22.504959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.560019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f2f1390-bba1-4b3f-83b7-439887864ecb req-1c40489a-8168-454d-913d-84e0a89cb05a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881672 Mar 02 18:28:22.626391 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.628015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-97901404-d299-4138-b30a-7064442031fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "DELETE /v2.0/security-groups/5775dd97-f2c7-47f7-92ad-cb34d5daa95d HTTP/1.1" status: 204 len: 168 time: 1.3425665 Mar 02 18:28:22.632911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58278) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:22.672318 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-b0eec88c-1927-404e-a267-699dbb9f4293 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] show failed (client error): The resource could not be found. Mar 02 18:28:22.677315 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b0eec88c-1927-404e-a267-699dbb9f4293 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups/5775dd97-f2c7-47f7-92ad-cb34d5daa95d HTTP/1.1" status: 404 len: 347 time: 0.0419049 Mar 02 18:28:22.684199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:22.701442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-60ed7952-4fe7-4d91-916b-7e9273eddd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:22.702954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-60ed7952-4fe7-4d91-916b-7e9273eddd97 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 1095 time: 0.6997039 Mar 02 18:28:22.722501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:22.838354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.839524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.919297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:22.925208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:22.926940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:22.958239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58292) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:22.996982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.026045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port 042dddcf-38ea-44d9-92cb-c0e7452d130f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:23.026439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.059353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.069175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd90d19-c2a4-461c-8caa-8dce7ef8b1a5 req-3ccb8495-adde-4e4c-bb80-79f52cd67364 service neutron] 10.222.0.11 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403089 Mar 02 18:28:23.112928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c85e468-87fe-41ae-ab5b-5afc394902c9 req-edb6938b-2082-41b5-b258-10b471fddb5f tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 210 time: 0.1071057 Mar 02 18:28:23.274242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.294081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-7f8553b9-34c9-4668-ba92-8f21da36ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:23.295616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-7f8553b9-34c9-4668-ba92-8f21da36ce92 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 906 time: 0.5834253 Mar 02 18:28:23.317585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8773a1b2-42f0-4ec7-880b-6e8d65245af1 req-a0d42784-4693-4bfb-b6a9-4f5d970e7bf9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:23.319127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8773a1b2-42f0-4ec7-880b-6e8d65245af1 req-a0d42784-4693-4bfb-b6a9-4f5d970e7bf9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 944 time: 0.3600080 Mar 02 18:28:23.328734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.338171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:23.351847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:23.424965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.427672 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'code': 200} Mar 02 18:28:23.587860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:23.619904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:23.663426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.663915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.736375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-1e6fac44-6944-46fc-9b0f-047195ee2375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb HTTP/1.1" status: 200 len: 217 time: 0.3739386 Mar 02 18:28:23.749904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.778341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Usage tracker for resource:security_group_rule and tenant:8c108c2ceb894eb5bc5d191db46d6579 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:23.825292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:23.862804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:23.869302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for 042dddcf-38ea-44d9-92cb-c0e7452d130f owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:23.898060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:23.911994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8773a1b2-42f0-4ec7-880b-6e8d65245af1 req-d7a108a3-056b-49b2-8ca6-73e8d718183b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5483646 Mar 02 18:28:23.942562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Subnet': ['ID=5032fe48-8167-4fe6-85bb-ad7d8de110b4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:23.955927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-908b1a3a-0440-4b79-8d42-24e60c1bfaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:23.957988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-908b1a3a-0440-4b79-8d42-24e60c1bfaf5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.1703532 Mar 02 18:28:23.974840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-750d06ac-905a-4360-883d-a5267609e76a tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:23.976331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-750d06ac-905a-4360-883d-a5267609e76a tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.11 "GET /v2.0/networks?id=ed6cdc5d-10c8-486c-9352-e485545b74ff HTTP/1.1" status: 200 len: 812 time: 0.7802238 Mar 02 18:28:23.989417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f018e4e-e257-4ea9-81b9-a8d4edc2a965 None None] Network 7d758753-7169-4863-a7dc-c4812278e3db requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:24.032487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Request body: {'port': {'device_id': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff', 'admin_state_up': True, 'tenant_id': '42911efdd1aa4424abbde5512af47523'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:24.087845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-4c9fc528-4965-4d21-abef-a1da5f931c76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219058 Mar 02 18:28:24.111323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.136046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f0274e3-97f1-4867-9f9c-7b20b28cbcf6 tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/subnets/5032fe48-8167-4fe6-85bb-ad7d8de110b4 HTTP/1.1" status: 204 len: 168 time: 1.8850672 Mar 02 18:28:24.136530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:24.245670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32743099-a5ae-4f7f-aa07-514a617b8d57 req-286943b8-40cf-4da8-93f0-bf8b5e1dcae8 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:24.247198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32743099-a5ae-4f7f-aa07-514a617b8d57 req-286943b8-40cf-4da8-93f0-bf8b5e1dcae8 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 951 time: 0.5260355 Mar 02 18:28:24.267870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b1320-2e7c-4a71-99ae-54f51bd49352 req-f4ebe4ae-38f3-46a3-b45d-eb8180d9b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:24.268924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c4b1320-2e7c-4a71-99ae-54f51bd49352 req-f4ebe4ae-38f3-46a3-b45d-eb8180d9b231 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1096 time: 0.6464593 Mar 02 18:28:24.287831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting subnet 10eafe1b-f047-44fc-8c6b-e4c0c22ef83a {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:28:24.294913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.340539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05cbf36d-6691-411c-a3be-ea98182b2598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.406347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] DHCP port deletion for 7d758753-7169-4863-a7dc-c4812278e3db request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:28:24.409940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.412892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Deleting port 9e9adfba-86af-47ca-aee7-091af5ac99a7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:24.413263 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.460289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.486307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32743099-a5ae-4f7f-aa07-514a617b8d57 req-eff29288-d1ff-41fb-a960-4e4f9e11e5cb tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163835 Mar 02 18:28:24.494407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c4b1320-2e7c-4a71-99ae-54f51bd49352 req-01753388-457f-4a35-a18a-05b228f0e194 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095635 Mar 02 18:28:24.522609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:24.537987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Usage tracker for resource:port and tenant:42911efdd1aa4424abbde5512af47523 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:24.550172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:24.551741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.555845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-c3ff2ff9-fd10-454e-966e-b86d4443dc61 service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564097 Mar 02 18:28:24.559717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.567787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:24.594810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afc37c-5566-4b81-909c-fd4c3a57cd09 req-59e6156e-790f-4137-a29f-62e3664fe510 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:24.601936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67afc37c-5566-4b81-909c-fd4c3a57cd09 req-59e6156e-790f-4137-a29f-62e3664fe510 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 944 time: 0.4168065 Mar 02 18:28:24.649405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8c108c2ceb894eb5bc5d191db46d6579&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6424358 Mar 02 18:28:24.653727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58334) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:24.663137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43b8d2-b1d1-4731-82b7-82520e8e35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd18fae-5ba1-48d6-afa7-f8a344f77201,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:24.665902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'Port': ['ID=042dddcf-38ea-44d9-92cb-c0e7452d130f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:24.699427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] For port 9e9adfba-86af-47ca-aee7-091af5ac99a7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e9adfba-86af-47ca-aee7-091af5ac99a7,segment=NetworkSegment(95773025-1667-48e1-b607-d87e849a2a60),segment_id=95773025-1667-48e1-b607-d87e849a2a60)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:24.699825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.765893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67afc37c-5566-4b81-909c-fd4c3a57cd09 req-b8bae1a1-03e5-4da2-a785-360ceb54b5ec tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463544 Mar 02 18:28:24.771720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:24.776380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Made reservation on behalf of 42911efdd1aa4424abbde5512af47523 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:24.776558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.779867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.808320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae3ac479-d6f7-4d67-9353-4b13d7971c9d req-cdf032d5-0c21-4c98-b975-ee5f5583525d tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 210 time: 0.0995944 Mar 02 18:28:24.833217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.847977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Calling delete_port for 9e9adfba-86af-47ca-aee7-091af5ac99a7 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:24.884318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:24.993103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.150872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:25.164911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.181104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'mac_address': 'fa:16:3e:97:4f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:25.181689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3c0eeec9-7c05-4da4-962a-a101271fbac0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "DELETE /v2.0/floatingips/65cf5ad4-cef1-4913-b20b-6a458aaf4fd6 HTTP/1.1" status: 204 len: 168 time: 2.4891038 Mar 02 18:28:25.193914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.15 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/e4ec6cad-7578-4182-afa1-ca33ce566811) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:25.199954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Allocated IP 172.20.0.5 (ed6cdc5d-10c8-486c-9352-e485545b74ff/e210b40d-d6a5-4345-8377-6937fe7e71a5/931450d3-589a-4e1e-8d85-56ae70eb5ad4) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:25.247742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.256844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.270642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.282717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bf40e1-94d5-48fa-bf35-cbaac2a919fb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:25.286448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9750bf5c-acc0-40e5-bf12-eb61847deb90 req-8a3f8d3f-2f86-4a66-bbe0-293c66a9250c service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012359 Mar 02 18:28:25.295731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.303483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:25.358486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] Pushing event deleted for resources: {'Port': ['ID=9e9adfba-86af-47ca-aee7-091af5ac99a7,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:25.370893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.373809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Subnet': ['ID=10eafe1b-f047-44fc-8c6b-e4c0c22ef83a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:25.375468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e4498-876d-46fa-a98a-45ddd1aad965 None None] No DVR routers for this DVR port 9e9adfba-86af-47ca-aee7-091af5ac99a7 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:25.376595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.390513 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.391922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-da2cd03e-7a8e-4c09-92de-e014c64fa60b tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/subnets/10eafe1b-f047-44fc-8c6b-e4c0c22ef83a HTTP/1.1" status: 204 len: 168 time: 1.2540271 Mar 02 18:28:25.394416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:25.398712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aea38b-0d42-4e64-81a9-55ed7783b93b None None] Network 1b4b0956-7dd2-44af-a302-6f9899c3f53b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:25.549381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.555390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a124d9-a5e4-4e48-bed1-49371f5d730f req-039cd199-3b2b-4bdf-9fd7-2efdf900876e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:25.557570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7a124d9-a5e4-4e48-bed1-49371f5d730f req-039cd199-3b2b-4bdf-9fd7-2efdf900876e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 945 time: 0.5089355 Mar 02 18:28:25.564795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.716698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58376) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:25.732033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1584159308', 'description': 'tempest-description--1649199372'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:25.736286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.739297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.746371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:25.753631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:25.770809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:25.774068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.779350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:25.810765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['70bf40e1-94d5-48fa-bf35-cbaac2a919fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:25.848862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d758753-7169-4863-a7dc-c4812278e3db']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:25.859296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:25.885838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7a124d9-a5e4-4e48-bed1-49371f5d730f req-c1ff64f3-ef4c-4c39-8888-19fb93971e67 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200867 Mar 02 18:28:25.929125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] DHCP port deletion for 1b4b0956-7dd2-44af-a302-6f9899c3f53b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:28:25.936338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Deleting port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:25.936843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.938328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:25.973683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.018030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.027197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd18fae-5ba1-48d6-afa7-f8a344f77201,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.038717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.042737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:26.048066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95773025-1667-48e1-b607-d87e849a2a60') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:26.048367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95773025-1667-48e1-b607-d87e849a2a60') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:26.059140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:26.063354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:26.067550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.071005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d80c05c1-42c3-4de1-804f-d41c5c5e2c4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fbd18fae-5ba1-48d6-afa7-f8a344f77201 HTTP/1.1" status: 204 len: 168 time: 1.4140377 Mar 02 18:28:26.101508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=e4ec6cad-7578-4182-afa1-ca33ce566811,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.105181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.125721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.152124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.171170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.173693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:26.193298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:26.198745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:26.199158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:26.214535 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:26.217062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:26.235088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:26.251472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e9adfba-86af-47ca-aee7-091af5ac99a7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:26.275914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:26.331083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 9e9adfba-86af-47ca-aee7-091af5ac99a7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:28:26.331449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e9adfba-86af-47ca-aee7-091af5ac99a7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:26.332732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c8f42eb1-031f-4fda-92b5-1cdb51a28c04 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:26.360207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Network ed6cdc5d-10c8-486c-9352-e485545b74ff is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:26.366616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Pushing event updated for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.379301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:26.385940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:26.436959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58856961-74d9-437e-a19b-02edc4ab90dc req-abef6968-307a-43bb-b2d5-adfb758e112a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:26.439108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58856961-74d9-437e-a19b-02edc4ab90dc req-abef6968-307a-43bb-b2d5-adfb758e112a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 945 time: 0.3557560 Mar 02 18:28:26.542620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:26.543502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.559519 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.564852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:26.565693 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.572068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.589962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58856961-74d9-437e-a19b-02edc4ab90dc req-536256ac-a4d2-4f36-8499-178bed4f0d8a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278012 Mar 02 18:28:26.593037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.615237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.621772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-9b9f3ba9-4746-4414-8c1b-c2ccf5b61c55 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:26.624344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-9b9f3ba9-4746-4414-8c1b-c2ccf5b61c55 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Synchronizing usage tracker for tenant:42911efdd1aa4424abbde5512af47523 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:26.631336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Network': ['ID=7d758753-7169-4863-a7dc-c4812278e3db,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.649843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-ecb85d8e-273c-4517-ae25-4c1b69bbbbd8 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6298895 Mar 02 18:28:26.664606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Request body: {'port': {'device_id': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:26.728973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-9b9f3ba9-4746-4414-8c1b-c2ccf5b61c55 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Unset dirty status for tenant:42911efdd1aa4424abbde5512af47523 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:26.730161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-9b9f3ba9-4746-4414-8c1b-c2ccf5b61c55 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 931 time: 0.5749924 Mar 02 18:28:26.741916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.818058 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78f6281e-af71-41a1-912a-01adade5a2fe tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/networks/7d758753-7169-4863-a7dc-c4812278e3db HTTP/1.1" status: 204 len: 168 time: 1.4194143 Mar 02 18:28:26.819260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:26.819888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af2bb439-2477-4e8f-876b-060d2464e1f4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:26.853723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Calling delete_port for c8f42eb1-031f-4fda-92b5-1cdb51a28c04 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:26.870454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-c63a0f05-7e7c-4519-ad67-5764428ce181 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Synchronizing usage tracker for tenant:42911efdd1aa4424abbde5512af47523 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:26.901896 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.909087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.917855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:26.919203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b959db7-07a4-45c5-a137-aa7f22f89713 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2004201 Mar 02 18:28:26.926511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58428) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:26.972154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:27.026838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.086353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.129789 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.149980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.164430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:27.193980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group_rule': {'security_group_id': 'af2bb439-2477-4e8f-876b-060d2464e1f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:27.202866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-c63a0f05-7e7c-4519-ad67-5764428ce181 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Unset dirty status for tenant:42911efdd1aa4424abbde5512af47523 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:27.214598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.216338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8eea2db7-5d8a-4315-9fe4-5a25ce76c333 req-c63a0f05-7e7c-4519-ad67-5764428ce181 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753573 Mar 02 18:28:27.217435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:27.258820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:27.268450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:27.271311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:27.275760 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:27.276111 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:27.291353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:27.299121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.324484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:27.324911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:27.335328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Usage tracker for resource:security_group_rule and tenant:d5525c5e5c02485bbbbde676e8e7241b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:27.341238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:27.358450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:27.361519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:27.361862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.387079 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.406483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:27.425182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba8ffb-5346-4533-a5d2-547eb55796db req-e97272c7-c98a-4698-927f-c2d26668ff02 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:27.432538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2eba8ffb-5346-4533-a5d2-547eb55796db req-e97272c7-c98a-4698-927f-c2d26668ff02 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 945 time: 0.2431962 Mar 02 18:28:27.445249 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'code': 200} Mar 02 18:28:27.462971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.519019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:27.526734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2eba8ffb-5346-4533-a5d2-547eb55796db req-6c2ff423-ed47-4af5-b41b-11719d83de7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Mar 02 18:28:27.648061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 931450d3-589a-4e1e-8d85-56ae70eb5ad4 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:27.658396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.666152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.699019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Transition to ACTIVE for port object 931450d3-589a-4e1e-8d85-56ae70eb5ad4 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:27.723692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-729e98a0-915f-428a-b1d4-e652fc5b6d8f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1087212974&fields=id&tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 267 time: 0.0565839 Mar 02 18:28:27.773214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.777470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Deleting port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:27.778658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.778947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.835013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:27.895762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1bf5036-d998-4652-8a9f-9a6bc98b1cfc,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:27.999250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:27.999800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.009898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Pushing event updated for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:28.014447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.018552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f4b1de9-310e-4286-badc-36dcaa6671a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0890043 Mar 02 18:28:28.024965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58478) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:28.064754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'security_group_rule': {'security_group_id': 'af2bb439-2477-4e8f-876b-060d2464e1f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:28.070219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] For port c8f42eb1-031f-4fda-92b5-1cdb51a28c04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,segment=NetworkSegment(0da4ad8d-d065-40a2-95b8-cdf518a4aee7),segment_id=0da4ad8d-d065-40a2-95b8-cdf518a4aee7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:28.070898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.078505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:28.100124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.130757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:security_group_rule and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:28.161403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Calling delete_port for c8f42eb1-031f-4fda-92b5-1cdb51a28c04 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:28.214777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.231275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Calling delete_port for c8f42eb1-031f-4fda-92b5-1cdb51a28c04 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:28.263141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:28.273509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:28.288085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-9af07a4a-c65c-483a-b38c-b7037b2c002c tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:28.289559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-9af07a4a-c65c-483a-b38c-b7037b2c002c tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 945 time: 0.5594704 Mar 02 18:28:28.297541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.303125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a6376-ebed-45a5-a94f-3a34b4609a28 req-0ee58d66-facf-4598-b9aa-908f76fc5408 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:28.309422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1a6376-ebed-45a5-a94f-3a34b4609a28 req-0ee58d66-facf-4598-b9aa-908f76fc5408 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 945 time: 0.5317006 Mar 02 18:28:28.314962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'security_groups': ['f11dbc73-6904-4a51-99c8-482a3a5d5bdf', 'd7f6d4ae-2701-4b60-b2b8-c82d3d836eed']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:28.349508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] Pushing event deleted for resources: {'Port': ['ID=c8f42eb1-031f-4fda-92b5-1cdb51a28c04,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:28.355161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2d0337-a0f8-4752-b68c-8ff1c85b39c5 None None] No DVR routers for this DVR port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:28.394980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d5525c5e5c02485bbbbde676e8e7241b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2282560 Mar 02 18:28:28.401183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58484) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:28.409454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f249e-e3c9-4ddc-b900-884a9d571028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6877d4a-4d3f-42f9-b5e9-c4a036b45f0a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:28.416175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Attempting to bind port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:28.416596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Attempting to bind port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'eca63f8c-b459-4732-9b42-d6a18e4baf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:28.416856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Attempting to bind port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 on network ed6cdc5d-10c8-486c-9352-e485545b74ff {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:28.431853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.442937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:28.443301 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:28.487933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 on network ed6cdc5d-10c8-486c-9352-e485545b74ff not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:28:28.488317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Attempting to bind port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 on network ed6cdc5d-10c8-486c-9352-e485545b74ff {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:28.528609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:28:28.528952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Checking segment: {'id': 'eca63f8c-b459-4732-9b42-d6a18e4baf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:28.529336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Bound using segment: {'id': 'eca63f8c-b459-4732-9b42-d6a18e4baf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:28:28.529773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Bound port: 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eca63f8c-b459-4732-9b42-d6a18e4baf36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:28.530152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.531497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:28:28.550051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1a6376-ebed-45a5-a94f-3a34b4609a28 req-da7406e7-7afe-4250-a18a-04ee6a43b9d5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976020 Mar 02 18:28:28.654612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.701356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.723366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:28.736802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:28.748642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:28.750623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:28.755141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.809215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:28.811537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.815286 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3444c19d-88db-41ef-a6d2-80dff154d3f9 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.3886557 Mar 02 18:28:28.815553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:28.838363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.855836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:28.868103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:28.874881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:28:28.878967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:28.880148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:28.917316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262d15b0-97d2-4883-ad8e-f51b9eff2b76,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:28.919960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4,segment=NetworkSegment(eca63f8c-b459-4732-9b42-d6a18e4baf36),segment_id=eca63f8c-b459-4732-9b42-d6a18e4baf36)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:28:28.942163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:28.942882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c37b5-f2a3-4d94-98c2-3796c03131c4 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:28.984778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Deleting port c8f42eb1-031f-4fda-92b5-1cdb51a28c04 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:28.984778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.033109 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.064706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] The port 'c8f42eb1-031f-4fda-92b5-1cdb51a28c04' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:28:29.081670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.082951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ec6a017f-5f12-48e4-a4ed-c188fccaaf56 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0303233 Mar 02 18:28:29.086764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:29.092199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:29.092426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.102656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:29.112872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:29.137800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:29.146792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7783de8-180a-4134-ae64-610e78539664 req-d724e4d2-2f60-4a08-afeb-cf15b3852e13 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:29.148401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7783de8-180a-4134-ae64-610e78539664 req-d724e4d2-2f60-4a08-afeb-cf15b3852e13 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 943 time: 0.3768106 Mar 02 18:28:29.196056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:29.196779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.198163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] 10.222.0.11 "PUT /v2.0/ports/931450d3-589a-4e1e-8d85-56ae70eb5ad4 HTTP/1.1" status: 200 len: 1091 time: 2.5413563 Mar 02 18:28:29.206156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:29.229324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:floatingip and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:29.238266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:29.244706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.258751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8695106e-5fd0-4a01-82b6-e5b4d2e81433 service neutron] Pushing event updated for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:29.273169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.289811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7783de8-180a-4134-ae64-610e78539664 req-fe159b35-e9f0-414e-b7b1-e9d397363eaf tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285226 Mar 02 18:28:29.290544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6877d4a-4d3f-42f9-b5e9-c4a036b45f0a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:29.306563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:29.306563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.306563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-abf615e8-54b9-4c21-b07e-d6119bfbd334 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6877d4a-4d3f-42f9-b5e9-c4a036b45f0a HTTP/1.1" status: 204 len: 168 time: 0.8935719 Mar 02 18:28:29.306946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:29.325890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.332022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.336264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:29.396160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.407516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:29.477288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:29.489997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.515261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:29.515261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.515261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc1f4136-0ebf-49ac-b572-879d3664be8b req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "PUT /v2.0/ports/4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 981 time: 1.2016649 Mar 02 18:28:29.543041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f74c48a-bf0f-416c-bc7b-aadd846447ee tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:29.553711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-40f332f9-941d-4b81-a227-0e5ac3192e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:29.555326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-40f332f9-941d-4b81-a227-0e5ac3192e25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42911efdd1aa4424abbde5512af47523&device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 1094 time: 0.2209084 Mar 02 18:28:29.572819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4b0956-7dd2-44af-a302-6f9899c3f53b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:29.611835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da4ad8d-d065-40a2-95b8-cdf518a4aee7') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:29.618227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da4ad8d-d065-40a2-95b8-cdf518a4aee7') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:29.633176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:29.660961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.678949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.706936 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'code': 200} Mar 02 18:28:29.710188 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4', 'status': 'completed', 'code': 200} Mar 02 18:28:29.751427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:29.800974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-796ce20c-2552-46db-905f-41d72c53f349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4 HTTP/1.1" status: 200 len: 217 time: 0.2371452 Mar 02 18:28:29.817033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.865974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:29.872051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:29.902928 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:29.944497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-eca8e44c-351f-4db1-bfc2-f81f871e299b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:29.946446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-eca8e44c-351f-4db1-bfc2-f81f871e299b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e210b40d-d6a5-4345-8377-6937fe7e71a5 HTTP/1.1" status: 200 len: 852 time: 0.1225400 Mar 02 18:28:30.011446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-0dafc6c7-7b99-4da0-a71a-7bc9585c6bd2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed6cdc5d-10c8-486c-9352-e485545b74ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524082 Mar 02 18:28:30.137692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-a7aa50ed-ba62-495f-9a3a-fe3025edf4db tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-593555752&fields=id&tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 267 time: 0.3472807 Mar 02 18:28:30.278454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:30.280332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefbc2a-372a-43a8-961c-46ce174aa065 req-1e268043-3b78-44be-999d-8ea765a8ee35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:30.281798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daefbc2a-372a-43a8-961c-46ce174aa065 req-1e268043-3b78-44be-999d-8ea765a8ee35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 1097 time: 0.5698919 Mar 02 18:28:30.306831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:30.332441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] Pushing event deleted for resources: {'Network': ['ID=1b4b0956-7dd2-44af-a302-6f9899c3f53b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:30.342542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-479060fb-ff2f-49e9-aec9-9b7db255f0fa tempest-TaggedBootDevicesTest-1663576148 tempest-TaggedBootDevicesTest-1663576148-project] 10.222.0.66 "DELETE /v2.0/networks/1b4b0956-7dd2-44af-a302-6f9899c3f53b HTTP/1.1" status: 204 len: 168 time: 3.5181825 Mar 02 18:28:30.365908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daefbc2a-372a-43a8-961c-46ce174aa065 req-6cfc4234-14d5-4b8b-a2fd-3e1838d01017 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750620 Mar 02 18:28:30.365908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-1ecae66f-2072-4bee-8df8-1b69619a9160 service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413591 Mar 02 18:28:30.376634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327cc4d-5fdb-46ff-b66e-5293e850c12a req-ddf1d0ef-fa2f-4c5d-aa66-fef96b99235b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:30.378302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8327cc4d-5fdb-46ff-b66e-5293e850c12a req-ddf1d0ef-fa2f-4c5d-aa66-fef96b99235b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 946 time: 0.3656266 Mar 02 18:28:30.413439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:30.546328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:30.671590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-23f7b521-830b-44b7-99b7-a67d52a4ce7a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:30.671590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-23f7b521-830b-44b7-99b7-a67d52a4ce7a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 984 time: 0.4604619 Mar 02 18:28:30.687048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'security_groups': ['d7f6d4ae-2701-4b60-b2b8-c82d3d836eed', 'f11dbc73-6904-4a51-99c8-482a3a5d5bdf', 'c2c23640-d22a-405b-8a31-7ab5c8e20d90']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:30.701639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Allocated IP 172.25.7.32 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/b1132ff6-3409-425f-b8f5-ac18f6ba0993) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:30.714630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8327cc4d-5fdb-46ff-b66e-5293e850c12a req-ee09a18b-703d-4a0e-af44-c1d5e5a15138 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131418 Mar 02 18:28:30.761450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7daff0-1be5-4b4f-8c65-02008a0d02f0 req-690a041e-2559-4e48-9126-b9f490eecd17 service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820481 Mar 02 18:28:30.836523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.048696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-15ea8110-c3d1-486a-9357-4699af63da11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.050066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-15ea8110-c3d1-486a-9357-4699af63da11 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42911efdd1aa4424abbde5512af47523&device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 1094 time: 0.1803250 Mar 02 18:28:31.101684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.193820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.1 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/c97d979b-3b0b-4738-b11e-017d6ac89a2d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:31.290961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.348919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-595e8494-ae0b-4eee-936b-9ebc3ab9e0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.350353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-595e8494-ae0b-4eee-936b-9ebc3ab9e0c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed6cdc5d-10c8-486c-9352-e485545b74ff HTTP/1.1" status: 200 len: 913 time: 0.2937608 Mar 02 18:28:31.378028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:31.443237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-8548173e-bbb2-4ee4-8cbd-961f21102206 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0829608 Mar 02 18:28:31.451254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93b68b-7dba-4068-b70f-06f07150665c req-5b7537d8-604d-4d47-8dc9-4a1f1abeb984 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.452768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d93b68b-7dba-4068-b70f-06f07150665c req-5b7537d8-604d-4d47-8dc9-4a1f1abeb984 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 943 time: 0.3997464 Mar 02 18:28:31.517137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:31.525012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:31.529169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:31.558971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-242aefe4-e34a-4f42-a138-d76f257fcfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.560458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-242aefe4-e34a-4f42-a138-d76f257fcfb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e210b40d-d6a5-4345-8377-6937fe7e71a5 HTTP/1.1" status: 200 len: 852 time: 0.1068125 Mar 02 18:28:31.569915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d93b68b-7dba-4068-b70f-06f07150665c req-53d8893a-3874-4d7a-bf3a-f74eb728b81c tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799043 Mar 02 18:28:31.574791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=b1132ff6-3409-425f-b8f5-ac18f6ba0993,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:31.623157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.623296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-8e8dbcfe-4032-4010-8d37-91cd9fdda1ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed6cdc5d-10c8-486c-9352-e485545b74ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513120 Mar 02 18:28:31.670967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.675103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.744427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:31.789749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.808078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:31.850867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-391830a1-aeac-4221-a493-53b8aa104768 service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217562 Mar 02 18:28:31.854875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.899302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.917663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:31.918497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:31.920035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3dc646e-7470-4f93-b228-3a3f193c4c43 req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "PUT /v2.0/ports/4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 1020 time: 1.2414443 Mar 02 18:28:31.993535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:32.000881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc1b77-1df6-4d0b-a124-1b89e84b7a34 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:32.044447 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'status': 'completed', 'code': 200} Mar 02 18:28:32.139198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:32.158315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:32.178225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:32.237183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=c97d979b-3b0b-4738-b11e-017d6ac89a2d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:32.260476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38b613c3-d7c3-4c94-94fa-07a7ae5360c0 req-c9468c01-70c6-41b9-bd57-81a30b8fd707 service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010835 Mar 02 18:28:32.289854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 931450d3-589a-4e1e-8d85-56ae70eb5ad4 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:32.308855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-22083c07-a78b-45c5-a19c-fc1bb9ec43e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:32.310372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-22083c07-a78b-45c5-a19c-fc1bb9ec43e2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1174 time: 0.2624857 Mar 02 18:28:32.322936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954b731-03de-47aa-b1b1-aa2c4cfca7e0 req-dd0cf95a-bc69-4f71-84ca-6622812b4041 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:32.324688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a954b731-03de-47aa-b1b1-aa2c4cfca7e0 req-dd0cf95a-bc69-4f71-84ca-6622812b4041 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 946 time: 0.1939058 Mar 02 18:28:32.489838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:32.662603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4,segment=NetworkSegment(eca63f8c-b459-4732-9b42-d6a18e4baf36),segment_id=eca63f8c-b459-4732-9b42-d6a18e4baf36)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:32.707707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a954b731-03de-47aa-b1b1-aa2c4cfca7e0 req-a06b9247-f773-4f93-bf19-dabb2014cff8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610322 Mar 02 18:28:32.708757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '931450d3-589a-4e1e-8d85-56ae70eb5ad4', 'network_id': 'ed6cdc5d-10c8-486c-9352-e485545b74ff', 'port_id': '931450d3-589a-4e1e-8d85-56ae70eb5ad4', 'mac_address': 'fa:16:3e:02:d9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e210b40d-d6a5-4345-8377-6937fe7e71a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:32.795971 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:32.835743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 931450d3-589a-4e1e-8d85-56ae70eb5ad4 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:32.870077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4,segment=NetworkSegment(eca63f8c-b459-4732-9b42-d6a18e4baf36),segment_id=eca63f8c-b459-4732-9b42-d6a18e4baf36)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:32.906017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:32.923821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b40a6-eff2-4ddd-8d45-098506540a8a req-ae6c5e87-0d70-4523-864e-9710e14e7013 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:32.931180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-038b40a6-eff2-4ddd-8d45-098506540a8a req-ae6c5e87-0d70-4523-864e-9710e14e7013 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1023 time: 0.3317411 Mar 02 18:28:32.949800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-2bc06bcd-7381-436d-b871-9fa579d8d2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:32.951558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-2bc06bcd-7381-436d-b871-9fa579d8d2ae service neutron] 10.222.0.65 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.6258149 Mar 02 18:28:33.014800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.055353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-ffa44538-7fba-4313-b96b-20a16ddbc399 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 217 time: 0.0970125 Mar 02 18:28:33.086181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.144823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:33.190721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-038b40a6-eff2-4ddd-8d45-098506540a8a req-7948e487-e060-4515-ba4d-897e4886abc9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2c23640-d22a-405b-8a31-7ab5c8e20d90&id=d7f6d4ae-2701-4b60-b2b8-c82d3d836eed&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 200 len: 6157 time: 0.2585452 Mar 02 18:28:33.197626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-fae1d9e2-aa68-4fb1-b84d-6cee2eaacb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:33.208134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-fae1d9e2-aa68-4fb1-b84d-6cee2eaacb42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1456385 Mar 02 18:28:33.243019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['931450d3-589a-4e1e-8d85-56ae70eb5ad4'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:33.244487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=b1132ff6-3409-425f-b8f5-ac18f6ba0993,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:33.301883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-3239d13f-2138-45d6-ac64-47428fcce906 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844772 Mar 02 18:28:33.360375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.382338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.558371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-3c4ee8ff-494e-4f72-9d6d-2469eb8df67b service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508190 Mar 02 18:28:33.576406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2165b5-7021-4734-9237-7655ff43c3dc req-cffb034f-9445-4b90-977d-5baad7ef8fd7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:33.577894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a2165b5-7021-4734-9237-7655ff43c3dc req-cffb034f-9445-4b90-977d-5baad7ef8fd7 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 944 time: 0.1386797 Mar 02 18:28:33.599627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:33.610410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-977abeeb-c951-481b-a4d7-8543d39b7d92 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5042298 Mar 02 18:28:33.736608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a2165b5-7021-4734-9237-7655ff43c3dc req-2457acb6-813f-4987-b66b-3af1340faad0 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359708 Mar 02 18:28:33.796736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817bf3b8-1727-44c2-ba2e-415df7a541d5 req-69a2e7e5-0235-4a71-bcb5-1eeff9a68175 service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280965 Mar 02 18:28:34.010988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.046260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:34.096583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.138115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': ' tempest-securitygroup -760135512 ', 'description': 'tempest-description-228437053'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:34.146222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:34.163618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:34.234086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.237515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=c97d979b-3b0b-4738-b11e-017d6ac89a2d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:34.279867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 931450d3-589a-4e1e-8d85-56ae70eb5ad4 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:34.303328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.335141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:34.346563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:34.361487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:34.369886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:34.446336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:34.453749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:34.453749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.482101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.520114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:34.521526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:34.550193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e29073be-9be9-404e-8056-20a7ced24a32 req-b483654d-3a98-41bd-839f-9c837a862307 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:34.594340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.612782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.642714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e29073be-9be9-404e-8056-20a7ced24a32 req-b483654d-3a98-41bd-839f-9c837a862307 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:34.647512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-b483654d-3a98-41bd-839f-9c837a862307 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1584159308&fields=id&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 267 time: 0.1389732 Mar 02 18:28:34.670172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:34.701757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4,segment=NetworkSegment(eca63f8c-b459-4732-9b42-d6a18e4baf36),segment_id=eca63f8c-b459-4732-9b42-d6a18e4baf36)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:34.727940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72af5f5a-b24c-4978-918f-97e1eacd7285,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:34.777091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.777340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:34.807876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:34.809003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37bb58a5-d58b-4b68-a471-b895c5fea3c8 req-944e596b-81d1-4fd3-865b-7171e7ee9c6a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.6766822 Mar 02 18:28:34.897080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-6e3cc584-9b94-4510-8aa9-87e8c7ed8522 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:34.908671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-6e3cc584-9b94-4510-8aa9-87e8c7ed8522 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 817 time: 0.2318106 Mar 02 18:28:34.912619 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'status': 'completed', 'code': 200} Mar 02 18:28:34.913160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:34.990748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-bee498f2-c326-4460-9dc4-cfe8d97f348a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/quotas/b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 375 time: 0.0810313 Mar 02 18:28:35.000448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:35.014307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1d7f9ee-847f-4949-9986-48083cd697f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/routers/3bb44df8-7666-4fa3-a77b-ac153332e24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1956613 Mar 02 18:28:35.014507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:35.015772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58690) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:35.022334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'port': {'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5', 'name': 'tempest-FloatingIPTestJSON-967325266'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:35.034868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:35.035528 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:35.142955 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:35.152421 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:35.153558 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:35.181979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:35.188461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-ffb4fb4f-b46d-4690-939c-8abb1b2251e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.188948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:port and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:35.189049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-ffb4fb4f-b46d-4690-939c-8abb1b2251e1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1174 time: 0.2510874 Mar 02 18:28:35.192084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:35.198336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-b65ca04c-bcc7-4171-bf0c-712a9af10811 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1953609 Mar 02 18:28:35.200170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:35.225787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:35.226560 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7fba83a-1fe5-4e71-97c5-09f5bf245de9 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:35.259890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d637c5-667a-49ff-a1ea-bfac120a44b9 req-9a4e0562-77c5-425f-a379-30b12e7d3c12 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.261595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70d637c5-667a-49ff-a1ea-bfac120a44b9 req-9a4e0562-77c5-425f-a379-30b12e7d3c12 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 946 time: 0.2083952 Mar 02 18:28:35.287504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:35.293028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:35.330165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] device_id is not set on port 789dd5cc-7fed-4268-b79e-693cac8f1b9a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:28:35.357518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-f3ac6be4-fe18-4edb-896e-b3face319b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.359199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-f3ac6be4-fe18-4edb-896e-b3face319b44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.1600685 Mar 02 18:28:35.548111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.9 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/789dd5cc-7fed-4268-b79e-693cac8f1b9a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:35.592591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-2faf654b-0824-47fe-8193-fa12caf8f2f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 200 len: 217 time: 0.2192333 Mar 02 18:28:35.744299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70d637c5-667a-49ff-a1ea-bfac120a44b9 req-c639b196-54d8-4c21-aee5-688794bbfb84 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840370 Mar 02 18:28:35.811914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-820cfc01-e34f-4364-b39b-fed304c00572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:35.818729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-820cfc01-e34f-4364-b39b-fed304c00572 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.2004292 Mar 02 18:28:35.818903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:35.892886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-119ef3e3-4233-40b2-a699-529146347ffa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705810 Mar 02 18:28:35.900451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-d2facd75-4201-4ab5-92bd-edd1a5d62556 service neutron] 10.222.0.66 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6724083 Mar 02 18:28:35.943989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.060318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:36.065357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:36.082276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:36.130966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=789dd5cc-7fed-4268-b79e-693cac8f1b9a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:36.230367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:36.231034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.306956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-44a828c7-e6ad-4d18-9dcd-e1d35642222a service neutron] 10.222.0.66 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056277 Mar 02 18:28:36.319931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58726) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:36.320142 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-794095b5-8d7c-4a04-9f9a-ac75bbdd7b8a tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3007441 Mar 02 18:28:36.326970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'port': {'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5', 'name': 'tempest-FloatingIPTestJSON-984806267'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:36.517701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-abe07078-3527-4dc9-b427-e805cba14b17 service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282630 Mar 02 18:28:36.642912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:36.652930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:port and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:36.662576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:36.671120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:36.706221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1c47eb2-253c-4c84-80fa-b2aa79f29837 req-f1fc3062-ffa5-4135-ac7f-b5854c66bf0a service neutron] 10.222.0.65 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810410 Mar 02 18:28:36.763207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:36.772410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:36.798938 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4', 'code': 200} Mar 02 18:28:36.812272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] device_id is not set on port 376fdf1e-3ff8-4776-8fbd-ff3966a170e3 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:28:37.131027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.8 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/376fdf1e-3ff8-4776-8fbd-ff3966a170e3) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:37.149074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eafd8d-cf19-4e3d-a853-3aa75dbdb00a req-d7260150-95a4-4c31-b427-a6df110f1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:37.150539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24eafd8d-cf19-4e3d-a853-3aa75dbdb00a req-d7260150-95a4-4c31-b427-a6df110f1667 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 1096 time: 0.2619424 Mar 02 18:28:37.201739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373d4b4-fc04-4975-97fc-d097acac3df7 req-13dd7ff9-4a4d-4ff6-9b38-d5b90b86d239 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:37.203238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1373d4b4-fc04-4975-97fc-d097acac3df7 req-13dd7ff9-4a4d-4ff6-9b38-d5b90b86d239 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.2386172 Mar 02 18:28:37.278773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24eafd8d-cf19-4e3d-a853-3aa75dbdb00a req-e8470430-c40c-4f32-ab85-7be69eba321f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119571 Mar 02 18:28:37.385782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1373d4b4-fc04-4975-97fc-d097acac3df7 req-8b564ab4-edf9-442a-9999-66aa9be56ab5 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723206 Mar 02 18:28:37.429622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3c463db-ee1e-4821-aa4f-19b16240ce2d req-788cb626-d9f9-4296-97c7-2652d6ce1d23 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/72af5f5a-b24c-4978-918f-97e1eacd7285 HTTP/1.1" status: 200 len: 1781 time: 0.1498885 Mar 02 18:28:37.471967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:37.531981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3e4f992-28b2-442a-863b-7807f4d8c58a req-2bf375ba-6d12-4910-9e3e-64d6c0cf8ffc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 210 time: 0.0500329 Mar 02 18:28:37.623575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:37.717377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:37.720999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:37.725529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:37.773533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=376fdf1e-3ff8-4776-8fbd-ff3966a170e3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:37.804495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:37.805421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:37.877172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5b0dc6a2-b4b0-4e28-81cb-dc0800c7d3a0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5557563 Mar 02 18:28:37.878320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58788) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:37.883791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '376fdf1e-3ff8-4776-8fbd-ff3966a170e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:37.891101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:37.895478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:floatingip and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:37.912166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:37.918525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:38.041626 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.330994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-116d158a-6022-4e2f-ab15-fd085df9f6a1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/72af5f5a-b24c-4978-918f-97e1eacd7285 HTTP/1.1" status: 200 len: 1781 time: 0.1101255 Mar 02 18:28:38.430905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.456402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.508989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.655193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.65 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/784b169e-6622-47f0-aa63-6f557cfb2d58) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:38.808075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.845600 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.867611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72af5f5a-b24c-4978-918f-97e1eacd7285,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:38.882103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:38.883392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee934bf2-144f-47a7-87f1-6e49f987c180 req-432f8bab-e529-4c60-81a4-122f06d90079 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/72af5f5a-b24c-4978-918f-97e1eacd7285 HTTP/1.1" status: 204 len: 173 time: 0.5460997 Mar 02 18:28:38.986511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:39.112007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:39.146280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:39.159005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:39.194992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=784b169e-6622-47f0-aa63-6f557cfb2d58,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:39.390669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf5dd0-0bfc-4e33-836c-6fb705e4dae4 req-378847b8-9449-44c6-bde9-b82a283efa8c tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:39.392169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbaf5dd0-0bfc-4e33-836c-6fb705e4dae4 req-378847b8-9449-44c6-bde9-b82a283efa8c tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.2825065 Mar 02 18:28:39.407488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc7483c1-7c33-4c45-9289-8bc0bdce7e08 req-5228b7ed-3f1f-4baf-b073-7cb058d3226b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 210 time: 0.0997369 Mar 02 18:28:39.477698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbaf5dd0-0bfc-4e33-836c-6fb705e4dae4 req-72a55896-8503-452b-9057-b302e88dcf6b tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751700 Mar 02 18:28:39.534902 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-44029d43-1e77-416b-a6c2-5f79fe99bfbd req-283428c6-159f-4b2a-b6bd-ec5d1a0db9b3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:28:39.536519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44029d43-1e77-416b-a6c2-5f79fe99bfbd req-283428c6-159f-4b2a-b6bd-ec5d1a0db9b3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/72af5f5a-b24c-4978-918f-97e1eacd7285 HTTP/1.1" status: 404 len: 352 time: 0.0415125 Mar 02 18:28:39.711241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-265318810', 'description': 'tempest-description-263461587'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:39.720620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:39.728773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:39.756886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:39.787450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:40.024344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.081293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-3707bf53-2341-4638-b065-821c1e263ede tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:40.083607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-3707bf53-2341-4638-b065-821c1e263ede tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 817 time: 0.3475959 Mar 02 18:28:40.086264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:40.090552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:40.093810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:40.100121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:40.235480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-77f448e1-e6b5-46b9-b19c-5c3a6d34407c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 380 time: 0.0852656 Mar 02 18:28:40.240250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.247161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'port': {'device_id': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'admin_state_up': True, 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'security_groups': ['af2bb439-2477-4e8f-876b-060d2464e1f4']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:40.514199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.537218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.613664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ec0517-9807-4c0d-b2a6-7d9ac12900e5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:40.637599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:40.708261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Usage tracker for resource:port and tenant:b8980a5bc3cc4105aee2e7a3fc370da3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:40.713131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:40.735317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:40.752458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.789173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e654aa4-1294-4772-8337-cc6426927f76 req-42cf2ae2-c9af-4df2-ab88-eef0e2633f31 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.0815854 Mar 02 18:28:40.791381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:40.850828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:40.998598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-2f08f10a-627d-460a-b9bd-e2f7953765ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:41.000220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-2f08f10a-627d-460a-b9bd-e2f7953765ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=42911efdd1aa4424abbde5512af47523&device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 1096 time: 0.1198950 Mar 02 18:28:41.001031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Made reservation on behalf of b8980a5bc3cc4105aee2e7a3fc370da3 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:28:41.004684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.149618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df3b79f2-fed3-4265-8190-c44d42ca5378 req-6f52ce48-132d-4486-b4b5-97bef5f9f969 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 210 time: 0.2064879 Mar 02 18:28:41.161901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:41.191288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'mac_address': 'fa:16:3e:97:4f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:41.302869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-86c8b8a9-9d69-463c-b301-39c32af9da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:41.305170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-86c8b8a9-9d69-463c-b301-39c32af9da21 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ed6cdc5d-10c8-486c-9352-e485545b74ff HTTP/1.1" status: 200 len: 913 time: 0.2980161 Mar 02 18:28:41.320881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.352148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 70bf40e1-94d5-48fa-bf35-cbaac2a919fb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:41.371356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:41.387940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-6e6f998b-a135-4907-95bc-b6542a956d06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4 HTTP/1.1" status: 200 len: 217 time: 0.0761118 Mar 02 18:28:41.456230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-c3377ab7-e875-4e44-a645-2d40625533af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:41.457909 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.458587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-c3377ab7-e875-4e44-a645-2d40625533af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e210b40d-d6a5-4345-8377-6937fe7e71a5 HTTP/1.1" status: 200 len: 852 time: 0.0646012 Mar 02 18:28:41.525022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-428c076b-7463-4a49-a4b0-206853905432 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ed6cdc5d-10c8-486c-9352-e485545b74ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581138 Mar 02 18:28:41.553261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['70bf40e1-94d5-48fa-bf35-cbaac2a919fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:41.594089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626ad9c-a305-4578-8d37-86ae6b2d9887 req-bd455f40-1bab-4fb9-b0c2-a188a4298705 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:41.595662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4626ad9c-a305-4578-8d37-86ae6b2d9887 req-bd455f40-1bab-4fb9-b0c2-a188a4298705 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 948 time: 0.5365610 Mar 02 18:28:41.599554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Allocated IP 172.20.0.9 (91ecf49a-ab04-4f86-85d9-29b26e591282/a2760e31-8b67-485f-8bfb-c6e81d1129d3/d8860263-1eac-4c42-8699-7115a9d051c1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:41.659262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6083704-29a8-4108-a891-5778e2bfc489 req-2cf26132-3d6d-4616-87d3-ddd628dbc06c tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:41.666456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6083704-29a8-4108-a891-5778e2bfc489 req-2cf26132-3d6d-4616-87d3-ddd628dbc06c tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.2988334 Mar 02 18:28:41.678403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.705992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:41.723989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4626ad9c-a305-4578-8d37-86ae6b2d9887 req-8f097a33-cdb0-4bc6-af5e-170940288e1c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202574 Mar 02 18:28:41.775328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6083704-29a8-4108-a891-5778e2bfc489 req-5ce6322f-1e21-47b7-98c2-60a997f10444 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078844 Mar 02 18:28:41.817188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2138848262', 'description': 'tempest-description-1887906722'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:41.858331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:41.871689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:41.911269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-9260cd4b-e2e3-4c1d-b5af-36731fda7d0e service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796957 Mar 02 18:28:41.916073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:41.930768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:42.003447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:42.079486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4ace1818-01f6-4472-bae5-4abc09a383a4 req-c8a749f2-62ca-4de3-92fe-be09b1d2ac5a service neutron] 10.222.0.11 "GET /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621521 Mar 02 18:28:42.100838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=784b169e-6622-47f0-aa63-6f557cfb2d58,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:42.149202 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:42.226158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:42.236186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-c4f698be-f87f-4aa4-a8dc-c3e1fb1b3634 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:42.237654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-c4f698be-f87f-4aa4-a8dc-c3e1fb1b3634 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 948 time: 0.4587159 Mar 02 18:28:42.283581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:42.367446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Transition to ACTIVE for port object d8860263-1eac-4c42-8699-7115a9d051c1 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:42.382190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96a8a97a-502d-4f10-a154-cca2dc2d378e req-8fdfa25b-20a8-4494-8ee1-db40d477583e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 210 time: 0.0891044 Mar 02 18:28:42.407786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:42.462514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Deleting port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:42.462857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:42.488821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:42.499156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:42.651957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:42.736366 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP ccec878d-dc94-4910-9737-2b05b97e78f4 associated. External IP: 172.25.7.65, port: 376fdf1e-3ff8-4776-8fbd-ff3966a170e3. Mar 02 18:28:42.879039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:42.914142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.053816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:43.057970 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.234828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.267777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:43.279945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:43.281822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:43.293636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:43.340330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.429287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.440340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:43.452366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:43.475822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:43.512250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] For port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:43.512567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.547670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.670296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:43.673697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7bb934-86ca-4d9f-8d7c-a33a90a6c528,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:43.698596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.698958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.699298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.699641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.702594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.703882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.704452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.705014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.705558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.706102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.706766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.707327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:28:43.747471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:43.748104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.836404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Calling delete_port for 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:43.839346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50db15a0-71db-4d2b-afc8-a9b643d5d61f None None] Provisioning for port d8860263-1eac-4c42-8699-7115a9d051c1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:43.850592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50db15a0-71db-4d2b-afc8-a9b643d5d61f None None] Provisioning complete for port d8860263-1eac-4c42-8699-7115a9d051c1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:43.850592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50db15a0-71db-4d2b-afc8-a9b643d5d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.890369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bff0d3-0b10-4312-9a25-eea3a158ddc6 req-3390dafd-7702-4783-b3ea-a23b61b56c16 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:43.898041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45bff0d3-0b10-4312-9a25-eea3a158ddc6 req-3390dafd-7702-4783-b3ea-a23b61b56c16 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 948 time: 0.9878230 Mar 02 18:28:43.972098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:43.978669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09b20a4f-bac3-4267-8528-1cba79dff459 req-ca5f82b9-94d9-4175-a57d-45828816b897 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1658125 Mar 02 18:28:44.021613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-50db15a0-71db-4d2b-afc8-a9b643d5d61f None None] Port d8860263-1eac-4c42-8699-7115a9d051c1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:28:44.048304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-7c051576-bc89-489a-978b-a777338942b8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8058848 Mar 02 18:28:44.075535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Request body: {'port': {'device_id': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:44.281824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:44.354814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45bff0d3-0b10-4312-9a25-eea3a158ddc6 req-7975ef0f-e753-4cba-a535-708e0796d19e tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558439 Mar 02 18:28:44.838905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:44.861920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:45.190011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaf9dca-3d5b-4a70-91af-71434bd08fbf req-eae416c1-522d-4c86-8415-b46acb982831 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:45.199323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ddaf9dca-3d5b-4a70-91af-71434bd08fbf req-eae416c1-522d-4c86-8415-b46acb982831 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.9048557 Mar 02 18:28:45.234749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:45.384618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:45.399795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:45.413491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:45.414150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:45.466019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Pushing event deleted for resources: {'Port': ['ID=2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:45.548576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] No DVR routers for this DVR port 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:45.561124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ddaf9dca-3d5b-4a70-91af-71434bd08fbf req-3ae7c2bf-0334-4680-81a4-65787b795de1 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617699 Mar 02 18:28:45.567481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:45.569620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-250249a1-34a5-4149-907e-7c3e55d5be98 req-92ce1608-88f2-46bd-b85e-eac4e3a97b10 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "DELETE /v2.0/ports/2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 HTTP/1.1" status: 204 len: 173 time: 3.3250432 Mar 02 18:28:45.571679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-deleted', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:45.620274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:45.621984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d63284-a788-45f1-a9ca-25ac6ab33742 req-2f39ce29-3e13-44b7-bb2c-e9290f116bf3 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:45.622896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5d63284-a788-45f1-a9ca-25ac6ab33742 req-2f39ce29-3e13-44b7-bb2c-e9290f116bf3 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:45.644567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:45.645387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:45.690695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Deleting port 6498f913-1d49-444f-a937-aaf27466b8b8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:45.692462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:45.756626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1855483439', 'description': 'tempest-description-1501682318'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:45.769974 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'code': 200} Mar 02 18:28:45.778469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:45.801537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:45.802085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f165d2-0302-4bb2-ac1d-3b1e2e762896 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:45.867710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:45.871506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd0cd0c7-24ba-4228-8bf9-2689e7d9ea8c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.9917827 Mar 02 18:28:45.893407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:45.898252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:45.902913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:45.918878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:46.022707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:46.027151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5d63284-a788-45f1-a9ca-25ac6ab33742 req-2f39ce29-3e13-44b7-bb2c-e9290f116bf3 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:46.028631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5d63284-a788-45f1-a9ca-25ac6ab33742 req-2f39ce29-3e13-44b7-bb2c-e9290f116bf3 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 931 time: 1.2260664 Mar 02 18:28:46.080683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] For port 6498f913-1d49-444f-a937-aaf27466b8b8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6498f913-1d49-444f-a937-aaf27466b8b8,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:46.081707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.203329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.268748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.311376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5d63284-a788-45f1-a9ca-25ac6ab33742 req-3432a10a-93c1-4990-a7f6-1b8b784ce6fb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371745 Mar 02 18:28:46.342336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:46.383225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:46.415875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:28:46.416986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:46.439459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Calling delete_port for 6498f913-1d49-444f-a937-aaf27466b8b8 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:46.440266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:46.446302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:46.537391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:46.613953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3d502ab-5ce0-4d6a-b3a0-424de7cf638e req-d0428352-fded-4e3a-8d76-8580451f603d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Synchronizing usage tracker for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:46.627931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:46.653111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.775189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Transition to ACTIVE for port object d8860263-1eac-4c42-8699-7115a9d051c1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:28:46.778267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.866502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.867974 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP ccec878d-dc94-4910-9737-2b05b97e78f4 disassociated. External IP: 172.25.7.65, port: 376fdf1e-3ff8-4776-8fbd-ff3966a170e3. Mar 02 18:28:46.933065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:46.936498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d3d502ab-5ce0-4d6a-b3a0-424de7cf638e req-d0428352-fded-4e3a-8d76-8580451f603d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Unset dirty status for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:46.937821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3d502ab-5ce0-4d6a-b3a0-424de7cf638e req-d0428352-fded-4e3a-8d76-8580451f603d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=40812d64-d5df-4495-a492-577a0ea57432 HTTP/1.1" status: 200 len: 210 time: 0.4095147 Mar 02 18:28:46.942365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:47.017818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:47.310020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:47.376675 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40812d64-d5df-4495-a492-577a0ea57432', 'name': 'network-vif-deleted', 'tag': '2ef4c9fe-1e42-44ee-b8c4-ad7ba94c96b2', 'status': 'completed', 'code': 200} Mar 02 18:28:47.465112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Pushing event deleted for resources: {'Port': ['ID=6498f913-1d49-444f-a937-aaf27466b8b8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:47.703750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:47.727849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c9985a-59a1-48d4-b33e-565b27ac26c4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:47.916021 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:47.923853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d2e929d-cf97-49bb-bfac-4bf3d9481489 req-c3d7ddcd-16c4-401c-87f4-50bb10835d22 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.1837001 Mar 02 18:28:48.087351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:28:48.088000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:28:48.088501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:48.125160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d869722-c194-4479-9db8-1ed57159e8fb req-4979ed0f-e708-4bfb-b608-534e17316eb8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:48.133452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d869722-c194-4479-9db8-1ed57159e8fb req-4979ed0f-e708-4bfb-b608-534e17316eb8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.4200583 Mar 02 18:28:48.135179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:48.259636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:28:48.260352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:28:48.288263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:28:48.288679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:28:48.289006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:28:48.289462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Bound port: d8860263-1eac-4c42-8699-7115a9d051c1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:28:48.289855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:48.349207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d869722-c194-4479-9db8-1ed57159e8fb req-99ea44df-fa6d-4ae4-9682-a35ccfe6b13b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144065 Mar 02 18:28:48.432799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:48.636446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:28:48.672307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f89a8f3b-d436-425f-a262-1b7b057f7944 req-52f8df75-4cb6-468c-9f4e-a8fa0139ec76 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:48.678319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:28:48.829880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:48.886958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:28:48.975554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:48.976252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:48.981785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] 10.222.0.11 "PUT /v2.0/ports/d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 1091 time: 4.9066167 Mar 02 18:28:49.011859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f89a8f3b-d436-425f-a262-1b7b057f7944 req-52f8df75-4cb6-468c-9f4e-a8fa0139ec76 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:49.024005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f89a8f3b-d436-425f-a262-1b7b057f7944 req-52f8df75-4cb6-468c-9f4e-a8fa0139ec76 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 10911 time: 0.6412468 Mar 02 18:28:49.057613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:49.067391 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:49.081426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:49.089543 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:49.092196 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:49.198395 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:49.209277 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:49.210286 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:49.329181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:49.329975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfedb16d-7cde-4835-af5c-f60f47dabc0d None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:49.395084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:49.398275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:28:49.410716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Sync routers for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:28:49.415587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e94eb7e5-6c1d-47aa-9df0-14ef70fc2d20 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/ccec878d-dc94-4910-9737-2b05b97e78f4 HTTP/1.1" status: 200 len: 687 time: 3.5156415 Mar 02 18:28:49.424241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bae0ed37-be85-4e16-b4db-de0cfc51a63e admin admin] 10.222.0.66 "PUT /v2.0/routers/d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9706199 Mar 02 18:28:49.424896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59002) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:49.425262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:49.434643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:49.437763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:49.464834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de389e4-0235-48e4-bebc-925c2e38c0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:49.496514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f89a8f3b-d436-425f-a262-1b7b057f7944 req-0253613e-763f-4d36-a8b8-3e06894fd6e0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 200 len: 2985 time: 0.4712923 Mar 02 18:28:49.626037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-d4b6a777-c1b2-4dcc-bb8d-8577a697b594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.626892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-d4b6a777-c1b2-4dcc-bb8d-8577a697b594 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1094 time: 0.4077830 Mar 02 18:28:49.639661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2c3e-cad7-4543-8c82-222ad2f43d96 req-df2ecba4-2f39-40b2-a8c6-c7223f2b06be tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.641662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-874f2c3e-cad7-4543-8c82-222ad2f43d96 req-df2ecba4-2f39-40b2-a8c6-c7223f2b06be tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.5093341 Mar 02 18:28:49.680148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:28:49.760784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f89a8f3b-d436-425f-a262-1b7b057f7944 req-a146254c-be5b-4d58-b04f-738bd55fcd9d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 200 len: 2985 time: 0.2619648 Mar 02 18:28:49.764500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-162d9119-0d7a-49b5-967f-4eaee4c0f67a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 217 time: 0.1213989 Mar 02 18:28:49.764671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:49.790907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 784b169e-6622-47f0-aa63-6f557cfb2d58 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:49.791259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:49.922462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-bb3a0ae9-afcb-41a8-9b18-e0dfd127506c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:49.924878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-bb3a0ae9-afcb-41a8-9b18-e0dfd127506c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1135368 Mar 02 18:28:50.118752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:50.352056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:28:46Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:50.357749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Checking router: d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:28:50.370009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Routers {'d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:28:50.370970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:50.448297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-874f2c3e-cad7-4543-8c82-222ad2f43d96 req-75ec17be-114a-4c1e-9049-083514b4923e tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/security-groups?id=7555338d-45cb-4f3b-8449-ddea503e388e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6784074 Mar 02 18:28:50.718453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:50.718566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-a1260c01-bd22-48af-a2ca-d87f7614437b tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:50.718666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:50.718666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:50.718828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-a1260c01-bd22-48af-a2ca-d87f7614437b tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.11 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 945 time: 0.3236294 Mar 02 18:28:50.733318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29073be-9be9-404e-8056-20a7ced24a32 req-2752ac9c-ce2f-4014-9385-f419481e2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:50.734200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-2752ac9c-ce2f-4014-9385-f419481e2cd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7775078 Mar 02 18:28:50.764383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] Set router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:28:50.778585 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'status': 'completed', 'code': 200} Mar 02 18:28:50.821448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 784b169e-6622-47f0-aa63-6f557cfb2d58 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:50.900609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Deleting port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:50.900956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.149403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-9add941d-bdbe-4048-a815-94aa08da4e81 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/d6ec0517-9807-4c0d-b2a6-7d9ac12900e5 HTTP/1.1" status: 200 len: 1801 time: 0.2531948 Mar 02 18:28:51.184754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:28:46Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:51.193341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34de4956-07b1-4b42-a179-9a5ddb2d7dc5 None None] The sync data for ids ['d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad'] in n-d-828839-1 is: [{'id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'name': 'tempest-TaggedBootDevicesTest-1309077540-router', 'tenant_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232'}], 'enable_snat': True}, 'gw_port_id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:32Z', 'updated_at': '2022-03-02T18:28:46Z', 'revision_number': 5, 'project_id': '20dc02118ec54e85aaf9dce4735a9cdc', 'gw_port': {'id': '954c77a4-4858-49a5-a782-ce463a9890e4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:18:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd564e0c6-f7bf-4b82-b0f5-a860aa3f64ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:33Z', 'updated_at': '2022-03-02T18:19:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:28:51.246178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4894fd-25b1-47d1-8ed8-ff8df557dae8 req-1e24fa49-23a1-4cdb-b8b1-6777176ca766 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:51.248031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4894fd-25b1-47d1-8ed8-ff8df557dae8 req-1e24fa49-23a1-4cdb-b8b1-6777176ca766 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.5128675 Mar 02 18:28:51.250197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-ce194896-9af0-4b91-b848-ac4b28c9d563 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585385 Mar 02 18:28:51.336998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Deleting port 954c77a4-4858-49a5-a782-ce463a9890e4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:51.337698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.405692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.479245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.513604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=784b169e-6622-47f0-aa63-6f557cfb2d58,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:51.558638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4894fd-25b1-47d1-8ed8-ff8df557dae8 req-a248d552-8b45-486b-80e0-98a96eab7eed tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018816 Mar 02 18:28:51.584955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.594002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] For port 931450d3-589a-4e1e-8d85-56ae70eb5ad4, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=931450d3-589a-4e1e-8d85-56ae70eb5ad4,segment=NetworkSegment(eca63f8c-b459-4732-9b42-d6a18e4baf36),segment_id=eca63f8c-b459-4732-9b42-d6a18e4baf36)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:51.594413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:51.827085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Calling delete_port for 931450d3-589a-4e1e-8d85-56ae70eb5ad4 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:51.910066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e29073be-9be9-404e-8056-20a7ced24a32 req-205b6235-6bae-47c1-bbf0-0920d6aa7b8c service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6479437 Mar 02 18:28:52.057073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.103967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69fb5e90-8f4c-45ef-9a92-44a2e5bdb0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.143567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.145583 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-91ed1f9e-c2fa-4415-afe0-6cadc6c70106 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/ccec878d-dc94-4910-9737-2b05b97e78f4 HTTP/1.1" status: 204 len: 168 time: 2.7192926 Mar 02 18:28:52.150253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:52.163615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '789dd5cc-7fed-4268-b79e-693cac8f1b9a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:28:52.173257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] For port 954c77a4-4858-49a5-a782-ce463a9890e4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=954c77a4-4858-49a5-a782-ce463a9890e4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:52.184040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.194094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6498f913-1d49-444f-a937-aaf27466b8b8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:52.204347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:28:52.213308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b204e-b0f3-4072-9a48-2a086d18e043 req-916b488c-10c2-4b9b-81ec-6043c618a3c7 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:52.213574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:floatingip and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:28:52.218776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:28:52.222559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d4b204e-b0f3-4072-9a48-2a086d18e043 req-916b488c-10c2-4b9b-81ec-6043c618a3c7 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 949 time: 0.4225683 Mar 02 18:28:52.258519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.262149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6498f913-1d49-444f-a937-aaf27466b8b8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:28:52.271359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6498f913-1d49-444f-a937-aaf27466b8b8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:52.333613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ec0517-9807-4c0d-b2a6-7d9ac12900e5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:52.338626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:28:52.347291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Calling delete_port for 954c77a4-4858-49a5-a782-ce463a9890e4 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:52.431833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d4b204e-b0f3-4072-9a48-2a086d18e043 req-64bb567a-96c3-408a-b2d3-2e1e2d075d3d tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078881 Mar 02 18:28:52.459182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-000ed6a5-f7af-47e6-930d-3d378be0d2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:52.461803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-000ed6a5-f7af-47e6-930d-3d378be0d2a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1094 time: 0.3296626 Mar 02 18:28:52.476126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.574499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.919927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-e9989ef9-fbcf-49c5-bcd1-d125bb6857ac tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:52.921008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-e9989ef9-fbcf-49c5-bcd1-d125bb6857ac tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Synchronizing usage tracker for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:52.926872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:52.999007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Pushing event deleted for resources: {'Port': ['ID=931450d3-589a-4e1e-8d85-56ae70eb5ad4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:53.097773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Pushing event deleted for resources: {'Port': ['ID=954c77a4-4858-49a5-a782-ce463a9890e4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:53.105533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-e9989ef9-fbcf-49c5-bcd1-d125bb6857ac tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Unset dirty status for tenant:6af5f1a848654e36bde8bafaf7eaf639 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:53.111415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-e9989ef9-fbcf-49c5-bcd1-d125bb6857ac tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 949 time: 0.3963962 Mar 02 18:28:53.440355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:53.452302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:53.456358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bfd1825-a482-4c23-bcc4-07da0e4f5960 req-b9db0e34-d34d-4efe-86f6-1f30bda28560 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/d6ec0517-9807-4c0d-b2a6-7d9ac12900e5 HTTP/1.1" status: 204 len: 173 time: 2.3931024 Mar 02 18:28:53.463431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] No DVR routers for this DVR port 931450d3-589a-4e1e-8d85-56ae70eb5ad4 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:53.497183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-596ae27a-8b63-4f0f-aa76-fc89ae436bc5 req-c8eb02b7-5b92-4826-9b4d-9f9fb6025dc4 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Synchronizing usage tracker for tenant:42911efdd1aa4424abbde5512af47523 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:53.513581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:53.523795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0afcc96-57d9-45f8-a659-fa5825b9b53b req-82c39815-848a-49f9-a857-a8ee29a17758 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.11 "DELETE /v2.0/ports/931450d3-589a-4e1e-8d85-56ae70eb5ad4 HTTP/1.1" status: 204 len: 173 time: 2.8561966 Mar 02 18:28:53.528162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'name': 'network-vif-deleted', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:53.580938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Deleting port 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:53.581704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:53.690384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:53.795993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-596ae27a-8b63-4f0f-aa76-fc89ae436bc5 req-c8eb02b7-5b92-4826-9b4d-9f9fb6025dc4 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] Unset dirty status for tenant:42911efdd1aa4424abbde5512af47523 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:53.810998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-596ae27a-8b63-4f0f-aa76-fc89ae436bc5 req-c8eb02b7-5b92-4826-9b4d-9f9fb6025dc4 tempest-InstanceActionsTestJSON-107752338 tempest-InstanceActionsTestJSON-107752338-project] 10.222.0.66 "GET /v2.0/ports?device_id=42f81fb3-d61c-45a5-bede-725f4030aa87 HTTP/1.1" status: 200 len: 210 time: 1.0573554 Mar 02 18:28:53.883947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-c792284a-8f6d-454d-b391-04566669200d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:53.890133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-c792284a-8f6d-454d-b391-04566669200d service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 1.4198513 Mar 02 18:28:54.055358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.076575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.187448 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-7d878884-7dd3-4410-b22a-f7ef90a4775d req-402a6895-7806-4e09-9f77-5e12b757ee20 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:28:54.205097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d878884-7dd3-4410-b22a-f7ef90a4775d req-402a6895-7806-4e09-9f77-5e12b757ee20 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/d6ec0517-9807-4c0d-b2a6-7d9ac12900e5 HTTP/1.1" status: 404 len: 352 time: 0.1068723 Mar 02 18:28:54.210816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-b062b9cb-57f7-4cab-9bd2-ca64f9b94925 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 217 time: 0.3124921 Mar 02 18:28:54.231029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6529d4c2-8728-48b0-be03-f7a6249a9eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.305756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.306301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:28:54.393216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:28:54.399110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 931450d3-589a-4e1e-8d85-56ae70eb5ad4 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:54.407748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.108 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/be544086-ebf5-4db7-aaf7-756657b716d7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:28:54.413574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2e3d9-0f7e-4095-8131-8881fa00d9be req-92013e6a-7313-4930-a11d-cc8c0b28ac12 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:54.418503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.422383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abeb36b6-b444-4057-92c8-f7ff078d8427 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d564e0c6-f7bf-4b82-b0f5-a860aa3f64ad HTTP/1.1" status: 204 len: 168 time: 4.9914401 Mar 02 18:28:54.423401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58d2e3d9-0f7e-4095-8131-8881fa00d9be req-92013e6a-7313-4930-a11d-cc8c0b28ac12 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.7763743 Mar 02 18:28:54.423922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59070) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:54.439847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-67ae3965-752b-45dc-8a0f-249aa8f7755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:54.439847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-67ae3965-752b-45dc-8a0f-249aa8f7755c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.2001834 Mar 02 18:28:54.691351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Deleting subnet 58d35ef9-1617-4ca2-a9c6-7356daf8811f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:28:54.693262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.786900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:54.871798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:54.899237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 931450d3-589a-4e1e-8d85-56ae70eb5ad4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:28:54.899821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 931450d3-589a-4e1e-8d85-56ae70eb5ad4 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:54.902024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:28:54.945250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.132822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.189549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:28:55.223198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58d2e3d9-0f7e-4095-8131-8881fa00d9be req-2415717e-2f89-4b20-83ce-a0d64455567f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6813846 Mar 02 18:28:55.228060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.240428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:55.281459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58d35ef9-1617-4ca2-a9c6-7356daf8811f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:55.292108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.299664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6097d437-b60f-4935-85a2-e7bf0260260a None None] Network d2a00d7f-2353-4a54-9090-8dc36d62fae9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:28:55.300558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] For port 57ab94d4-6f4a-423c-93c1-214de35e78dd, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=57ab94d4-6f4a-423c-93c1-214de35e78dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:55.300558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.309757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1fbf0bc1-5975-4411-9046-bb54f7b0c42d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/58d35ef9-1617-4ca2-a9c6-7356daf8811f HTTP/1.1" status: 204 len: 168 time: 0.8822868 Mar 02 18:28:55.313025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:55.416332 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42f81fb3-d61c-45a5-bede-725f4030aa87', 'name': 'network-vif-deleted', 'tag': '931450d3-589a-4e1e-8d85-56ae70eb5ad4', 'status': 'completed', 'code': 200} Mar 02 18:28:55.521690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ba1bd-8b5d-41ba-ac92-82a83d5c66d3 req-e85479e8-5029-4c98-b336-1654344c2be0 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:55.529220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d9ba1bd-8b5d-41ba-ac92-82a83d5c66d3 req-e85479e8-5029-4c98-b336-1654344c2be0 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 949 time: 0.4335432 Mar 02 18:28:55.584743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-8fd80f34-7107-4998-bd74-7c65ff9f1302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:55.586434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-8fd80f34-7107-4998-bd74-7c65ff9f1302 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9770315 Mar 02 18:28:55.625137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Calling delete_port for 57ab94d4-6f4a-423c-93c1-214de35e78dd owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:55.631933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.679994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.687099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d9ba1bd-8b5d-41ba-ac92-82a83d5c66d3 req-ea1a9ede-ed99-4fd2-a16b-3d72d8eca48c tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567965 Mar 02 18:28:55.762841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.849900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-55eb02f8-a8c1-4800-bff4-630ff10c6fd6 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/6c7bb934-86ca-4d9f-8d7c-a33a90a6c528 HTTP/1.1" status: 200 len: 1803 time: 0.3758762 Mar 02 18:28:55.866267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:55.889397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59086) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:55.897761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:55.904432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d8860263-1eac-4c42-8699-7115a9d051c1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:28:55.950417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Deleting port 38a0698a-470a-4c93-96b0-5808a03c6860 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:55.950890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.023145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] DHCP port deletion for d2a00d7f-2353-4a54-9090-8dc36d62fae9 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:28:56.030461 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.031553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Deleting port 38a0698a-470a-4c93-96b0-5808a03c6860 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:56.032094 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.068700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.109402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-ebf9f302-a0cd-41b8-a7ee-d1eebd61798a service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063536 Mar 02 18:28:56.182499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Deleting subnet e210b40d-d6a5-4345-8377-6937fe7e71a5 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:28:56.198632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.218930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.319581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38a0698a-470a-4c93-96b0-5808a03c6860 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:56.364006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.382465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.406819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:56.501508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.540220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:28:56.572626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:28:56.576419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:28:56.699196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.778152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=be544086-ebf5-4db7-aaf7-756657b716d7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:56.860056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] No DVR routers for this DVR port 57ab94d4-6f4a-423c-93c1-214de35e78dd on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:56.863536 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.880528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-deleted', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:56.887282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] Pushing event deleted for resources: {'Port': ['ID=57ab94d4-6f4a-423c-93c1-214de35e78dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:56.927096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22bfb9ca-4526-4794-a8a9-8999bb92692b req-ef7eb8ce-e94e-426a-b92d-080968a3a877 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052416 Mar 02 18:28:56.930848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:56.974368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.005067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] For port 38a0698a-470a-4c93-96b0-5808a03c6860, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38a0698a-470a-4c93-96b0-5808a03c6860,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:57.007278 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.007845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0aabddbf-9f04-471a-93bc-72905ad07f45 req-ffe5d50f-938b-4f30-af3a-c1f28521b653 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.11 "DELETE /v2.0/ports/57ab94d4-6f4a-423c-93c1-214de35e78dd HTTP/1.1" status: 204 len: 173 time: 3.8796313 Mar 02 18:28:57.030316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] For port 38a0698a-470a-4c93-96b0-5808a03c6860, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38a0698a-470a-4c93-96b0-5808a03c6860,segment=NetworkSegment(a71ef29c-c1c2-4a13-bd2b-b29afd95168f),segment_id=a71ef29c-c1c2-4a13-bd2b-b29afd95168f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:57.030712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.101640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No active binding found for port 57ab94d4-6f4a-423c-93c1-214de35e78dd {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:28:57.104022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 57ab94d4-6f4a-423c-93c1-214de35e78dd not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:57.262597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Calling delete_port for 38a0698a-470a-4c93-96b0-5808a03c6860 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:57.318601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.357407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7bb934-86ca-4d9f-8d7c-a33a90a6c528,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:57.403942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7af0f-9a2e-410c-976f-63ecc73165dc req-af0c8ad8-10ba-4174-9547-c55fbdf6ba45 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:57.406543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.412204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24b7af0f-9a2e-410c-976f-63ecc73165dc req-af0c8ad8-10ba-4174-9547-c55fbdf6ba45 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.5484710 Mar 02 18:28:57.431772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.433169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d53f80d9-20ad-418b-bc33-3c5143e3dcac req-f5de5e1b-6949-43ac-ab1f-bfb494347adb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/6c7bb934-86ca-4d9f-8d7c-a33a90a6c528 HTTP/1.1" status: 204 len: 173 time: 1.5821106 Mar 02 18:28:57.458415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e210b40d-d6a5-4345-8377-6937fe7e71a5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:57.474112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.476253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.489089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4f706003-3a2c-44c1-9173-c1df49e7578f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e210b40d-d6a5-4345-8377-6937fe7e71a5 HTTP/1.1" status: 204 len: 168 time: 1.5986388 Mar 02 18:28:57.491931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59112) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:57.515335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Calling delete_port for 38a0698a-470a-4c93-96b0-5808a03c6860 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:28:57.527517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24b7af0f-9a2e-410c-976f-63ecc73165dc req-700d7b7b-fcb7-44a6-8032-d5d560e5ab8c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142120 Mar 02 18:28:57.666622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6433298-46b9-41d8-811e-81d1d345af23 req-0be75943-95c7-45ca-8e36-bd58e743d2e7 tempest-ListImageFiltersTestJSON-474996540 tempest-ListImageFiltersTestJSON-474996540-project] 10.222.0.66 "GET /v2.0/ports?device_id=700ef76c-973e-48cd-8c16-469d0a3d70fd HTTP/1.1" status: 200 len: 210 time: 0.0705924 Mar 02 18:28:57.672561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.682250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.756055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=38a0698a-470a-4c93-96b0-5808a03c6860,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:57.762939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] No DVR routers for this DVR port 38a0698a-470a-4c93-96b0-5808a03c6860 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:28:57.766611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:57.839253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:28:57.839931 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:28:57.840834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 954c77a4-4858-49a5-a782-ce463a9890e4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:28:57.892550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 954c77a4-4858-49a5-a782-ce463a9890e4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:28:57.892898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 954c77a4-4858-49a5-a782-ce463a9890e4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:28:57.952743 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-24264d77-2c40-4044-a737-13f89a47b2d6 req-34f1382e-fe58-4947-ad29-1709ff35bccc tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:28:57.953702 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '700ef76c-973e-48cd-8c16-469d0a3d70fd', 'name': 'network-vif-deleted', 'tag': '57ab94d4-6f4a-423c-93c1-214de35e78dd', 'status': 'completed', 'code': 200} Mar 02 18:28:57.953860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24264d77-2c40-4044-a737-13f89a47b2d6 req-34f1382e-fe58-4947-ad29-1709ff35bccc tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/6c7bb934-86ca-4d9f-8d7c-a33a90a6c528 HTTP/1.1" status: 404 len: 352 time: 0.1022065 Mar 02 18:28:58.015376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.080316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.140406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01607855-3a7e-458b-aa05-5140802a5b7a req-90317c04-fab7-4962-a184-13813608a9d5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/e6c9985a-59a1-48d4-b33e-565b27ac26c4 HTTP/1.1" status: 200 len: 1803 time: 0.1547391 Mar 02 18:28:58.182341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a00d7f-2353-4a54-9090-8dc36d62fae9']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.207789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.207984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71ef29c-c1c2-4a13-bd2b-b29afd95168f') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.242562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01607855-3a7e-458b-aa05-5140802a5b7a req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.245324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.281182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.293820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01607855-3a7e-458b-aa05-5140802a5b7a req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.302222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:58.302913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:58.318422 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:58.341224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Deleting port 38a0698a-470a-4c93-96b0-5808a03c6860 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:28:58.341618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.394169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.422941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:28:58.451004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6cdc5d-10c8-486c-9352-e485545b74ff']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.469151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca63f8c-b459-4732-9b42-d6a18e4baf36') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.469366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca63f8c-b459-4732-9b42-d6a18e4baf36') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:28:58.482349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.500350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.507968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:28:58.508383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.544557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-20e1119d-1e0b-448a-b782-1944394d4138 None None] The port '38a0698a-470a-4c93-96b0-5808a03c6860' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:28:58.578332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.619056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.625292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01607855-3a7e-458b-aa05-5140802a5b7a req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.632324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a00d7f-2353-4a54-9090-8dc36d62fae9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:28:58.667224 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:28:58.672182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c9985a-59a1-48d4-b33e-565b27ac26c4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:58.705640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.714712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d8860263-1eac-4c42-8699-7115a9d051c1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:28:58.729660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d8860263-1eac-4c42-8699-7115a9d051c1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:28:58.730204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.744142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.775473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.789538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed6cdc5d-10c8-486c-9352-e485545b74ff,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:58.812288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59138) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:58.814040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8540945d-5b1d-4087-bebb-c577fa8446e3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d2a00d7f-2353-4a54-9090-8dc36d62fae9 HTTP/1.1" status: 204 len: 168 time: 3.4984560 Mar 02 18:28:58.820034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-01607855-3a7e-458b-aa05-5140802a5b7a req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:58.824038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01607855-3a7e-458b-aa05-5140802a5b7a req-b756b235-9834-414b-ad90-d27d938ee663 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/e6c9985a-59a1-48d4-b33e-565b27ac26c4 HTTP/1.1" status: 204 len: 173 time: 0.6805425 Mar 02 18:28:58.935810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7fc8e3-8781-4a87-8d79-d4ee935fb822 req-f59b5a29-113c-4617-98f0-76e236a29c59 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:58.937860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7fc8e3-8781-4a87-8d79-d4ee935fb822 req-f59b5a29-113c-4617-98f0-76e236a29c59 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.1091123 Mar 02 18:28:58.980814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04cae2a6-2eda-4b2c-89b9-5a86e8c6ab92 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ed6cdc5d-10c8-486c-9352-e485545b74ff HTTP/1.1" status: 204 len: 168 time: 1.4868650 Mar 02 18:28:59.027789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7fc8e3-8781-4a87-8d79-d4ee935fb822 req-1692c8ed-f4b7-4388-9033-aa538ddf2ce0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748160 Mar 02 18:28:59.081712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:59.122208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:28:59.123710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:28:59.139783 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-35573d3c-3244-43c5-9e6e-b803f3533747 req-c2de1af1-f09b-40aa-98b4-e4e5b7b19836 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:28:59.145523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35573d3c-3244-43c5-9e6e-b803f3533747 req-c2de1af1-f09b-40aa-98b4-e4e5b7b19836 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/e6c9985a-59a1-48d4-b33e-565b27ac26c4 HTTP/1.1" status: 404 len: 352 time: 0.0657926 Mar 02 18:28:59.235281 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:59.342572 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'code': 200} Mar 02 18:28:59.437173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:28:59.481416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:59.512366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-186127a4-23a6-4a49-be50-f89adcc6ca1b req-34af988f-9f67-478f-ad2b-8f1b5a9c7573 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:28:59.633098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-186127a4-23a6-4a49-be50-f89adcc6ca1b req-34af988f-9f67-478f-ad2b-8f1b5a9c7573 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:28:59.635214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-186127a4-23a6-4a49-be50-f89adcc6ca1b req-34af988f-9f67-478f-ad2b-8f1b5a9c7573 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 6157 time: 0.3351288 Mar 02 18:28:59.667410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:28:59.694802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:28:59.844987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-186127a4-23a6-4a49-be50-f89adcc6ca1b req-15d97999-1e82-4282-898e-eb1c6c1ea92a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 200 len: 2985 time: 0.1969757 Mar 02 18:28:59.963135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87faef-81de-47bd-8d3f-7990a73255f3 req-1712074a-6150-4301-8397-75a35c86754e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:28:59.978981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3e87faef-81de-47bd-8d3f-7990a73255f3 req-1712074a-6150-4301-8397-75a35c86754e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1096 time: 0.4892230 Mar 02 18:28:59.982554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-186127a4-23a6-4a49-be50-f89adcc6ca1b req-41660a8e-c09e-4e90-93df-1b15adb0fa55 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 200 len: 2985 time: 0.1362247 Mar 02 18:29:00.019491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1423827564', 'description': 'tempest-description-195338235'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:00.036588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:00.204963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:00.206021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=be544086-ebf5-4db7-aaf7-756657b716d7,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:00.206021 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab1b811a-39fb-4b52-b6dc-117f104ce541 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=42911efdd1aa4424abbde5512af47523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5032837 Mar 02 18:29:00.206989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59188) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:00.243745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.284244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.305110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3e87faef-81de-47bd-8d3f-7990a73255f3 req-9f5d9d65-32fa-4e07-8ae1-5f7a274d002e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291927 Mar 02 18:29:00.321633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.428392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.459015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:00.463168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:00.466670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:00.478761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:00.481739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.514719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7555338d-45cb-4f3b-8449-ddea503e388e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:00.522221 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP 93e86c41-3371-44ef-855d-568fc8812cc7 associated. External IP: 172.25.7.108, port: 789dd5cc-7fed-4268-b79e-693cac8f1b9a. Mar 02 18:29:00.643612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.645777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd158ccb-9e0f-4db1-9dce-4e5431756eca admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7555338d-45cb-4f3b-8449-ddea503e388e HTTP/1.1" status: 204 len: 168 time: 0.4371660 Mar 02 18:29:00.665713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.742075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.808799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab89a58-9418-4942-b023-ec74743ffd30,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:00.927010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c5f3fa-1403-404f-819f-81115334b0f9 req-a4f5a774-0799-4893-ad38-06fec749d7f1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:00.936070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40c5f3fa-1403-404f-819f-81115334b0f9 req-a4f5a774-0799-4893-ad38-06fec749d7f1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.2561326 Mar 02 18:29:00.937820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:00.956909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18e8995c-46ad-46c0-8097-c0a7bb0cedcd req-3d12b565-5148-4f3d-9aa1-d860132e6cbb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9426646 Mar 02 18:29:01.089341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40c5f3fa-1403-404f-819f-81115334b0f9 req-78488dcf-d8c9-479b-bb7b-edc1583d075d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295345 Mar 02 18:29:01.197524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-758803269', 'description': 'tempest-description-117895473'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:01.211530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:01.222841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:01.231909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:01.248327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:01.336218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:01.336560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:01.387926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:01.402758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:01.412565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:01.435969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:01.487032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:01.633012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:01.725978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:01.871219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:01.872499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de22bb9b-e59e-4538-a299-82eb8b9fe64d req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6878178 Mar 02 18:29:01.892225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50dabc-8ea4-4687-9d6c-722166bac100 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a24b1028-7eaf-4be3-8f0a-ea520f123a7f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:02.122644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:02.143044 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:02.171906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:02.174974 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:02.300313 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:02.303825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Deleting port d9453bd8-a2a0-4766-ae8c-2150441fb44d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:02.304444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:02.323917 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:02.324830 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:02.334596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:02.503678 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:02.505057 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5f99d7-48ea-442d-9764-962d767ffbb4 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:02.637223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59270) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:02.656790 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-387e1a0b-2d39-48c0-af8e-1e2bcab87d2b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 10.5051308 Mar 02 18:29:02.768697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] For port d9453bd8-a2a0-4766-ae8c-2150441fb44d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d9453bd8-a2a0-4766-ae8c-2150441fb44d,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:02.769781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:02.876785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:02.909275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ad42338-a7b3-4b58-9348-cb516723a3f4 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/floatingips/93e86c41-3371-44ef-855d-568fc8812cc7 HTTP/1.1" status: 200 len: 977 time: 0.2698100 Mar 02 18:29:02.979385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59288) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:03.307020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Calling delete_port for d9453bd8-a2a0-4766-ae8c-2150441fb44d owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:03.360337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6f60d-0048-4745-ba0b-1d4a4bf698a4 req-15cceba3-053c-4023-9213-3d2b083d9db1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:03.362477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eee6f60d-0048-4745-ba0b-1d4a4bf698a4 req-15cceba3-053c-4023-9213-3d2b083d9db1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.4229562 Mar 02 18:29:03.370495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-0f5dcd99-3016-4cf8-90f4-e64f024bfe2f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:03.372394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-0f5dcd99-3016-4cf8-90f4-e64f024bfe2f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 812 time: 0.4616458 Mar 02 18:29:03.408225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-ddc3a112-e158-42ab-9302-048b0cad4910 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/quotas/64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 375 time: 0.0170703 Mar 02 18:29:03.502448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eee6f60d-0048-4745-ba0b-1d4a4bf698a4 req-d7d59f02-7045-4aa0-8000-45b14ecf8e81 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288977 Mar 02 18:29:03.535273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1247199337-network', 'tenant_id': '5232aae7cd4c4904af0b017313f5904f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:03.547297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-33a5809d-d523-47ac-8b0c-570e0568e304 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1256306 Mar 02 18:29:03.561344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bcecd52a-0213-456b-b068-7e4aba3948bc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Synchronizing usage tracker for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:floatingip {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:03.572300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:03.580761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Usage tracker for resource:network and tenant:5232aae7cd4c4904af0b017313f5904f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:03.589007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:03.625490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:03.799152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bcecd52a-0213-456b-b068-7e4aba3948bc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Unset dirty status for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:floatingip {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:03.810558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bcecd52a-0213-456b-b068-7e4aba3948bc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.8291593 Mar 02 18:29:03.840489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-e53a9110-2147-4019-8fe6-df1f32c16c03 service neutron] 10.222.0.66 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728128 Mar 02 18:29:03.841327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59306) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:03.852793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': '376fdf1e-3ff8-4776-8fbd-ff3966a170e3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:03.933730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Made reservation on behalf of 5232aae7cd4c4904af0b017313f5904f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:03.948326 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:04.029002 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:04.052042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:04.058066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Usage tracker for resource:security_group_rule and tenant:5232aae7cd4c4904af0b017313f5904f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:04.076530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:04.087009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:04.093473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:04.204497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9453bd8-a2a0-4766-ae8c-2150441fb44d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:04.308149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:04.471312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-2882a79a-c9d8-4bcd-a602-3655466ede14 service neutron] 10.222.0.66 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429662 Mar 02 18:29:04.794295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:05.410451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:05.444427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1b45e07-85f4-43c2-a1c4-e5fbce20b087 req-c75eabf9-71d7-4460-8a4f-d8665a566a25 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.1792042 Mar 02 18:29:05.642504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:05.707366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59344) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:05.715085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:29:05.729816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81151f-a3f4-4a07-a80c-5d2ba4f0a891 req-b992c5f7-0220-4244-be49-e93a3c3e4873 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:05.741915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b81151f-a3f4-4a07-a80c-5d2ba4f0a891 req-b992c5f7-0220-4244-be49-e93a3c3e4873 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.4824014 Mar 02 18:29:05.744640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59346) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:05.762771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Request body: {'floatingip': {'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:05.881115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:06.012058 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:06.015981 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Added segment dacd3024-fc25-4dc8-9b37-c239768b40b3 of type vlan for network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 Mar 02 18:29:06.030559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b280fc8e-a9a1-47b0-91fe-9442215575d1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:06.147725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.148384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.148980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.150756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.152764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.154804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.158870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.158870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.158870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.158870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.158870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.162542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:06.301878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Router 83326fa3-26a0-4302-aa36-c2c811ffac90 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:06.338700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:06.461723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3259fb14-b286-4069-a87c-78cae582ea84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6af5f1a848654e36bde8bafaf7eaf639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7154260 Mar 02 18:29:06.473137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59368) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:06.711453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:06.744183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:29:06.766865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:06.869014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f72986fa-abcb-4975-91f5-a84b7988a16a req-82a4cc70-8c31-4e38-8b61-0daad76eb142 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.1898899 Mar 02 18:29:06.980471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.050860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.055170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:07.055920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.065064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.136858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.142001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44 HTTP/1.1" status: 204 len: 168 time: 0.6542943 Mar 02 18:29:07.401852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:07.680361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] Pushing event updated for resources: {'Network': ['ID=2d46e6b5-4888-4871-8e9c-649c32ea2cd4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:07.685611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb778eb-688b-4893-89cf-9b2c7a82df3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4b33ca-1223-4ecf-8d7d-72dfdb7f1d44,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:07.696006 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e4b6e98-2003-4e79-a3a1-f97eca28f7b6 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.8124771 Mar 02 18:29:07.697975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59388) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:07.699160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:29:07.733441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Request body: {'subnet': {'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1247199337-subnet', 'tenant_id': '5232aae7cd4c4904af0b017313f5904f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:07.747628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:07.757974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:07.763787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ed13c38b-f4c0-4d63-bd17-98e49a8095b6 admin admin] 10.222.0.66 "PUT /v2.0/routers/83326fa3-26a0-4302-aa36-c2c811ffac90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9503133 Mar 02 18:29:07.767910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59392) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:07.776624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Usage tracker for resource:subnet and tenant:5232aae7cd4c4904af0b017313f5904f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:07.782835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:07.795313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:07.842284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Sync routers for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:07.870622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:07.872471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:08.205729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.209160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Made reservation on behalf of 5232aae7cd4c4904af0b017313f5904f for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:08.215209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.275814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:08.547404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a21d562d-53c9-4c16-a4ff-f14287dd45d3 req-22413311-c387-49e5-8c6d-6515204ae9ae tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.3441558 Mar 02 18:29:08.586854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.685498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Deleting port a167a2a4-dcdb-4860-a065-6ae6edf0d83d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:08.686169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.827479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:08.847806 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP 93e86c41-3371-44ef-855d-568fc8812cc7 associated. External IP: 172.25.7.108, port: 789dd5cc-7fed-4268-b79e-693cac8f1b9a. Mar 02 18:29:09.047350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143'}], 'enable_snat': True}, 'gw_port_id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:29:03Z', 'revision_number': 5, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port': {'id': 'a167a2a4-dcdb-4860-a065-6ae6edf0d83d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:19:52Z', 'updated_at': '2022-03-02T18:20:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:09.065260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Checking router: 83326fa3-26a0-4302-aa36-c2c811ffac90 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:29:09.078733 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.114842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Routers {'83326fa3-26a0-4302-aa36-c2c811ffac90'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:09.115499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['83326fa3-26a0-4302-aa36-c2c811ffac90'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:09.359761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-dbd14217-e684-4da9-955f-c49cb9c4e1d5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:09.361258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-dbd14217-e684-4da9-955f-c49cb9c4e1d5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.11 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 812 time: 0.5466948 Mar 02 18:29:09.375993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'device_id': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9', 'admin_state_up': True, 'tenant_id': '64f954956b4e4a52b98898f02ae97c15'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:09.432505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] For port a167a2a4-dcdb-4860-a065-6ae6edf0d83d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:09.432873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:09.494244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] Set router 83326fa3-26a0-4302-aa36-c2c811ffac90 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:09.662378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:29:08Z', 'revision_number': 6, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:09.675704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb61b9-da32-48c5-9e8d-974d16c95af4 None None] The sync data for ids ['83326fa3-26a0-4302-aa36-c2c811ffac90'] in n-d-828839-1 is: [{'id': '83326fa3-26a0-4302-aa36-c2c811ffac90', 'name': 'tempest-TaggedBootDevicesTest-449521049-router', 'tenant_id': '8cce079644a542e7b360c113a140495b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:19:50Z', 'updated_at': '2022-03-02T18:29:08Z', 'revision_number': 6, 'project_id': '8cce079644a542e7b360c113a140495b', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:09.889091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Calling delete_port for a167a2a4-dcdb-4860-a065-6ae6edf0d83d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:10.058087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:10.159611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:10.174626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2ef6ccd-8ec2-4749-98b6-db832bd1b260 req-2eb01a05-ffef-446c-8e93-575cee3c3b8a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.2440481 Mar 02 18:29:10.229137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d9453bd8-a2a0-4766-ae8c-2150441fb44d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:10.327351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d9453bd8-a2a0-4766-ae8c-2150441fb44d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:29:10.328128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d9453bd8-a2a0-4766-ae8c-2150441fb44d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:10.343010 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 93cb0e62-2d83-4fd6-a246-99bcde701759 associated. External IP: 172.25.7.32, port: d8860263-1eac-4c42-8699-7115a9d051c1. Mar 02 18:29:10.555227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:10.637764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:10.639397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a167a2a4-dcdb-4860-a065-6ae6edf0d83d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:10.669153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:10.732520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Made reservation on behalf of 64f954956b4e4a52b98898f02ae97c15 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:10.742573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:10.993897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.162935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e162b2cd-1601-4070-871d-e9136e707223,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:11.206170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.206888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.206888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.207322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.207666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.207997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.211933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.212379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.218109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.218109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.218109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.218109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:11.224443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Checking segment: {'id': 'dacd3024-fc25-4dc8-9b37-c239768b40b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:11.224671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Network hostable DHCP agents. Network: 2d46e6b5-4888-4871-8e9c-649c32ea2cd4, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:29:11.325308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:11.512910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:11.528773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.531823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.532326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:11.587903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:11.594899 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:11.715853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.717100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83326fa3-26a0-4302-aa36-c2c811ffac90 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:29:11.760792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Allocated IP 172.20.0.8 (4db25157-2268-4c16-af76-b694d11aacb9/c0008a21-9bce-4fea-97ec-964f96ae3bac/f431bce1-7645-4f8e-9f2f-df159accccae) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:11.761023 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:11.770023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:29:11.791580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:11.792195 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:11.797717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9099cbff-b1b8-4619-8705-b827b72cc4a8 req-fc582e53-6d71-4614-a580-49574eec05ff tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.3532007 Mar 02 18:29:11.857246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:11.933769 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:11.934656 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7649903d-48fb-41e9-9b40-3471dc36cc38 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:11.949040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 2d46e6b5-4888-4871-8e9c-649c32ea2cd4) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:11.960295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801d0b93-ec61-4cbb-b5a3-0c79ad4408cf None None] Network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:11.981061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:11.981061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.981362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:11.981362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe3b03fa-f36e-429f-8f0a-ac8cfcb80e6b admin admin] 10.222.0.66 "DELETE /v2.0/routers/83326fa3-26a0-4302-aa36-c2c811ffac90 HTTP/1.1" status: 204 len: 168 time: 4.2095561 Mar 02 18:29:11.994640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:12.317783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.345615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a167a2a4-dcdb-4860-a065-6ae6edf0d83d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:12.381259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.405870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Deleting subnet ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:29:12.409462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.426686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a167a2a4-dcdb-4860-a065-6ae6edf0d83d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:29:12.429976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a167a2a4-dcdb-4860-a065-6ae6edf0d83d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:12.451170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4d390-30ef-4b5f-98c8-bab31a642a3a None None] Network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:12.473585 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.552005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:12.558367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.568687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:12.569689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.595484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9a60f04b-d770-4793-b5b6-2a9f400ac362 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 4.8822184 Mar 02 18:29:12.595703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:12.595703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:12.646443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.650967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:12.687153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:12.721670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Usage tracker for resource:security_group_rule and tenant:96066177ab77453cbffe5f8328b4e719 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:12.728490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:12.746838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:12.764896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Network 4db25157-2268-4c16-af76-b694d11aacb9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:12.774213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.780652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:12.830006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:12.871582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:12.897291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e05ba6fc-3aba-40d0-8bfc-92b2ddb3efa0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "PUT /v2.0/floatingips/93cb0e62-2d83-4fd6-a246-99bcde701759 HTTP/1.1" status: 200 len: 990 time: 7.1484675 Mar 02 18:29:12.899723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:12.922392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:12.960107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be300dae-a3f4-44d6-a834-a38120713543 None None] Network eabc094a-9e1e-429b-b33e-6a81b557fe28 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:12.965551 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a HTTP/1.1" status: 204 len: 168 time: 0.9698324 Mar 02 18:29:12.970236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b8c5b-e811-42cc-9d81-83a302c71aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca0f7a58-d4ec-4e78-8b0d-c1db8318dd6a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:12.970716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59538) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:13.004933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:13.064004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:13.064816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.166580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.287488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-b2a8d7d6-d6aa-4a98-b35c-82c7075e39c1 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9157972 Mar 02 18:29:13.300532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Request body: {'port': {'device_id': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:13.358508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.369733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:13.378009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.395650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:13.401991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.450565 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:13.450906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff05bca-5898-455b-8665-dfc321349b9b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:13.452262 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:13.496512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:13.503839 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7863f4d9-ef50-4c40-b372-b14162696300 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=96066177ab77453cbffe5f8328b4e719&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6250827 Mar 02 18:29:13.508046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:13.510972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.651882 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:13.684940 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:13.692134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:13.761049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Deleting port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:13.761916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:13.921247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b59ee2d7-60dc-4d08-b72e-26a80cb14c7b tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/93e86c41-3371-44ef-855d-568fc8812cc7 HTTP/1.1" status: 200 len: 977 time: 10.0787728 Mar 02 18:29:13.922765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59562) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:13.935025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:13.940471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:13.941144 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58280cb9-a4a9-45f2-a668-cd9d30a4c53b None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:14.020627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c7cd6-9bb0-4a99-bf38-d28b1612ac03 req-be143655-1eb6-4bd4-8d06-8aff1178e1d0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:14.022531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-371c7cd6-9bb0-4a99-bf38-d28b1612ac03 req-be143655-1eb6-4bd4-8d06-8aff1178e1d0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 931 time: 0.9637797 Mar 02 18:29:14.050406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.231122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-371c7cd6-9bb0-4a99-bf38-d28b1612ac03 req-070b8081-f12f-4fc9-9793-b8fbaf962677 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:14.324097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.367166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-a1b328da-cc1d-4ca0-baab-afa4f10eff63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6858852 Mar 02 18:29:14.395178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.554481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] DHCP port deletion for eabc094a-9e1e-429b-b33e-6a81b557fe28 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:29:14.572302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Deleting port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:14.573017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.607199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f431bce1-7645-4f8e-9f2f-df159accccae {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:14.616015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.626576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.651404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff05bca-5898-455b-8665-dfc321349b9b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:14.653563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Transition to ACTIVE for port object f431bce1-7645-4f8e-9f2f-df159accccae will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:14.664415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:14.664415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bbfacd8a-2099-422b-9a97-779cfa3dc040 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1ff05bca-5898-455b-8665-dfc321349b9b HTTP/1.1" status: 204 len: 168 time: 1.1527417 Mar 02 18:29:14.806839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.048457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] For port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:15.053252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.308881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.321733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:15.355537 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'status': 'completed', 'code': 200} Mar 02 18:29:15.452466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-371c7cd6-9bb0-4a99-bf38-d28b1612ac03 req-070b8081-f12f-4fc9-9793-b8fbaf962677 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:15.454470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-371c7cd6-9bb0-4a99-bf38-d28b1612ac03 req-070b8081-f12f-4fc9-9793-b8fbaf962677 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4167945 Mar 02 18:29:15.465933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:15.478557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.479067 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP 93e86c41-3371-44ef-855d-568fc8812cc7 disassociated. External IP: 172.25.7.108, port: 376fdf1e-3ff8-4776-8fbd-ff3966a170e3. Mar 02 18:29:15.503451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Attempting to bind port f431bce1-7645-4f8e-9f2f-df159accccae on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:15.505302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Attempting to bind port f431bce1-7645-4f8e-9f2f-df159accccae by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:15.505626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Attempting to bind port f431bce1-7645-4f8e-9f2f-df159accccae on network 4db25157-2268-4c16-af76-b694d11aacb9 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:15.523327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Port f431bce1-7645-4f8e-9f2f-df159accccae on network 4db25157-2268-4c16-af76-b694d11aacb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:29:15.523656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Attempting to bind port f431bce1-7645-4f8e-9f2f-df159accccae on network 4db25157-2268-4c16-af76-b694d11aacb9 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:15.531088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:15.540751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Checking segment: {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:15.541231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Bound using segment: {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:15.541839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Bound port: f431bce1-7645-4f8e-9f2f-df159accccae, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:15.542229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.688694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Calling delete_port for 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:15.738377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:15.739434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:15.823082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] For port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,segment=NetworkSegment(f4eca045-285b-4354-83ad-a6e3c1191f4b),segment_id=f4eca045-285b-4354-83ad-a6e3c1191f4b)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:15.827788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:15.927234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:16.019468 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:16.055348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:16.061593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:16.076461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '93cb0e62-2d83-4fd6-a246-99bcde701759', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:28:31Z', 'updated_at': '2022-03-02T18:29:07Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:16.082534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:29:16.089004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Calling delete_port for 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:16.091858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:16.092486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:16.160575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:16.164459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:16.172492 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] 10.222.0.11 "PUT /v2.0/ports/f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 1091 time: 2.8760197 Mar 02 18:29:16.192961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:16.270022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412c510-d1cf-4149-a8b0-c6b60ed2e407 service neutron] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:16.286355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003095d2-e360-4219-9303-7817d0985bac req-2a4de58c-e82e-4540-baaa-fa2d7c3fbc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:16.287945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-2a4de58c-e82e-4540-baaa-fa2d7c3fbc4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1096 time: 0.9365969 Mar 02 18:29:16.295377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-a551dadd-3ffd-417e-abfb-1e329685d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:16.296304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:16.296883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-a551dadd-3ffd-417e-abfb-1e329685d66f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 1097 time: 0.9861393 Mar 02 18:29:16.310660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-d34f80e4-e3c2-44e5-b389-68bcb3ef9c48 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:16.318162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-d34f80e4-e3c2-44e5-b389-68bcb3ef9c48 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/networks?id=2d46e6b5-4888-4871-8e9c-649c32ea2cd4 HTTP/1.1" status: 200 len: 822 time: 0.8557446 Mar 02 18:29:16.378207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:16.387737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:16.399319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:16.553193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-a1d2837e-be1b-43ae-a19c-5b9864855f02 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/quotas/5232aae7cd4c4904af0b017313f5904f HTTP/1.1" status: 200 len: 375 time: 0.2337959 Mar 02 18:29:16.597787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:16.641777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-8ddc432a-db25-4422-a49f-1c0acba30062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:16.643478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-8ddc432a-db25-4422-a49f-1c0acba30062 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1094 time: 0.1754787 Mar 02 18:29:16.868914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-8587e68c-9784-41aa-b769-e89af26e46bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 217 time: 0.2106931 Mar 02 18:29:16.879983 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'status': 'completed', 'code': 200} Mar 02 18:29:16.968397 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'code': 200} Mar 02 18:29:16.969103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:29:16.974175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:16.976139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] No DVR routers for this DVR port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:16.980238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9d469-0c98-4f6a-aba4-ff913cc36147 None None] Pushing event deleted for resources: {'Port': ['ID=0b78b0d2-26c5-47b7-bc48-b521bfd090e1,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:17.058954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-03c454d0-4e1c-4f36-9198-fb0c9f23f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.061019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-03c454d0-4e1c-4f36-9198-fb0c9f23f6dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1776526 Mar 02 18:29:17.123857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:17.145001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-fb0fe59e-9e29-437f-935a-94c2a33827e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763259 Mar 02 18:29:17.275186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-528127637-network', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:17.287854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:17.305084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Usage tracker for resource:network and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:17.306923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:17.319618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:17.329096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003095d2-e360-4219-9303-7817d0985bac req-3d41df4c-2c12-49e5-b963-5cea284189cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.334163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-3d41df4c-2c12-49e5-b963-5cea284189cf service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 1.0295160 Mar 02 18:29:17.340661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:29:17.341649 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:29:17.345852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-b9ef52fa-63f9-4c51-8e32-30a2a4d8008c tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5232aae7cd4c4904af0b017313f5904f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7914329 Mar 02 18:29:17.365814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-ad20e5dc-4562-41f6-9864-0e0a8d43a251 service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108660 Mar 02 18:29:17.446713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '93cb0e62-2d83-4fd6-a246-99bcde701759', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:28:31Z', 'updated_at': '2022-03-02T18:29:07Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:17.454801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c0b953e-4dd9-408e-a44a-ea8f90e0705c None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '93cb0e62-2d83-4fd6-a246-99bcde701759', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'floating_ip_address': '172.25.7.32', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:28:31Z', 'updated_at': '2022-03-02T18:29:07Z', 'revision_number': 1, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:17.468425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-b6e288a9-00b2-403b-98f2-3b5103784b4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 998 time: 0.1192470 Mar 02 18:29:17.502096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Made reservation on behalf of 974385c2ceb746a0b2f75d2fe2d515b3 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:17.505019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.553214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.574966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:17.583892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Usage tracker for resource:security_group_rule and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:17.588703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:17.600482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:17.618554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:17.636128 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c92a3b7-f036-4af0-8638-01794cf92bb1 req-239a2351-f3fc-4c8c-9e35-6a475771c097 service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615612 Mar 02 18:29:17.757840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.848227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713c177d-886a-4375-9913-53a2d6f8caee None None] New status for floating IP 93cb0e62-2d83-4fd6-a246-99bcde701759: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:29:17.857604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.874976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003095d2-e360-4219-9303-7817d0985bac req-f0a18606-f0c2-44c5-83ea-48b9d6c8571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.877027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-f0a18606-f0c2-44c5-83ea-48b9d6c8571b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.3910055 Mar 02 18:29:17.895346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45723459-f020-4de6-936b-42049231a16e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:29:17.920517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b3dcd9-de16-474c-b8f7-e39ab98a8513,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:17.924186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.924598 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Added segment d6220af2-ce7a-4ffc-82c1-a71de5afe4e8 of type vlan for network bace639a-2715-42b2-bb83-3ee0e6dbbdef Mar 02 18:29:17.928154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-4b879093-830c-46cc-a2b1-9178e04ad6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.929895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-4b879093-830c-46cc-a2b1-9178e04ad6b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1094 time: 0.1537256 Mar 02 18:29:17.934294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Deleting port 0b78b0d2-26c5-47b7-bc48-b521bfd090e1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:17.934774 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:17.960454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-fd8ceb76-effc-459c-88d9-4e9c6ee34a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:17.961892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-fd8ceb76-effc-459c-88d9-4e9c6ee34a34 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 906 time: 1.4880276 Mar 02 18:29:17.992537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:18.239325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-b223a3d7-ebf1-40e4-9430-f021a74bedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.241194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-b223a3d7-ebf1-40e4-9430-f021a74bedeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.2989471 Mar 02 18:29:18.296255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-9c615607-e4e0-401d-b5ae-0f451f26c6f3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb HTTP/1.1" status: 200 len: 217 time: 0.2824368 Mar 02 18:29:18.309641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:18.310620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.314566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:18.342271 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-6e03d4e5-9f0a-4cfe-95dc-f809ecb8dc13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 217 time: 0.0931022 Mar 02 18:29:18.345091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] The port '0b78b0d2-26c5-47b7-bc48-b521bfd090e1' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:29:18.397780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d7a21-d070-44b0-b40d-a28da09db2f3 req-d32a7cc3-a8e0-4aa7-98e6-c4b1e92d2c16 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.399377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e63d7a21-d070-44b0-b40d-a28da09db2f3 req-d32a7cc3-a8e0-4aa7-98e6-c4b1e92d2c16 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 943 time: 1.3826401 Mar 02 18:29:18.482187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45723459-f020-4de6-936b-42049231a16e admin admin] Pushing event updated for resources: {'Network': ['ID=bace639a-2715-42b2-bb83-3ee0e6dbbdef,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:18.493131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-a035605d-7caf-487f-bd20-04534009af62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.494694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-a035605d-7caf-487f-bd20-04534009af62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1362243 Mar 02 18:29:18.499057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:29:18.531071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-c1d448ce-a93e-4336-8d8a-2870384a8f1c service neutron] 10.222.0.66 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0488842 Mar 02 18:29:18.540229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:18.555046 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:18.574160 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:18.574404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-01c12d1f-953b-4af2-b701-ca1d930a44c8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662501 Mar 02 18:29:18.575363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:18.578978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-45723459-f020-4de6-936b-42049231a16e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4516699 Mar 02 18:29:18.579793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59648) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:18.615404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Request body: {'subnet': {'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-528127637-subnet', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:18.623217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:18.628134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:18.629133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Usage tracker for resource:subnet and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:18.636263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:18.644991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:18.656017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-87049863-d612-4e72-85d1-ae32c5d7a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:18.657783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-87049863-d612-4e72-85d1-ae32c5d7a15f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.3183873 Mar 02 18:29:18.678061 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:18.687633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:18.688443 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:28:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:18.800894 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:18.801221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c44bf9-2b32-43e3-9401-ac36cfed573b None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:18.905061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Made reservation on behalf of 974385c2ceb746a0b2f75d2fe2d515b3 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:18.908308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:18.980335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e63d7a21-d070-44b0-b40d-a28da09db2f3 req-40b6b717-e75a-4c3c-9ee3-52b8a4732f7e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204389 Mar 02 18:29:18.986384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.062942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-82fa9b23-00ac-410e-9efa-6cfb671a8f29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3287089 Mar 02 18:29:19.123189 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-a0ed3c95-6539-4a62-858f-bdec91bcb24a service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5393763 Mar 02 18:29:19.173871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c38e4ae-17ba-4722-854e-de7d96650d0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/93e86c41-3371-44ef-855d-568fc8812cc7 HTTP/1.1" status: 200 len: 688 time: 5.2451260 Mar 02 18:29:19.182293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-a98a6394-797e-47dd-ae38-e3a91164f27e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:19.183767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-a98a6394-797e-47dd-ae38-e3a91164f27e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "GET /v2.0/ports?device_id=4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6 HTTP/1.1" status: 200 len: 944 time: 0.8901823 Mar 02 18:29:19.189139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59664) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:19.191302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabc094a-9e1e-429b-b33e-6a81b557fe28']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:19.313542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5c43f18-dcf5-4e22-97c2-37176e339b74 req-f483d73a-e9b6-441e-8e27-29ad0b22b36d service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563823 Mar 02 18:29:19.318426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003095d2-e360-4219-9303-7817d0985bac req-05677771-8b46-4d27-a115-4a0d37b8a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:19.320485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-05677771-8b46-4d27-a115-4a0d37b8a5fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3550403 Mar 02 18:29:19.381421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4eca045-285b-4354-83ad-a6e3c1191f4b') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:19.382071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4eca045-285b-4354-83ad-a6e3c1191f4b') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:19.496213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.513032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.587118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf77f134-fdee-4841-892e-aa38546085ff,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:19.592612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Checking segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:19.593461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Network hostable DHCP agents. Network: bace639a-2715-42b2-bb83-3ee0e6dbbdef, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:29:19.657566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-ef8bf629-c921-4b33-9ed9-e723088b8a0f service neutron] 10.222.0.66 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785601 Mar 02 18:29:19.735010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.747567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port be544086-ebf5-4db7-aaf7-756657b716d7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:19.747832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.753798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:29:19.787462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Deleting port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:19.787793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.839848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:29:19.840169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:29:19.859285 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:29:19.936451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, bace639a-2715-42b2-bb83-3ee0e6dbbdef) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:19.944965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:19.945838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:19.956121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ac13c-0609-4a37-b03c-326f68755a3e None None] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:19.993480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-658cc5e5-f48a-452c-9eea-a58e60b0dd45 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:20.000666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-658cc5e5-f48a-452c-9eea-a58e60b0dd45 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.8688700 Mar 02 18:29:20.022725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-8b3f7126-b2e1-4904-ac83-50e80c1b858c service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372678 Mar 02 18:29:20.084336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8087c9dd-ccec-4095-9d06-ed9977c85e01 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5023041 Mar 02 18:29:20.085660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:20.105604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:20.116008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:20.131126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Usage tracker for resource:router and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:20.137274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:20.149036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-e6c37636-d02d-45ff-ad21-cafb51fad4d7 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/quotas/14d49fee0cf643678d81c0715392ed6f HTTP/1.1" status: 200 len: 375 time: 0.1474786 Mar 02 18:29:20.151282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:20.251791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.253351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.263362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-07a0ab21-4a87-4806-b01e-752b06e757f2 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8746688 Mar 02 18:29:20.276638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec68ea07-a552-4d5b-8e5a-aa4fa1d37309 req-9c729d97-fa97-4336-9d37-ae7a0357e313 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 210 time: 0.2734528 Mar 02 18:29:20.290390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.408296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:29:20.410565 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.436563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.483030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f431bce1-7645-4f8e-9f2f-df159accccae details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:20.670788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Allocated IP 172.20.0.2 (bace639a-2715-42b2-bb83-3ee0e6dbbdef/bf77f134-fdee-4841-892e-aa38546085ff/23b82269-2cf2-4936-8c38-87cd1957d946) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:20.727465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.740852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:20.764603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] 10.222.0.66 "DELETE /v2.0/networks/eabc094a-9e1e-429b-b33e-6a81b557fe28 HTTP/1.1" status: 204 len: 168 time: 7.7928281 Mar 02 18:29:20.800726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:20.845898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'network_id': '4db25157-2268-4c16-af76-b694d11aacb9', 'port_id': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'mac_address': 'fa:16:3e:d1:96:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0008a21-9bce-4fea-97ec-964f96ae3bac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:20.900533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3fe18-d60c-4242-8653-f692382f5dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=eabc094a-9e1e-429b-b33e-6a81b557fe28,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:21.204204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 70bf40e1-94d5-48fa-bf35-cbaac2a919fb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:21.233374 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.260462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59690) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:21.268198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-9ff4bfec-5092-47af-bf14-34ade5fb1804 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.1182139 Mar 02 18:29:21.291162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.291500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.303261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d9de329-88d0-48f3-86c9-41d3e1659d77 req-550a77d6-463a-4849-9b01-78c5c9973e41 service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2249706 Mar 02 18:29:21.338315 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.342296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f431bce1-7645-4f8e-9f2f-df159accccae {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:21.366815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89979613-e9b7-4a97-bce6-f11b8351e82a req-040b7436-0217-4ca9-a847-41fcec656da3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:21.367397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89979613-e9b7-4a97-bce6-f11b8351e82a req-040b7436-0217-4ca9-a847-41fcec656da3 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 943 time: 0.7081654 Mar 02 18:29:21.369676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Transition to ACTIVE for port object 23b82269-2cf2-4936-8c38-87cd1957d946 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:21.421273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Transition to ACTIVE for port object 23b82269-2cf2-4936-8c38-87cd1957d946 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:21.428331 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7918a070-b3dd-4e5b-8ec0-5a12976544ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20dc02118ec54e85aaf9dce4735a9cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1667929 Mar 02 18:29:21.432953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:21.433100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.484216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:21.504162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.520682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.581788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.631323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for be544086-ebf5-4db7-aaf7-756657b716d7 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:21.639926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:21.649446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:21.657992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Pushing event updated for resources: {'Port': ['ID=23b82269-2cf2-4936-8c38-87cd1957d946,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:21.672502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:21.696053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-003095d2-e360-4219-9303-7817d0985bac req-5d9e3281-ac0a-4b09-b279-fb9f80218e6b service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4109399 Mar 02 18:29:21.709356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.843621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] For port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:21.844009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:21.851415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f431bce1-7645-4f8e-9f2f-df159accccae'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:22.003393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Allocated IP 172.25.7.167 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/a681663c-f94c-414a-b1f0-bb33df8a6a1d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Attempting to bind port 23b82269-2cf2-4936-8c38-87cd1957d946 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Attempting to bind port 23b82269-2cf2-4936-8c38-87cd1957d946 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Attempting to bind port 23b82269-2cf2-4936-8c38-87cd1957d946 on network bace639a-2715-42b2-bb83-3ee0e6dbbdef {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Checking segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Bound using segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Bound port: 23b82269-2cf2-4936-8c38-87cd1957d946, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:22.003501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.117208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:22.203370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.207048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89979613-e9b7-4a97-bce6-f11b8351e82a req-718046d4-a4cb-44ce-be72-92aa14d789d6 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6893966 Mar 02 18:29:22.238184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Calling delete_port for 70bf40e1-94d5-48fa-bf35-cbaac2a919fb owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:22.275581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] For port 23b82269-2cf2-4936-8c38-87cd1957d946, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:22.280713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] For port 23b82269-2cf2-4936-8c38-87cd1957d946, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=23b82269-2cf2-4936-8c38-87cd1957d946,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:22.287412 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d16efd94-c600-44b5-b23c-ac220ce45c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.298188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.413919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.415646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.519408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:22.529680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:22.536890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:22.582350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18f9b4-f943-4386-9566-eb7f03518992 None None] Pushing event updated for resources: {'Port': ['ID=23b82269-2cf2-4936-8c38-87cd1957d946,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:22.621521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.642478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Pushing event updated for resources: {'Port': ['ID=a681663c-f94c-414a-b1f0-bb33df8a6a1d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:22.648332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:22.651259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-2a3ec2fb-dd6a-4403-8014-198ce27dd33f service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3370631 Mar 02 18:29:22.724670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20469954-7b0f-4507-9cf6-45f7cb154b25 req-435da0a5-75a8-45cc-97ed-1ebd0e7fe2d3 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 210 time: 0.3566597 Mar 02 18:29:22.881226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:22.955730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=be544086-ebf5-4db7-aaf7-756657b716d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:23.029728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:23.033399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c03b8fc-3981-4c36-a9ab-ceaa191d4b46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26f7e3f9-f5e5-4bcc-ad2b-2021df8069b0 HTTP/1.1" status: 204 len: 168 time: 1.5429187 Mar 02 18:29:23.191782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-0ebf5622-3720-4ad6-9e5f-88fec211d50a service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963143 Mar 02 18:29:23.210066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:23.308122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:23.688657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event deleted for resources: {'Port': ['ID=70bf40e1-94d5-48fa-bf35-cbaac2a919fb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:23.768706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:23.773000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1c7ccc41-bdf9-4a3f-975d-4eede1947eb3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/93e86c41-3371-44ef-855d-568fc8812cc7 HTTP/1.1" status: 204 len: 168 time: 4.5666707 Mar 02 18:29:23.775384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59720) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:23.804932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-39d081fd-6907-403f-ae1d-608e93ea06bf req-fabb3683-3148-4e66-9d45-bdf7bf82b419 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:23.906229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-39d081fd-6907-403f-ae1d-608e93ea06bf req-fabb3683-3148-4e66-9d45-bdf7bf82b419 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:23.907727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39d081fd-6907-403f-ae1d-608e93ea06bf req-fabb3683-3148-4e66-9d45-bdf7bf82b419 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 210 time: 0.2848914 Mar 02 18:29:23.925483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] No DVR routers for this DVR port 70bf40e1-94d5-48fa-bf35-cbaac2a919fb on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:23.932625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:23.936691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c3ff780-afef-4a85-b2d7-1f41b30370f4 req-406882a7-d071-4e84-b7c6-f3f13b443344 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "DELETE /v2.0/ports/70bf40e1-94d5-48fa-bf35-cbaac2a919fb HTTP/1.1" status: 204 len: 173 time: 4.7239029 Mar 02 18:29:23.946014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-deleted', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:24.021145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb32c8b8-f615-43b8-9ae6-9defcbad5d6f req-aaf8ef1b-663a-4914-a01e-19d246afbf4f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.029846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:24.031858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb32c8b8-f615-43b8-9ae6-9defcbad5d6f req-aaf8ef1b-663a-4914-a01e-19d246afbf4f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 944 time: 0.6846292 Mar 02 18:29:24.150080 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e6f5ff29-716e-41e6-af48-e71ca268a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:24.288145 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-60ffdf0f-ba40-49cf-b0a3-6f26d5c7453e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] delete failed (client error): The resource could not be found. Mar 02 18:29:24.302730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60ffdf0f-ba40-49cf-b0a3-6f26d5c7453e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/93e86c41-3371-44ef-855d-568fc8812cc7 HTTP/1.1" status: 404 len: 345 time: 0.5237751 Mar 02 18:29:24.303361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:24.453682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f04e3c-eb9c-4027-a6c1-84e402ae5fab None None] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:24.506812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59738) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:24.532744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 23b82269-2cf2-4936-8c38-87cd1957d946 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:24.668136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a0d9bfc-ca1f-474f-b6ad-af994802a2e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8cce079644a542e7b360c113a140495b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589394 Mar 02 18:29:24.668784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59748) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:24.689666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f431bce1-7645-4f8e-9f2f-df159accccae up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:24.747033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-82f9486b-f9be-41c7-95cf-d6d1421614f0 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.750395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-82f9486b-f9be-41c7-95cf-d6d1421614f0 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.11 "GET /v2.0/networks?id=2d46e6b5-4888-4871-8e9c-649c32ea2cd4 HTTP/1.1" status: 200 len: 822 time: 0.7066472 Mar 02 18:29:24.765654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Request body: {'port': {'device_id': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4', 'admin_state_up': True, 'tenant_id': '5232aae7cd4c4904af0b017313f5904f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:24.806464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9991aa9-83a1-4bda-9fd0-e9cd23931e32 req-13c6ba6a-785e-48dd-809b-9e3705155887 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 210 time: 0.5372241 Mar 02 18:29:24.840171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.841603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb32c8b8-f615-43b8-9ae6-9defcbad5d6f req-21ffb032-2c7a-4848-9503-864c73f09fad tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7914491 Mar 02 18:29:24.842285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.867226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:24.868592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Synchronizing usage tracker for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:25.020769 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b5d4ffd-9e68-4ecf-b41d-7126b9a26ff6', 'name': 'network-vif-deleted', 'tag': '70bf40e1-94d5-48fa-bf35-cbaac2a919fb', 'status': 'completed', 'code': 200} Mar 02 18:29:25.027847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-987ababb-7c9e-4efa-90cd-d107110b8b6b None None] Provisioning for port 23b82269-2cf2-4936-8c38-87cd1957d946 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:25.188196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe0088ec-7733-40db-9d2d-6f198401dbed req-b919c94b-0e05-427a-b3b3-0458e6e169c0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 210 time: 0.1470773 Mar 02 18:29:25.255843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:25.261506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Usage tracker for resource:port and tenant:5232aae7cd4c4904af0b017313f5904f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:25.266174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port f431bce1-7645-4f8e-9f2f-df159accccae completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:25.267630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:25.269550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 23b82269-2cf2-4936-8c38-87cd1957d946 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:25.278856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:25.279399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port f431bce1-7645-4f8e-9f2f-df159accccae triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:25.279784 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.311851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 23b82269-2cf2-4936-8c38-87cd1957d946 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:25.311851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.342879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.370106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.382441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Made reservation on behalf of 5232aae7cd4c4904af0b017313f5904f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:25.388201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.578732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.599075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Unset dirty status for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:25.602827 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6ec90a4-df62-41df-b896-a3bfd473aa0c tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/ports?network_id=b4f5b689-e319-47d7-b568-e33ff9b898d5 HTTP/1.1" status: 200 len: 2356 time: 1.2812796 Mar 02 18:29:25.604472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.613017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:25.673588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.795509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.800749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Allocated IP 172.20.0.8 (2d46e6b5-4888-4871-8e9c-649c32ea2cd4/e162b2cd-1601-4070-871d-e9136e707223/a546458c-ac3c-433c-bb55-20b2be93db44) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:25.804545 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.854248 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:25.854484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d60b20-5c72-4168-8df6-c11925a5cd88 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:25.855052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-26d60b20-5c72-4168-8df6-c11925a5cd88 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Synchronizing usage tracker for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:26.004472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-26d60b20-5c72-4168-8df6-c11925a5cd88 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Unset dirty status for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:26.010740 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26d60b20-5c72-4168-8df6-c11925a5cd88 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/subnets/5f7ba9ae-1069-427f-9592-e6545ab9dedc HTTP/1.1" status: 200 len: 797 time: 0.3965278 Mar 02 18:29:26.011433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:26.017756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'port': {'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5', 'name': 'tempest-FloatingIPTestJSON-1269706570', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:26.019969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:26.036047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:26.062020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 23b82269-2cf2-4936-8c38-87cd1957d946, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=23b82269-2cf2-4936-8c38-87cd1957d946,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:26.071253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.095526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-941b782d-676e-4a86-9ba7-0391654d161d None None] Provisioning complete for port 23b82269-2cf2-4936-8c38-87cd1957d946 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:26.095906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-941b782d-676e-4a86-9ba7-0391654d161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.120472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Router 46bb9928-8f2b-4744-9b8f-969473715f84 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:29:26.126431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5d903d-f3ab-442d-a756-3383adbe9701,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:26.167401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.184668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4daed715-a960-4042-8cca-a7f8e7acf7c3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5d5d903d-f3ab-442d-a756-3383adbe9701 HTTP/1.1" status: 204 len: 168 time: 1.4973104 Mar 02 18:29:26.202304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.277310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.293678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c97b522-b9e9-4923-9715-244b7d27f0d2 req-ab861b4e-6755-49c2-9e68-befda52bf0ae tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 210 time: 0.2116416 Mar 02 18:29:26.301627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.385378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bde3a31-b1f4-431c-bd18-2458f5766ede req-d4e5e196-4cfb-4cd8-8a5d-76b0e8a16563 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:26.393875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bde3a31-b1f4-431c-bd18-2458f5766ede req-d4e5e196-4cfb-4cd8-8a5d-76b0e8a16563 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 945 time: 0.3041198 Mar 02 18:29:26.416261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:26.429599 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'code': 200} Mar 02 18:29:26.487472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bde3a31-b1f4-431c-bd18-2458f5766ede req-47deb98d-2725-441a-ae55-fba7b59c36d4 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923510 Mar 02 18:29:26.513723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.663766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14f1bdca-5a7e-4256-9152-f5dd018f91fa req-b43f8ff3-31c6-4271-b521-ddf0af38419e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 210 time: 0.0768631 Mar 02 18:29:26.671208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:26.682098 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:29:26.686835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:26.704694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:26.717025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.768190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:26.772341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:26.786768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=23b82269-2cf2-4936-8c38-87cd1957d946,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:26.789403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Sync routers for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:26.794381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Pushing event updated for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:26.807608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:26.817792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.824380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832b8d7-3cb6-4e8e-9c24-ea0423fd9905 req-51c6ee27-5d5c-4cc8-bfc6-9d7679789c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:26.825898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e832b8d7-3cb6-4e8e-9c24-ea0423fd9905 req-51c6ee27-5d5c-4cc8-bfc6-9d7679789c05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1096 time: 0.3060136 Mar 02 18:29:26.829998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:26.830725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:26.854524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:26.855874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.897669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e832b8d7-3cb6-4e8e-9c24-ea0423fd9905 req-163be764-8b11-4d9d-8cf4-12664538ecac service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624728 Mar 02 18:29:26.925165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:26.926552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf56585e-cdb1-4329-b19d-f99080d691f0 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8394072 Mar 02 18:29:26.929624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59780) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:27.032847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-241d8b1f-3657-4107-a132-7024e850df7f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2725425 Mar 02 18:29:27.053618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:27.107575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Request body: {'port': {'device_id': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:27.113679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:27.333900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:27.384245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] device_id is not set on port 0ed77e84-874f-4485-bae3-a888b3c25720 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:29:27.451161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:23Z', 'revision_number': 3, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:27.460779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Checking router: 46bb9928-8f2b-4744-9b8f-969473715f84 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:29:27.461446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Updating router 46bb9928-8f2b-4744-9b8f-969473715f84 port a681663c-f94c-414a-b1f0-bb33df8a6a1d binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:29:27.577186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:27.821439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-dd72f43b-06f7-4371-83f4-ebcbe26dcd73 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:27.823183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-dd72f43b-06f7-4371-83f4-ebcbe26dcd73 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.6780417 Mar 02 18:29:27.848779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Request body: {'port': {'device_id': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'admin_state_up': True, 'tenant_id': '14d49fee0cf643678d81c0715392ed6f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:27.928499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.14 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/0ed77e84-874f-4485-bae3-a888b3c25720) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:27.941125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.13 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/0ed77e84-874f-4485-bae3-a888b3c25720) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:27.963011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.064368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.081494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Transition to ACTIVE for port object a681663c-f94c-414a-b1f0-bb33df8a6a1d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:28.156409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eaecbb-a821-41c0-bd89-eea0c63113ef req-d2f628d2-b845-4c9f-a0c9-a8848cb55d17 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:28.157492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-67eaecbb-a821-41c0-bd89-eea0c63113ef req-d2f628d2-b845-4c9f-a0c9-a8848cb55d17 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Synchronizing usage tracker for tenant:5232aae7cd4c4904af0b017313f5904f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:28.164630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59806) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:28.193625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.262919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.327406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Attempting to bind port a681663c-f94c-414a-b1f0-bb33df8a6a1d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:28.327883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Attempting to bind port a681663c-f94c-414a-b1f0-bb33df8a6a1d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:28.328434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Attempting to bind port a681663c-f94c-414a-b1f0-bb33df8a6a1d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Bound port: a681663c-f94c-414a-b1f0-bb33df8a6a1d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:28.350187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.389272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 23b82269-2cf2-4936-8c38-87cd1957d946 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:28.419457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcadd9-62d7-495e-97ae-a7fe207818fb None None] Pushing event updated for resources: {'Port': ['ID=a681663c-f94c-414a-b1f0-bb33df8a6a1d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:28.439566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.477389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c1d5-cc73-4334-9c10-436b85fae4f9 req-32c03894-4ead-4edc-8bf0-4def106b92d0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:28.479099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ead3c1d5-cc73-4334-9c10-436b85fae4f9 req-32c03894-4ead-4edc-8bf0-4def106b92d0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 945 time: 0.8408389 Mar 02 18:29:28.501232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] For port a681663c-f94c-414a-b1f0-bb33df8a6a1d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:28.506437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] For port a681663c-f94c-414a-b1f0-bb33df8a6a1d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a681663c-f94c-414a-b1f0-bb33df8a6a1d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:28.515191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 23b82269-2cf2-4936-8c38-87cd1957d946 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:28.515701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.526589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:28.530636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:28.543152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:28.583578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.676990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-957292060-network', 'tenant_id': '5fe0f81bda344abf85476828cb6a1184'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:28.681448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:28.686723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Usage tracker for resource:network and tenant:5fe0f81bda344abf85476828cb6a1184 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:28.700696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=0ed77e84-874f-4485-bae3-a888b3c25720,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:28.705376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:28.733962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:28.734811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:28.759887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:28.760561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:28.762155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-67eaecbb-a821-41c0-bd89-eea0c63113ef req-d2f628d2-b845-4c9f-a0c9-a8848cb55d17 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Unset dirty status for tenant:5232aae7cd4c4904af0b017313f5904f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:28.763463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67eaecbb-a821-41c0-bd89-eea0c63113ef req-d2f628d2-b845-4c9f-a0c9-a8848cb55d17 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 931 time: 1.2595060 Mar 02 18:29:28.813446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:28.867967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67eaecbb-a821-41c0-bd89-eea0c63113ef req-167d1a84-578a-4e3e-903b-5735b015a552 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844123 Mar 02 18:29:28.893595 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e71199fb-4dff-4f06-bf59-31c725996aec tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.8787308 Mar 02 18:29:28.893749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:28.899359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '0ed77e84-874f-4485-bae3-a888b3c25720', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:28.979123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a546458c-ac3c-433c-bb55-20b2be93db44 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:29.033566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcadd9-62d7-495e-97ae-a7fe207818fb None None] Pushing event updated for resources: {'Port': ['ID=a681663c-f94c-414a-b1f0-bb33df8a6a1d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:29.053477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.071457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:29.073884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Made reservation on behalf of 5fe0f81bda344abf85476828cb6a1184 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:29.076233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.092469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:29.126505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:29.132108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:floatingip and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:29.138000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:29.143262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:29.151102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.163029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ead3c1d5-cc73-4334-9c10-436b85fae4f9 req-b145a0eb-362b-4979-9bbe-aec346e1345d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100064 Mar 02 18:29:29.227819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66ecda1b-e8fa-45b9-8bd3-7c68629d76fc req-c6d89fea-c750-4a10-b1f9-025676197396 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 210 time: 0.1358850 Mar 02 18:29:29.242886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:29.255464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Transition to ACTIVE for port object a546458c-ac3c-433c-bb55-20b2be93db44 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:29.261114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:29.267488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Usage tracker for resource:security_group_rule and tenant:5fe0f81bda344abf85476828cb6a1184 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:29.279496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:29.285123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.289149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:29.432951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:23Z', 'revision_number': 3, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:29.432951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e161c43-b58a-4eb4-93f3-4a0597c7a2de None None] The sync data for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 is: [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:23Z', 'revision_number': 3, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:29.458754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.481723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.486626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:29.491023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.607050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.46 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/6f49a041-e1c0-4599-8508-54012327de18) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:29.803176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:29.829067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:29.858365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:29.970040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.057008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.070786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:30.076650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:30.084840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:30.088800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:30.093839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Attempting to bind port a546458c-ac3c-433c-bb55-20b2be93db44 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:30.094404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Attempting to bind port a546458c-ac3c-433c-bb55-20b2be93db44 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'dacd3024-fc25-4dc8-9b37-c239768b40b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:30.094618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Attempting to bind port a546458c-ac3c-433c-bb55-20b2be93db44 on network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:30.123574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=6f49a041-e1c0-4599-8508-54012327de18,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:30.129048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Usage tracker for resource:security_group_rule and tenant:1ec642ef7da04747b9ad15040b673358 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:30.132157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:30.144456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.147900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:30.151183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Port a546458c-ac3c-433c-bb55-20b2be93db44 on network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:29:30.151513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Attempting to bind port a546458c-ac3c-433c-bb55-20b2be93db44 on network 2d46e6b5-4888-4871-8e9c-649c32ea2cd4 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:30.169704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:30.170043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Checking segment: {'id': 'dacd3024-fc25-4dc8-9b37-c239768b40b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:30.211357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Bound using segment: {'id': 'dacd3024-fc25-4dc8-9b37-c239768b40b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:30.211357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Bound port: a546458c-ac3c-433c-bb55-20b2be93db44, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dacd3024-fc25-4dc8-9b37-c239768b40b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:30.211357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.211357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.211357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Allocated IP 172.20.0.11 (05415a3d-6819-486c-8cf4-fc50dd1de82b/685b2207-edbd-44a7-bc8d-3d86fcc23265/73e35594-d03a-4f51-8dc7-d18201beb725) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:30.341011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.437333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a681663c-f94c-414a-b1f0-bb33df8a6a1d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:30.476318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.485412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:29:30.514620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:30.522328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b90f13-bbc6-4fae-9e44-087a7872df7e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:30.555929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.579375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.579731 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Added segment 08e0c556-2d02-435c-a941-898371efded7 of type vlan for network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a Mar 02 18:29:30.618389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d2ec4-2f47-4bdb-8564-ac397d892173 req-0af4f8ba-90e1-4428-aaa2-8a763deaabd9 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:30.619890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b55d2ec4-2f47-4bdb-8564-ac397d892173 req-0af4f8ba-90e1-4428-aaa2-8a763deaabd9 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 943 time: 0.6198184 Mar 02 18:29:30.635233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ec642ef7da04747b9ad15040b673358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8294811 Mar 02 18:29:30.635233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5722be-e430-4add-9f72-be39463599db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b30d6eb-3fae-4e3a-8fae-60d9d5d267ca,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:30.635504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a546458c-ac3c-433c-bb55-20b2be93db44,segment=NetworkSegment(dacd3024-fc25-4dc8-9b37-c239768b40b3),segment_id=dacd3024-fc25-4dc8-9b37-c239768b40b3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:30.638195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a681663c-f94c-414a-b1f0-bb33df8a6a1d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:30.643560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:30.651493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a681663c-f94c-414a-b1f0-bb33df8a6a1d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:30.652115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.729351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.771550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.778624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.790642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.796109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a681663c-f94c-414a-b1f0-bb33df8a6a1d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a681663c-f94c-414a-b1f0-bb33df8a6a1d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:30.809389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.825812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.907395 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.929305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b55d2ec4-2f47-4bdb-8564-ac397d892173 req-396af8da-2737-49c4-ad36-24d0572044d0 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936170 Mar 02 18:29:30.941646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:30.942762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:30.943685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] 10.222.0.11 "PUT /v2.0/ports/a546458c-ac3c-433c-bb55-20b2be93db44 HTTP/1.1" status: 200 len: 1091 time: 3.8435073 Mar 02 18:29:30.976860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:30.997292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a681663c-f94c-414a-b1f0-bb33df8a6a1d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:31.027914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f5b0f-b5b7-4bfd-bfc0-52d2df748d62 req-4d7d3036-db7c-4d94-a42a-4895e2105c02 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:31.030951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-061f5b0f-b5b7-4bfd-bfc0-52d2df748d62 req-4d7d3036-db7c-4d94-a42a-4895e2105c02 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 945 time: 0.6335666 Mar 02 18:29:31.042449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.051107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.094456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.104158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b30d6eb-3fae-4e3a-8fae-60d9d5d267ca,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:31.145138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff8de8-6684-45b5-bf8b-65857e0264b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:31.152762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Allocated IP 172.20.0.1 (bace639a-2715-42b2-bb83-3ee0e6dbbdef/bf77f134-fdee-4841-892e-aa38546085ff/894a9052-7320-49e2-919e-9bbedc8fc6ea) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:31.180215 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.183855 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58dc3b8d-18f7-4ca4-a689-4cf946f2ee29 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b30d6eb-3fae-4e3a-8fae-60d9d5d267ca HTTP/1.1" status: 204 len: 168 time: 0.5399678 Mar 02 18:29:31.194195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.195407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:31.196300 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.250011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b20cae8-004e-493c-8b61-e258b32de527 req-b4bacf86-b43d-4310-ab75-0ae6ad4bdefb tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 210 time: 0.1913908 Mar 02 18:29:31.353234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.438588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.507310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-061f5b0f-b5b7-4bfd-bfc0-52d2df748d62 req-66e6b400-7772-4a54-a1f8-e3b3c8eebb98 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471579 Mar 02 18:29:31.511404 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44', 'status': 'completed', 'code': 200} Mar 02 18:29:31.555530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] Pushing event updated for resources: {'Network': ['ID=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:31.568206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:29:31.653587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ac13bb85-93dc-41da-b48a-f79b86b260ac admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.4479299 Mar 02 18:29:31.654611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:31.668035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-366292a9-d2e1-429a-a199-d26e401bc557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:31.669460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-366292a9-d2e1-429a-a199-d26e401bc557 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5232aae7cd4c4904af0b017313f5904f&device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 1094 time: 0.5365431 Mar 02 18:29:31.670541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Request body: {'subnet': {'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-957292060-subnet', 'tenant_id': '5fe0f81bda344abf85476828cb6a1184', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:31.682310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=6f49a041-e1c0-4599-8508-54012327de18,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:31.688207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:31.693919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Usage tracker for resource:subnet and tenant:5fe0f81bda344abf85476828cb6a1184 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:31.701571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:31.704602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.760537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.768509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:31.811935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-ab550fad-8820-41e4-a7e6-8fd6c0d7a6a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a546458c-ac3c-433c-bb55-20b2be93db44 HTTP/1.1" status: 200 len: 217 time: 0.1326528 Mar 02 18:29:31.887435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.890183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Made reservation on behalf of 5fe0f81bda344abf85476828cb6a1184 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:31.892520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:31.935233 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP 9aeb8732-84d2-4732-925c-ad2390e89fe4 associated. External IP: 172.25.7.46, port: 0ed77e84-874f-4485-bae3-a888b3c25720. Mar 02 18:29:31.941418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:31.950600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-7c0ab323-f04e-42be-ba36-7cf59a81b46d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1423827564&fields=id&tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 267 time: 0.2126598 Mar 02 18:29:31.956388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Transition to ACTIVE for port object 894a9052-7320-49e2-919e-9bbedc8fc6ea will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:31.957266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:31.964677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:31.996298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:32.099315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-90a44ba2-aae7-4c47-9da5-b5cb9af93f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:32.100846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-90a44ba2-aae7-4c47-9da5-b5cb9af93f1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e162b2cd-1601-4070-871d-e9136e707223 HTTP/1.1" status: 200 len: 862 time: 0.2726247 Mar 02 18:29:32.205318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-bff504b1-0a41-4784-bc3a-665f51e32125 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d46e6b5-4888-4871-8e9c-649c32ea2cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952194 Mar 02 18:29:32.212010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:32.212629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:32.390902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-491e57da-3f92-4884-b252-0a95a9be160b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:32.392421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-491e57da-3f92-4884-b252-0a95a9be160b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 945 time: 0.3998897 Mar 02 18:29:32.394464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b7ef2051-7cf0-47af-a9f1-e8958995769f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5555196 Mar 02 18:29:32.405911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:32.418499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Request body: {'port': {'device_id': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:32.432430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a681663c-f94c-414a-b1f0-bb33df8a6a1d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:32.447873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:32.495954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a681663c-f94c-414a-b1f0-bb33df8a6a1d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:32.496698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:32.502756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'security_groups': ['f11dbc73-6904-4a51-99c8-482a3a5d5bdf', '3ab89a58-9418-4942-b023-ec74743ffd30']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:32.535732 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:32.591262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-97ee1d04-1376-4505-87c8-13c0a5646753 service neutron] 10.222.0.11 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659725 Mar 02 18:29:32.612440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43360927-1377-4f27-95e2-91825162292a req-87664e2b-21f3-48dd-b095-63caa5bf29d2 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:32.619182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43360927-1377-4f27-95e2-91825162292a req-87664e2b-21f3-48dd-b095-63caa5bf29d2 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 943 time: 0.5033720 Mar 02 18:29:32.622294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:32.664430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:32.717964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:32.718845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c402241-000f-4cca-9b13-56ca2feef36d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:32.741290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:32.747792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Checking segment: {'id': '08e0c556-2d02-435c-a941-898371efded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:32.748207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Network hostable DHCP agents. Network: 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:29:32.756828 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:32.766487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Pushing event updated for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:32.778181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:32.778915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:32.846286 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:32.856720 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:32.857284 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:32.884870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:32.927400 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:32.927953 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5658cd-4cbc-4cf3-8606-9f2422d410e4 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:32.968141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8d88dd96-559f-4698-9540-88b385ffc288 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0731053 Mar 02 18:29:32.969095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:29:32.971335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:32.978005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': '0ed77e84-874f-4485-bae3-a888b3c25720', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:32.988638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43360927-1377-4f27-95e2-91825162292a req-62618b04-2be9-40c7-b8f5-c5d0a2ef9e9a tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686197 Mar 02 18:29:33.000929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.027104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.037905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.114148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-04f5cb6f-262a-4945-bbec-c5ea6b8e5771 None None] Provisioning for port 894a9052-7320-49e2-919e-9bbedc8fc6ea completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:33.119851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-04f5cb6f-262a-4945-bbec-c5ea6b8e5771 None None] Provisioning complete for port 894a9052-7320-49e2-919e-9bbedc8fc6ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:33.120482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04f5cb6f-262a-4945-bbec-c5ea6b8e5771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.128596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.194924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-04f5cb6f-262a-4945-bbec-c5ea6b8e5771 None None] Port 894a9052-7320-49e2-919e-9bbedc8fc6ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:29:33.423633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:33.429257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:33.429850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:33.438676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f9c071-96c1-491c-bca6-f2cddc0f0247 None None] Network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:33.502950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511b5aa6-7823-4aba-8c52-58c76bd2a64c req-952648d7-9619-453f-abe6-25b3e9920ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8744597 Mar 02 18:29:33.594946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c3d75d9-38d8-40b2-ab0d-15ad44c7c7d1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9371102 Mar 02 18:29:33.726651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d16233-866c-421e-8f68-cbcb6c9a6961 None None] Network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:34.031868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90f2b7-ba81-4747-a5c6-f009515a037e req-9ba18b8a-16c3-47f1-8d15-090da834a46a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:34.032835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f90f2b7-ba81-4747-a5c6-f009515a037e req-9ba18b8a-16c3-47f1-8d15-090da834a46a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:34.074677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.187692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.195785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8764-ae53-4600-9905-913115b7eff9 req-bdba2afc-e9fb-463d-8635-ab9d6cdda152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:34.208831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-bdba2afc-e9fb-463d-8635-ab9d6cdda152 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5232aae7cd4c4904af0b017313f5904f&device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 1094 time: 0.4634526 Mar 02 18:29:34.277481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f90f2b7-ba81-4747-a5c6-f009515a037e req-9ba18b8a-16c3-47f1-8d15-090da834a46a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:34.278948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f90f2b7-ba81-4747-a5c6-f009515a037e req-9ba18b8a-16c3-47f1-8d15-090da834a46a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 932 time: 0.9858732 Mar 02 18:29:34.339933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:34.435220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.534421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e35594-d03a-4f51-8dc7-d18201beb725 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:34.546847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f90f2b7-ba81-4747-a5c6-f009515a037e req-3b6671a2-5b5d-4bb9-968f-72d5365fd53c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497790 Mar 02 18:29:34.571063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:34.583360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.630865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.637605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Transition to ACTIVE for port object 73e35594-d03a-4f51-8dc7-d18201beb725 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:34.647714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8764-ae53-4600-9905-913115b7eff9 req-c89fd059-3e8b-41af-8981-94fe4c207616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:34.649188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-c89fd059-3e8b-41af-8981-94fe4c207616 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2d46e6b5-4888-4871-8e9c-649c32ea2cd4 HTTP/1.1" status: 200 len: 923 time: 0.4188213 Mar 02 18:29:34.757343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-a54b28d1-ad9b-4497-8a04-a1338ec7a671 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a546458c-ac3c-433c-bb55-20b2be93db44 HTTP/1.1" status: 200 len: 217 time: 0.0888753 Mar 02 18:29:34.797564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:34.803910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.811283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:34.824650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:34.825635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:34.903247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.968202 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.970274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43538e90-0382-42cc-aae0-891adcb544dc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/9aeb8732-84d2-4732-925c-ad2390e89fe4 HTTP/1.1" status: 200 len: 978 time: 1.9963794 Mar 02 18:29:34.974649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59916) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:34.981392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:34.981551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:35.007777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f431bce1-7645-4f8e-9f2f-df159accccae'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:35.043433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:35.123638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:35.124287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:35.216829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:35.217189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a154de7d-9ca5-425f-87f1-a049218b73c3 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:35.223024 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.326658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.363961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 6f49a041-e1c0-4599-8508-54012327de18 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:35.367140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.503969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:35.504600 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.505988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5acdee07-5be5-43e8-ae2c-2f6dfa72d2bb req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "PUT /v2.0/ports/f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 981 time: 3.0950377 Mar 02 18:29:35.508228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:35.525151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f431bce1-7645-4f8e-9f2f-df159accccae'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:35.573055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.573522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:35.623896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce8764-ae53-4600-9905-913115b7eff9 req-23cac380-c08a-4430-abf9-b42630bcc611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:35.625289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-23cac380-c08a-4430-abf9-b42630bcc611 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e162b2cd-1601-4070-871d-e9136e707223 HTTP/1.1" status: 200 len: 862 time: 0.8135345 Mar 02 18:29:35.718055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 6f49a041-e1c0-4599-8508-54012327de18 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:35.758998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a324268-0fe0-4f88-bd22-1d4aabfd8c09 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:35.874224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-9c62436f-fd21-42d9-a51e-37651c2144d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2d46e6b5-4888-4871-8e9c-649c32ea2cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1560159 Mar 02 18:29:35.937789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-19c1cdab-134c-41e9-8dfc-be8c36cedd60 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:35.938519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-19c1cdab-134c-41e9-8dfc-be8c36cedd60 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Synchronizing usage tracker for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:36.010228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.052331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:36.100948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Attempting to bind port 73e35594-d03a-4f51-8dc7-d18201beb725 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:36.101359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Attempting to bind port 73e35594-d03a-4f51-8dc7-d18201beb725 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:36.101613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Attempting to bind port 73e35594-d03a-4f51-8dc7-d18201beb725 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:36.104960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=6f49a041-e1c0-4599-8508-54012327de18,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:36.145678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Port 73e35594-d03a-4f51-8dc7-d18201beb725 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:29:36.145898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Attempting to bind port 73e35594-d03a-4f51-8dc7-d18201beb725 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:36.157248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:36.172546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.173181 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP 9aeb8732-84d2-4732-925c-ad2390e89fe4 disassociated (deleted). External IP: 172.25.7.46, port: 0ed77e84-874f-4485-bae3-a888b3c25720. Mar 02 18:29:36.173341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:36.173674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Checking segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:36.174649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Bound using segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:36.175107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Bound port: 73e35594-d03a-4f51-8dc7-d18201beb725, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:36.175458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.184678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:36.228261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Pushing event updated for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:36.332098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-19c1cdab-134c-41e9-8dfc-be8c36cedd60 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Unset dirty status for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:36.333295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-19c1cdab-134c-41e9-8dfc-be8c36cedd60 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/networks?id=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a HTTP/1.1" status: 200 len: 817 time: 1.5229766 Mar 02 18:29:36.349028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-51766edd-5566-4306-bff5-0236ba39371e service neutron] 10.222.0.11 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501562 Mar 02 18:29:36.411184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986458c4-6959-4a7a-b95b-4812bc936276 req-b120735a-df28-4580-b3ab-0c57a15e2cfb tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:36.411184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-986458c4-6959-4a7a-b95b-4812bc936276 req-b120735a-df28-4580-b3ab-0c57a15e2cfb tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 943 time: 0.6951487 Mar 02 18:29:36.426059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-f56a9e2c-dd06-49e5-b0d6-ac58185105fc tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/quotas/5fe0f81bda344abf85476828cb6a1184 HTTP/1.1" status: 200 len: 375 time: 0.0738401 Mar 02 18:29:36.445559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca1414fa-f08d-4818-b894-01ef5e695363 None None] Provisioning complete for port 894a9052-7320-49e2-919e-9bbedc8fc6ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:36.446792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca1414fa-f08d-4818-b894-01ef5e695363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.507735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ca1414fa-f08d-4818-b894-01ef5e695363 None None] Port 894a9052-7320-49e2-919e-9bbedc8fc6ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:29:36.581536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:36.582395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-8fcce31c-832c-4710-9b8d-310ac8fa352a tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5fe0f81bda344abf85476828cb6a1184&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1247184 Mar 02 18:29:36.591389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a546458c-ac3c-433c-bb55-20b2be93db44 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:36.648994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:36.697637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-986458c4-6959-4a7a-b95b-4812bc936276 req-c58dce2b-5fb6-45b7-aa1c-e838302123a4 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872703 Mar 02 18:29:36.732899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:36.761914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a546458c-ac3c-433c-bb55-20b2be93db44,segment=NetworkSegment(dacd3024-fc25-4dc8-9b37-c239768b40b3),segment_id=dacd3024-fc25-4dc8-9b37-c239768b40b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:36.788194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'a546458c-ac3c-433c-bb55-20b2be93db44', 'network_id': '2d46e6b5-4888-4871-8e9c-649c32ea2cd4', 'port_id': 'a546458c-ac3c-433c-bb55-20b2be93db44', 'mac_address': 'fa:16:3e:78:80:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e162b2cd-1601-4070-871d-e9136e707223', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:36.822624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:36.836697 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:36.849221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:36.855242 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:36.856515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.879218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a546458c-ac3c-433c-bb55-20b2be93db44 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:36.899423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a546458c-ac3c-433c-bb55-20b2be93db44,segment=NetworkSegment(dacd3024-fc25-4dc8-9b37-c239768b40b3),segment_id=dacd3024-fc25-4dc8-9b37-c239768b40b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:36.911626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:36.926574 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:36.938257 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:36.939137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:36.956684 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'status': 'completed', 'code': 200} Mar 02 18:29:37.007849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:37.008323 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dac65ee-b18a-4c87-9fce-7cf94f4fe98a None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:37.011123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.015772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.091201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:37.119737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c8b6f6a3-cebf-4d44-8866-382c5ba77a44 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/9aeb8732-84d2-4732-925c-ad2390e89fe4 HTTP/1.1" status: 204 len: 168 time: 2.1440387 Mar 02 18:29:37.122415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:37.165734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.166375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.167798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] 10.222.0.65 "PUT /v2.0/ports/73e35594-d03a-4f51-8dc7-d18201beb725 HTTP/1.1" status: 200 len: 1092 time: 4.7652171 Mar 02 18:29:37.176565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-9d0321df-5da2-4a7f-991b-8cde1b384fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.178067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-9d0321df-5da2-4a7f-991b-8cde1b384fa3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1135 time: 0.3416333 Mar 02 18:29:37.195268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6198198-6b3c-4133-b5c8-629b2326a832 req-b5a58dfb-235e-4d85-87ce-1e40b1edad12 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/3ab89a58-9418-4942-b023-ec74743ffd30 HTTP/1.1" status: 200 len: 1802 time: 0.2354662 Mar 02 18:29:37.203745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Router 46bb9928-8f2b-4744-9b8f-969473715f84 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:37.208316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adce8764-ae53-4600-9905-913115b7eff9 req-0b60b6bc-967e-4a1f-aa5c-55e71972681c service neutron] 10.222.0.11 "GET /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8445590 Mar 02 18:29:37.234687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 0ed77e84-874f-4485-bae3-a888b3c25720 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:37.235033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.262154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22526bbe-f0ac-483c-a1d8-208a7e9aa9a2 service neutron] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:37.270194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-77b6246a-ef5a-4669-858d-460558f43bcf service neutron] 10.222.0.66 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225407 Mar 02 18:29:37.289493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['a546458c-ac3c-433c-bb55-20b2be93db44'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:37.442251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-41bb4155-8274-47d1-a1d9-6f69a4c2daeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.445246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-41bb4155-8274-47d1-a1d9-6f69a4c2daeb service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.2557790 Mar 02 18:29:37.542090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-231fe04f-8f90-4543-ab3b-9ae001f9f5d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 217 time: 0.0896490 Mar 02 18:29:37.589545 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-e6198198-6b3c-4133-b5c8-629b2326a832 req-08e1b552-9767-436c-840a-70ee370f4bdf tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 18:29:37.590568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6198198-6b3c-4133-b5c8-629b2326a832 req-08e1b552-9767-436c-840a-70ee370f4bdf tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ab89a58-9418-4942-b023-ec74743ffd30 HTTP/1.1" status: 409 len: 341 time: 0.3814692 Mar 02 18:29:37.681470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-8e9737ac-041d-4d95-947f-b2e5d256dba1 service neutron] 10.222.0.66 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410625 Mar 02 18:29:37.683505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:37.698196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1673bab7-02f2-4836-a5c3-7f94b7ff7196 admin admin] 10.222.0.66 "PUT /v2.0/routers/46bb9928-8f2b-4744-9b8f-969473715f84/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7670372 Mar 02 18:29:37.700685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Sync routers for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:37.701655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-2226fe83-136a-4b65-bc91-2aa1798aec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.703187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-2226fe83-136a-4b65-bc91-2aa1798aec04 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 1095 time: 0.3639700 Mar 02 18:29:37.711059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:37.711792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:37.834630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:37.866878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-3a03bd9e-d241-4d83-9dfc-dc3acc569137 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73e35594-d03a-4f51-8dc7-d18201beb725 HTTP/1.1" status: 200 len: 217 time: 0.1131408 Mar 02 18:29:37.928327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:37.936118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-445e1324-a3bb-4aa5-a127-e083a752ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.937651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-445e1324-a3bb-4aa5-a127-e083a752ef99 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.3819358 Mar 02 18:29:37.983428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-513eb38d-8274-4496-84bc-62148edab75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:37.985777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-513eb38d-8274-4496-84bc-62148edab75f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.1085131 Mar 02 18:29:38.045180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-15f6130c-e7b2-4b9f-8b0a-e4f7dbdd648a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469177 Mar 02 18:29:38.054669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 0ed77e84-874f-4485-bae3-a888b3c25720 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:38.139152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-91cb3f2f-fea2-494b-9788-621701974666 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164823 Mar 02 18:29:38.152116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e22a1-c825-4630-b404-5f6a818663f5 req-f1e6772a-332b-407c-b2a6-c23b401e74d2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:38.153905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-145e22a1-c825-4630-b404-5f6a818663f5 req-f1e6772a-332b-407c-b2a6-c23b401e74d2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 944 time: 0.4454918 Mar 02 18:29:38.220584 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-e1500551-f4d7-4ad9-85ba-d68b9d0e14fb service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402745 Mar 02 18:29:38.406740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-145e22a1-c825-4630-b404-5f6a818663f5 req-af79ad7b-0abb-4724-a5ad-3c7f9fe580e7 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773494 Mar 02 18:29:38.442867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-b38cc1a6-2765-4ba0-ab19-d4a5c5fed37e service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877748 Mar 02 18:29:38.475755 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1c4e304e-f448-461e-b7e9-2df159b58f0e req-b4e2651d-b556-4355-88f7-0ce843d8aea9 service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405651 Mar 02 18:29:38.624943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a546458c-ac3c-433c-bb55-20b2be93db44 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:38.652305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:38.686614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 2, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:38.693591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Checking router: 46bb9928-8f2b-4744-9b8f-969473715f84 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:29:38.694053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Updating router 46bb9928-8f2b-4744-9b8f-969473715f84 port 894a9052-7320-49e2-919e-9bbedc8fc6ea binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:29:38.700112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d49ea4a7-5b5c-45ea-afe1-d48b1e0a28c9 req-ce55e88b-340f-4129-b779-0b61132af38a service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460394 Mar 02 18:29:38.739575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6309b-99a5-4209-855d-25e3459d138a req-7d955ced-c944-422b-b67f-0861b8b8e05f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:38.747568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30b6309b-99a5-4209-855d-25e3459d138a req-7d955ced-c944-422b-b67f-0861b8b8e05f tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 944 time: 0.1830132 Mar 02 18:29:38.780186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=0ed77e84-874f-4485-bae3-a888b3c25720,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:38.843896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:38.910265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30b6309b-99a5-4209-855d-25e3459d138a req-f7ad11ab-1ce3-4a7d-9fac-afc71fc8117a tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506379 Mar 02 18:29:38.961166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:39.026731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6dad668-af36-43a0-a394-4833bfc6d21f req-ca6b4821-8c4b-4f82-b103-bdcd8816c2cc tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 210 time: 0.0591421 Mar 02 18:29:39.169689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port a546458c-ac3c-433c-bb55-20b2be93db44 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:39.204367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port a546458c-ac3c-433c-bb55-20b2be93db44 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:39.204893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.241547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-6ecfce9d-b01d-46b6-8156-ddc73f9d0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.243117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-6ecfce9d-b01d-46b6-8156-ddc73f9d0e6d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1135 time: 0.3311431 Mar 02 18:29:39.246262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.292853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-81c152a0-8e5c-46c9-b19b-2da1bf3702fc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/0ed77e84-874f-4485-bae3-a888b3c25720 HTTP/1.1" status: 204 len: 168 time: 2.1695039 Mar 02 18:29:39.296632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:39.302536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:39.308947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:39.313222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:floatingip and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:39.357232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6bb13-cb7c-49be-b2ea-05e41898939b req-4303c424-e968-490c-b9f0-9a05fa7ca5d5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.361098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2a6bb13-cb7c-49be-b2ea-05e41898939b req-4303c424-e968-490c-b9f0-9a05fa7ca5d5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 984 time: 0.1230021 Mar 02 18:29:39.367291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:39.388920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:39.390440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1408081415', 'description': 'tempest-description--1843245125'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:39.397591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:39.402086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Usage tracker for resource:security_group and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:39.405445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:39.411319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:39.419188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:39.435693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2a6bb13-cb7c-49be-b2ea-05e41898939b req-edfcf3ba-a785-4e36-a2ba-e906bf40b4ef tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3ab89a58-9418-4942-b023-ec74743ffd30&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0656626 Mar 02 18:29:39.437168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.469308 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725', 'status': 'completed', 'code': 200} Mar 02 18:29:39.479756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a546458c-ac3c-433c-bb55-20b2be93db44,segment=NetworkSegment(dacd3024-fc25-4dc8-9b37-c239768b40b3),segment_id=dacd3024-fc25-4dc8-9b37-c239768b40b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:39.479756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:39.489369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-5f406d5d-c29f-4005-b6ee-841de6e148f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.491137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-5f406d5d-c29f-4005-b6ee-841de6e148f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.2407374 Mar 02 18:29:39.501105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.562926 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44', 'code': 200} Mar 02 18:29:39.576590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.590707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Transition to ACTIVE for port object 894a9052-7320-49e2-919e-9bbedc8fc6ea will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:39.601999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.614933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.641641 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-45c5c46c-d175-4a59-8d3b-cb555cce2d8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 217 time: 0.1198287 Mar 02 18:29:39.650873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:39.680495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:39.709220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Usage tracker for resource:security_group_rule and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:39.718509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:39.724295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:39.728780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:39.749020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-ff54529f-a2f5-4011-8992-91aae736d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.750520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-ff54529f-a2f5-4011-8992-91aae736d03a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1012576 Mar 02 18:29:39.875128 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-a8ca7b6b-cdba-427b-b5df-95f1e1f58a87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108487 Mar 02 18:29:39.878712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7606-4997-4371-a9e0-be6121fbd00e req-baaebaf1-cf71-4cde-9e21-05b9ddb8bb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:39.880214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-baaebaf1-cf71-4cde-9e21-05b9ddb8bb84 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 1095 time: 0.3843565 Mar 02 18:29:39.903452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1e4b-a82c-4042-b47e-6def0a102b05 None None] Pushing event updated for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:39.990269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Attempting to bind port 894a9052-7320-49e2-919e-9bbedc8fc6ea on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:39.990805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Attempting to bind port 894a9052-7320-49e2-919e-9bbedc8fc6ea by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:39.991263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Attempting to bind port 894a9052-7320-49e2-919e-9bbedc8fc6ea on network bace639a-2715-42b2-bb83-3ee0e6dbbdef {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:40.008241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:40.009079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Checking segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:40.009649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.011632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Bound using segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:40.012323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Bound port: 894a9052-7320-49e2-919e-9bbedc8fc6ea, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:40.016679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.060734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.115969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e0298-4daa-41e7-90d8-f087264cd6b6 req-ed9b0fa3-200b-4de8-9cb1-7bcefebdcc2b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:40.116216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-09a4e1ea-d9e7-4ba4-bbb7-fefc3f9e9110 service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267213 Mar 02 18:29:40.117931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-392e0298-4daa-41e7-90d8-f087264cd6b6 req-ed9b0fa3-200b-4de8-9cb1-7bcefebdcc2b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 944 time: 0.5596468 Mar 02 18:29:40.165753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.197228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.207668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] For port 894a9052-7320-49e2-919e-9bbedc8fc6ea, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:40.211015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] For port 894a9052-7320-49e2-919e-9bbedc8fc6ea, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=894a9052-7320-49e2-919e-9bbedc8fc6ea,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:40.226866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7606-4997-4371-a9e0-be6121fbd00e req-87dd8a9e-7eba-4455-afd2-2783d3f80e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:40.228349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-87dd8a9e-7eba-4455-afd2-2783d3f80e81 service neutron] 10.222.0.65 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 906 time: 0.3374557 Mar 02 18:29:40.277331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef211-147c-4d9c-83bd-730a0f1b6c02 req-b338f33a-4aa2-4e2d-a6f3-570563edf27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:40.278817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3bef211-147c-4d9c-83bd-730a0f1b6c02 req-b338f33a-4aa2-4e2d-a6f3-570563edf27d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 1096 time: 0.5107052 Mar 02 18:29:40.295767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.335878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26115a3f-9c19-47b5-8135-cbd153dc15dd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:40.364517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-392e0298-4daa-41e7-90d8-f087264cd6b6 req-5502a67b-249f-4b8d-8fe0-84aef6648515 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940014 Mar 02 18:29:40.387255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-93f3dc4c-4d98-4007-b867-b79fe28bd0e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73e35594-d03a-4f51-8dc7-d18201beb725 HTTP/1.1" status: 200 len: 217 time: 0.1124606 Mar 02 18:29:40.433143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.437657 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c467102b-86d6-452d-9635-fc775349b517 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0486574 Mar 02 18:29:40.438730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e42b9f9-9c8e-48e1-86ea-7ff3b0415eae req-a6860c2c-35d2-4b71-b2a6-f7eb00e8d6eb service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115058 Mar 02 18:29:40.445262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:40.454271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'security_group_rule': {'security_group_id': '26115a3f-9c19-47b5-8135-cbd153dc15dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:40.467539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:40.473883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:40.476503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Usage tracker for resource:security_group_rule and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:40.478437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:40.484455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:40.496093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:40.516182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.245 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/91c27591-8b00-40bf-a4ae-9994c681f12b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:40.527813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d9439-3aaa-4bee-ba89-756707e1a28a req-b492f791-cab9-47e2-b473-bfdaa7a32cc7 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:40.536390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-082d9439-3aaa-4bee-ba89-756707e1a28a req-b492f791-cab9-47e2-b473-bfdaa7a32cc7 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.4171889 Mar 02 18:29:40.539276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3bef211-147c-4d9c-83bd-730a0f1b6c02 req-3c6d4af8-c44f-4105-ac48-5905f466a1e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977344 Mar 02 18:29:40.617462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33aad8f9-d98c-46c6-bd44-ffd6f17808ef req-0d082860-a154-4814-823c-bfe1c8fab412 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 210 time: 0.0555625 Mar 02 18:29:40.645706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f1e4b-a82c-4042-b47e-6def0a102b05 None None] Pushing event updated for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:40.660873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-082d9439-3aaa-4bee-ba89-756707e1a28a req-78794aea-db3a-44e6-89ca-4c640b6dd42d tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193244 Mar 02 18:29:40.674909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e7606-4997-4371-a9e0-be6121fbd00e req-033a8b9f-efb7-430f-8f77-fe17313a08da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:40.676429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-033a8b9f-efb7-430f-8f77-fe17313a08da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.2435651 Mar 02 18:29:40.713063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.727361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-90bb32f0-c0f9-4a0f-aa70-82165b622634 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449178 Mar 02 18:29:40.804623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.844653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.853920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:29:40.947809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:40.968770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-fecf5eb8-0b07-454a-8125-9b7ff55053dc service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333636 Mar 02 18:29:40.979184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe56f4ef-e09b-47a8-acb7-f00aa4b826a1,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:41.051479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.084525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f5036-cf4c-4209-9a00-dd1a5e10f549 req-423b58d6-5774-4206-8b7d-c0170c23faa8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:41.086019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99f5036-cf4c-4209-9a00-dd1a5e10f549 req-423b58d6-5774-4206-8b7d-c0170c23faa8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 984 time: 0.2204206 Mar 02 18:29:41.104406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:41.110346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:41.113377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:41.163838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99f5036-cf4c-4209-9a00-dd1a5e10f549 req-f25f57f4-c534-413a-85b8-a0cd0fb6c6d6 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3ab89a58-9418-4942-b023-ec74743ffd30&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0697494 Mar 02 18:29:41.172982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-960e7606-4997-4371-a9e0-be6121fbd00e req-ceb06cea-96ed-4793-add9-95768e43cc4e service neutron] 10.222.0.65 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902213 Mar 02 18:29:41.178932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.180181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a85399ff-a8e2-4edf-b78f-f20661966119 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7341049 Mar 02 18:29:41.184085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59994) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:41.191055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'security_group_rule': {'security_group_id': '26115a3f-9c19-47b5-8135-cbd153dc15dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:41.204287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:41.213707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=91c27591-8b00-40bf-a4ae-9994c681f12b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:41.214326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Usage tracker for resource:security_group_rule and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:41.216380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:41.224261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:41.232711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:41.242830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.354888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.411303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:40Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:41.427767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db71f11b-8f58-48b8-b0f1-d2099bcd56f2 None None] The sync data for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 is: [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:40Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:41.448073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:41.449952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.477314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '73e35594-d03a-4f51-8dc7-d18201beb725', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '73e35594-d03a-4f51-8dc7-d18201beb725', 'mac_address': 'fa:16:3e:4b:25:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:41.590519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.635331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.656087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e35594-d03a-4f51-8dc7-d18201beb725 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:41.699509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:41.775741 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.813567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:41.937322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:41.974408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43973e42-72c7-4717-b763-e328d12eaae7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:42.014695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b014c52d-c553-41af-92df-91a489e5b6fa req-12fc62a9-9152-458d-bb35-1da18a83bc07 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 210 time: 0.1984863 Mar 02 18:29:42.023564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['73e35594-d03a-4f51-8dc7-d18201beb725'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:42.082237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.093270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-64b6c221-03e8-4238-b979-bc8850a07fda tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:42.103070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-64b6c221-03e8-4238-b979-bc8850a07fda tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.65 "GET /v2.0/networks?id=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a HTTP/1.1" status: 200 len: 817 time: 0.6508851 Mar 02 18:29:42.132050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Request body: {'port': {'device_id': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a', 'admin_state_up': True, 'tenant_id': '5fe0f81bda344abf85476828cb6a1184'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:42.255344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.259203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a60b0957-d8b6-403e-a323-4740f977ac9b tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0711291 Mar 02 18:29:42.266974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:42.275702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:42.283102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:42.287947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Usage tracker for resource:floatingip and tenant:974385c2ceb746a0b2f75d2fe2d515b3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:42.295370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:42.299426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:42.308409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.482843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 894a9052-7320-49e2-919e-9bbedc8fc6ea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:42.546778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=91c27591-8b00-40bf-a4ae-9994c681f12b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:42.559164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.562863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf00ab5-09ad-44fb-b9f0-12ea2a7f7ceb req-1fd1d8ad-6a38-44a3-80d0-efc0d2fbf6ed tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:42.571293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdf00ab5-09ad-44fb-b9f0-12ea2a7f7ceb req-1fd1d8ad-6a38-44a3-80d0-efc0d2fbf6ed tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 945 time: 0.8653300 Mar 02 18:29:42.645402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.650988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 894a9052-7320-49e2-919e-9bbedc8fc6ea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:42.655716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:42.658009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 894a9052-7320-49e2-919e-9bbedc8fc6ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:42.658448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.672601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdf00ab5-09ad-44fb-b9f0-12ea2a7f7ceb req-bcb75ebc-cd95-49ef-8765-b8f5cf7f6edd tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003282 Mar 02 18:29:42.698434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Usage tracker for resource:port and tenant:5fe0f81bda344abf85476828cb6a1184 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:42.702287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:42.709602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:42.759421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe9085f-82d8-4f20-bd61-d586be7723fc req-af04b397-5e45-426e-abb7-01827b316122 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:42.760969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe9085f-82d8-4f20-bd61-d586be7723fc req-af04b397-5e45-426e-abb7-01827b316122 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.5161097 Mar 02 18:29:42.831087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe9085f-82d8-4f20-bd61-d586be7723fc req-e202328c-4363-4fe3-931f-14d4e0b483ba tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559974 Mar 02 18:29:42.870843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.886024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.887423 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce2f40da-46e6-4447-9d10-4ba7189e76a2 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5899837 Mar 02 18:29:42.890105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:42.896713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Made reservation on behalf of 5fe0f81bda344abf85476828cb6a1184 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:42.899879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.900461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:42.950878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 894a9052-7320-49e2-919e-9bbedc8fc6ea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=894a9052-7320-49e2-919e-9bbedc8fc6ea,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:43.033822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.119280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Allocated IP 172.25.7.154 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/730d5e9a-344e-4fca-a28f-a9f05d2744e9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:43.206760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4fbd0f-92ab-4368-bd48-ea86930c68e2 req-d988fcb6-e47c-4cd2-8cb5-4d84f0fb52a2 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:43.209908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe4fbd0f-92ab-4368-bd48-ea86930c68e2 req-d988fcb6-e47c-4cd2-8cb5-4d84f0fb52a2 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 984 time: 0.3572659 Mar 02 18:29:43.240002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:43.283971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:43.359456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'port': {'network_id': 'b4f5b689-e319-47d7-b568-e33ff9b898d5', 'name': 'tempest-FloatingIPTestJSON-816511496'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:43.423291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe4fbd0f-92ab-4368-bd48-ea86930c68e2 req-c0d6845d-fc31-4e78-bce2-a6b332f75aa9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3ab89a58-9418-4942-b023-ec74743ffd30&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1985734 Mar 02 18:29:43.430862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Allocated IP 172.20.0.7 (00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a/4c402241-000f-4cca-9b13-56ca2feef36d/8674a1d3-a028-4750-8f3a-278f31973740) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:43.490506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 73e35594-d03a-4f51-8dc7-d18201beb725 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:43.496419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 73e35594-d03a-4f51-8dc7-d18201beb725 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:43.496843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.505960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.581610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:43.587087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:port and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:43.590796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:43.598850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:43.667047 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.689707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:43.693228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.696909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:43.707708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:43.715422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] device_id is not set on port 6d44c010-52aa-4948-b861-00240e2fc12a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:29:43.720108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d806b5c9-deef-4680-b535-d22030cf336b req-aee58dd8-41d4-4e6c-a390-9277c7f685da tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 210 time: 0.0608554 Mar 02 18:29:43.760704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.789606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.793300 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:43.847689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:43.857923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:43.866303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:43.892711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:43.902843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.903346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.903824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.904608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.904608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.905127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.906807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.907457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.908522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.909216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.910343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.910915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:29:43.912055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'Port': ['ID=730d5e9a-344e-4fca-a28f-a9f05d2744e9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:43.932089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8586b52b-f31f-49bd-ba64-977076d0705b req-b1f425c7-4b13-4bd7-92e0-6866ccfcb419 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-758803269&fields=id&tenant_id=64f954956b4e4a52b98898f02ae97c15 HTTP/1.1" status: 200 len: 267 time: 0.0569608 Mar 02 18:29:43.976679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.015884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.7 (b4f5b689-e319-47d7-b568-e33ff9b898d5/5f7ba9ae-1069-427f-9592-e6545ab9dedc/6d44c010-52aa-4948-b861-00240e2fc12a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:44.045492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.089146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:44.101831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Pushing event updated for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:44.105458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:44.109092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:44.218554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b52b-f31f-49bd-ba64-977076d0705b req-adc553e2-152b-48a9-88e4-a843dd8f4a4a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:44.220043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8586b52b-f31f-49bd-ba64-977076d0705b req-adc553e2-152b-48a9-88e4-a843dd8f4a4a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 984 time: 0.2820518 Mar 02 18:29:44.237881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:44.238522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.260258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'port': {'security_groups': ['3ab89a58-9418-4942-b023-ec74743ffd30', 'f11dbc73-6904-4a51-99c8-482a3a5d5bdf', 'a24b1028-7eaf-4be3-8f0a-ea520f123a7f']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:44.286966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.380031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 894a9052-7320-49e2-919e-9bbedc8fc6ea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:44.387368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7843c96-ac8a-4eeb-8a1e-619cefe894c2 req-eb5ab57c-91ab-4372-b5d8-7a0cc0a53675 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:44.388893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7843c96-ac8a-4eeb-8a1e-619cefe894c2 req-eb5ab57c-91ab-4372-b5d8-7a0cc0a53675 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.2481179 Mar 02 18:29:44.394422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.407121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-7ee64956-ad27-4f67-9670-623558038c0d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2896583 Mar 02 18:29:44.428189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.454965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Request body: {'port': {'device_id': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:44.465999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 894a9052-7320-49e2-919e-9bbedc8fc6ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:44.471600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.553888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.570168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7843c96-ac8a-4eeb-8a1e-619cefe894c2 req-65ab84f4-7510-4b2b-8d85-f67d86ed7fe3 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596875 Mar 02 18:29:44.592811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.642032 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725', 'code': 200} Mar 02 18:29:44.687207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.701406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:44.884650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network b4f5b689-e319-47d7-b568-e33ff9b898d5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:44.893062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:44.909381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:44.950637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=6d44c010-52aa-4948-b861-00240e2fc12a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:45.015960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.055573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:45.056232 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.084616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'Port': ['ID=730d5e9a-344e-4fca-a28f-a9f05d2744e9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:45.186959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.197677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8eb96703-454c-46ce-ac77-703da11c1adf tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9193487 Mar 02 18:29:45.230280 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d8ef8fd4-3bf6-45a9-a0a2-5b71b8edf681 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3358638 Mar 02 18:29:45.230611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:45.239786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': '6d44c010-52aa-4948-b861-00240e2fc12a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:45.246954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288e203-b824-4ce4-a6c6-2a95438f4067 req-4fe5f3ee-8f0c-4ceb-9f06-2ef8d12299c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:45.253388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d288e203-b824-4ce4-a6c6-2a95438f4067 req-4fe5f3ee-8f0c-4ceb-9f06-2ef8d12299c0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 1097 time: 0.5140450 Mar 02 18:29:45.302522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc74083-886d-47ad-86f4-a4e48952dc72 req-f35c1f8b-708b-4e6a-98ac-9cfce9f87d91 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:45.304028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccc74083-886d-47ad-86f4-a4e48952dc72 req-f35c1f8b-708b-4e6a-98ac-9cfce9f87d91 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.5054955 Mar 02 18:29:45.330352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.435175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:45.454173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d288e203-b824-4ce4-a6c6-2a95438f4067 req-be92cc67-a039-4a86-93e1-f652491a84f3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840711 Mar 02 18:29:45.475455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccc74083-886d-47ad-86f4-a4e48952dc72 req-27765870-c2cc-40f8-bcf0-c99b440d6a36 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508830 Mar 02 18:29:45.512819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.610000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.623392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:45.664332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f431bce1-7645-4f8e-9f2f-df159accccae'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:45.734031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8674a1d3-a028-4750-8f3a-278f31973740 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:45.755321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:45.756067 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.769428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8586b52b-f31f-49bd-ba64-977076d0705b req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "PUT /v2.0/ports/f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 1020 time: 1.5375495 Mar 02 18:29:45.771255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:45.783239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:45.871560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8c98d-de04-4516-962a-8091bd964c63 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:45.876117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Transition to ACTIVE for port object 8674a1d3-a028-4750-8f3a-278f31973740 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:45.906174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e3ad3-d4f6-4a9c-a6ca-4499ef0c9b70 req-beb27a03-4b12-4444-9fcd-7a88504dd2e9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:45.909205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f431bce1-7645-4f8e-9f2f-df159accccae'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:45.910646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928e3ad3-d4f6-4a9c-a6ca-4499ef0c9b70 req-beb27a03-4b12-4444-9fcd-7a88504dd2e9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.2979686 Mar 02 18:29:45.978281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.191609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.224683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-928e3ad3-d4f6-4a9c-a6ca-4499ef0c9b70 req-5679ed80-26ce-44cb-84f4-58c63f08c8ed tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794652 Mar 02 18:29:46.256362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.454640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Pushing event updated for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:46.596834 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP a582a547-c76f-4e66-8f79-461f7ed7b051 associated. External IP: 172.25.7.245, port: 6d44c010-52aa-4948-b861-00240e2fc12a. Mar 02 18:29:46.640933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc68c5b-408a-45be-98b7-794405e34737 req-a9ea5e84-8441-405c-a6b4-7e97c81a4895 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:46.651899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1bc68c5b-408a-45be-98b7-794405e34737 req-a9ea5e84-8441-405c-a6b4-7e97c81a4895 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Synchronizing usage tracker for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:46.680230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-855db7c5-efcd-4436-bedd-884d8c975c21 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1408081415&fields=id&tenant_id=974385c2ceb746a0b2f75d2fe2d515b3 HTTP/1.1" status: 200 len: 267 time: 0.2000794 Mar 02 18:29:46.752951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Attempting to bind port 8674a1d3-a028-4750-8f3a-278f31973740 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:46.753279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Attempting to bind port 8674a1d3-a028-4750-8f3a-278f31973740 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '08e0c556-2d02-435c-a941-898371efded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:46.753706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Attempting to bind port 8674a1d3-a028-4750-8f3a-278f31973740 on network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:46.808983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Port 8674a1d3-a028-4750-8f3a-278f31973740 on network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:29:46.809218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Attempting to bind port 8674a1d3-a028-4750-8f3a-278f31973740 on network 00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:46.828328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:46.828328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Checking segment: {'id': '08e0c556-2d02-435c-a941-898371efded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:46.828328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Bound using segment: {'id': '08e0c556-2d02-435c-a941-898371efded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:46.828735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Bound port: 8674a1d3-a028-4750-8f3a-278f31973740, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e0c556-2d02-435c-a941-898371efded7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:46.828980 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:46.846944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1bc68c5b-408a-45be-98b7-794405e34737 req-a9ea5e84-8441-405c-a6b4-7e97c81a4895 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Unset dirty status for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:46.848024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bc68c5b-408a-45be-98b7-794405e34737 req-a9ea5e84-8441-405c-a6b4-7e97c81a4895 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 931 time: 0.9363537 Mar 02 18:29:46.959849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-48591883-f64d-484a-b07e-9512a4d11ddb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:46.961402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-48591883-f64d-484a-b07e-9512a4d11ddb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/networks?id=bace639a-2715-42b2-bb83-3ee0e6dbbdef HTTP/1.1" status: 200 len: 811 time: 0.2739198 Mar 02 18:29:46.999176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1bc68c5b-408a-45be-98b7-794405e34737 req-41911ce0-dec2-4c73-a95c-f46f74c1867c tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Synchronizing usage tracker for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:47.008743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-d60dedee-59ef-45ef-86b6-71c5af8dd461 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/quotas/974385c2ceb746a0b2f75d2fe2d515b3 HTTP/1.1" status: 200 len: 375 time: 0.0289936 Mar 02 18:29:47.066753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:47.089194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8674a1d3-a028-4750-8f3a-278f31973740,segment=NetworkSegment(08e0c556-2d02-435c-a941-898371efded7),segment_id=08e0c556-2d02-435c-a941-898371efded7)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:47.125446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-b0c013a6-2f2c-46a0-be6a-ee852e80b208 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Synchronizing usage tracker for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:47.139195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:47.192812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1bc68c5b-408a-45be-98b7-794405e34737 req-41911ce0-dec2-4c73-a95c-f46f74c1867c tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Unset dirty status for tenant:5fe0f81bda344abf85476828cb6a1184 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:47.197229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bc68c5b-408a-45be-98b7-794405e34737 req-41911ce0-dec2-4c73-a95c-f46f74c1867c tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069921 Mar 02 18:29:47.256470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.343227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:47.348223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.353876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:47.367441 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:47.367977 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:47.388369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:47.388988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.390396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] 10.222.0.65 "PUT /v2.0/ports/8674a1d3-a028-4750-8f3a-278f31973740 HTTP/1.1" status: 200 len: 1091 time: 2.9448493 Mar 02 18:29:47.391029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-b0c013a6-2f2c-46a0-be6a-ee852e80b208 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Unset dirty status for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:47.392164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-b0c013a6-2f2c-46a0-be6a-ee852e80b208 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=974385c2ceb746a0b2f75d2fe2d515b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3654299 Mar 02 18:29:47.397725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efbbd85-e52c-450e-b462-2875af2cb481 service neutron] Pushing event updated for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:47.432942 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-568d2229-5658-4507-84de-d68afa3384d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/a582a547-c76f-4e66-8f79-461f7ed7b051 HTTP/1.1" status: 200 len: 977 time: 2.2012384 Mar 02 18:29:47.435230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60110) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:47.493875 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:47.506559 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:47.507605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:47.554430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 6d44c010-52aa-4948-b861-00240e2fc12a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:47.558575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.581047 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:47.581690 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7639ff57-26eb-432b-9c29-59f2a4c575e1 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:47.718208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0f44e-127c-4500-97f4-ed8cbafb0a80 req-70f52eed-f707-46b8-b462-9d0a3ae23e21 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:47.719518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9d0f44e-127c-4500-97f4-ed8cbafb0a80 req-70f52eed-f707-46b8-b462-9d0a3ae23e21 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.2740660 Mar 02 18:29:47.727066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-c00a33af-1a41-4359-8c8a-56f81eb434f0 service neutron] 10.222.0.66 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113139 Mar 02 18:29:47.745906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-89b8f389-e551-491d-bab8-2ea55306ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:47.747416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-89b8f389-e551-491d-bab8-2ea55306ffaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fe0f81bda344abf85476828cb6a1184&device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 1094 time: 0.2281311 Mar 02 18:29:47.842095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:47.987741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-3137d656-8d59-4249-9d7b-e21f588b0179 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8674a1d3-a028-4750-8f3a-278f31973740 HTTP/1.1" status: 200 len: 217 time: 0.2213030 Mar 02 18:29:48.106849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9d0f44e-127c-4500-97f4-ed8cbafb0a80 req-deb2ef16-6a2b-4aef-98e4-2987ee0100f8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785141 Mar 02 18:29:48.163716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-321f7dad-d755-4ac2-a197-9cd6af96ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:48.165047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-321f7dad-d755-4ac2-a197-9cd6af96ae45 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c402241-000f-4cca-9b13-56ca2feef36d HTTP/1.1" status: 200 len: 857 time: 0.1226764 Mar 02 18:29:48.184057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.184557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.184756 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP a582a547-c76f-4e66-8f79-461f7ed7b051 disassociated. External IP: 172.25.7.245, port: 6d44c010-52aa-4948-b861-00240e2fc12a. Mar 02 18:29:48.185808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 6d44c010-52aa-4948-b861-00240e2fc12a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:48.222439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-2febbbae-e251-47e9-918a-7376f6fc0730 service neutron] 10.222.0.66 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4787037 Mar 02 18:29:48.233615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-2fcaa7d8-fe3e-41f1-919f-e9b668da5f7a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609777 Mar 02 18:29:48.289006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d8c0c00-9e14-40f3-b60d-3398b79509bf req-71b590d7-4e75-4100-84f4-48f3cf1fb0ad tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/a24b1028-7eaf-4be3-8f0a-ea520f123a7f HTTP/1.1" status: 200 len: 1801 time: 0.1559696 Mar 02 18:29:48.426923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:48.427526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-bd5a0362-36b4-4bc8-9a68-b3bab5e1c584 service neutron] 10.222.0.65 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836131 Mar 02 18:29:48.428677 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-6d8c0c00-9e14-40f3-b60d-3398b79509bf req-f9f8c70a-4c4e-44de-926a-6f85d38d311e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 18:29:48.429600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d8c0c00-9e14-40f3-b60d-3398b79509bf req-f9f8c70a-4c4e-44de-926a-6f85d38d311e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/a24b1028-7eaf-4be3-8f0a-ea520f123a7f HTTP/1.1" status: 409 len: 341 time: 0.0880730 Mar 02 18:29:48.485526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=6d44c010-52aa-4948-b861-00240e2fc12a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:48.613623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d0a5897-5a2f-43a0-b29c-de8950505ba2 req-e5f8a5ee-469b-4e3d-ad62-fcf00eefb4fe service neutron] 10.222.0.65 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786497 Mar 02 18:29:48.615699 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'status': 'completed', 'code': 200} Mar 02 18:29:48.700955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:48.803920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-222e3556-0b8c-470b-bbe3-ab073a0e44ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:48.805501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-222e3556-0b8c-470b-bbe3-ab073a0e44ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=64f954956b4e4a52b98898f02ae97c15&device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1174 time: 0.1857924 Mar 02 18:29:48.814792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95158c81-d97d-4ed5-898b-ae3589bb3213 req-10821414-401d-427a-b89c-131bff0113e7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:48.816280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95158c81-d97d-4ed5-898b-ae3589bb3213 req-10821414-401d-427a-b89c-131bff0113e7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.1180799 Mar 02 18:29:48.964501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95158c81-d97d-4ed5-898b-ae3589bb3213 req-563f9250-a229-4a56-8b88-d52ff0bb4d01 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268697 Mar 02 18:29:49.042046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-259469db-137d-45df-a404-90c1f2d13fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:49.043595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-259469db-137d-45df-a404-90c1f2d13fd1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 200 len: 913 time: 0.2263703 Mar 02 18:29:49.234034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-3a7e51c5-b954-4d5e-98f1-ff2292c6738c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 200 len: 217 time: 0.1839101 Mar 02 18:29:49.242421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:49.258675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:49.276296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:49.277152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:49.368265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-20ee46c2-3f89-43b6-977c-58fbfc89d62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:49.369566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:49.370313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-20ee46c2-3f89-43b6-977c-58fbfc89d62c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 200 len: 852 time: 0.1297128 Mar 02 18:29:49.380376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:49.381032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:49.381763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:49.386150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda547c-5eca-44d9-a1fe-0c2d4e95553c req-a92f7bd4-88c5-4b08-ab9d-eba5bf8e7779 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:49.387762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bda547c-5eca-44d9-a1fe-0c2d4e95553c req-a92f7bd4-88c5-4b08-ab9d-eba5bf8e7779 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 943 time: 0.2578022 Mar 02 18:29:49.394451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3b4917cf-0ad9-4852-888a-ca94618a5cb7 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/6d44c010-52aa-4948-b861-00240e2fc12a HTTP/1.1" status: 204 len: 168 time: 1.9567959 Mar 02 18:29:49.398000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:49.443730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-68f4f781-fc3c-4f91-90ae-6579fb757817 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4db25157-2268-4c16-af76-b694d11aacb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672169 Mar 02 18:29:49.449941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:49.450306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a69182-6bca-4081-9f0c-5dbf5df9ac04 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:49.487975 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-37040c7f-8ca7-4b4f-9374-eec29fedca14 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/floatingips/a582a547-c76f-4e66-8f79-461f7ed7b051 HTTP/1.1" status: 200 len: 688 time: 0.0916498 Mar 02 18:29:49.490394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:49.518884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bda547c-5eca-44d9-a1fe-0c2d4e95553c req-5122cbe7-77f5-4732-b211-11f4369097dc tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003101 Mar 02 18:29:49.660322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da334676-1348-4bf9-9a2b-b46936a6488c req-32e77a41-4b3a-47f1-98cb-007cf8b87ccc tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 210 time: 0.0740407 Mar 02 18:29:49.682323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-3faca00f-f369-44e8-b112-ef9489d9f2b0 service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247508 Mar 02 18:29:49.743590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 91c27591-8b00-40bf-a4ae-9994c681f12b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:49.743995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:49.974530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:49.975174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.037608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5878827-61be-493b-93ca-9ec4fcd7fe5e req-8765d80e-a930-4b49-89bd-97bc9132993c service neutron] 10.222.0.11 "GET /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515785 Mar 02 18:29:50.069155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70df37b-cc54-4905-a8f9-cdb802411282 req-a3f392e3-63dd-4fdc-a6e5-d04d3b040412 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:50.071115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c70df37b-cc54-4905-a8f9-cdb802411282 req-a3f392e3-63dd-4fdc-a6e5-d04d3b040412 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.1278620 Mar 02 18:29:50.147936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c70df37b-cc54-4905-a8f9-cdb802411282 req-841b45e4-3231-4b22-9e25-4f286161bb38 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647559 Mar 02 18:29:50.159066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 91c27591-8b00-40bf-a4ae-9994c681f12b owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:50.380177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc26e3-f5aa-4fce-be04-58de5338169a req-cc0ed580-f4ed-47e4-b12e-bdff3ed7fd9e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:50.381724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54fc26e3-f5aa-4fce-be04-58de5338169a req-cc0ed580-f4ed-47e4-b12e-bdff3ed7fd9e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1023 time: 0.1324663 Mar 02 18:29:50.455715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54fc26e3-f5aa-4fce-be04-58de5338169a req-80a589e7-e3c7-4b2e-b792-63f42383cbce tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3ab89a58-9418-4942-b023-ec74743ffd30&id=a24b1028-7eaf-4be3-8f0a-ea520f123a7f&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0613496 Mar 02 18:29:50.493034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f9d4-6923-49da-a555-3eab378a5c04 req-4404e52d-0264-42ac-b49c-269db2294f5f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:50.495377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.500304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2898f9d4-6923-49da-a555-3eab378a5c04 req-4404e52d-0264-42ac-b49c-269db2294f5f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.1622746 Mar 02 18:29:50.598981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=91c27591-8b00-40bf-a4ae-9994c681f12b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:50.615437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2898f9d4-6923-49da-a555-3eab378a5c04 req-7a9a8af9-05c1-45c2-ab3a-298bdb3a3570 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134815 Mar 02 18:29:50.634389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:50.670634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.691474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12370f4d-2371-44f9-9cda-b60e19ae6775 req-3f5b2b6f-666c-485b-af21-6d526e542f21 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:50.691840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.697491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f8027b25-91c8-4da9-92f4-c22b67305561 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/a582a547-c76f-4e66-8f79-461f7ed7b051 HTTP/1.1" status: 204 len: 168 time: 1.2060137 Mar 02 18:29:50.698265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60178) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:50.702622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12370f4d-2371-44f9-9cda-b60e19ae6775 req-3f5b2b6f-666c-485b-af21-6d526e542f21 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.1386509 Mar 02 18:29:50.703530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '376fdf1e-3ff8-4776-8fbd-ff3966a170e3'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:50.710101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:50.715651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:floatingip and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:50.718900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:50.725966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:50.759065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12370f4d-2371-44f9-9cda-b60e19ae6775 req-f9972a69-4aa1-4d08-9b0e-dfc7091df424 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554793 Mar 02 18:29:50.799414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:50.818757 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740', 'status': 'completed', 'code': 200} Mar 02 18:29:50.898924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61647fea-0baa-4f20-b0c7-8ab149c22e6e req-bac76647-45f4-4a56-ae2c-0a69c9904363 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:50.900879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61647fea-0baa-4f20-b0c7-8ab149c22e6e req-bac76647-45f4-4a56-ae2c-0a69c9904363 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 943 time: 0.1392879 Mar 02 18:29:50.992785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.006510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd2b96cd-e5e7-4d26-979f-5eef1f3e9733 req-682106a3-7552-488f-b576-1909fa43ea4d tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 210 time: 0.0702596 Mar 02 18:29:51.033556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61647fea-0baa-4f20-b0c7-8ab149c22e6e req-c88bd405-0f1c-4ad2-ac1a-c42632bde560 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222556 Mar 02 18:29:51.057984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-3c6ca818-6d09-4f22-b4ce-61ba347fdb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:51.059619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-3c6ca818-6d09-4f22-b4ce-61ba347fdb82 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5fe0f81bda344abf85476828cb6a1184&device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 1094 time: 0.2251158 Mar 02 18:29:51.183293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.142 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/cf6b1401-2328-4446-bf17-15dcd8fc4aee) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:51.244340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-98880c79-48c1-43f6-b618-f8a17e01d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:51.245842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-98880c79-48c1-43f6-b618-f8a17e01d4dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a HTTP/1.1" status: 200 len: 918 time: 0.1808844 Mar 02 18:29:51.290987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8674a1d3-a028-4750-8f3a-278f31973740 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:29:51.357715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-654a5243-a45f-4535-a9cd-7a126e0e204a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8674a1d3-a028-4750-8f3a-278f31973740 HTTP/1.1" status: 200 len: 217 time: 0.1049454 Mar 02 18:29:51.469702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8674a1d3-a028-4750-8f3a-278f31973740,segment=NetworkSegment(08e0c556-2d02-435c-a941-898371efded7),segment_id=08e0c556-2d02-435c-a941-898371efded7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:51.506376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.508706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '8674a1d3-a028-4750-8f3a-278f31973740', 'network_id': '00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a', 'port_id': '8674a1d3-a028-4750-8f3a-278f31973740', 'mac_address': 'fa:16:3e:67:43:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c402241-000f-4cca-9b13-56ca2feef36d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:29:51.566777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-7e44dc71-91ad-48a1-9197-b5ae9c017ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:51.568497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-7e44dc71-91ad-48a1-9197-b5ae9c017ad8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4c402241-000f-4cca-9b13-56ca2feef36d HTTP/1.1" status: 200 len: 857 time: 0.2039077 Mar 02 18:29:51.645146 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.665028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-8b74d784-bda4-46e3-8f9d-af8583413c55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783038 Mar 02 18:29:51.678948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8674a1d3-a028-4750-8f3a-278f31973740 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:51.697731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8674a1d3-a028-4750-8f3a-278f31973740,segment=NetworkSegment(08e0c556-2d02-435c-a941-898371efded7),segment_id=08e0c556-2d02-435c-a941-898371efded7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:51.710731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.764640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a44407-f2e2-427c-9f42-126d2edc1cce req-e2bc4496-27cf-469f-890c-9c2657221bf0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:51.766150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31a44407-f2e2-427c-9f42-126d2edc1cce req-e2bc4496-27cf-469f-890c-9c2657221bf0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.4536781 Mar 02 18:29:51.776314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:51.816319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:51.823902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:51.836026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:51.878619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:51.879917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-dcda60f9-1a1f-4371-a6b5-3f9efe702f8b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:51.881618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-dcda60f9-1a1f-4371-a6b5-3f9efe702f8b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1023 time: 0.4774756 Mar 02 18:29:51.882947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=cf6b1401-2328-4446-bf17-15dcd8fc4aee,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:51.995072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8674a1d3-a028-4750-8f3a-278f31973740'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:52.034595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-3ff23d76-cbc1-4e18-9953-f0ea7ecddda4 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:52.036113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-3ff23d76-cbc1-4e18-9953-f0ea7ecddda4 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.11 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.2761571 Mar 02 18:29:52.053608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Deleting port f431bce1-7645-4f8e-9f2f-df159accccae {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:52.054004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.093180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16672dcd-2bb6-41bc-bf2e-73e073f7ac3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.128295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31a44407-f2e2-427c-9f42-126d2edc1cce req-05f57065-9472-467c-b8d6-81316da7c6d4 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389847 Mar 02 18:29:52.214449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Deleting port a546458c-ac3c-433c-bb55-20b2be93db44 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:29:52.214824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.497808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7992f6e-5fe7-40eb-967e-3f494c05256f req-72c1df93-096e-4393-81cd-b65ca310f995 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:52.499396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7992f6e-5fe7-40eb-967e-3f494c05256f req-72c1df93-096e-4393-81cd-b65ca310f995 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 1023 time: 0.8335593 Mar 02 18:29:52.509474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-d3368e26-4ee5-4a60-808d-3a42eeead2cd service neutron] 10.222.0.65 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8294010 Mar 02 18:29:52.604172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] For port a546458c-ac3c-433c-bb55-20b2be93db44, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a546458c-ac3c-433c-bb55-20b2be93db44,segment=NetworkSegment(dacd3024-fc25-4dc8-9b37-c239768b40b3),segment_id=dacd3024-fc25-4dc8-9b37-c239768b40b3)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:52.604742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.613310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-71a4b2b7-9f90-4694-a666-fd2f13ee2516 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:52.614743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-71a4b2b7-9f90-4694-a666-fd2f13ee2516 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.65 "GET /v2.0/networks?id=bace639a-2715-42b2-bb83-3ee0e6dbbdef HTTP/1.1" status: 200 len: 811 time: 0.7676492 Mar 02 18:29:52.743078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Calling delete_port for a546458c-ac3c-433c-bb55-20b2be93db44 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:52.810495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:52.814632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7992f6e-5fe7-40eb-967e-3f494c05256f req-502b5932-9e6b-45cd-a8c1-656684659196 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=3ab89a58-9418-4942-b023-ec74743ffd30&id=a24b1028-7eaf-4be3-8f0a-ea520f123a7f&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3033981 Mar 02 18:29:52.880153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-c951ad78-393c-4686-9306-043c9498dc9d tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=974385c2ceb746a0b2f75d2fe2d515b3 HTTP/1.1" status: 200 len: 380 time: 0.2422833 Mar 02 18:29:52.907952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e7149-a1e4-4899-be18-cc3df33f5fa1 req-f52b761c-e37e-4eea-8218-bb46f2252cd8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:52.909533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf5e7149-a1e4-4899-be18-cc3df33f5fa1 req-f52b761c-e37e-4eea-8218-bb46f2252cd8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.5653994 Mar 02 18:29:52.915745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'port': {'device_id': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'admin_state_up': True, 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'security_groups': ['26115a3f-9c19-47b5-8135-cbd153dc15dd']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:52.990014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87c505d-3ed9-4816-b2d9-1d3fa5464341 req-425a510d-9614-40db-b640-4916f5cb52ab service neutron] 10.222.0.65 "GET /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582374 Mar 02 18:29:53.123417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port f431bce1-7645-4f8e-9f2f-df159accccae, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f431bce1-7645-4f8e-9f2f-df159accccae,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:53.123882 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.282357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Calling delete_port for f431bce1-7645-4f8e-9f2f-df159accccae owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:29:53.286780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.299820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['a546458c-ac3c-433c-bb55-20b2be93db44'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:53.346660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf5e7149-a1e4-4899-be18-cc3df33f5fa1 req-63be905a-dc8e-4602-a95c-fa9cc190fcbb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4030564 Mar 02 18:29:53.348782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8674a1d3-a028-4750-8f3a-278f31973740 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:29:53.372880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Pushing event deleted for resources: {'Port': ['ID=a546458c-ac3c-433c-bb55-20b2be93db44,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:53.483926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:53.489803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 8674a1d3-a028-4750-8f3a-278f31973740 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:53.495126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 8674a1d3-a028-4750-8f3a-278f31973740 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:53.495778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.500582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.518902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:53.534210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] No DVR routers for this DVR port a546458c-ac3c-433c-bb55-20b2be93db44 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:53.543887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.547377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'name': 'network-vif-deleted', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:53.633858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7be96df5-d8f7-44ae-bdff-ee1c008eef50 req-fefa35fa-56b2-41cd-9f51-e6b638711b23 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 210 time: 0.0882547 Mar 02 18:29:53.637370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Made reservation on behalf of 974385c2ceb746a0b2f75d2fe2d515b3 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:53.641375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.683530 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3686390f-acc5-4abd-b1dd-e36957b0a2ad req-2f1f5104-2ba5-4977-aca1-c914bf7da0d1 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.11 "DELETE /v2.0/ports/a546458c-ac3c-433c-bb55-20b2be93db44 HTTP/1.1" status: 204 len: 173 time: 1.6394885 Mar 02 18:29:53.731139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08784c-6de1-478c-8c62-83dc2b76d35f req-3f6fe035-9aeb-4836-9118-86b346400017 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:53.742621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d08784c-6de1-478c-8c62-83dc2b76d35f req-3f6fe035-9aeb-4836-9118-86b346400017 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/ports?device_id=6076dcb0-d786-46a3-bb8c-c5c5120cfab6 HTTP/1.1" status: 200 len: 945 time: 0.6958344 Mar 02 18:29:53.744432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:53.820117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:53.833738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8674a1d3-a028-4750-8f3a-278f31973740,segment=NetworkSegment(08e0c556-2d02-435c-a941-898371efded7),segment_id=08e0c556-2d02-435c-a941-898371efded7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:29:53.885232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.071708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:54.139054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.203049 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6df398df-d6d3-4a60-82c6-c79f87a17056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.214960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d08784c-6de1-478c-8c62-83dc2b76d35f req-32c9d854-a26b-45cf-ba39-821320208696 tempest-InstanceActionsNegativeTestJSON-2112771836 tempest-InstanceActionsNegativeTestJSON-2112771836-project] 10.222.0.66 "GET /v2.0/security-groups?id=b280fc8e-a9a1-47b0-91fe-9442215575d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713871 Mar 02 18:29:54.246632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Allocated IP 172.20.0.5 (bace639a-2715-42b2-bb83-3ee0e6dbbdef/bf77f134-fdee-4841-892e-aa38546085ff/6ba8e535-f1cd-425b-8413-d099fe7a1e66) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:54.250539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.264581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98059997-37e8-466f-8695-879ec4746660 req-19a3e75e-5f96-4fbd-95c6-6d081c8cc03d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:54.266314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98059997-37e8-466f-8695-879ec4746660 req-19a3e75e-5f96-4fbd-95c6-6d081c8cc03d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.3915112 Mar 02 18:29:54.335657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=cf6b1401-2328-4446-bf17-15dcd8fc4aee,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:54.338776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.349747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:29:54.398542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.457017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98059997-37e8-466f-8695-879ec4746660 req-7f188101-ec04-45d8-a172-28615c73142d tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790242 Mar 02 18:29:54.469995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'Port': ['ID=f431bce1-7645-4f8e-9f2f-df159accccae,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:54.632114 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP e48d288b-e9b8-401f-a307-4ec6dd7da9dc associated. External IP: 172.25.7.142, port: 376fdf1e-3ff8-4776-8fbd-ff3966a170e3. Mar 02 18:29:54.687572 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740', 'code': 200} Mar 02 18:29:54.730027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a546458c-ac3c-433c-bb55-20b2be93db44 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:54.776887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] No DVR routers for this DVR port f431bce1-7645-4f8e-9f2f-df159accccae on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:29:54.826901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: a546458c-ac3c-433c-bb55-20b2be93db44 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:29:54.827256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a546458c-ac3c-433c-bb55-20b2be93db44 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:54.827691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f431bce1-7645-4f8e-9f2f-df159accccae no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:29:54.841815 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6076dcb0-d786-46a3-bb8c-c5c5120cfab6', 'name': 'network-vif-deleted', 'tag': 'a546458c-ac3c-433c-bb55-20b2be93db44', 'status': 'completed', 'code': 200} Mar 02 18:29:54.868413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:54.878778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'name': 'network-vif-deleted', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:54.908740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: f431bce1-7645-4f8e-9f2f-df159accccae {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:29:54.909174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f431bce1-7645-4f8e-9f2f-df159accccae not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:29:54.978256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-89a099e2-d502-4a2a-9686-391d0646c96e req-5ebf076f-7504-49d7-b5a0-24af944008ae tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:54.988799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45454c1a-7c77-4303-b960-d1903cb0e0ac req-5cbe2571-e9af-4c0c-8fba-d90350c2aacb tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.11 "DELETE /v2.0/ports/f431bce1-7645-4f8e-9f2f-df159accccae HTTP/1.1" status: 204 len: 173 time: 3.0974438 Mar 02 18:29:55.019402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc033a9-7d0c-4e2e-83b1-d1c02008c9d1 req-0bfe4726-92a3-446c-b254-0795ca6f581d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.022837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dc033a9-7d0c-4e2e-83b1-d1c02008c9d1 req-0bfe4726-92a3-446c-b254-0795ca6f581d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.6848595 Mar 02 18:29:55.108639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.123800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5e86-5fb4-46e2-9f32-8bf109d3202e req-ca46c0cf-8c35-4278-86d0-efbfafe39cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.125231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-639f5e86-5fb4-46e2-9f32-8bf109d3202e req-ca46c0cf-8c35-4278-86d0-efbfafe39cfc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 1096 time: 0.3499422 Mar 02 18:29:55.137529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:29:55.148576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dc033a9-7d0c-4e2e-83b1-d1c02008c9d1 req-f2d88798-be9c-4d44-91cc-53dfac0f697c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005282 Mar 02 18:29:55.154988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-89a099e2-d502-4a2a-9686-391d0646c96e req-5ebf076f-7504-49d7-b5a0-24af944008ae tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:55.156088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89a099e2-d502-4a2a-9686-391d0646c96e req-5ebf076f-7504-49d7-b5a0-24af944008ae tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=e6675e67-6573-4d11-9492-63b76c5ab4c3 HTTP/1.1" status: 200 len: 210 time: 0.2846680 Mar 02 18:29:55.157038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Transition to ACTIVE for port object 6ba8e535-f1cd-425b-8413-d099fe7a1e66 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:55.193538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-639f5e86-5fb4-46e2-9f32-8bf109d3202e req-fb69c99d-da80-40de-a12f-dc3bb86b55b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594959 Mar 02 18:29:55.284873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.429654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:29:55.438288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.449193 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:29:55.457135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:55.460320 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:55.461175 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:55.462359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:55.468716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:55.499254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event updated for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:55.540904 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:55.551075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:29:55.551799 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:55.566736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.567643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.591943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.619831 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:55.620337 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61769ba2-b854-4e97-baa1-62b3367390a1 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:29:55.639057 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.639296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.641283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e789a-055a-42d6-859d-e32a9e244bfb req-aa083962-d774-4755-bf96-157705fc3059 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.643024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc4e789a-055a-42d6-859d-e32a9e244bfb req-aa083962-d774-4755-bf96-157705fc3059 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.2567990 Mar 02 18:29:55.672086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18edcf99-90e9-410f-af88-579bf9c185be req-68ca6297-4008-4e7c-afae-ed8f338de4fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:55.672913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18edcf99-90e9-410f-af88-579bf9c185be req-68ca6297-4008-4e7c-afae-ed8f338de4fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Synchronizing usage tracker for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:29:55.716169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-94fa653e-b4e3-4c0b-bde6-2a1fb904aa13 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8169882 Mar 02 18:29:55.722556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-748706f5-0c7b-4234-95f9-7f3d8a0424a1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.0231371 Mar 02 18:29:55.725225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:55.731306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1516753805'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:55.731549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Request body: {'port': {'device_id': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:55.738021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:55.742061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:network and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:55.745614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:55.752412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:55.786469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc4e789a-055a-42d6-859d-e32a9e244bfb req-b1449877-b87e-48e7-9a36-99bb592f1704 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356223 Mar 02 18:29:55.793861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18edcf99-90e9-410f-af88-579bf9c185be req-68ca6297-4008-4e7c-afae-ed8f338de4fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Unset dirty status for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:29:55.794710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18edcf99-90e9-410f-af88-579bf9c185be req-68ca6297-4008-4e7c-afae-ed8f338de4fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 931 time: 0.4653850 Mar 02 18:29:55.815796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cc20dd46-c4d4-4e08-b470-b93dd1092a7e None None] Provisioning for port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:29:55.823313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cc20dd46-c4d4-4e08-b470-b93dd1092a7e None None] Provisioning complete for port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:29:55.823718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc20dd46-c4d4-4e08-b470-b93dd1092a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.866323 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6675e67-6573-4d11-9492-63b76c5ab4c3', 'name': 'network-vif-deleted', 'tag': 'f431bce1-7645-4f8e-9f2f-df159accccae', 'status': 'completed', 'code': 200} Mar 02 18:29:55.866793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:55.871839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.891725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-cc20dd46-c4d4-4e08-b470-b93dd1092a7e None None] Port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:29:55.895717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18edcf99-90e9-410f-af88-579bf9c185be req-df0f5892-d9a4-494b-893c-96e5e1ca77ff tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869708 Mar 02 18:29:55.920388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:55.932775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:29:55.934299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60232) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:56.006677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.007113 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Added segment eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b of type vlan for network 34412d5a-0cdb-4109-92db-8b97c5e94ffa Mar 02 18:29:56.047168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Deleting subnet e162b2cd-1601-4070-871d-e9136e707223 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:29:56.073252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.098222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.156731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.211691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.218658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:56.219424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.278369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2130ce-797a-46d1-ac60-482cc002e859 req-2451bb52-707a-41d8-8c10-255a247d423b tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:56.284020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c2130ce-797a-46d1-ac60-482cc002e859 req-2451bb52-707a-41d8-8c10-255a247d423b tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.2464824 Mar 02 18:29:56.291525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.345806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6170733 Mar 02 18:29:56.393953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60242) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:56.400520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'subnet': {'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:56.516931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c2130ce-797a-46d1-ac60-482cc002e859 req-3a3fe416-38ed-4050-9174-ae6eda833194 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632764 Mar 02 18:29:56.544352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec35f7f-c022-4378-ae39-32e51306b28d tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Network': ['ID=34412d5a-0cdb-4109-92db-8b97c5e94ffa,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:56.562750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:29:56.660325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.684683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:56.689575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.718425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:56.750778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.759791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e162b2cd-1601-4070-871d-e9136e707223,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:56.763502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.780597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda17d90-ac82-4402-9f2f-f4ed920c653f req-d122cab3-6289-4bbb-b72c-dbe7434dcce5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:56.782193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda17d90-ac82-4402-9f2f-f4ed920c653f req-d122cab3-6289-4bbb-b72c-dbe7434dcce5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.4705236 Mar 02 18:29:56.799756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f536ee75-e7c7-415e-9a60-c852b0c08dac admin admin] 10.222.0.66 "DELETE /v2.0/subnets/e162b2cd-1601-4070-871d-e9136e707223 HTTP/1.1" status: 204 len: 168 time: 0.8644021 Mar 02 18:29:56.806275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:56.846169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba8e535-f1cd-425b-8413-d099fe7a1e66 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:29:56.862049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.864388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:29:56.867790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:56.977065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.111825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda17d90-ac82-4402-9f2f-f4ed920c653f req-6f7cc49e-29c0-41c6-ad24-d5ec99a54580 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136110 Mar 02 18:29:57.112321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Transition to ACTIVE for port object 6ba8e535-f1cd-425b-8413-d099fe7a1e66 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:57.123411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.151919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d46e6b5-4888-4871-8e9c-649c32ea2cd4']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:57.165973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacd3024-fc25-4dc8-9b37-c239768b40b3') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:57.166336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacd3024-fc25-4dc8-9b37-c239768b40b3') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:29:57.179811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.197061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.203465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:29:57.203865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:29:57.221621 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:29:57.232621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.300845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a805c34-990f-4a90-924e-df6aeac21070 req-2b32e9aa-3f65-4f2f-843f-42e1ef84c38a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/3ab89a58-9418-4942-b023-ec74743ffd30 HTTP/1.1" status: 200 len: 1802 time: 0.1448271 Mar 02 18:29:57.410171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.436195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.440236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d46e6b5-4888-4871-8e9c-649c32ea2cd4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:57.452079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a6fd5be-31df-4775-a849-efd483d2ccf6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/2d46e6b5-4888-4871-8e9c-649c32ea2cd4 HTTP/1.1" status: 204 len: 168 time: 0.6447163 Mar 02 18:29:57.504465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:57.547297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701864-9ab7-45e9-984c-362567e5ed9b req-7a1595e1-0598-4f74-b71f-65cca6279dbd tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:57.550642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00701864-9ab7-45e9-984c-362567e5ed9b req-7a1595e1-0598-4f74-b71f-65cca6279dbd tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.4372122 Mar 02 18:29:57.709823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2a805c34-990f-4a90-924e-df6aeac21070 req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.723573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00701864-9ab7-45e9-984c-362567e5ed9b req-b04898dc-f72a-4336-9726-4e358335cc69 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395414 Mar 02 18:29:57.737361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Attempting to bind port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:57.737678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Attempting to bind port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:57.738004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Attempting to bind port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 on network bace639a-2715-42b2-bb83-3ee0e6dbbdef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:57.760286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 on network bace639a-2715-42b2-bb83-3ee0e6dbbdef not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:29:57.760614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Attempting to bind port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 on network bace639a-2715-42b2-bb83-3ee0e6dbbdef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:57.770288 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2a805c34-990f-4a90-924e-df6aeac21070 req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.778631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:57.779274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Checking segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:57.779406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Bound using segment: {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:57.779850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Bound port: 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:57.780195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.851087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:57.911539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60262) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:57.969708 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-14bb4e3c-374b-43be-affd-31f42cd8e219 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5232aae7cd4c4904af0b017313f5904f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561681 Mar 02 18:29:57.972520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60266) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:58.035544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Subnet': ['ID=89231c07-3d48-4889-9968-1fcf7b3a39d1,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:58.041264 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2a805c34-990f-4a90-924e-df6aeac21070 req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.041436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.058445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:58.063816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Checking segment: {'id': 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:58.064226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network hostable DHCP agents. Network: 34412d5a-0cdb-4109-92db-8b97c5e94ffa, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:29:58.071378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.078667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab89a58-9418-4942-b023-ec74743ffd30,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:58.098579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:58.125288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a11af-7c99-4664-9db1-93b0c0397e31 req-779384be-d635-4d30-acc1-67a6710261fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.127281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-298a11af-7c99-4664-9db1-93b0c0397e31 req-779384be-d635-4d30-acc1-67a6710261fb tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 943 time: 0.2851424 Mar 02 18:29:58.170578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.221467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-298a11af-7c99-4664-9db1-93b0c0397e31 req-06d8d555-e570-4d0e-8cb1-a81bf048a7b7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876217 Mar 02 18:29:58.263829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:58.267290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.267908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.269280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-4786ced9-475d-48bf-8069-afd7347b63c9 service neutron] 10.222.0.65 "PUT /v2.0/ports/6ba8e535-f1cd-425b-8413-d099fe7a1e66 HTTP/1.1" status: 200 len: 1091 time: 2.5433156 Mar 02 18:29:58.269715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:29:58.291270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:29:58.301056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2a805c34-990f-4a90-924e-df6aeac21070 req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.302658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a805c34-990f-4a90-924e-df6aeac21070 req-8f213b41-d727-45a7-b5b1-29ac2dee1f47 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/3ab89a58-9418-4942-b023-ec74743ffd30 HTTP/1.1" status: 204 len: 173 time: 0.9407678 Mar 02 18:29:58.335133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.370530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b280fc8e-a9a1-47b0-91fe-9442215575d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:58.388906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.392560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b437114-7a3c-416b-ac4a-589dd99db680 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b280fc8e-a9a1-47b0-91fe-9442215575d1 HTTP/1.1" status: 204 len: 168 time: 0.4166172 Mar 02 18:29:58.518648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 34412d5a-0cdb-4109-92db-8b97c5e94ffa) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:58.529192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44706a1-bcdc-4830-b0c3-4984fafbe1a4 None None] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:29:58.558369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.558369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.691814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fa71253c-792c-4910-b7ee-9fa42b56c090 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2932467 Mar 02 18:29:58.692035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:58.698838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-731598150', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:29:58.704164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3810a-9f19-477b-a14b-69783676a4c7 req-dd3da5a6-076b-40fa-b3c5-ae070317073a tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.712011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:58.712011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:router and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:58.712598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06a3810a-9f19-477b-a14b-69783676a4c7 req-dd3da5a6-076b-40fa-b3c5-ae070317073a tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.3534975 Mar 02 18:29:58.715076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:58.729378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ad27b-b259-41ec-afd1-894ed7024833 req-850e37eb-b5a7-4464-886b-86d0a7bbc3fd tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.729677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:58.731179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e7ad27b-b259-41ec-afd1-894ed7024833 req-850e37eb-b5a7-4464-886b-86d0a7bbc3fd tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.3088870 Mar 02 18:29:58.745950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-1b50f36f-478b-4a8c-924f-51e4ae3515fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:58.747469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-1b50f36f-478b-4a8c-924f-51e4ae3515fd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=974385c2ceb746a0b2f75d2fe2d515b3&device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 1094 time: 0.3179374 Mar 02 18:29:58.842918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.852854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-34412d5a-0cdb-4109-92db-8b97c5e94ffa', 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa', 'tenant_id': '1ccdaf0df15745dca3dddcdcd4dbac5b', 'fixed_ips': [{'subnet_id': '89231c07-3d48-4889-9968-1fcf7b3a39d1'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:29:58.852959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.853179 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.865475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06a3810a-9f19-477b-a14b-69783676a4c7 req-391eb07f-ce9e-442e-8e7d-3505e0c7cdaa tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508906 Mar 02 18:29:58.872837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-a65b55c8-b5fb-4473-9d38-9b74c133d648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66 HTTP/1.1" status: 200 len: 217 time: 0.1048067 Mar 02 18:29:58.897349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:58.937559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e7ad27b-b259-41ec-afd1-894ed7024833 req-f375183f-a9fb-4ecd-bc8b-766fc066881f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875370 Mar 02 18:29:58.939741 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'status': 'completed', 'code': 200} Mar 02 18:29:59.136892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Allocated IP 172.20.0.2 (34412d5a-0cdb-4109-92db-8b97c5e94ffa/89231c07-3d48-4889-9968-1fcf7b3a39d1/ef19f4db-d113-403c-ba6f-894edccd395e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:29:59.178675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60296) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:29:59.185019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-a1152427-bd51-4960-baee-fae39be33e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:59.186671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-a1152427-bd51-4960-baee-fae39be33e09 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf77f134-fdee-4841-892e-aa38546085ff HTTP/1.1" status: 200 len: 850 time: 0.2622685 Mar 02 18:29:59.250830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-0109a1ed-8871-4718-93d2-f346f0a41067 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/a24b1028-7eaf-4be3-8f0a-ea520f123a7f HTTP/1.1" status: 200 len: 1801 time: 0.2805898 Mar 02 18:29:59.369000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-681b1cbd-cbdd-45e1-90b4-2e54210680a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:59.370624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-681b1cbd-cbdd-45e1-90b4-2e54210680a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bace639a-2715-42b2-bb83-3ee0e6dbbdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1720037 Mar 02 18:29:59.374573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.399409 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.406644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.411034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Transition to ACTIVE for port object ef19f4db-d113-403c-ba6f-894edccd395e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:59.430898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Transition to ACTIVE for port object ef19f4db-d113-403c-ba6f-894edccd395e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:29:59.575731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.592272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23f1f9-bccd-4c85-97bb-c3a564711494 req-8853a7a9-8afa-49ef-89de-d0f9ec699257 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:29:59.593675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae23f1f9-bccd-4c85-97bb-c3a564711494 req-8853a7a9-8afa-49ef-89de-d0f9ec699257 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.5411165 Mar 02 18:29:59.598532 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.608206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.641309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:29:59.645460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:29:59.654529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:29:59.741887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Pushing event updated for resources: {'Port': ['ID=ef19f4db-d113-403c-ba6f-894edccd395e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:29:59.763272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:29:59.769107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Attempting to bind port ef19f4db-d113-403c-ba6f-894edccd395e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:29:59.769495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Attempting to bind port ef19f4db-d113-403c-ba6f-894edccd395e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:29:59.771626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Attempting to bind port ef19f4db-d113-403c-ba6f-894edccd395e on network 34412d5a-0cdb-4109-92db-8b97c5e94ffa {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:29:59.776373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:29:59.776916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Checking segment: {'id': 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:29:59.777398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.777858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Bound using segment: {'id': 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:29:59.778443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Bound port: ef19f4db-d113-403c-ba6f-894edccd395e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:29:59.778944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.794366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Usage tracker for resource:security_group_rule and tenant:72799bb8d1534785bee3c8f5ea82eaa5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:29:59.805051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:29:59.819254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae23f1f9-bccd-4c85-97bb-c3a564711494 req-60d07562-a0b5-457e-ac05-c1d9a0171706 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034209 Mar 02 18:29:59.820720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:29:59.870399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-eff31d5a-65b2-4f0f-bf22-db456866f7ba service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845910 Mar 02 18:29:59.889214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] For port ef19f4db-d113-403c-ba6f-894edccd395e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:29:59.893444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] For port ef19f4db-d113-403c-ba6f-894edccd395e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef19f4db-d113-403c-ba6f-894edccd395e,segment=NetworkSegment(eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b),segment_id=eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:29:59.899710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.933445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:29:59.981240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.078276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8491c0-4b25-4680-9da5-d8af1586adef None None] Pushing event updated for resources: {'Port': ['ID=ef19f4db-d113-403c-ba6f-894edccd395e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:00.104209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:00.106788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.217582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24b1028-7eaf-4be3-8f0a-ea520f123a7f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:00.232464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4cc9f15-36f9-47a0-ab4f-f2ab848fb67f req-0bbbbed3-7c08-45af-b859-b76ed80fb254 service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559756 Mar 02 18:30:00.239534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.241388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.243098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2a156e6-079e-46aa-b3ae-9561ba02f7aa req-4117da64-b4dc-4c9c-9a6a-574e06fb3cba tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/a24b1028-7eaf-4be3-8f0a-ea520f123a7f HTTP/1.1" status: 204 len: 173 time: 0.9912789 Mar 02 18:30:00.303055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.304111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.25.7.93 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/71d30da1-fe0a-4d78-800c-87c65a852b17) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:00.363145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1094257002-network', 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:00.369108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:00.373444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Usage tracker for resource:network and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:00.376681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:00.382703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:00.520391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.540333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72799bb8d1534785bee3c8f5ea82eaa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3526461 Mar 02 18:30:00.542924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:00.553140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:00.555469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.567021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d4a1c9-b7f8-4593-b68f-ae6ad7e793e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940fa20f-4d59-4c9f-99fb-007f20122141,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:00.611856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.621658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.638726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.654264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:00.663764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Usage tracker for resource:security_group_rule and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:00.669765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:00.675559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.690527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:00.720268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2fc9b-ca48-4cc8-9741-14d1c2b48360 req-6e4c09f0-7b92-4efa-ac83-e27c50373650 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.721836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ca2fc9b-ca48-4cc8-9741-14d1c2b48360 req-6e4c09f0-7b92-4efa-ac83-e27c50373650 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 943 time: 0.3123598 Mar 02 18:30:00.752897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:00.756600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:00.759264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:00.760484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-e1c77d90-f344-492a-afb5-f4093e45806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.761961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-e1c77d90-f344-492a-afb5-f4093e45806a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=974385c2ceb746a0b2f75d2fe2d515b3&device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 1094 time: 0.3022854 Mar 02 18:30:00.797521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=71d30da1-fe0a-4d78-800c-87c65a852b17,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:00.808959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f2383-8c7a-4752-bab6-bb557b7d73d2 req-871a6c92-9775-473c-b30a-c86bcda0e454 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:00.810482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817f2383-8c7a-4752-bab6-bb557b7d73d2 req-871a6c92-9775-473c-b30a-c86bcda0e454 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.2450171 Mar 02 18:30:00.892399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:00.921119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ca2fc9b-ca48-4cc8-9741-14d1c2b48360 req-7482fe4f-bc5f-487d-9e65-bad69f13c1fc tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853065 Mar 02 18:30:00.976584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-486885092', 'description': 'tempest-description-1592353315'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:00.989182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-817f2383-8c7a-4752-bab6-bb557b7d73d2 req-6f23c3ca-dcec-428a-a7a3-a155f4b95b33 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539214 Mar 02 18:30:00.990164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:01.009902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:01.014886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:01.021513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940fa20f-4d59-4c9f-99fb-007f20122141,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:01.041073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:01.051709 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.060522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-943f08fb-0db5-45d1-b6d6-09d9e0ff7be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.062005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-943f08fb-0db5-45d1-b6d6-09d9e0ff7be9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bace639a-2715-42b2-bb83-3ee0e6dbbdef HTTP/1.1" status: 200 len: 912 time: 0.2871447 Mar 02 18:30:01.070808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.072217 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8db72c47-a5db-4fda-aa41-52a420f9267f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/940fa20f-4d59-4c9f-99fb-007f20122141 HTTP/1.1" status: 204 len: 168 time: 0.5283642 Mar 02 18:30:01.169709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-112d9664-99b2-4113-ad1e-a64417870d50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66 HTTP/1.1" status: 200 len: 217 time: 0.1006348 Mar 02 18:30:01.240967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.246954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.296795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:01.330859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:01.341889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.342263 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Added segment aebea99f-26c9-42a9-9fe6-c16ea640187f of type vlan for network 04f3edce-2514-4b34-ad7f-723138af087f Mar 02 18:30:01.347888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Usage tracker for resource:security_group_rule and tenant:64f954956b4e4a52b98898f02ae97c15 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:01.350475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.354205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:01.357408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877a302-803e-498a-a88d-15d900bb397b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:01.369067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:01.372291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-f149b3c3-7c3f-4bb1-9d7e-b2c8645bcb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.377305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-f149b3c3-7c3f-4bb1-9d7e-b2c8645bcb79 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf77f134-fdee-4841-892e-aa38546085ff HTTP/1.1" status: 200 len: 850 time: 0.1686764 Mar 02 18:30:01.448615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f09972-45eb-4b3d-afdd-44940d100858 None None] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:01.465569 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.542266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbcef0-830e-421e-a20a-48dc55752701 req-d89c2152-df0d-47e4-b0e7-dded7ca8fb91 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.549705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7bbcef0-830e-421e-a20a-48dc55752701 req-d89c2152-df0d-47e4-b0e7-dded7ca8fb91 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.3786252 Mar 02 18:30:01.655796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b536bc18-95c9-436e-9674-00a5c16c4bd1 None None] Provisioning for port ef19f4db-d113-403c-ba6f-894edccd395e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:01.671280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7bbcef0-830e-421e-a20a-48dc55752701 req-d758eec6-2dd3-4aba-acc5-0164c57367fc tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205397 Mar 02 18:30:01.676728 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.699795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-fbdae490-0c50-4705-8a05-e3ca6f39ca49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.702787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-fbdae490-0c50-4705-8a05-e3ca6f39ca49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bace639a-2715-42b2-bb83-3ee0e6dbbdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3205318 Mar 02 18:30:01.769379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.770524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:01.771181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.852265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:01.905801 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:02.378195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2720916 Mar 02 18:30:02.380846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:02.386574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Request body: {'subnet': {'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1094257002-subnet', 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:02.395053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:02.406398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Usage tracker for resource:subnet and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:02.406847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:02.414754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fab7d0-6021-4c3d-bf7f-e535196cb7e3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:02.416859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:02.417609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb927f2-2d35-4500-b25e-e43976ce49c5 admin admin] Pushing event updated for resources: {'Network': ['ID=04f3edce-2514-4b34-ad7f-723138af087f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:02.432255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router a7f30c8d-7ad4-4996-a108-2020d3e42157 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:30:02.448172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 04f3edce-2514-4b34-ad7f-723138af087f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:02.455269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-5a7b3f09-dbd1-40c5-9858-953aa490a010 service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7461014 Mar 02 18:30:02.531844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c68b55-610b-4d07-ae0e-4c7514e18578 req-b5fa4e96-6588-4d75-980a-357713117dcb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:02.539643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:02.540711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2c68b55-610b-4d07-ae0e-4c7514e18578 req-b5fa4e96-6588-4d75-980a-357713117dcb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.6261008 Mar 02 18:30:02.542686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:02.553008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31895efd-521e-4486-a8d5-fc167a65041c req-7c1501e6-ffb9-44b8-88a1-e76e98e75d68 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:02.554538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31895efd-521e-4486-a8d5-fc167a65041c req-7c1501e6-ffb9-44b8-88a1-e76e98e75d68 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.65 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.6194947 Mar 02 18:30:02.607661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef19f4db-d113-403c-ba6f-894edccd395e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:02.645695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:02.646849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f472aa1-e7d8-4818-9b62-a9a8a3cea125 req-ac3afbca-72b7-47c0-a558-84a120a44e2d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6870763 Mar 02 18:30:02.803800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2c68b55-610b-4d07-ae0e-4c7514e18578 req-06f4ecbf-a61a-4d10-8999-f320f2a9f5f2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628360 Mar 02 18:30:02.825866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:02.856244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Deleting port 8674a1d3-a028-4750-8f3a-278f31973740 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:02.866101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:02.895142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:02.918315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] Sync routers for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:03.018243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:03.018776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:03.054986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.064676 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-572d40cf-4bf2-497a-ba26-737cf821a595 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.3681865 Mar 02 18:30:03.068227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:03.185209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bd3cec-2f2d-4f86-9104-db9193e86f33 req-63e632c9-fd44-4c05-a539-fbf42f5d80b3 service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7113836 Mar 02 18:30:03.205871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.214418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ef19f4db-d113-403c-ba6f-894edccd395e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:03.243059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ef19f4db-d113-403c-ba6f-894edccd395e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:03.243644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.293705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:03.341523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:03.342437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:03.384406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f02bc-908b-40b0-9198-f0f54f1a4ea1 req-571a9058-015c-4924-8419-9bf606c8cf87 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:03.393220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-762f02bc-908b-40b0-9198-f0f54f1a4ea1 req-571a9058-015c-4924-8419-9bf606c8cf87 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.4213808 Mar 02 18:30:03.460866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:03.463523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384f3588-b749-4c59-bf81-74f1a7a739e7 None None] The sync data for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:03.465221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6ba8e535-f1cd-425b-8413-d099fe7a1e66 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:03.469707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bf722-345f-4fd2-a519-789ad1664ede req-ce844d8c-b8a3-4466-b48c-61cd3558ada1 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:03.471326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e11bf722-345f-4fd2-a519-789ad1664ede req-ce844d8c-b8a3-4466-b48c-61cd3558ada1 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 943 time: 0.5014722 Mar 02 18:30:03.491217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:03.493256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eada8956-d8cf-4fda-9af4-3c274e359cc7,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:03.495541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-762f02bc-908b-40b0-9198-f0f54f1a4ea1 req-c318614c-ffba-485d-828b-a9063378ade2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011033 Mar 02 18:30:03.502860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Checking segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:03.503495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Network hostable DHCP agents. Network: 04f3edce-2514-4b34-ad7f-723138af087f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:03.615342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Network 04f3edce-2514-4b34-ad7f-723138af087f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:03.627326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-5416f46a-b8e8-407b-974b-d40cfbcb9e8e tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/98fab7d0-6021-4c3d-bf7f-e535196cb7e3 HTTP/1.1" status: 200 len: 1802 time: 0.0846567 Mar 02 18:30:03.655443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Request body: {'security_group': {'name': 'tempest-sg-hth-459715805', 'description': 'tempest-description-hth-1046691733'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:03.660346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:03.664260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.676212 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-f1232871-81e1-43ef-899f-154f95746280 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:30:03.684888 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:30:03.695519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] For port 8674a1d3-a028-4750-8f3a-278f31973740, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8674a1d3-a028-4750-8f3a-278f31973740,segment=NetworkSegment(08e0c556-2d02-435c-a941-898371efded7),segment_id=08e0c556-2d02-435c-a941-898371efded7)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:03.695901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.720997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e11bf722-345f-4fd2-a519-789ad1664ede req-00a6435e-3bc3-4617-bb79-cb80f8ac05f8 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149663 Mar 02 18:30:03.729751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 04f3edce-2514-4b34-ad7f-723138af087f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:03.737252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:03.738264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.756046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e069079-5229-453e-9906-1c969534ca33 None None] Network 04f3edce-2514-4b34-ad7f-723138af087f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:03.781601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:03.863792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Calling delete_port for 8674a1d3-a028-4750-8f3a-278f31973740 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:03.934442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9538f1f9-dea4-42a7-a8dd-ca889ddca944 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5522392 Mar 02 18:30:04.143499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.197106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.200978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8341f-8fef-4f3c-949e-3a80c8e0ca11 req-11c476d9-1649-40dd-9830-768b1a6f0669 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:04.208305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e8341f-8fef-4f3c-949e-3a80c8e0ca11 req-11c476d9-1649-40dd-9830-768b1a6f0669 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/ports?device_id=bc612a6d-11e2-4ba3-802d-691fc32a5161 HTTP/1.1" status: 200 len: 945 time: 0.2914126 Mar 02 18:30:04.303384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.320675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:04.349891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473aade4-8073-4e79-bfbb-340f4f8328b6 None None] Network 04f3edce-2514-4b34-ad7f-723138af087f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:04.378743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34e8341f-8fef-4f3c-949e-3a80c8e0ca11 req-623dcb91-fb74-490d-a8dc-eeabd2c1c0c1 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.66 "GET /v2.0/security-groups?id=e7b90f13-bbc6-4fae-9e44-087a7872df7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694577 Mar 02 18:30:04.396102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.411187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d4c5949-0766-4318-959c-d47eebaf55ca req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "PUT /v2.0/security-groups/98fab7d0-6021-4c3d-bf7f-e535196cb7e3 HTTP/1.1" status: 200 len: 1776 time: 0.7828522 Mar 02 18:30:04.423461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port ef19f4db-d113-403c-ba6f-894edccd395e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef19f4db-d113-403c-ba6f-894edccd395e,segment=NetworkSegment(eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b),segment_id=eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:04.434099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:04.490027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c7d65-6333-4005-bf17-1c4537340b7b tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98fab7d0-6021-4c3d-bf7f-e535196cb7e3,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:04.552178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.593960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.598469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8674a1d3-a028-4750-8f3a-278f31973740'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:04.676752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.681102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:04.825212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:04.874743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'port_id': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'mac_address': 'fa:16:3e:99:7d:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:04.886334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Pushing event deleted for resources: {'Port': ['ID=8674a1d3-a028-4750-8f3a-278f31973740,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:04.895049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d8860263-1eac-4c42-8699-7115a9d051c1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:05.078914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:05.105423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba8e535-f1cd-425b-8413-d099fe7a1e66 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:05.220881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:05.277384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-cf010465-9e20-454a-bcb3-dd806d597980 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:05.278385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-cf010465-9e20-454a-bcb3-dd806d597980 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:05.284114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] No DVR routers for this DVR port 8674a1d3-a028-4750-8f3a-278f31973740 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:05.292558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:05.295080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31895efd-521e-4486-a8d5-fc167a65041c req-15626b76-aa51-4d04-a91d-30acfadb5a48 tempest-InstanceActionsV221TestJSON-296632855 tempest-InstanceActionsV221TestJSON-296632855-project] 10.222.0.65 "DELETE /v2.0/ports/8674a1d3-a028-4750-8f3a-278f31973740 HTTP/1.1" status: 204 len: 173 time: 2.6418664 Mar 02 18:30:05.295750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'name': 'network-vif-deleted', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:05.356427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d37a10-0c42-446f-9b6b-b694fd25559e req-203c9ec6-982b-4a70-83ce-0d24697b25e9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:05.358357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d37a10-0c42-446f-9b6b-b694fd25559e req-203c9ec6-982b-4a70-83ce-0d24697b25e9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.7096782 Mar 02 18:30:05.384802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:05.428086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-cf010465-9e20-454a-bcb3-dd806d597980 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:05.429774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-cf010465-9e20-454a-bcb3-dd806d597980 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.5555453 Mar 02 18:30:05.468791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d37a10-0c42-446f-9b6b-b694fd25559e req-59100bfc-dd84-40a4-be60-b87f89796bb8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005054 Mar 02 18:30:05.487440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:05.609907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=ef19f4db-d113-403c-ba6f-894edccd395e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:05.611299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-3b035f12-fa1e-4051-8ed3-b3d945a65ba2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/quotas/816230348bb844f3bdb8cb17c4d0addc HTTP/1.1" status: 200 len: 375 time: 0.1393404 Mar 02 18:30:05.717070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-eb786b03-45d6-4dc1-b497-0b2951ee942a tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042509 Mar 02 18:30:05.738538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c58e0af-451b-481e-b743-0dfb5d064ed7 req-294d4898-0fac-4cc1-b8fc-7e0ee310d1f0 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/98fab7d0-6021-4c3d-bf7f-e535196cb7e3 HTTP/1.1" status: 200 len: 1776 time: 0.2193098 Mar 02 18:30:05.786923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6ba8e535-f1cd-425b-8413-d099fe7a1e66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:05.921757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.1 (34412d5a-0cdb-4109-92db-8b97c5e94ffa/89231c07-3d48-4889-9968-1fcf7b3a39d1/b3574788-19bf-4f94-ae1e-666ced640248) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:05.929641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:06.146607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-e6f96858-7e6e-44a0-b79a-fbd6a1c1e61a service neutron] 10.222.0.66 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4017749 Mar 02 18:30:06.174861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:06.193906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Transition to ACTIVE for port object b3574788-19bf-4f94-ae1e-666ced640248 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:06.208667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ad45a-2be1-48dd-8de7-03e5832a3ed2 req-b709fc18-cd42-4352-b2fa-59eca3591b27 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:06.216609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef6ad45a-2be1-48dd-8de7-03e5832a3ed2 req-b709fc18-cd42-4352-b2fa-59eca3591b27 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.2154036 Mar 02 18:30:06.338794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef6ad45a-2be1-48dd-8de7-03e5832a3ed2 req-8545e85d-b096-4d2e-a3e7-6f7504312be8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207695 Mar 02 18:30:06.369971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-88d2d7dc-333f-4cb7-bde2-48a35c823393 service neutron] 10.222.0.66 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115762 Mar 02 18:30:06.456886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:06.596924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeca3fc-989d-4f4d-a54a-4a1a1aa79e39 req-a1f09943-f38d-47f0-be87-b66ef43d35b8 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:06.598905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaeca3fc-989d-4f4d-a54a-4a1a1aa79e39 req-a1f09943-f38d-47f0-be87-b66ef43d35b8 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 944 time: 0.1492245 Mar 02 18:30:06.637942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=b3574788-19bf-4f94-ae1e-666ced640248,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:06.646635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:06.651284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:06.654567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.654781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.655004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.655295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.655628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.655960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.656286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.656621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.656949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.657306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.657671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.657990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:06.661569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:06.669454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaeca3fc-989d-4f4d-a54a-4a1a1aa79e39 req-66db88e9-f456-46bf-9797-3ed8e9aef6ff tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642459 Mar 02 18:30:06.750642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:06.785378 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc612a6d-11e2-4ba3-802d-691fc32a5161', 'name': 'network-vif-deleted', 'tag': '8674a1d3-a028-4750-8f3a-278f31973740', 'status': 'completed', 'code': 200} Mar 02 18:30:06.808908 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:06.859991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef19f4db-d113-403c-ba6f-894edccd395e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:07.102092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d8860263-1eac-4c42-8699-7115a9d051c1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:07.102518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.114729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-8bfdd0d1-3b9d-489c-b1bb-dde98e3c37ed tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/98fab7d0-6021-4c3d-bf7f-e535196cb7e3 HTTP/1.1" status: 200 len: 1776 time: 0.1902390 Mar 02 18:30:07.268377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ef19f4db-d113-403c-ba6f-894edccd395e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:07.268883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.358389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.397985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d407e3ab-da94-4aec-817d-bf2394427fb7 None None] Provisioning for port b3574788-19bf-4f94-ae1e-666ced640248 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:07.412349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d407e3ab-da94-4aec-817d-bf2394427fb7 None None] Provisioning complete for port b3574788-19bf-4f94-ae1e-666ced640248 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:07.413015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d407e3ab-da94-4aec-817d-bf2394427fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.417139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.479256 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.523905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:07.525240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6ba8e535-f1cd-425b-8413-d099fe7a1e66 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:07.560421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149be109-72e9-46fe-9612-a7249539c591 req-d90bd5e4-f537-423e-8df3-43d13e39373a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:07.570790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-149be109-72e9-46fe-9612-a7249539c591 req-d90bd5e4-f537-423e-8df3-43d13e39373a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.3038137 Mar 02 18:30:07.607816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.616895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.645069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fab7d0-6021-4c3d-bf7f-e535196cb7e3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:07.646516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:07.657520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-149be109-72e9-46fe-9612-a7249539c591 req-b5b28221-5ac0-48b8-9fa5-e1e2d3bc3d26 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828373 Mar 02 18:30:07.659871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.675123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5776561-d4e1-4ae3-9a50-973735317db6 req-f5e59176-4d5a-48aa-bc97-c786ec522fd5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/98fab7d0-6021-4c3d-bf7f-e535196cb7e3 HTTP/1.1" status: 204 len: 173 time: 0.5533936 Mar 02 18:30:07.691570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d407e3ab-da94-4aec-817d-bf2394427fb7 None None] Port b3574788-19bf-4f94-ae1e-666ced640248 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:30:07.697622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.865263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:07.878987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:07.879520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:07.971823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:08.159164 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'code': 200} Mar 02 18:30:08.230622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:08.267006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0094c-b528-4649-acff-bbe54974eb1e req-14d6863e-5437-48f8-b2ad-6c346c3dcd8c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:08.275609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd0094c-b528-4649-acff-bbe54974eb1e req-14d6863e-5437-48f8-b2ad-6c346c3dcd8c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.1846056 Mar 02 18:30:08.351422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:08.373119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd0094c-b528-4649-acff-bbe54974eb1e req-4b1f8d85-55d0-42f2-a31d-83778d2e13fb tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929902 Mar 02 18:30:08.477604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:08.478564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8674a1d3-a028-4750-8f3a-278f31973740 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:08.625538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab75e33d-2368-4953-9cb5-118616e56cc0 req-6904a8c3-eac4-4848-a6a0-73f1bd4cb0f2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.0734286 Mar 02 18:30:08.659733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:08.670561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 8674a1d3-a028-4750-8f3a-278f31973740 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:08.671033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8674a1d3-a028-4750-8f3a-278f31973740 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:08.696495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f9184-aff4-4183-a46b-ed0dc93c60a0 req-b444240e-72c0-46d6-937a-8b48d3348295 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:08.696495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-601f9184-aff4-4183-a46b-ed0dc93c60a0 req-b444240e-72c0-46d6-937a-8b48d3348295 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.2484887 Mar 02 18:30:08.743720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:08.757994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:08.791934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-601f9184-aff4-4183-a46b-ed0dc93c60a0 req-918865f4-ae72-4938-9324-702d1c81b0e2 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874088 Mar 02 18:30:08.864988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60494) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:08.996591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.007681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=b3574788-19bf-4f94-ae1e-666ced640248,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:09.125833 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-8f98e5ae-1674-42f4-94b2-615b2ed05553 req-5d2668db-53cb-4ca4-b019-c5c52b10c67f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:09.127838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f98e5ae-1674-42f4-94b2-615b2ed05553 req-5d2668db-53cb-4ca4-b019-c5c52b10c67f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/a24b1028-7eaf-4be3-8f0a-ea520f123a7f HTTP/1.1" status: 404 len: 352 time: 0.0958765 Mar 02 18:30:09.131721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Deleting subnet 4c402241-000f-4cca-9b13-56ca2feef36d {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:30:09.149907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.219530 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-547be63f-41a6-437a-b6c7-fd8417a503ea req-f6c3418f-acbc-4b2e-b263-ccd5dd8a4ad9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:09.221843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-547be63f-41a6-437a-b6c7-fd8417a503ea req-f6c3418f-acbc-4b2e-b263-ccd5dd8a4ad9 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/3ab89a58-9418-4942-b023-ec74743ffd30 HTTP/1.1" status: 404 len: 352 time: 0.0389156 Mar 02 18:30:09.257131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:09.258440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:09.286304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.386549 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-2424cd1e-be8e-46ef-92ad-34a743b969de req-b3c87164-5fd9-46bd-9a72-4159ee9338f5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:09.387801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2424cd1e-be8e-46ef-92ad-34a743b969de req-b3c87164-5fd9-46bd-9a72-4159ee9338f5 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/e6c9985a-59a1-48d4-b33e-565b27ac26c4 HTTP/1.1" status: 404 len: 352 time: 0.1115963 Mar 02 18:30:09.426141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de23f2-1ac6-42ff-b59d-e77a3049b674 req-86da1e3a-44e0-4889-8ddd-5fd85eed20ce tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:09.432145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83de23f2-1ac6-42ff-b59d-e77a3049b674 req-86da1e3a-44e0-4889-8ddd-5fd85eed20ce tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.4065943 Mar 02 18:30:09.540345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.671150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-85e3e1ca-9564-4d65-bb26-ca824ad6ddfc None None] Provisioning complete for port b3574788-19bf-4f94-ae1e-666ced640248 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:09.674035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85e3e1ca-9564-4d65-bb26-ca824ad6ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:09.681560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83de23f2-1ac6-42ff-b59d-e77a3049b674 req-8164082b-ea94-45c3-809b-03760c563735 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391481 Mar 02 18:30:09.796254 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-cc9a7944-fdeb-40a2-91d4-c396ac0efd7a req-639e4199-af59-4679-aa07-5113fd1c6bed tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:09.807998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-85e3e1ca-9564-4d65-bb26-ca824ad6ddfc None None] Port b3574788-19bf-4f94-ae1e-666ced640248 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:30:09.808129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc9a7944-fdeb-40a2-91d4-c396ac0efd7a req-639e4199-af59-4679-aa07-5113fd1c6bed tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/6c7bb934-86ca-4d9f-8d7c-a33a90a6c528 HTTP/1.1" status: 404 len: 352 time: 0.0575924 Mar 02 18:30:09.818393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router a7f30c8d-7ad4-4996-a108-2020d3e42157 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:09.902348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38792e-c8f8-4d75-9caa-bfbbf04fd455 req-b503b12d-6fbc-474e-87f4-0baa5e24507e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:09.920547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a38792e-c8f8-4d75-9caa-bfbbf04fd455 req-b503b12d-6fbc-474e-87f4-0baa5e24507e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.3211653 Mar 02 18:30:10.160577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:10.203645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:10.205079 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.238137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] Sync routers for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:10.261237 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ead2f92e-d4eb-455c-acab-31de3615e9f6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/routers/a7f30c8d-7ad4-4996-a108-2020d3e42157/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1883190 Mar 02 18:30:10.264069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:10.275058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:10.278386 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:10.300935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'port': {'network_id': '34412d5a-0cdb-4109-92db-8b97c5e94ffa', 'name': 'tempest-FloatingIPTestJSON-1653116285'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:10.334838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.387061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c402241-000f-4cca-9b13-56ca2feef36d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:10.408037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bef5b827-62a4-4b45-814c-d6a618b5725f req-a6f86167-1974-4b6f-ace1-49751781d8b3 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.4301298 Mar 02 18:30:10.447064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a38792e-c8f8-4d75-9caa-bfbbf04fd455 req-cb3f4999-e625-4ea1-9f93-926160451a26 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5168674 Mar 02 18:30:10.480086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d66c8f97-f9e4-420b-8dcd-c1783a70ed85 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4c402241-000f-4cca-9b13-56ca2feef36d HTTP/1.1" status: 204 len: 168 time: 1.6138401 Mar 02 18:30:10.493495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60524) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:10.655173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:10.658783 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:10.663048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Usage tracker for resource:port and tenant:1ccdaf0df15745dca3dddcdcd4dbac5b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:10.666385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:10.674080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:10.689952 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:10.689952 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:10.784109 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:10.784515 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454a418-4dac-4bb2-8852-74a832188c36 None None] The sync data for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:10.808814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Made reservation on behalf of 1ccdaf0df15745dca3dddcdcd4dbac5b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:10.812797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.845461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] device_id is not set on port c5675fb2-94ef-4ff2-8196-329677c3fd44 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:30:10.850562 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-d5a38a6a-5d75-466c-a04c-9bd8e1227814 req-63d998b6-0efe-4f52-bb06-dcf0b0a06fc8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:10.851647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5a38a6a-5d75-466c-a04c-9bd8e1227814 req-63d998b6-0efe-4f52-bb06-dcf0b0a06fc8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/d6ec0517-9807-4c0d-b2a6-7d9ac12900e5 HTTP/1.1" status: 404 len: 352 time: 0.0576479 Mar 02 18:30:10.857931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:10.969371 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'code': 200} Mar 02 18:30:11.036908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad850edb-f975-4de8-a10e-69cd1bf723af req-a297c233-8bae-404c-bd4b-182b015aa2d6 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:11.039356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad850edb-f975-4de8-a10e-69cd1bf723af req-a297c233-8bae-404c-bd4b-182b015aa2d6 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.2875543 Mar 02 18:30:11.076469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Allocated IP 172.20.0.9 (34412d5a-0cdb-4109-92db-8b97c5e94ffa/89231c07-3d48-4889-9968-1fcf7b3a39d1/c5675fb2-94ef-4ff2-8196-329677c3fd44) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:11.134782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.232518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:11.281392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e0c556-2d02-435c-a941-898371efded7') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:11.281715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e0c556-2d02-435c-a941-898371efded7') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:11.301543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad850edb-f975-4de8-a10e-69cd1bf723af req-21059b41-5b3d-46eb-82dc-12e933043b2c tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982589 Mar 02 18:30:11.307001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.338532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.348621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.361775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:30:11.362217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:11.376091 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:11.391826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cbd1b5-d10c-4482-9fb5-74c37a13c5e6 req-39b0a000-a57b-4759-99a1-36b5d0152a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:11.393364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8cbd1b5-d10c-4482-9fb5-74c37a13c5e6 req-39b0a000-a57b-4759-99a1-36b5d0152a43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 1096 time: 0.2946126 Mar 02 18:30:11.478540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5ba68-066c-424b-b808-ceb699b59cf6 req-73403d1e-44c5-4b0d-ae34-9f4ed54b0cc6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:11.480091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcb5ba68-066c-424b-b808-ceb699b59cf6 req-73403d1e-44c5-4b0d-ae34-9f4ed54b0cc6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.3473902 Mar 02 18:30:11.510570 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-30ce8289-ca04-46e7-8951-c680986858cd req-7714d774-03d5-4891-bab6-5abe6cd9f987 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] show failed (client error): The resource could not be found. Mar 02 18:30:11.519352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30ce8289-ca04-46e7-8951-c680986858cd req-7714d774-03d5-4891-bab6-5abe6cd9f987 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/72af5f5a-b24c-4978-918f-97e1eacd7285 HTTP/1.1" status: 404 len: 352 time: 0.1299851 Mar 02 18:30:11.609821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8cbd1b5-d10c-4482-9fb5-74c37a13c5e6 req-916578b6-0c54-4a28-adae-c8e0ba97419c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515083 Mar 02 18:30:11.619290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcb5ba68-066c-424b-b808-ceb699b59cf6 req-23a3f4ef-cc67-4633-a3a6-4278ba8f63cb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301689 Mar 02 18:30:11.651640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.651883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Transition to ACTIVE for port object c5675fb2-94ef-4ff2-8196-329677c3fd44 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:11.666113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.681777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Pushing event deleted for resources: {'Network': ['ID=00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.791619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.792371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.792371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:11.801841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ab38ed6-ea0e-4f19-9177-26faa51aa553 req-999e57aa-398f-44a4-a6b8-ab3287441bbd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.1039639 Mar 02 18:30:11.816065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:11.833154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6bb906e9-2f27-46e6-9835-7efdf9376b1b admin admin] 10.222.0.66 "DELETE /v2.0/networks/00e543b5-1ad6-4a81-8ab0-4d9b6b8b0c4a HTTP/1.1" status: 204 len: 168 time: 1.3383071 Mar 02 18:30:11.917563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7a6790-0a7e-444c-b23a-ff01e451a7c9 req-cb0487a8-495b-4ed8-a474-9218e0399c15 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:11.920343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b7a6790-0a7e-444c-b23a-ff01e451a7c9 req-cb0487a8-495b-4ed8-a474-9218e0399c15 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.1677217 Mar 02 18:30:12.029589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b7a6790-0a7e-444c-b23a-ff01e451a7c9 req-90303884-4101-4439-9e76-625889e1d338 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024461 Mar 02 18:30:12.100341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:12.108110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:12.117470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:12.244617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event updated for resources: {'Port': ['ID=c5675fb2-94ef-4ff2-8196-329677c3fd44,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:12.284398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:12.285143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:12.510609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-066efada-bc3d-4f8b-9488-e0997ff81e79 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2441955 Mar 02 18:30:12.511430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:12.517225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Request body: {'floatingip': {'port_id': 'c5675fb2-94ef-4ff2-8196-329677c3fd44'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:12.680186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-786c2eb6-4453-45ff-b5b3-1f6fc28436ed None None] Provisioning for port c5675fb2-94ef-4ff2-8196-329677c3fd44 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:12.698888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-786c2eb6-4453-45ff-b5b3-1f6fc28436ed None None] Provisioning complete for port c5675fb2-94ef-4ff2-8196-329677c3fd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:12.702208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-786c2eb6-4453-45ff-b5b3-1f6fc28436ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:12.710756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60560) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:12.744889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:12.916466 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a51b51a-3e7a-4134-8fb8-e2fa3873fb25 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fe0f81bda344abf85476828cb6a1184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2018783 Mar 02 18:30:12.917176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:12.927339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-786c2eb6-4453-45ff-b5b3-1f6fc28436ed None None] Port c5675fb2-94ef-4ff2-8196-329677c3fd44 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:30:13.001653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-2a5adee5-ee99-4c26-8523-be707b793263 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:13.003430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-2a5adee5-ee99-4c26-8523-be707b793263 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.6303372 Mar 02 18:30:13.092846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Request body: {'port': {'device_id': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'admin_state_up': True, 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:13.254849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:13.337986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:13.387988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:13.402161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Usage tracker for resource:port and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:13.409095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:13.417626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:13.506386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3890d84-15e7-400f-a918-48b1e5cab27e req-6187f1f3-2fc0-4f21-81d6-10ea5ab883e2 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:13.508950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3890d84-15e7-400f-a918-48b1e5cab27e req-6187f1f3-2fc0-4f21-81d6-10ea5ab883e2 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.8625345 Mar 02 18:30:13.650174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3890d84-15e7-400f-a918-48b1e5cab27e req-31c1962a-ef37-408e-a570-07c6b8e9074f tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269732 Mar 02 18:30:13.678076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93efa9-f389-4ad0-b657-03bfcf111ea5 req-efe76581-1cfd-4c60-9090-f313159389d6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:13.701558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db93efa9-f389-4ad0-b657-03bfcf111ea5 req-efe76581-1cfd-4c60-9090-f313159389d6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.6843634 Mar 02 18:30:13.710808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:13.721856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:14.349023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-a0159083-d888-4e2c-aeb0-f8451ca2a27a tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:14.351107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-a0159083-d888-4e2c-aeb0-f8451ca2a27a tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.5210085 Mar 02 18:30:14.371806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Request body: {'port': {'device_id': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'admin_state_up': True, 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:14.452428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db93efa9-f389-4ad0-b657-03bfcf111ea5 req-e19a96a3-2aef-4506-936b-390318a00195 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7411976 Mar 02 18:30:14.499429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:14.559937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b90f13-bbc6-4fae-9e44-087a7872df7e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:14.741533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:14.749461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Usage tracker for resource:port and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:14.757058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:14.765027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:14.768629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8e349097-b37f-49d7-9521-04b0db8d6470 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e7b90f13-bbc6-4fae-9e44-087a7872df7e HTTP/1.1" status: 204 len: 168 time: 1.8307738 Mar 02 18:30:14.784808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:14.797183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:14.799523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08853e8b-138b-413c-acf7-a73ced4ae906 req-c2a99949-bd48-49d8-9501-0e43e29b8b5c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.1589210 Mar 02 18:30:14.827153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa92855-dc83-48e2-9839-28855b0c78ac req-6e5116b4-5776-4844-af08-a0e82e89a0f8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:14.828692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aa92855-dc83-48e2-9839-28855b0c78ac req-6e5116b4-5776-4844-af08-a0e82e89a0f8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1023 time: 0.8063707 Mar 02 18:30:14.837315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-2d4a0685-c187-4c27-8200-120f30da03c8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:14.838580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-2d4a0685-c187-4c27-8200-120f30da03c8 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 1023 time: 0.7708063 Mar 02 18:30:14.845540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Allocated IP 172.20.0.4 (04f3edce-2514-4b34-ad7f-723138af087f/eada8956-d8cf-4fda-9af4-3c274e359cc7/9816751d-6e60-4d42-bd50-9465a0be026f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:14.889635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:14.942027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Deleting port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:14.942458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.030004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:15.038090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.171666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1aa92855-dc83-48e2-9839-28855b0c78ac req-f35be367-aa8a-4299-92d6-1b7ababfaa9d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:15.324831 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP e48d288b-e9b8-401f-a307-4ec6dd7da9dc associated. External IP: 172.25.7.142, port: 376fdf1e-3ff8-4776-8fbd-ff3966a170e3. Mar 02 18:30:15.337761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-1aa92855-dc83-48e2-9839-28855b0c78ac req-f35be367-aa8a-4299-92d6-1b7ababfaa9d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:15.339492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aa92855-dc83-48e2-9839-28855b0c78ac req-f35be367-aa8a-4299-92d6-1b7ababfaa9d tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups?id=c2c23640-d22a-405b-8a31-7ab5c8e20d90&id=d7f6d4ae-2701-4b60-b2b8-c82d3d836eed&id=f11dbc73-6904-4a51-99c8-482a3a5d5bdf&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4966016 Mar 02 18:30:15.420641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da5a10-10a7-41cd-acf8-23897b6233db req-a8c80ad3-3ab3-4416-916d-3c6979b6d1bf tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:15.429740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52da5a10-10a7-41cd-acf8-23897b6233db req-a8c80ad3-3ab3-4416-916d-3c6979b6d1bf tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 946 time: 0.4480517 Mar 02 18:30:15.749325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52da5a10-10a7-41cd-acf8-23897b6233db req-a3edf50c-1e18-4c38-b07e-2ad4660ec7ce tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181312 Mar 02 18:30:15.888603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:15.896402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:15.913126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] For port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,segment=NetworkSegment(3f48a77a-8a59-48d9-9437-e30f0aa5fe2a),segment_id=3f48a77a-8a59-48d9-9437-e30f0aa5fe2a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:15.913500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:16.148487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Calling delete_port for 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:16.284075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec310d-3eb3-4a23-b1a0-87ca6c3a90f7 req-743e25cd-288d-41a7-99c8-919f3db6bca7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:16.285696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffec310d-3eb3-4a23-b1a0-87ca6c3a90f7 req-743e25cd-288d-41a7-99c8-919f3db6bca7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.6526105 Mar 02 18:30:16.458684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb5fc7-894c-4269-93e6-0d6c2211a884 req-f59d69d8-dcb1-477c-8c2e-667ba0eb027e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:16.465712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22cb5fc7-894c-4269-93e6-0d6c2211a884 req-f59d69d8-dcb1-477c-8c2e-667ba0eb027e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.4519022 Mar 02 18:30:16.499698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:16.503982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:16.534456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:16.567156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:16.567805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:16.574679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffec310d-3eb3-4a23-b1a0-87ca6c3a90f7 req-b157be31-2a11-444a-b107-a78c223df16d tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628055 Mar 02 18:30:16.636753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Network 04f3edce-2514-4b34-ad7f-723138af087f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:16.673640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:16.695887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:16.747097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:16.757917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:16.758815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:16.799991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event updated for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:16.807541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22cb5fc7-894c-4269-93e6-0d6c2211a884 req-4e6f44aa-d364-4e68-bd59-1c9b05845c7b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3401153 Mar 02 18:30:16.815577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:16.952236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:16.953523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062cc8be-b8fa-4a29-8f43-fb30e1091733 None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:17.230996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:17.237113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.4-ea3f1de7-5412-4ce7-adbc-accf01e56d2e {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:30:17.237446 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:30:17.535627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:17.537168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1516216764-network', 'tenant_id': '2f3f6d31d65c4654970ac260fb29459f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:17.560276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:17.569638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router a7f30c8d-7ad4-4996-a108-2020d3e42157 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:17.585284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Usage tracker for resource:network and tenant:2f3f6d31d65c4654970ac260fb29459f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:17.596742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:17.655435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:17.655944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:17.659546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9b2dce4-ce2c-4504-b8ad-648364bd52c5 req-06fbab60-2b95-47cb-b0c8-0664274548ac tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.1212306 Mar 02 18:30:17.662944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:17.665400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] No DVR routers for this DVR port 4328d000-9646-4cc3-8ad2-6cb7f8eb24fb on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:17.669781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.686228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'Port': ['ID=4328d000-9646-4cc3-8ad2-6cb7f8eb24fb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:17.699222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'name': 'network-vif-deleted', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:17.724292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:17.725548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.745405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.878021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d4e90e73-64dd-45f5-a8b7-d6f8fe7094d2 req-6ccc2c1a-0d64-4cdb-98fa-7fcc740af9bd tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Synchronizing usage tracker for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:17.909282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-7fac7d43-de7b-43db-a36e-536b807567fd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8237367 Mar 02 18:30:17.928603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c806d40f-3b8c-4edc-832e-a849e05a3340 req-cfad8b52-324a-4ee0-9d84-42044a4d951a tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.65 "DELETE /v2.0/ports/4328d000-9646-4cc3-8ad2-6cb7f8eb24fb HTTP/1.1" status: 204 len: 173 time: 3.0841334 Mar 02 18:30:17.934673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Made reservation on behalf of 2f3f6d31d65c4654970ac260fb29459f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:17.937573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:17.937803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Request body: {'port': {'device_id': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:17.965065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.046088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:18.081186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:18.083387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Usage tracker for resource:security_group_rule and tenant:2f3f6d31d65c4654970ac260fb29459f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:18.092202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:18.107895 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] Sync routers for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:18.108438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:18.121462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.141172 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:18.144150 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:18.215529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.223348 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:18.233148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:18.233776 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:18.280329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449a04d-f7e8-40cd-8d26-53785600265c req-c3e7dfdf-79e3-4f33-b948-94a762c115d7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:18.281904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7449a04d-f7e8-40cd-8d26-53785600265c req-c3e7dfdf-79e3-4f33-b948-94a762c115d7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.2799530 Mar 02 18:30:18.304269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60640) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:18.309086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Request body: {'floatingip': {'port_id': '6ba8e535-f1cd-425b-8413-d099fe7a1e66'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:18.318442 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:18.318948 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395488e2-1046-4ac4-83da-2b0e27ff1dea None None] The sync data for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:18.389325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Allocated IP 172.20.0.11 (04f3edce-2514-4b34-ad7f-723138af087f/eada8956-d8cf-4fda-9af4-3c274e359cc7/7a270872-5cba-4f18-8264-67197a3c390c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:18.395421 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e95e00-ed01-4dea-b4ea-3beda2da3ae8', 'name': 'network-vif-deleted', 'tag': '4328d000-9646-4cc3-8ad2-6cb7f8eb24fb', 'status': 'completed', 'code': 200} Mar 02 18:30:18.477291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.525141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad815693-26cc-453b-9446-d415475cf2d1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/floatingips/e48d288b-e9b8-401f-a307-4ec6dd7da9dc HTTP/1.1" status: 200 len: 978 time: 6.0125153 Mar 02 18:30:18.607913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60652) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:18.682286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c1c241-a1f4-4801-a5ad-9d7dd1d9b134 req-b83e1470-110b-4a67-9c6b-cc19224ae433 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:18.683897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55c1c241-a1f4-4801-a5ad-9d7dd1d9b134 req-b83e1470-110b-4a67-9c6b-cc19224ae433 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.1445959 Mar 02 18:30:18.697135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port c5675fb2-94ef-4ff2-8196-329677c3fd44 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:18.697369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.707081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:18.836087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55c1c241-a1f4-4801-a5ad-9d7dd1d9b134 req-8d43f702-1945-46cf-bfc0-e3481e79e297 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430264 Mar 02 18:30:19.081546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d4e90e73-64dd-45f5-a8b7-d6f8fe7094d2 req-6ccc2c1a-0d64-4cdb-98fa-7fcc740af9bd tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Unset dirty status for tenant:64f954956b4e4a52b98898f02ae97c15 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:19.083766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4e90e73-64dd-45f5-a8b7-d6f8fe7094d2 req-6ccc2c1a-0d64-4cdb-98fa-7fcc740af9bd tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 1.2922156 Mar 02 18:30:19.101122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.198049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:19.288070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.369531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f3c0d6-61f9-4edd-893f-0b5195077b5d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:19.392791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.392791 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Added segment e5b4b344-34e9-4d22-adc9-1741b8ceb487 of type vlan for network 79f898e7-e177-491f-a675-03cb83d2b019 Mar 02 18:30:19.400420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5ba0c481-01e2-4118-bfae-f31f7275418a req-5dfa16cb-2b25-4c0b-83a7-64fedbd7a08d tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:19.565787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5ba0c481-01e2-4118-bfae-f31f7275418a req-5dfa16cb-2b25-4c0b-83a7-64fedbd7a08d tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:19.576024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ba0c481-01e2-4118-bfae-f31f7275418a req-5dfa16cb-2b25-4c0b-83a7-64fedbd7a08d tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 210 time: 0.4909730 Mar 02 18:30:19.599867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.605049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.788237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.788845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.789335 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Floating IP e48d288b-e9b8-401f-a307-4ec6dd7da9dc disassociated. External IP: 172.25.7.142, port: c5675fb2-94ef-4ff2-8196-329677c3fd44. Mar 02 18:30:19.789826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for c5675fb2-94ef-4ff2-8196-329677c3fd44 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:19.831430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.832549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:19.833144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:19.837341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.001638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Network 04f3edce-2514-4b34-ad7f-723138af087f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:20.015962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:20.093992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:20.139489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.162399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.186397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] Pushing event updated for resources: {'Network': ['ID=79f898e7-e177-491f-a675-03cb83d2b019,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:20.191648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event updated for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:20.194582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 79f898e7-e177-491f-a675-03cb83d2b019 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:20.234368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3167b14e-2580-4e42-a46d-a6f79a190109 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.0021663 Mar 02 18:30:20.235089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:20.248167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Request body: {'subnet': {'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1516216764-subnet', 'tenant_id': '2f3f6d31d65c4654970ac260fb29459f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:20.264130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:20.275997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Usage tracker for resource:subnet and tenant:2f3f6d31d65c4654970ac260fb29459f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:20.285675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:20.317537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:20.345476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.483749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:20.484385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.510222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Made reservation on behalf of 2f3f6d31d65c4654970ac260fb29459f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:20.512245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:20.659963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=c5675fb2-94ef-4ff2-8196-329677c3fd44,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:20.810236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-90c18c96-d5e2-4603-9c58-eab7e169a878 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4421206 Mar 02 18:30:20.827449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Request body: {'port': {'device_id': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:20.903167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f6130c6-ba01-47a7-b284-34f93d91cf16 req-6d8e1409-7242-4b54-83f5-fd6de245d012 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6e95e00-ed01-4dea-b4ea-3beda2da3ae8 HTTP/1.1" status: 200 len: 210 time: 0.2497034 Mar 02 18:30:20.990924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc68a26-ad5c-4bc5-b969-4d88da50db12 req-947b57ca-e71b-45b9-a161-446847d72e06 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:20.993024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fc68a26-ad5c-4bc5-b969-4d88da50db12 req-947b57ca-e71b-45b9-a161-446847d72e06 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.8549392 Mar 02 18:30:21.184045 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Floating IP 2f02b0b1-83bb-4e5c-b629-6888a50f3283 associated. External IP: 172.25.7.154, port: 6ba8e535-f1cd-425b-8413-d099fe7a1e66. Mar 02 18:30:21.223225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fc68a26-ad5c-4bc5-b969-4d88da50db12 req-414e176b-904b-44c8-ab59-bb9e366fec66 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2124386 Mar 02 18:30:21.280215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router a7f30c8d-7ad4-4996-a108-2020d3e42157 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:21.382488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.562748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:21.565618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:21.776703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:21.792481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] Sync routers for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:21.821593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:21.822510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:21.829574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9816751d-6e60-4d42-bd50-9465a0be026f {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:21.844474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1819d-dec7-4d43-b191-3b0959e820fc req-0c010b37-8a96-4949-8d75-adf1d387793f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:21.850469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e1819d-dec7-4d43-b191-3b0959e820fc req-0c010b37-8a96-4949-8d75-adf1d387793f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 932 time: 0.5686650 Mar 02 18:30:21.884029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.923071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:21.948671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:21.983022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.003605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-12e1819d-dec7-4d43-b191-3b0959e820fc req-4a99fb8a-10d3-4f0b-89d2-3d666242344c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:22.026251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Transition to ACTIVE for port object 9816751d-6e60-4d42-bd50-9465a0be026f will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:22.033458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d5c8e404-182b-41d7-902a-3720f94cd6ed tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/c5675fb2-94ef-4ff2-8196-329677c3fd44 HTTP/1.1" status: 204 len: 168 time: 3.4215121 Mar 02 18:30:22.033815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60716) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:22.046570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:22.049767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:22.112147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:22.194568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:22.195234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de625ac-dc1f-4571-a3b5-1ced7b1cb2f1 None None] The sync data for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:22.210015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:22.227390 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20df04ab-0829-4dd1-9c71-4f11d8f67b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.233329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Usage tracker for resource:security_group_rule and tenant:dea108c89cc443d3af46036b6e86d389 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:22.236486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '73e35594-d03a-4f51-8dc7-d18201beb725', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '73e35594-d03a-4f51-8dc7-d18201beb725', 'mac_address': 'fa:16:3e:4b:25:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:22.240089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.255321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:22.308337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.311637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.334315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73e35594-d03a-4f51-8dc7-d18201beb725 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:22.348313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fa131b-1b04-4b1e-86c0-055561c563ed,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:22.359806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:22.413100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:22.539589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.560626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-12e1819d-dec7-4d43-b191-3b0959e820fc req-4a99fb8a-10d3-4f0b-89d2-3d666242344c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:22.571756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e1819d-dec7-4d43-b191-3b0959e820fc req-4a99fb8a-10d3-4f0b-89d2-3d666242344c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7202656 Mar 02 18:30:22.614500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Pushing event updated for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:22.688171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Checking segment: {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:22.688171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Network hostable DHCP agents. Network: 79f898e7-e177-491f-a675-03cb83d2b019, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:22.689581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['73e35594-d03a-4f51-8dc7-d18201beb725'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:22.808218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Router 46bb9928-8f2b-4744-9b8f-969473715f84 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:22.822956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:22.960791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Network 79f898e7-e177-491f-a675-03cb83d2b019 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:22.966224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:22.981939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:30:23.170756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.282711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e21d9b8-384c-4f35-92b4-9de72525adcf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:23.310855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 79f898e7-e177-491f-a675-03cb83d2b019) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:23.324156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a270872-5cba-4f18-8264-67197a3c390c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:23.324648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f70561-8ca8-440c-880c-836ee23f92d0 None None] Network 79f898e7-e177-491f-a675-03cb83d2b019 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:23.345833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:23.346869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.355113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.381064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f0055f5-2287-4b82-9c6a-1c8bcbcba3d7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dea108c89cc443d3af46036b6e86d389&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8106203 Mar 02 18:30:23.392438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:23.435795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Transition to ACTIVE for port object 7a270872-5cba-4f18-8264-67197a3c390c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:23.441057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:23.449940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.460027 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Sync routers for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:23.495796 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:23.497182 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:23.535250 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-660311a1-9a34-4f9c-8894-d0d8684829b9 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "PUT /v2.0/floatingips/2f02b0b1-83bb-4e5c-b629-6888a50f3283 HTTP/1.1" status: 200 len: 991 time: 5.2307003 Mar 02 18:30:23.539634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:23.557917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.565691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc8c2b9b-2c50-4804-9e17-3f061f5c25ae admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.3265054 Mar 02 18:30:23.598648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:23.601043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-765b335e-bd4b-45ee-9e50-5add0e036120 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/c2c23640-d22a-405b-8a31-7ab5c8e20d90 HTTP/1.1" status: 200 len: 1802 time: 1.0252650 Mar 02 18:30:23.716810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.746660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.806541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 73e35594-d03a-4f51-8dc7-d18201beb725 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:23.806998 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:23.906620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Pushing event updated for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:23.982499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Attempting to bind port 7a270872-5cba-4f18-8264-67197a3c390c on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:23.985957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Attempting to bind port 7a270872-5cba-4f18-8264-67197a3c390c by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:23.986490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Attempting to bind port 7a270872-5cba-4f18-8264-67197a3c390c on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:24.015153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Port 7a270872-5cba-4f18-8264-67197a3c390c on network 04f3edce-2514-4b34-ad7f-723138af087f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:30:24.017359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Attempting to bind port 7a270872-5cba-4f18-8264-67197a3c390c on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:24.043289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:24.043815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Checking segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:24.048369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Bound using segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:24.049009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Bound port: 7a270872-5cba-4f18-8264-67197a3c390c, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:24.053812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.198964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.315242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.318284 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:24.362300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-2015ad22-03ca-4b1b-8e15-cf1dc6794b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.364034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-2015ad22-03ca-4b1b-8e15-cf1dc6794b7a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1096 time: 2.0580227 Mar 02 18:30:24.394826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:24.396327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dd96d3-2717-4f44-a01c-3570571cf5e0 None None] Network 79f898e7-e177-491f-a675-03cb83d2b019 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:24.434596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:24.613698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e21d9b8-384c-4f35-92b4-9de72525adcf,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:24.668279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.674461 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b36469f-a9cc-43e9-a70b-189b29ae3ddb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e21d9b8-384c-4f35-92b4-9de72525adcf HTTP/1.1" status: 204 len: 168 time: 1.2755659 Mar 02 18:30:24.766910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:24.793484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7a270872-5cba-4f18-8264-67197a3c390c,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:24.793623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Attempting to bind port 9816751d-6e60-4d42-bd50-9465a0be026f on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:24.793623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Attempting to bind port 9816751d-6e60-4d42-bd50-9465a0be026f by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:24.793623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Attempting to bind port 9816751d-6e60-4d42-bd50-9465a0be026f on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:24.793623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-01c257e6-2dbb-4cf1-8044-9a1629bde62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:24.795650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-01c257e6-2dbb-4cf1-8044-9a1629bde62b service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.3462892 Mar 02 18:30:24.884375 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74cbe961-b014-43f6-81ed-acabc7540b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.937046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:24.946851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.216325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Pushing event updated for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:25.242692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.243370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.246662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-48ed24af-58ba-4c88-849c-6bb2f5ecf35f service neutron] 10.222.0.11 "PUT /v2.0/ports/7a270872-5cba-4f18-8264-67197a3c390c HTTP/1.1" status: 200 len: 1092 time: 4.4265850 Mar 02 18:30:25.247202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:25.355068 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '2f02b0b1-83bb-4e5c-b629-6888a50f3283', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'port_id': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'mac_address': 'fa:16:3e:99:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:29:43Z', 'updated_at': '2022-03-02T18:30:19Z', 'revision_number': 1, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:25.366920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Checking router: 46bb9928-8f2b-4744-9b8f-969473715f84 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:30:25.388298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:25.388944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:25.505954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Port 9816751d-6e60-4d42-bd50-9465a0be026f on network 04f3edce-2514-4b34-ad7f-723138af087f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:30:25.511528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Attempting to bind port 9816751d-6e60-4d42-bd50-9465a0be026f on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:25.562967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.576659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff940b1-cc41-4070-8e28-c3708421ca6d req-8d41fd71-c3bf-422e-94af-a9b7b864fa86 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.584649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ff940b1-cc41-4070-8e28-c3708421ca6d req-8d41fd71-c3bf-422e-94af-a9b7b864fa86 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 2.5862002 Mar 02 18:30:25.587787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:25.588369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Checking segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:25.588934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Bound using segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:25.589556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Bound port: 9816751d-6e60-4d42-bd50-9465a0be026f, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:25.590160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.694332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-f8346e37-40ed-4e07-84a8-6f9ad6df6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.694995 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-f8346e37-40ed-4e07-84a8-6f9ad6df6d13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 1095 time: 0.2727082 Mar 02 18:30:25.733955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.753162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-6559d884-f14c-4027-ab9f-79497fbcd70a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 1000 time: 0.8496606 Mar 02 18:30:25.878045 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-a9c3b544-adc4-4218-855d-868f441bd9da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a270872-5cba-4f18-8264-67197a3c390c HTTP/1.1" status: 200 len: 217 time: 0.1748524 Mar 02 18:30:25.947542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ff940b1-cc41-4070-8e28-c3708421ca6d req-d47683bd-1058-475b-bd7e-964ec4311b3a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3616972 Mar 02 18:30:25.968096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-98b6585a-07ee-45d9-9156-34d14cf94451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:25.969954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-98b6585a-07ee-45d9-9156-34d14cf94451 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.0859094 Mar 02 18:30:25.977284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:25.998678 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:26.002477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:26.056675 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-5d5aaeae-6318-45c1-a500-9d7759a00bdb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792425 Mar 02 18:30:26.106064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:26.229549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-0c5b592b-9a02-48d2-9850-5ffac2003129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:26.232434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-0c5b592b-9a02-48d2-9850-5ffac2003129 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.4501240 Mar 02 18:30:26.372573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-29cb7049-0288-4ab4-86fa-82c2bdbf1b96 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074813 Mar 02 18:30:26.526816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:26.569928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9816751d-6e60-4d42-bd50-9465a0be026f,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:26.638814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:26.764165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:26.773539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:26.841215 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '2f02b0b1-83bb-4e5c-b629-6888a50f3283', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'port_id': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'mac_address': 'fa:16:3e:99:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:29:43Z', 'updated_at': '2022-03-02T18:30:19Z', 'revision_number': 1, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:26.848364 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562517a4-b026-44bc-accb-e6ef1d0627c8 None None] The sync data for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 is: [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '2f02b0b1-83bb-4e5c-b629-6888a50f3283', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'port_id': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'mac_address': 'fa:16:3e:99:7d:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:29:43Z', 'updated_at': '2022-03-02T18:30:19Z', 'revision_number': 1, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:26.853403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-0498f186-f918-400f-be8d-f13fff7850d9 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718096 Mar 02 18:30:26.956440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.045901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c23640-d22a-405b-8a31-7ab5c8e20d90,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:27.082291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.084536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cf0a632-0baa-40bd-bbca-9e8d717cac15 req-4bb1f23e-1520-4d1e-afa8-27c7a53ef935 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/c2c23640-d22a-405b-8a31-7ab5c8e20d90 HTTP/1.1" status: 204 len: 173 time: 3.4807479 Mar 02 18:30:27.087122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Pushing event updated for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:27.105717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:27.106628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.108083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9d04ed9d-565b-41cc-a40f-454bf39ccd30 service neutron] 10.222.0.11 "PUT /v2.0/ports/9816751d-6e60-4d42-bd50-9465a0be026f HTTP/1.1" status: 200 len: 1091 time: 9.1776159 Mar 02 18:30:27.110306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:27.214500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.268100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:27.464054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921a3c0-387b-4255-8ea8-b762c2f2d04b None None] New status for floating IP 2f02b0b1-83bb-4e5c-b629-6888a50f3283: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:30:27.474968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2131589476-network', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:27.483218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:27.492389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Usage tracker for resource:network and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:27.500472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:27.520051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:27.678783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Made reservation on behalf of 3561cee4d7f84cce9c69eee26ac45fa4 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:27.681430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.686915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-0c689b4a-6c68-4d2f-add6-f841741f5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:27.694573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-0c689b4a-6c68-4d2f-add6-f841741f5f5e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4363906 Mar 02 18:30:27.733200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:27.791583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:27.801260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:27.809150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:27.827502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:28.036633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.190969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.267437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0dc4284-dca1-496d-adb0-1f0889ad1319,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:28.293881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:28.318850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.319448 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Added segment 21a2f380-a055-477e-b9e0-8b60a528e800 of type vlan for network 20d43237-3b8e-472a-a145-04379d1af263 Mar 02 18:30:28.357514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.447241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5154870-b972-4d6a-a0a3-6f88d88cbedb req-2ba47e7b-783c-41d9-b7d3-4ca40535afca tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:28.448913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5154870-b972-4d6a-a0a3-6f88d88cbedb req-2ba47e7b-783c-41d9-b7d3-4ca40535afca tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 1.0174479 Mar 02 18:30:28.456240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-97be3d74-a4f7-4445-9efb-e69216f9c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:28.457746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-97be3d74-a4f7-4445-9efb-e69216f9c2cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=010bc4fa-58a8-4019-8b2b-bb6a9a83c482 HTTP/1.1" status: 200 len: 1094 time: 1.0531068 Mar 02 18:30:28.462308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-3940f061-ca77-485c-8d4b-f1b9fd9faf37 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481701 Mar 02 18:30:28.557861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.560461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:28.561941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:28.614272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-672c4a1f-be48-4a31-ac17-6dddace15935 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9816751d-6e60-4d42-bd50-9465a0be026f HTTP/1.1" status: 200 len: 217 time: 0.1305490 Mar 02 18:30:28.685480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] Pushing event updated for resources: {'Network': ['ID=20d43237-3b8e-472a-a145-04379d1af263,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:28.700143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 20d43237-3b8e-472a-a145-04379d1af263 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:28.854587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5154870-b972-4d6a-a0a3-6f88d88cbedb req-d5163f0f-fbc5-42cc-86f2-cb00c5ca7d0e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3872073 Mar 02 18:30:28.857050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5f0c1d35-6856-4eba-9bd4-7b2755d67e49 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5852213 Mar 02 18:30:28.857703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:28.865191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Request body: {'subnet': {'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2131589476-subnet', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:28.882022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:28.897118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Usage tracker for resource:subnet and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:28.911616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:28.921059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:28.932351 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'status': 'completed', 'code': 200} Mar 02 18:30:29.077058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Made reservation on behalf of 3561cee4d7f84cce9c69eee26ac45fa4 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:29.079978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.208289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332cd21-70ef-401f-a023-46e150c3c983 req-e8df778d-0d9c-4756-9171-78292e433412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:29.209896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-e8df778d-0d9c-4756-9171-78292e433412 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.5891185 Mar 02 18:30:29.312861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port b3574788-19bf-4f94-ae1e-666ced640248 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:29.313751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.387094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cf2cc94-e3d3-42dc-985a-8c54b9bba4e5 req-73ed65f0-f9b1-4633-a7e9-073bf4635895 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9022229 Mar 02 18:30:29.403496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-3d748111-aaf6-423a-84ef-7ea9c06f4959 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1654277 Mar 02 18:30:29.485783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-e8235e06-008f-429e-a0a0-be992e3e22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:29.487356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-e8235e06-008f-429e-a0a0-be992e3e22b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=974385c2ceb746a0b2f75d2fe2d515b3&device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 1096 time: 0.5051451 Mar 02 18:30:29.668066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3160922-e9fa-4052-9d3a-09a649f22d69 req-98f765d2-1566-4e28-a556-7f85cfda4214 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:29.669442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3160922-e9fa-4052-9d3a-09a649f22d69 req-98f765d2-1566-4e28-a556-7f85cfda4214 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 944 time: 0.5871816 Mar 02 18:30:29.895788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:29.985198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca9dce8d-7924-42a9-8446-e0d20e987e34,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:29.993544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Checking segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:29.996388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Network hostable DHCP agents. Network: 20d43237-3b8e-472a-a145-04379d1af263, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:30.146269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Network 20d43237-3b8e-472a-a145-04379d1af263 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:30.229609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-9ae04745-345a-4e8b-9843-c5e68a057f18 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8017194 Mar 02 18:30:30.232859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3160922-e9fa-4052-9d3a-09a649f22d69 req-435c7220-9fe6-489a-aee8-031e624e9215 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4498830 Mar 02 18:30:30.242624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.313702 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725', 'code': 200} Mar 02 18:30:30.340077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 20d43237-3b8e-472a-a145-04379d1af263) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:30.344842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:30.345442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.359497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b9e51d-7928-4273-98a0-ffb0c29fea78 None None] Network 20d43237-3b8e-472a-a145-04379d1af263 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:30.470645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for b3574788-19bf-4f94-ae1e-666ced640248 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:30.531111 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9980374e-8128-4f60-a7d6-c8c51db0cfab admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6694372 Mar 02 18:30:30.534029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:30.536942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:30.549811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:30.563285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Usage tracker for resource:router and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:30.581227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:30.581227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:30.663631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-20d43237-3b8e-472a-a145-04379d1af263', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:30:30.665086 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.713953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.713953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.737885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:30.750039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-e6d07317-d436-49fc-a1b8-ea60d74ca8a5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:30.753509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-e6d07317-d436-49fc-a1b8-ea60d74ca8a5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 814 time: 1.2214272 Mar 02 18:30:30.781200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-56d64912-2693-4a46-adf1-15733d73040a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:30.783886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-56d64912-2693-4a46-adf1-15733d73040a service neutron] 10.222.0.65 "GET /v2.0/networks?id=bace639a-2715-42b2-bb83-3ee0e6dbbdef HTTP/1.1" status: 200 len: 912 time: 1.2500021 Mar 02 18:30:30.903632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Allocated IP 172.20.0.2 (20d43237-3b8e-472a-a145-04379d1af263/ca9dce8d-7924-42a9-8446-e0d20e987e34/da7ff042-cf7d-4325-bf4c-849baaa43219) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:31.015831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:31.101584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-06fbda05-ac08-46ec-82cf-77f6da7725b1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/quotas/2f3f6d31d65c4654970ac260fb29459f HTTP/1.1" status: 200 len: 375 time: 0.3084970 Mar 02 18:30:31.290655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7a270872-5cba-4f18-8264-67197a3c390c details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:31.348707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-a56bb846-046e-4d65-94e5-5cc44723b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:31.364018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-a56bb846-046e-4d65-94e5-5cc44723b180 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1096 time: 1.7595615 Mar 02 18:30:31.368148 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.436351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Transition to ACTIVE for port object da7ff042-cf7d-4325-bf4c-849baaa43219 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:31.567156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.591098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-fb4c6fe5-5a8e-4ad9-943a-0678fa2f992b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2549176 Mar 02 18:30:31.673509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Transition to ACTIVE for port object da7ff042-cf7d-4325-bf4c-849baaa43219 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:31.677245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7a270872-5cba-4f18-8264-67197a3c390c,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:31.707198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-82f032c6-53aa-4b47-b414-bbedf894c223 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66 HTTP/1.1" status: 200 len: 1001 time: 0.8145754 Mar 02 18:30:31.711150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7a270872-5cba-4f18-8264-67197a3c390c', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'port_id': '7a270872-5cba-4f18-8264-67197a3c390c', 'mac_address': 'fa:16:3e:67:35:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada8956-d8cf-4fda-9af4-3c274e359cc7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:31.816080 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.847423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a270872-5cba-4f18-8264-67197a3c390c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:31.869479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7a270872-5cba-4f18-8264-67197a3c390c,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:31.901684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:31.925015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9332cd21-70ef-401f-a023-46e150c3c983 req-6a6d3e3e-5294-4989-9e3b-9e17e8e18066 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4892840 Mar 02 18:30:32.005526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Network 20d43237-3b8e-472a-a145-04379d1af263 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:32.014055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:32.016079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:32.093509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:32.203123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Pushing event updated for resources: {'Port': ['ID=da7ff042-cf7d-4325-bf4c-849baaa43219,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:32.277887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f032591-05f6-4aed-81bf-9e8816da13e6 req-a36f3da1-4be2-4b4f-b088-af7e38f6169a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:32.282996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f032591-05f6-4aed-81bf-9e8816da13e6 req-a36f3da1-4be2-4b4f-b088-af7e38f6169a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 1.6831682 Mar 02 18:30:32.284800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6c5eded9-1f87-4c1d-bcca-b89c1dc17b86 service neutron] 10.222.0.66 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713228 Mar 02 18:30:32.304693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:32.373028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:32.398108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-da550e00-440f-4967-b933-5d10578ad8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:32.402681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-da550e00-440f-4967-b933-5d10578ad8f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.9688630 Mar 02 18:30:32.436564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:32.477444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Attempting to bind port da7ff042-cf7d-4325-bf4c-849baaa43219 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:32.477444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Attempting to bind port da7ff042-cf7d-4325-bf4c-849baaa43219 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:32.477444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Attempting to bind port da7ff042-cf7d-4325-bf4c-849baaa43219 on network 20d43237-3b8e-472a-a145-04379d1af263 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:32.481009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:32.481680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Checking segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:32.482331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:32.483021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Bound using segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:32.483699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Bound port: da7ff042-cf7d-4325-bf4c-849baaa43219, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:32.484253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:32.576271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7a270872-5cba-4f18-8264-67197a3c390c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:32.769907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Allocated IP 172.25.7.74 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0951da71-9b9f-4d4e-b7cf-312c5cbafc68) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:32.791927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:32.860111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:32.928859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-746e763e-7389-483e-8d54-ad5be17f573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:32.933404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-746e763e-7389-483e-8d54-ad5be17f573c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf77f134-fdee-4841-892e-aa38546085ff HTTP/1.1" status: 200 len: 850 time: 1.1250215 Mar 02 18:30:32.944484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:33.061929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.098054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f032591-05f6-4aed-81bf-9e8816da13e6 req-300aedbc-0ae0-4006-99e6-4aeeb94bb002 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6316278 Mar 02 18:30:33.108527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-256e073b-0cf2-4c30-8aff-83dde41d4d0b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 1000 time: 0.6267617 Mar 02 18:30:33.121422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.161043 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.166370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:33.275565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:33.295034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512d65a8-1a66-4dc5-995c-8e60aae26ff4 None None] Pushing event updated for resources: {'Port': ['ID=da7ff042-cf7d-4325-bf4c-849baaa43219,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:33.295529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.397102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.403769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:33.410727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:33.421267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:33.464620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-e3d510a7-a11b-4318-802c-bf2ad628abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:33.466345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-e3d510a7-a11b-4318-802c-bf2ad628abea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.3480992 Mar 02 18:30:33.502389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Pushing event updated for resources: {'Port': ['ID=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:33.521104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:33.547249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:33.623604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=b3574788-19bf-4f94-ae1e-666ced640248,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:33.627779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-b997e359-9da7-4dfb-824c-9da69130ad6a service neutron] 10.222.0.66 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2194078 Mar 02 18:30:33.868359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-409ce024-7413-4bbe-bf35-ffd6780ffb21 tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "GET /v2.0/security-groups/d7f6d4ae-2701-4b60-b2b8-c82d3d836eed HTTP/1.1" status: 200 len: 1803 time: 0.3988595 Mar 02 18:30:33.908044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-b477f69d-d87a-4223-8cbd-8aabe95f194a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:33.909523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-b477f69d-d87a-4223-8cbd-8aabe95f194a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4214690 Mar 02 18:30:33.915910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-51de57aa-def9-425c-93d7-67fb3ddc1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:33.917721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-51de57aa-def9-425c-93d7-67fb3ddc1fcc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bace639a-2715-42b2-bb83-3ee0e6dbbdef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9352226 Mar 02 18:30:34.250438 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f', 'status': 'completed', 'code': 200} Mar 02 18:30:34.456830 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c', 'status': 'completed', 'code': 200} Mar 02 18:30:34.487121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:34.617410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:34.659318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:34.874434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9816751d-6e60-4d42-bd50-9465a0be026f details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:34.880338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7a270872-5cba-4f18-8264-67197a3c390c up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:34.956402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da7ff042-cf7d-4325-bf4c-849baaa43219 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:34.991235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.028665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.033693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-839c46bc-f6a1-49f4-80ce-6d41a2c357d8 service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0794642 Mar 02 18:30:35.087425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f6d4ae-2701-4b60-b2b8-c82d3d836eed,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:35.106488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-907c95e0-5d7a-47ea-8610-1f6d40133840 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1876523 Mar 02 18:30:35.214936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-82e48231-2e70-4d4c-a108-5e9684c19576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:35.217384 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-82e48231-2e70-4d4c-a108-5e9684c19576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 1096 time: 0.7595389 Mar 02 18:30:35.266943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c1f91-4ca2-457e-9919-ada51e2dd5d4 None None] Network 20d43237-3b8e-472a-a145-04379d1af263 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:35.342339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-c27ba878-6e6e-4f4e-ad00-824d0c08b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:35.344784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-c27ba878-6e6e-4f4e-ad00-824d0c08b3b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=010bc4fa-58a8-4019-8b2b-bb6a9a83c482 HTTP/1.1" status: 200 len: 1094 time: 1.0911605 Mar 02 18:30:35.374701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.376409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c538f045-1541-4f10-8d1b-a41b741ddd29 req-1e00af97-f738-4009-8d72-6b0b2551dc3f tempest-SecurityGroupsTestJSON-1177956375 tempest-SecurityGroupsTestJSON-1177956375-project] 10.222.0.66 "DELETE /v2.0/security-groups/d7f6d4ae-2701-4b60-b2b8-c82d3d836eed HTTP/1.1" status: 204 len: 173 time: 1.4846640 Mar 02 18:30:35.468544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60880) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:35.546163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9969bed-ce80-4fc7-b4b5-11ca22e80c95 req-998ff989-568a-4d40-8117-2d1f1e5fd753 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:35.554326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9969bed-ce80-4fc7-b4b5-11ca22e80c95 req-998ff989-568a-4d40-8117-2d1f1e5fd753 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 945 time: 1.0620477 Mar 02 18:30:35.559169 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'code': 200} Mar 02 18:30:35.603287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b298dfdf-6f50-4a0f-805c-f21384dfdb89 None None] Provisioning for port da7ff042-cf7d-4325-bf4c-849baaa43219 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:35.685050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 7a270872-5cba-4f18-8264-67197a3c390c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:35.742591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.745414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7a270872-5cba-4f18-8264-67197a3c390c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:35.746019 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.810202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9816751d-6e60-4d42-bd50-9465a0be026f,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:35.826143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1268353-f293-4511-8ac3-5267aebb1fd1 req-5e3abdb2-ea71-4346-a450-dd4ec03c0dac tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0501866 Mar 02 18:30:35.837123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port da7ff042-cf7d-4325-bf4c-849baaa43219 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:35.875059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port da7ff042-cf7d-4325-bf4c-849baaa43219 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:35.876305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:35.931305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-c973f94c-b4bc-4cfa-bfba-429d5fae4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:35.933777 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-c973f94c-b4bc-4cfa-bfba-429d5fae4663 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 914 time: 0.4615657 Mar 02 18:30:35.979394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '9816751d-6e60-4d42-bd50-9465a0be026f', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'port_id': '9816751d-6e60-4d42-bd50-9465a0be026f', 'mac_address': 'fa:16:3e:33:2f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada8956-d8cf-4fda-9af4-3c274e359cc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:36.089236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-db9a14ac-c63b-4850-8fee-6d9d7d01ea92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7a270872-5cba-4f18-8264-67197a3c390c HTTP/1.1" status: 200 len: 217 time: 0.0824261 Mar 02 18:30:36.214974 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.299337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61dd5bc2-9323-48a6-b20f-df235249c8cd req-211c7711-beb4-463c-b8ee-49a0aeefc9e1 service neutron] 10.222.0.65 "GET /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2356963 Mar 02 18:30:36.303936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9969bed-ce80-4fc7-b4b5-11ca22e80c95 req-4a7d0637-258d-4ced-be23-e1e0143531cf tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7484202 Mar 02 18:30:36.351380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-4f1ee519-b0ec-42f2-80a7-a45efc7d97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:36.354873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-4f1ee519-b0ec-42f2-80a7-a45efc7d97f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.2583647 Mar 02 18:30:36.371385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.380145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Deleting subnet c0008a21-9bce-4fea-97ec-964f96ae3bac {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:30:36.384438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.402916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7a270872-5cba-4f18-8264-67197a3c390c,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:36.446139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-b0851d92-fe78-4b3c-ad20-0cc329e6ca38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818200 Mar 02 18:30:36.459134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9816751d-6e60-4d42-bd50-9465a0be026f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:36.484437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.553340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9816751d-6e60-4d42-bd50-9465a0be026f,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:36.554571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.583365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.606322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.610924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:30:36.686474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-a8243c72-1ee0-4600-8034-84f8ae34ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:36.691391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-a8243c72-1ee0-4600-8034-84f8ae34ddb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 914 time: 1.3188527 Mar 02 18:30:36.696689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e55dba-a1f0-4143-a3b4-cfa07a188c5c req-e3f43121-8cdf-4ef8-939a-201f95b53066 service neutron] 10.222.0.11 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4824605 Mar 02 18:30:36.741931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:36.755712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:36.833525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d4b63aff-e9c0-41fc-b58c-e2eb448f5f78 None None] Provisioning complete for port da7ff042-cf7d-4325-bf4c-849baaa43219 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:36.833917 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4b63aff-e9c0-41fc-b58c-e2eb448f5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:36.861502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-18576f86-5a53-4a76-80db-3c9e084923f1 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070902 Mar 02 18:30:36.916046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-f3930c6a-d81f-46c2-807c-584f0a6d808e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9816751d-6e60-4d42-bd50-9465a0be026f HTTP/1.1" status: 200 len: 217 time: 0.2038469 Mar 02 18:30:37.026346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.041056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-19b06e84-d1d6-4fb9-a871-4aecdcca18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:37.043748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-19b06e84-d1d6-4fb9-a871-4aecdcca18ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.1168232 Mar 02 18:30:37.129928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.158931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.178857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:37.192691 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Sync routers for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:37.212505 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:37.213391 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:37.230308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eff32cb9-0de3-4d4e-a67f-d68a8d084f15 req-eb34b4b0-6ff7-4210-a525-ede7eb8a4f29 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 210 time: 0.1814027 Mar 02 18:30:37.289279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=da7ff042-cf7d-4325-bf4c-849baaa43219,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.304603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51dd3ee4-7509-40c9-889d-74a873f3dc3e req-b0b3001d-c405-4742-8722-15b686cccdee service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3795154 Mar 02 18:30:37.340262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9816751d-6e60-4d42-bd50-9465a0be026f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:37.357367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-fcd8b520-0dc9-4a45-b907-ad045795157d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2316642 Mar 02 18:30:37.403105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.413091 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90d62fba-ff5a-4191-949f-9d0e05652a2a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.8768027 Mar 02 18:30:37.413091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60902) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:37.462237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22650225-c334-4da3-bd60-b09e6b7c55e2 req-681551a3-8326-4084-b208-380582377031 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:37.469399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22650225-c334-4da3-bd60-b09e6b7c55e2 req-681551a3-8326-4084-b208-380582377031 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 1.3601110 Mar 02 18:30:37.490276 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:37.553544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.561766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:37.674278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0008a21-9bce-4fea-97ec-964f96ae3bac,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:37.686986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router a7f30c8d-7ad4-4996-a108-2020d3e42157 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:37.702586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:37.724626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22650225-c334-4da3-bd60-b09e6b7c55e2 req-7cce062e-9410-4d42-94c4-988677dc54ff tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2489974 Mar 02 18:30:37.747834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-40ed7ec6-498a-4d41-8244-70656fab25c7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/c0008a21-9bce-4fea-97ec-964f96ae3bac HTTP/1.1" status: 204 len: 168 time: 2.2617936 Mar 02 18:30:37.770198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60910) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:37.850715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-d3c22e26-7298-49a6-a2a5-10fcf7b6ace2 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738660 Mar 02 18:30:38.026372 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c', 'code': 200} Mar 02 18:30:38.196900 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:33Z', 'revision_number': 3, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:38.201866 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Checking router: c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:30:38.202332 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Updating router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:30:38.269133 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.354139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f1157-e3bf-4a20-bb80-8d4df46d2318 req-811c6ffa-1b7f-45a5-9b33-7ac141d34db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:38.356876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c06f1157-e3bf-4a20-bb80-8d4df46d2318 req-811c6ffa-1b7f-45a5-9b33-7ac141d34db0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 1097 time: 0.2560611 Mar 02 18:30:38.500043 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c06f1157-e3bf-4a20-bb80-8d4df46d2318 req-d2ab53df-ff75-41df-b41b-4d444fdd9e81 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316581 Mar 02 18:30:38.564588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:38.575747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] Sync routers for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:38.592526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:38.593255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:38.678643 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.705504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Transition to ACTIVE for port object 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:38.746343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.752414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1f8e09-7b29-41cc-8b7e-48367459bdff req-123bddbe-0fd3-40f6-96e9-ac2884a4398e service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906281 Mar 02 18:30:38.761565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9ade94a4-4737-4cf2-ae1e-326f7240f5cc tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/routers/a7f30c8d-7ad4-4996-a108-2020d3e42157/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7233865 Mar 02 18:30:38.763333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:38.779317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] Routers {'a7f30c8d-7ad4-4996-a108-2020d3e42157'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:38.779946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a7f30c8d-7ad4-4996-a108-2020d3e42157'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:38.814291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60926) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:38.831137 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.877967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:38.882651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181dd7fc-3dd2-4aaf-8186-f35c0e8bb8bd None None] The sync data for ids ['a7f30c8d-7ad4-4996-a108-2020d3e42157'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:38.954108 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Attempting to bind port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:38.954437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Attempting to bind port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:38.954818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Attempting to bind port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:38.968194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-5e3ec747-364a-422d-8c95-abdced13480a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:38.971044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-5e3ec747-364a-422d-8c95-abdced13480a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 814 time: 0.3910577 Mar 02 18:30:38.978519 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:38.979249 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:38.979742 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:38.980130 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:38.980661 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Bound port: 0951da71-9b9f-4d4e-b7cf-312c5cbafc68, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:38.981031 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.039145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9816751d-6e60-4d42-bd50-9465a0be026f up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:39.107398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Request body: {'port': {'device_id': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'admin_state_up': True, 'tenant_id': '2f3f6d31d65c4654970ac260fb29459f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:39.119964 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Pushing event updated for resources: {'Port': ['ID=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.160940 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.163858 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.164223 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.164563 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.164900 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.165231 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.165557 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.165882 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.173163 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.178724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.179095 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.179430 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:39.238669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72363f0d-ea7b-478a-bbc5-c2dea168da62 req-c24db997-087d-4cae-be54-38bc18218866 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 210 time: 0.6646945 Mar 02 18:30:39.251913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.294426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da7ff042-cf7d-4325-bf4c-849baaa43219 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:39.321205 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] For port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:39.335986 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] For port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:39.459827 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.479795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 9816751d-6e60-4d42-bd50-9465a0be026f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:39.493628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 9816751d-6e60-4d42-bd50-9465a0be026f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:39.494872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.599451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.620384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port da7ff042-cf7d-4325-bf4c-849baaa43219 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:39.621046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.633588 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d85c5f-97cd-4e12-b0c9-62fe1b608ca3 None None] Pushing event updated for resources: {'Port': ['ID=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:39.650825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4db25157-2268-4c16-af76-b694d11aacb9']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.672129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.672459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f48a77a-8a59-48d9-9437-e30f0aa5fe2a') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.675680 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:39.676727 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:39.687538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.706039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.712735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:30:39.713142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.740746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.803967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.918100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:39.958769 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:39.965367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9816751d-6e60-4d42-bd50-9465a0be026f,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:40.000222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6707ca-7d3f-417b-b4b6-a7c952554bda req-4f99dbf4-6d82-4823-9aa3-61edea286d67 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:40.010541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 71d30da1-fe0a-4d78-800c-87c65a852b17 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:40.012113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.013814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f6707ca-7d3f-417b-b4b6-a7c952554bda req-4f99dbf4-6d82-4823-9aa3-61edea286d67 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 946 time: 2.3819482 Mar 02 18:30:40.027878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:40.106101 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:40.127959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.222348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:40.236291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f6707ca-7d3f-417b-b4b6-a7c952554bda req-a18641c1-953c-418d-bce5-a9899f6b7d15 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214751 Mar 02 18:30:40.247785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Usage tracker for resource:port and tenant:2f3f6d31d65c4654970ac260fb29459f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:40.264827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:40.304022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:40.324446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Allocated IP 172.20.0.1 (20d43237-3b8e-472a-a145-04379d1af263/ca9dce8d-7924-42a9-8446-e0d20e987e34/248c4aaf-6a66-4687-a972-9c42dc2d684f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:40.374938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45c78aa-d055-4d52-b1a1-2c97d2d7684e req-65d531a8-d76c-4e61-abc5-351b14d77c8b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:40.378441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:40.379019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45c78aa-d055-4d52-b1a1-2c97d2d7684e req-65d531a8-d76c-4e61-abc5-351b14d77c8b tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.4255152 Mar 02 18:30:40.401083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.425490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.462170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.508793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45c78aa-d055-4d52-b1a1-2c97d2d7684e req-782b431f-5b4b-438d-9de9-16cf5b5a3872 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232367 Mar 02 18:30:40.510292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4db25157-2268-4c16-af76-b694d11aacb9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:40.527584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Made reservation on behalf of 2f3f6d31d65c4654970ac260fb29459f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:40.538485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:40.600225 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f', 'code': 200} Mar 02 18:30:40.648375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9ea39e71-9143-4134-a28f-778fd399a3fa admin admin] 10.222.0.66 "DELETE /v2.0/networks/4db25157-2268-4c16-af76-b694d11aacb9 HTTP/1.1" status: 204 len: 168 time: 2.8572099 Mar 02 18:30:40.727006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:30:40.790666 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:33Z', 'revision_number': 3, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:40.791637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 71d30da1-fe0a-4d78-800c-87c65a852b17 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:40.800680 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a11d843-b19a-4aea-a110-07932e35a0ba None None] The sync data for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 is: [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:33Z', 'revision_number': 3, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:40.887063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-654f590c-ae3f-4315-83ea-8959d182ec3e req-712c5fac-b604-4a4a-a7b7-c3ba4e899b98 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 210 time: 0.0520957 Mar 02 18:30:41.089924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eeaef2-f019-4fca-a080-0c611d3125b6 req-7044c5fb-8342-43d6-b061-064faa278e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:41.096009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89eeaef2-f019-4fca-a080-0c611d3125b6 req-7044c5fb-8342-43d6-b061-064faa278e81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=010bc4fa-58a8-4019-8b2b-bb6a9a83c482 HTTP/1.1" status: 200 len: 1096 time: 0.4295211 Mar 02 18:30:41.221658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Allocated IP 172.20.0.3 (79f898e7-e177-491f-a675-03cb83d2b019/69fa131b-1b04-4b1e-86c0-055561c563ed/76247f24-0428-4038-bbb2-060d56343b32) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:41.226637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89eeaef2-f019-4fca-a080-0c611d3125b6 req-aebc895c-b20c-441f-bf17-e44f8feea927 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136448 Mar 02 18:30:41.246061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.337415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Transition to ACTIVE for port object 248c4aaf-6a66-4687-a972-9c42dc2d684f will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:41.350464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60960) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:41.530951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.604336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Network 20d43237-3b8e-472a-a145-04379d1af263 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:41.612972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:41.625928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:41.673585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ae32cfa4-049a-4392-9352-f01abb7519b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=64f954956b4e4a52b98898f02ae97c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187029 Mar 02 18:30:41.676216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60966) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:41.718626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:41.785345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.969822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=71d30da1-fe0a-4d78-800c-87c65a852b17,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:41.985551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.075779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.139648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9ba9d914-c71d-4593-a042-c98c7d3ecf9c None None] Provisioning for port 248c4aaf-6a66-4687-a972-9c42dc2d684f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:42.146102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9ba9d914-c71d-4593-a042-c98c7d3ecf9c None None] Provisioning complete for port 248c4aaf-6a66-4687-a972-9c42dc2d684f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:42.147028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ba9d914-c71d-4593-a042-c98c7d3ecf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.241001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990de884-02af-4510-b884-a926f8c9f32d req-82d9c476-a255-43e7-81ea-1076dfbf56c4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:42.242810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-990de884-02af-4510-b884-a926f8c9f32d req-82d9c476-a255-43e7-81ea-1076dfbf56c4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 946 time: 0.7869928 Mar 02 18:30:42.287166 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.300258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.352811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9d914-c71d-4593-a042-c98c7d3ecf9c None None] Port 248c4aaf-6a66-4687-a972-9c42dc2d684f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:30:42.450138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.501836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-990de884-02af-4510-b884-a926f8c9f32d req-cf3759dd-5994-4c52-a524-876bc932416a tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452724 Mar 02 18:30:42.574834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.707190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.780251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Network 79f898e7-e177-491f-a675-03cb83d2b019 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:42.799795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.804395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:42.829523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:42.838928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:42.917668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11dbc73-6904-4a51-99c8-482a3a5d5bdf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:42.937391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:42.977934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:42.981267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.008618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.009983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Fanout notify agent at l3_agent the message router_deleted on router a7f30c8d-7ad4-4996-a108-2020d3e42157 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:30:43.033210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.034846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df7d56fd-cafa-440c-bc8c-3ecaa64db058 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/routers/a7f30c8d-7ad4-4996-a108-2020d3e42157 HTTP/1.1" status: 204 len: 168 time: 4.2191384 Mar 02 18:30:43.039374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:43.074053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:43.162805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting subnet 89231c07-3d48-4889-9968-1fcf7b3a39d1 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:30:43.170337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-534ba954-18a8-43b9-a9fa-fb58d895eda5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0725956 Mar 02 18:30:43.175193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.177524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-939cc0eb-3de7-45b7-a3b8-eb07699b8a90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f11dbc73-6904-4a51-99c8-482a3a5d5bdf HTTP/1.1" status: 204 len: 168 time: 1.4193122 Mar 02 18:30:43.208030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Request body: {'port': {'device_id': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:43.403505 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.431271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe84d9b-e601-4a32-a6d6-e6bf38d7da04 req-5f2a53f6-17d1-4e82-b438-69054e3b1e70 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:43.432256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bfe84d9b-e601-4a32-a6d6-e6bf38d7da04 req-5f2a53f6-17d1-4e82-b438-69054e3b1e70 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Synchronizing usage tracker for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:43.447513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:43.548196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.575656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.575926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192e203-2f74-4e4b-b9bb-a47497adcf6b req-fc843726-388e-458f-880d-7eb73d6431a2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:43.578732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1192e203-2f74-4e4b-b9bb-a47497adcf6b req-fc843726-388e-458f-880d-7eb73d6431a2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=010bc4fa-58a8-4019-8b2b-bb6a9a83c482 HTTP/1.1" status: 200 len: 945 time: 0.5273347 Mar 02 18:30:43.604444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.722684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:43.728302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:43.728712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:43.752058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-bfe84d9b-e601-4a32-a6d6-e6bf38d7da04 req-5f2a53f6-17d1-4e82-b438-69054e3b1e70 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Unset dirty status for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:43.760832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfe84d9b-e601-4a32-a6d6-e6bf38d7da04 req-5f2a53f6-17d1-4e82-b438-69054e3b1e70 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 931 time: 0.9815392 Mar 02 18:30:43.982519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.017671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.018280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:44.141345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.210922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1192e203-2f74-4e4b-b9bb-a47497adcf6b req-1132b946-53ec-406c-b00e-1f72a883f329 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5737343 Mar 02 18:30:44.226582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.238100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.249588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfe84d9b-e601-4a32-a6d6-e6bf38d7da04 req-74c647a2-72bc-426f-988d-b6a8b132e880 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866796 Mar 02 18:30:44.252825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.253668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.254296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.254827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.255925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.256470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.257075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.257712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.258432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.258974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.259499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.260010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:30:44.334736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.381700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:44.399459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.411242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Subnet': ['ID=89231c07-3d48-4889-9968-1fcf7b3a39d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.420371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Transition to ACTIVE for port object 76247f24-0428-4038-bbb2-060d56343b32 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:44.433498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.438690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f566018-5437-4f58-9666-5ed6d0609af8 None None] Network 34412d5a-0cdb-4109-92db-8b97c5e94ffa requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:44.454909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.538717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.628502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Pushing event updated for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.653335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.685570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:44.785046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40e03ae7-c123-4cbe-aabe-111f32a8deb0 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/subnets/89231c07-3d48-4889-9968-1fcf7b3a39d1 HTTP/1.1" status: 204 len: 168 time: 1.7420490 Mar 02 18:30:44.787418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 32788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:44.893709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] DHCP port deletion for 34412d5a-0cdb-4109-92db-8b97c5e94ffa request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:30:44.899199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Deleting port ef19f4db-d113-403c-ba6f-894edccd395e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:44.899870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.957441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:44.966789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Attempting to bind port 76247f24-0428-4038-bbb2-060d56343b32 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:44.966789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Attempting to bind port 76247f24-0428-4038-bbb2-060d56343b32 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:44.966789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Attempting to bind port 76247f24-0428-4038-bbb2-060d56343b32 on network 79f898e7-e177-491f-a675-03cb83d2b019 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:44.968779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Network 20d43237-3b8e-472a-a145-04379d1af263 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:44.972590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:44.973257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Port 76247f24-0428-4038-bbb2-060d56343b32 on network 79f898e7-e177-491f-a675-03cb83d2b019 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:30:44.973633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Attempting to bind port 76247f24-0428-4038-bbb2-060d56343b32 on network 79f898e7-e177-491f-a675-03cb83d2b019 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:44.981161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:44.982040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Checking segment: {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:44.982555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Bound using segment: {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:44.983252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Bound port: 76247f24-0428-4038-bbb2-060d56343b32, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:44.983680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.115179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:45.123889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:45.268331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.291998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port ef19f4db-d113-403c-ba6f-894edccd395e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:45.292522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.319018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] For port ef19f4db-d113-403c-ba6f-894edccd395e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef19f4db-d113-403c-ba6f-894edccd395e,segment=NetworkSegment(eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b),segment_id=eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:45.319950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.340227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:45.340862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.342354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] 10.222.0.65 "PUT /v2.0/ports/76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 1091 time: 2.1643496 Mar 02 18:30:45.342815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:45.410896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:30:45.413064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88e529-f6d2-48e3-8412-85357d4f69fd service neutron] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:45.455985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:45.637290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Calling delete_port for ef19f4db-d113-403c-ba6f-894edccd395e owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:45.668014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 32816) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:45.797891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc76d9-1ee4-465c-bd8b-469da19655a3 req-60406999-4aa0-4204-95ab-c4b29a39c665 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:45.804001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-342b59da-a096-4e92-aa47-1809352c9d30 None None] Provisioning complete for port 248c4aaf-6a66-4687-a972-9c42dc2d684f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:45.804377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-342b59da-a096-4e92-aa47-1809352c9d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.815797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dc76d9-1ee4-465c-bd8b-469da19655a3 req-60406999-4aa0-4204-95ab-c4b29a39c665 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2687552 Mar 02 18:30:45.895682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:45.899523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:45.907788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-546634d1-e058-4630-ba5a-8831bd1a71cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:45.909698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-546634d1-e058-4630-ba5a-8831bd1a71cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1094 time: 0.2964869 Mar 02 18:30:45.921166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dc76d9-1ee4-465c-bd8b-469da19655a3 req-c9b94f98-6c88-4a33-be36-41ca118e407e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043878 Mar 02 18:30:45.992315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-342b59da-a096-4e92-aa47-1809352c9d30 None None] Port 248c4aaf-6a66-4687-a972-9c42dc2d684f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:30:46.078187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1540591435-network', 'tenant_id': 'c4d2832faf0e469d82ff7f8936cc1ebb'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:46.112256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:46.114746 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'status': 'completed', 'code': 200} Mar 02 18:30:46.130542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:30:46.137567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-350aac84-e62c-46ef-8eab-6579c52400d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.2102041 Mar 02 18:30:46.138924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Usage tracker for resource:network and tenant:c4d2832faf0e469d82ff7f8936cc1ebb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:46.141171 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Sync routers for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:30:46.148538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:46.156181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:46.159258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:46.167937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c437b7d8-bc51-413b-86fc-ec05a7b3fca9 admin admin] 10.222.0.66 "PUT /v2.0/routers/c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7486501 Mar 02 18:30:46.185338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:46.195047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] For port ef19f4db-d113-403c-ba6f-894edccd395e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef19f4db-d113-403c-ba6f-894edccd395e,segment=NetworkSegment(eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b),segment_id=eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:46.197905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.239647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.448736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] Pushing event deleted for resources: {'Port': ['ID=ef19f4db-d113-403c-ba6f-894edccd395e,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:46.453107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedeef4b-ae6b-4b8c-be27-27e534ce2485 None None] No DVR routers for this DVR port ef19f4db-d113-403c-ba6f-894edccd395e on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:46.482625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef19f4db-d113-403c-ba6f-894edccd395e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:46.574513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Made reservation on behalf of c4d2832faf0e469d82ff7f8936cc1ebb for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:46.577853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ef19f4db-d113-403c-ba6f-894edccd395e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:46.578264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef19f4db-d113-403c-ba6f-894edccd395e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:46.579651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.613128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for ef19f4db-d113-403c-ba6f-894edccd395e owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:46.648529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-3fa00500-1f6e-4e71-967a-e1c929c6bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:46.650247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-3fa00500-1f6e-4e71-967a-e1c929c6bc3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.4980395 Mar 02 18:30:46.655707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.681258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:46.687567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:46.695261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Usage tracker for resource:security_group_rule and tenant:c4d2832faf0e469d82ff7f8936cc1ebb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:46.700649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:46.701806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-f35a54d6-c2a8-4415-b5c0-94c60c15843f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454419 Mar 02 18:30:46.708973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:46.799163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:30:46.800025 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:30:46.852504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:46.923113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-662a1e3c-4fb6-463f-9dd9-b4d3bc3b26fd service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080112 Mar 02 18:30:46.962062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-c8b46b85-d1bb-4807-a42f-a659960c5f88 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:46.963582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-c8b46b85-d1bb-4807-a42f-a659960c5f88 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/ports?device_id=010bc4fa-58a8-4019-8b2b-bb6a9a83c482 HTTP/1.1" status: 200 len: 945 time: 0.1569464 Mar 02 18:30:47.081973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.102016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:47.112728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.113079 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Added segment 83349f25-0b31-4922-bb42-ad181993fd19 of type vlan for network ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 Mar 02 18:30:47.117276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Deleting port 9816751d-6e60-4d42-bd50-9465a0be026f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:47.117846 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.125813 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 2, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:47.131701 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Checking router: c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:30:47.132038 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Updating router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 port 248c4aaf-6a66-4687-a972-9c42dc2d684f binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:30:47.151255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5b79b8-7851-4529-944d-042d7f9d3e0d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:47.256120 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.263122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.311700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port ef19f4db-d113-403c-ba6f-894edccd395e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:47.311700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.508700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] The port 'ef19f4db-d113-403c-ba6f-894edccd395e' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:30:47.534689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c124aad2-86c5-4ff1-9b11-2f9eac8d67bf req-3f2cdf07-4283-441e-8478-6b3d5a8f5156 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6039751 Mar 02 18:30:47.658864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab182ca-440f-431e-ae3a-70c12a6b13bc req-0d6dc751-613e-42ab-9963-20c8b3aa8dc9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:47.663018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eab182ca-440f-431e-ae3a-70c12a6b13bc req-0d6dc751-613e-42ab-9963-20c8b3aa8dc9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2893093 Mar 02 18:30:47.705937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.708511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a379811-0749-48ec-8914-8ddce582591b req-c99832fa-ed9e-4408-b717-88a0a4bcdae7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:47.716764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a379811-0749-48ec-8914-8ddce582591b req-c99832fa-ed9e-4408-b717-88a0a4bcdae7 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.3347108 Mar 02 18:30:47.722165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 32876) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:47.737236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1860781554-network', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:47.737560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34412d5a-0cdb-4109-92db-8b97c5e94ffa']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:47.746600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.747554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:47.748139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.777436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:47.811313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:47.811550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eca64ebb-ffd8-4a7c-b67c-c144bdac5f7b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:47.816326 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.831168 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Transition to ACTIVE for port object 248c4aaf-6a66-4687-a972-9c42dc2d684f will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:47.848225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Usage tracker for resource:network and tenant:7bb58ae30e574ef19b15cdda1625f630 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:47.853733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.862857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:47.879473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:47.882881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] For port 9816751d-6e60-4d42-bd50-9465a0be026f, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9816751d-6e60-4d42-bd50-9465a0be026f,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:47.883242 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.902694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a379811-0749-48ec-8914-8ddce582591b req-507af1a6-c67e-474e-94d4-2dfb24297049 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265662 Mar 02 18:30:47.907391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eab182ca-440f-431e-ae3a-70c12a6b13bc req-f262dd83-b162-4e5d-8fe4-9b8478f70e59 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363708 Mar 02 18:30:47.942401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.973321 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:47.985199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] Pushing event updated for resources: {'Network': ['ID=ffcb73ca-8e5d-4a17-bd12-dcf4865f1438,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:47.992323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:30:47.992742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.000569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:30:48.030138 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:30:48.068015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-500f3d28-2e84-4fb0-ba2b-0f91fbb43f3e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3982611 Mar 02 18:30:48.087592 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb56b-f3e3-4a67-a184-baa66c66d466 None None] Pushing event updated for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.149671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 32902) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:48.159723 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-387d496c-b059-42b8-87fa-6ba157bc025e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4142292 Mar 02 18:30:48.185159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Request body: {'subnet': {'network_id': 'ffcb73ca-8e5d-4a17-bd12-dcf4865f1438', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1540591435-subnet', 'tenant_id': 'c4d2832faf0e469d82ff7f8936cc1ebb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:48.193842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Calling delete_port for 9816751d-6e60-4d42-bd50-9465a0be026f owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:48.223807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:48.230176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Usage tracker for resource:subnet and tenant:c4d2832faf0e469d82ff7f8936cc1ebb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:48.233869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:48.242522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:48.407784 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Attempting to bind port 248c4aaf-6a66-4687-a972-9c42dc2d684f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:48.408504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Attempting to bind port 248c4aaf-6a66-4687-a972-9c42dc2d684f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:48.409125 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Attempting to bind port 248c4aaf-6a66-4687-a972-9c42dc2d684f on network 20d43237-3b8e-472a-a145-04379d1af263 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:48.423126 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:48.423503 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Checking segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:48.423901 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.424288 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Bound using segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:48.424753 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Bound port: 248c4aaf-6a66-4687-a972-9c42dc2d684f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:48.432197 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.467102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-c1445db4-d704-4685-8e04-5378e300c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:48.469749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-c1445db4-d704-4685-8e04-5378e300c3ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1094 time: 0.7364528 Mar 02 18:30:48.481024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Made reservation on behalf of 7bb58ae30e574ef19b15cdda1625f630 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:48.483280 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.488324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Made reservation on behalf of c4d2832faf0e469d82ff7f8936cc1ebb for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:48.490563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.549538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.555800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.563348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.594590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:48.595466 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] For port 248c4aaf-6a66-4687-a972-9c42dc2d684f, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:48.601123 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] For port 248c4aaf-6a66-4687-a972-9c42dc2d684f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=248c4aaf-6a66-4687-a972-9c42dc2d684f,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:48.603441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Usage tracker for resource:security_group_rule and tenant:7bb58ae30e574ef19b15cdda1625f630 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:48.644536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Network': ['ID=34412d5a-0cdb-4109-92db-8b97c5e94ffa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.659631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:48.698608 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e176e9de-c3ab-482e-95d2-d14b9efd53d5 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/networks/34412d5a-0cdb-4109-92db-8b97c5e94ffa HTTP/1.1" status: 204 len: 168 time: 3.9098856 Mar 02 18:30:48.712828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 32934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:48.723128 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:48.864085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:30:48.864722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:48.883329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:48.943990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-4f31e025-6dcc-48dd-9128-d3460ff7fc61 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:48.951163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-4f31e025-6dcc-48dd-9128-d3460ff7fc61 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.7777815 Mar 02 18:30:48.973392 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbfb56b-f3e3-4a67-a184-baa66c66d466 None None] Pushing event updated for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:48.982225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-929e2dc0-f5ba-41fa-b3d4-387da7096d6a tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/quotas/816230348bb844f3bdb8cb17c4d0addc HTTP/1.1" status: 200 len: 375 time: 0.0298483 Mar 02 18:30:49.127634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-0ddaa9b8-935c-4eaf-b539-23b40e6e0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:49.129112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-0ddaa9b8-935c-4eaf-b539-23b40e6e0c43 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.6493237 Mar 02 18:30:49.138907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port cf6b1401-2328-4446-bf17-15dcd8fc4aee {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:49.139592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.218561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-818fd56e-6bd2-42ab-b0f2-daa87c11f8d1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.0814290 Mar 02 18:30:49.237076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f4b0aaad-6df8-4202-a442-5906504de084 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2536433 Mar 02 18:30:49.247507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:30:49.304667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-5aaf1597-0e80-4b8c-af44-bbbdc3acf9d6 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:49.305313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-5aaf1597-0e80-4b8c-af44-bbbdc3acf9d6 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:49.318378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.332393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7a270872-5cba-4f18-8264-67197a3c390c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:49.448804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event deleted for resources: {'Port': ['ID=9816751d-6e60-4d42-bd50-9465a0be026f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:49.543311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-5aaf1597-0e80-4b8c-af44-bbbdc3acf9d6 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:49.544496 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-5aaf1597-0e80-4b8c-af44-bbbdc3acf9d6 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/ports?device_id=94584caa-4d82-49f7-8d94-783ba9ab788b HTTP/1.1" status: 200 len: 946 time: 0.9428570 Mar 02 18:30:49.592610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] No DVR routers for this DVR port 9816751d-6e60-4d42-bd50-9465a0be026f on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:49.595206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.610905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'name': 'network-vif-deleted', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:49.626799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-5ea94f76-72db-4c1f-b362-aad963cfc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:49.628282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-5ea94f76-72db-4c1f-b362-aad963cfc213 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.3550825 Mar 02 18:30:49.643588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.648602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Deleting port 7a270872-5cba-4f18-8264-67197a3c390c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:49.648947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.691717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:30:49.701503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.702144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.719213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-4b5cb7de-9479-4019-ad08-ca346cea00e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785925 Mar 02 18:30:49.727904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-ff84600a-aec6-46f1-9090-02e59dccbe9e service neutron] 10.222.0.66 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4896228 Mar 02 18:30:49.745490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:48Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:30:49.753018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8919f5c1-6c9e-4f2c-9b22-ddefab92e63b None None] The sync data for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 is: [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:48Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:30:49.867850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.878648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for cf6b1401-2328-4446-bf17-15dcd8fc4aee owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:49.897878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:49.946375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:49.964562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '76247f24-0428-4038-bbb2-060d56343b32', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'port_id': '76247f24-0428-4038-bbb2-060d56343b32', 'mac_address': 'fa:16:3e:97:44:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa131b-1b04-4b1e-86c0-055561c563ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:30:50.017260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd6db751-a52a-40bb-a64e-3f4229a26296 req-90e208e3-5b0f-4f3f-8e96-8125fcb060f5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "DELETE /v2.0/ports/9816751d-6e60-4d42-bd50-9465a0be026f HTTP/1.1" status: 204 len: 173 time: 3.0415916 Mar 02 18:30:50.053843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.060011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:30:50.069100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c286555d-a7f2-4781-b488-79b63fbf85b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.082723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:50.092336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c11a025-350c-41b6-89e2-bb173a3db96c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.111498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:50.169817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-7c39b9ac-2264-45fb-a491-0307da1057f8 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855300 Mar 02 18:30:50.205572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Checking segment: {'id': '83349f25-0b31-4922-bb42-ad181993fd19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'ffcb73ca-8e5d-4a17-bd12-dcf4865f1438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:50.206052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Network hostable DHCP agents. Network: ffcb73ca-8e5d-4a17-bd12-dcf4865f1438, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:50.228105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.228791 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Added segment 0a45ff8a-7acb-4a63-b9df-ef45fbd9612d of type vlan for network 240efff5-99c6-4a77-9be8-a9c19013daac Mar 02 18:30:50.256092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-7505d2b2-ab64-4bcc-a75a-dc8fe711b085 service neutron] 10.222.0.66 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273099 Mar 02 18:30:50.352700 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.405777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fa27c5-29dc-4cf5-af89-c2ce866f10be req-3f0f2b5c-027e-4f9f-8924-ed0f3287e416 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192111 Mar 02 18:30:50.406831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] For port 7a270872-5cba-4f18-8264-67197a3c390c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7a270872-5cba-4f18-8264-67197a3c390c,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:50.417183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.424437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.507760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.558715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Calling delete_port for 7a270872-5cba-4f18-8264-67197a3c390c owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:50.592222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Network ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:50.595787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.636904 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.639126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:50.639126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.674348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['76247f24-0428-4038-bbb2-060d56343b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:30:50.744313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=cf6b1401-2328-4446-bf17-15dcd8fc4aee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.764749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] Pushing event updated for resources: {'Network': ['ID=240efff5-99c6-4a77-9be8-a9c19013daac,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:50.787443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 240efff5-99c6-4a77-9be8-a9c19013daac details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:30:50.853563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fabfeb49-fa81-487d-89e3-649d285b2cad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1267996 Mar 02 18:30:50.856893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 32966) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:50.863976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Request body: {'subnet': {'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1860781554-subnet', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:50.875810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:50.885064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ffcb73ca-8e5d-4a17-bd12-dcf4865f1438) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:50.888635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Usage tracker for resource:subnet and tenant:7bb58ae30e574ef19b15cdda1625f630 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:50.908400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548805eb-840e-48cd-89da-93491bf9677d None None] Network ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:50.924715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:50.925323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.949955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:50.955673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:50.985566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:51.051450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.055882 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6fb26602-e534-4012-ad4a-c110b94af269 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/floatingips/e48d288b-e9b8-401f-a307-4ec6dd7da9dc HTTP/1.1" status: 204 len: 168 time: 2.3409741 Mar 02 18:30:51.058965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.060976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 32974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:51.095966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-b0a51cbc-dbbf-4cd4-a829-4c995b1ebf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:51.099943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-b0a51cbc-dbbf-4cd4-a829-4c995b1ebf44 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40&tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3 HTTP/1.1" status: 200 len: 1094 time: 0.2127516 Mar 02 18:30:51.114823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:51.167842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7a270872-5cba-4f18-8264-67197a3c390c no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:51.263589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 7a270872-5cba-4f18-8264-67197a3c390c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:51.263925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7a270872-5cba-4f18-8264-67197a3c390c not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:51.264360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9816751d-6e60-4d42-bd50-9465a0be026f no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:51.313558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event deleted for resources: {'Port': ['ID=7a270872-5cba-4f18-8264-67197a3c390c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:51.331891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-59577192-9ff0-4860-9c47-6c25fa7096ed admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.1767251 Mar 02 18:30:51.345873 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bea1eff-0482-4634-9113-30e9287d02fd tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:51.346540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bea1eff-0482-4634-9113-30e9287d02fd tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:51.352861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0bea1eff-0482-4634-9113-30e9287d02fd tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/c5675fb2-94ef-4ff2-8196-329677c3fd44 HTTP/1.1" status: 404 len: 333 time: 0.2867656 Mar 02 18:30:51.384910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 32984) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:51.387510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 9816751d-6e60-4d42-bd50-9465a0be026f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:51.387724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9816751d-6e60-4d42-bd50-9465a0be026f not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:51.412092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 248c4aaf-6a66-4687-a972-9c42dc2d684f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:51.471655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] No DVR routers for this DVR port 7a270872-5cba-4f18-8264-67197a3c390c on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:51.474989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.478165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8dfa66a9-ca4f-4e16-8cf9-05b4e9d5f468 req-48ff0a5b-d52e-477c-a312-f94c91937575 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "DELETE /v2.0/ports/7a270872-5cba-4f18-8264-67197a3c390c HTTP/1.1" status: 204 len: 173 time: 1.9244170 Mar 02 18:30:51.478165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'name': 'network-vif-deleted', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:51.490024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Made reservation on behalf of 7bb58ae30e574ef19b15cdda1625f630 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:51.495794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.669042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09f49cf-a74a-436e-a282-913f289394c3 None None] Network ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:51.695393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:51.733830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-792ce943-be9d-4579-8c41-8186ba85c2d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Synchronizing usage tracker for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:51.839236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 248c4aaf-6a66-4687-a972-9c42dc2d684f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:51.851807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 248c4aaf-6a66-4687-a972-9c42dc2d684f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:51.852182 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.901237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:51.998038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8fa9d7-631a-4a7d-9f65-86b353e511c3 req-b9f10e30-f298-4e98-b033-08f8645da699 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:52.009522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d8fa9d7-631a-4a7d-9f65-86b353e511c3 req-b9f10e30-f298-4e98-b033-08f8645da699 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 944 time: 0.8016682 Mar 02 18:30:52.032775 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.044560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb46c9-a169-4c97-8429-1da0c00df0b7 req-4f29e740-1330-4cff-9e5c-4ddaf0162ab8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:52.045937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aafb46c9-a169-4c97-8429-1da0c00df0b7 req-4f29e740-1330-4cff-9e5c-4ddaf0162ab8 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 943 time: 0.6451185 Mar 02 18:30:52.072232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-792ce943-be9d-4579-8c41-8186ba85c2d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Unset dirty status for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:52.075805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-792ce943-be9d-4579-8c41-8186ba85c2d6 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/ports?device_id=a7f30c8d-7ad4-4996-a108-2020d3e42157 HTTP/1.1" status: 200 len: 205 time: 0.6632192 Mar 02 18:30:52.076177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33000) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:52.147115 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-4358968f-42bd-4dd5-916a-204db50eeb04 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] delete failed (client error): The resource could not be found. Mar 02 18:30:52.150486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4358968f-42bd-4dd5-916a-204db50eeb04 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/routers/a7f30c8d-7ad4-4996-a108-2020d3e42157 HTTP/1.1" status: 404 len: 336 time: 0.0710444 Mar 02 18:30:52.150763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:52.170361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:52.172897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d8fa9d7-631a-4a7d-9f65-86b353e511c3 req-b4ba52d9-18f3-4666-b7e0-b81c64f8410b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620462 Mar 02 18:30:52.186621 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.192451 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa0195e4-0705-4f3a-ba54-1687486d53d3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] DELETE failed (client error): The resource could not be found. Mar 02 18:30:52.192989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa0195e4-0705-4f3a-ba54-1687486d53d3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:30:52.197267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fa0195e4-0705-4f3a-ba54-1687486d53d3 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/subnets/89231c07-3d48-4889-9968-1fcf7b3a39d1 HTTP/1.1" status: 404 len: 337 time: 0.0433164 Mar 02 18:30:52.197528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:52.215868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-410ee9de-028e-42e4-ad3f-5301bdd768b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.223567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:52.265728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 248c4aaf-6a66-4687-a972-9c42dc2d684f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=248c4aaf-6a66-4687-a972-9c42dc2d684f,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:52.285726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aafb46c9-a169-4c97-8429-1da0c00df0b7 req-ba802af5-fe6c-40fd-bfe3-129340c56fab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120595 Mar 02 18:30:52.286470 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010bc4fa-58a8-4019-8b2b-bb6a9a83c482', 'name': 'network-vif-deleted', 'tag': '9816751d-6e60-4d42-bd50-9465a0be026f', 'status': 'completed', 'code': 200} Mar 02 18:30:52.438144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 376fdf1e-3ff8-4776-8fbd-ff3966a170e3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:52.438908 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.454272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.488268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:52.534474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.542195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:52.594689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.594689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.615837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:30:52.625931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.645547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Transition to ACTIVE for port object d8860263-1eac-4c42-8699-7115a9d051c1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:52.675930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.677843 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94584caa-4d82-49f7-8d94-783ba9ab788b', 'name': 'network-vif-deleted', 'tag': '7a270872-5cba-4f18-8264-67197a3c390c', 'status': 'completed', 'code': 200} Mar 02 18:30:52.746559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732cc98b-9aa6-4ce8-8e78-188f8f182500,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.750381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.818187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Checking segment: {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:52.818816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Network hostable DHCP agents. Network: 240efff5-99c6-4a77-9be8-a9c19013daac, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:30:52.940683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:52.958779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=9']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:52.972587 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-4a04bdc1-17a8-4f65-b667-2a42a8aab6ca req-e85af641-3c75-4d69-85d0-ef0b79a2fad4 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] show failed (client error): The resource could not be found. Mar 02 18:30:52.974889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a04bdc1-17a8-4f65-b667-2a42a8aab6ca req-e85af641-3c75-4d69-85d0-ef0b79a2fad4 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/c07d1464-b678-4ed1-9028-6bb5048658b8 HTTP/1.1" status: 404 len: 352 time: 0.1485748 Mar 02 18:30:53.045257 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725', 'code': 200} Mar 02 18:30:53.236549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6dc97f53-4b24-41ea-97d7-115f0dcd9b91 req-2303f61b-6b95-4a7b-b308-0d0469c25fa2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:53.248699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Network 240efff5-99c6-4a77-9be8-a9c19013daac is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:30:53.264465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] No DVR routers for this DVR port d8860263-1eac-4c42-8699-7115a9d051c1 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:53.304420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 248c4aaf-6a66-4687-a972-9c42dc2d684f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:53.350462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 376fdf1e-3ff8-4776-8fbd-ff3966a170e3 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:53.379363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 240efff5-99c6-4a77-9be8-a9c19013daac) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:53.393269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:53.400020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.426100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8586133-354b-4c24-86f5-404f97cc0b1c None None] Network 240efff5-99c6-4a77-9be8-a9c19013daac requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:53.584991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6dc97f53-4b24-41ea-97d7-115f0dcd9b91 req-2303f61b-6b95-4a7b-b308-0d0469c25fa2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:53.586157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dc97f53-4b24-41ea-97d7-115f0dcd9b91 req-2303f61b-6b95-4a7b-b308-0d0469c25fa2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 210 time: 0.4305298 Mar 02 18:30:53.638912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-22867bc9-1a7f-440d-a375-099fb28c6d38 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7809186 Mar 02 18:30:53.641353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 248c4aaf-6a66-4687-a972-9c42dc2d684f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:53.641727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.646004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:53.651643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:53.664766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:53.670404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Usage tracker for resource:router and tenant:7bb58ae30e574ef19b15cdda1625f630 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:53.674756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:53.685505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:53.710058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:53.728010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.829864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.831264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.851285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=376fdf1e-3ff8-4776-8fbd-ff3966a170e3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:53.938690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-382a3a4c-7288-4130-be7f-1a2e2deefec2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:53.941550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:53.946596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-382a3a4c-7288-4130-be7f-1a2e2deefec2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.3636415 Mar 02 18:30:53.957302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:53.957924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:53.958557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:53.968263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-240efff5-99c6-4a77-9be8-a9c19013daac', 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'fixed_ips': [{'subnet_id': '732cc98b-9aa6-4ce8-8e78-188f8f182500'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:30:53.969654 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.002561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-bf250b0d-d9de-4695-b3be-cf1b87942804 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/quotas/14d49fee0cf643678d81c0715392ed6f HTTP/1.1" status: 200 len: 375 time: 0.0547445 Mar 02 18:30:54.003200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:30:54.003535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Attempting to bind port d8860263-1eac-4c42-8699-7115a9d051c1 on network 91ecf49a-ab04-4f86-85d9-29b26e591282 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:54.040625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d5fab-c41f-403d-b73d-0a72127b22fa req-0e4a9e0e-13eb-48a7-b702-7c80a54e0215 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:54.042218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd6d5fab-c41f-403d-b73d-0a72127b22fa req-0e4a9e0e-13eb-48a7-b702-7c80a54e0215 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 944 time: 0.3272996 Mar 02 18:30:54.099325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:54.099668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Checking segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:54.099956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Bound using segment: {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:54.100414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Bound port: d8860263-1eac-4c42-8699-7115a9d051c1, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7079c87d-07df-474f-bfae-f0ae8a60708f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:54.100767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.174533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 76247f24-0428-4038-bbb2-060d56343b32 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:54.185635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 76247f24-0428-4038-bbb2-060d56343b32 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:54.185635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.255493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.363272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Allocated IP 172.20.0.2 (240efff5-99c6-4a77-9be8-a9c19013daac/732cc98b-9aa6-4ce8-8e78-188f8f182500/179a3187-4b74-4c72-93be-edd54680f19f) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:54.371488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-097ed80a-3861-4715-94f6-a093e87f7378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.424164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.470589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.489177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd6d5fab-c41f-403d-b73d-0a72127b22fa req-0bd3ac3f-135f-4951-8dd9-a90571d0f7c8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094291 Mar 02 18:30:54.522730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3dc1f2e-60cc-4786-b208-d9acec2aca62 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/376fdf1e-3ff8-4776-8fbd-ff3966a170e3 HTTP/1.1" status: 204 len: 168 time: 2.3239994 Mar 02 18:30:54.525084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:54.561834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:54.575702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:54.577762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:54.592950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-8da8dcb6-b36d-43e0-a9da-20aa49637eee tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5497367 Mar 02 18:30:54.610413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-4f964224-cfe2-41de-84cc-a5ec2f7b179f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:54.613626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-4f964224-cfe2-41de-84cc-a5ec2f7b179f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "GET /v2.0/ports?device_id=bd5c031c-6196-48ab-bbd5-2b7d41604606 HTTP/1.1" status: 200 len: 944 time: 0.2609231 Mar 02 18:30:54.635844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port 789dd5cc-7fed-4268-b79e-693cac8f1b9a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:54.636377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.666945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.730308 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.773721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.800338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:54.810467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Transition to ACTIVE for port object 179a3187-4b74-4c72-93be-edd54680f19f will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:54.831504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:54.832143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:54.834073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] 10.222.0.65 "PUT /v2.0/ports/d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 1091 time: 3.7253811 Mar 02 18:30:54.852804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Transition to ACTIVE for port object 179a3187-4b74-4c72-93be-edd54680f19f will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:30:54.910220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:55.023559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Deleting port 73e35594-d03a-4f51-8dc7-d18201beb725 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:30:55.023872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.046095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:55.197225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff42fc-a343-472a-a275-c95bf9fd0589 service neutron] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:55.206796 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.217797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-60549bc5-8e53-42e6-9667-a772dfbf2964 service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6031885 Mar 02 18:30:55.236946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e2899-225e-45f6-b4d6-0258b7c5fbf4 req-c2b768fb-143c-4f70-8a58-f5cba3db094e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.238688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067e2899-225e-45f6-b4d6-0258b7c5fbf4 req-c2b768fb-143c-4f70-8a58-f5cba3db094e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.6229093 Mar 02 18:30:55.309429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Network 240efff5-99c6-4a77-9be8-a9c19013daac is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:55.320812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:55.320812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:55.320812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Pushing event updated for resources: {'Port': ['ID=179a3187-4b74-4c72-93be-edd54680f19f,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:55.380375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.446974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Attempting to bind port 179a3187-4b74-4c72-93be-edd54680f19f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:30:55.446974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Attempting to bind port 179a3187-4b74-4c72-93be-edd54680f19f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:30:55.448770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-72053994-223b-47de-a5ec-afa8cea39994 service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948867 Mar 02 18:30:55.448900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Attempting to bind port 179a3187-4b74-4c72-93be-edd54680f19f on network 240efff5-99c6-4a77-9be8-a9c19013daac {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:30:55.453884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:30:55.454289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Checking segment: {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:30:55.454712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.455096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Bound using segment: {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:30:55.455928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Bound port: 179a3187-4b74-4c72-93be-edd54680f19f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:30:55.455928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.567392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067e2899-225e-45f6-b4d6-0258b7c5fbf4 req-40d30e8d-2310-4336-9cd6-45e7ea28f093 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1525073 Mar 02 18:30:55.569592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-b19abe96-7ffb-4b3d-888d-91ece4b520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.569854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for 789dd5cc-7fed-4268-b79e-693cac8f1b9a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:55.571059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-b19abe96-7ffb-4b3d-888d-91ece4b520ad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1095 time: 0.6512203 Mar 02 18:30:55.593795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] For port 179a3187-4b74-4c72-93be-edd54680f19f, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:30:55.597164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] For port 179a3187-4b74-4c72-93be-edd54680f19f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=179a3187-4b74-4c72-93be-edd54680f19f,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:30:55.626175 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.684304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.702023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.703727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.728949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] For port 73e35594-d03a-4f51-8dc7-d18201beb725, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=73e35594-d03a-4f51-8dc7-d18201beb725,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:55.729589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.783109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.806867 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:55.885200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Calling delete_port for 73e35594-d03a-4f51-8dc7-d18201beb725 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:30:55.937244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-e653dfa2-9d5b-4281-9ce6-44730c05accc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.943148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-e653dfa2-9d5b-4281-9ce6-44730c05accc service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.3582146 Mar 02 18:30:55.985744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-e2a732ea-6c37-45e3-81ce-6b4a1cacf50f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:55.987335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-e2a732ea-6c37-45e3-81ce-6b4a1cacf50f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.3859017 Mar 02 18:30:56.046332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadcfea-57e0-42fc-b8ca-4175cf3afa93 None None] Pushing event updated for resources: {'Port': ['ID=179a3187-4b74-4c72-93be-edd54680f19f,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:56.059840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Request body: {'port': {'device_id': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'admin_state_up': True, 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:56.308417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Allocated IP 172.25.7.60 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/82946326-a42e-4c54-95bb-707bf6726c96) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:56.366636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.505673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d572f121-5add-46c4-9a0c-3abdc628872d req-93a7fb39-5b1e-4ed7-a202-080dffcce329 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4d2832faf0e469d82ff7f8936cc1ebb HTTP/1.1" status: 200 len: 2988 time: 0.4836133 Mar 02 18:30:56.522617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-74623f50-6f49-4c7f-9e6d-8a63b404bb59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 998 time: 0.5763800 Mar 02 18:30:56.567797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:56.592779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=789dd5cc-7fed-4268-b79e-693cac8f1b9a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:56.670418 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.706490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d572f121-5add-46c4-9a0c-3abdc628872d req-f4ae8167-89b9-4461-8287-43b9e68f2ff5 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/ac5b79b8-7851-4529-944d-042d7f9d3e0d HTTP/1.1" status: 200 len: 2985 time: 0.1999011 Mar 02 18:30:56.713963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916deb9-b0de-42e3-a687-f9dfcf904b84 req-77e24489-ff5a-4862-8cea-2c9638519382 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:56.719294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9916deb9-b0de-42e3-a687-f9dfcf904b84 req-77e24489-ff5a-4862-8cea-2c9638519382 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.4065738 Mar 02 18:30:56.722582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-f462d5e0-dfac-48bd-908e-1a82e947c13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:56.724197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-f462d5e0-dfac-48bd-908e-1a82e947c13e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1881166 Mar 02 18:30:56.739375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:56.780553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.846443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-b8819f60-34a1-4db3-b8d4-e42217262921 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:56.847846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-b8819f60-34a1-4db3-b8d4-e42217262921 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.65 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 813 time: 0.4007609 Mar 02 18:30:56.858484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d572f121-5add-46c4-9a0c-3abdc628872d req-b65f013b-4f82-498e-b978-c1f71147eac4 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/ac5b79b8-7851-4529-944d-042d7f9d3e0d HTTP/1.1" status: 200 len: 2985 time: 0.1378365 Mar 02 18:30:56.861077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9916deb9-b0de-42e3-a687-f9dfcf904b84 req-00f51c22-7a2d-49d3-821a-e595a4d0f1e3 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247826 Mar 02 18:30:56.871221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Request body: {'port': {'device_id': '06a34b57-b467-415b-a703-75f25d8af610', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'admin_state_up': True, 'tenant_id': '816230348bb844f3bdb8cb17c4d0addc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:56.905662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:56.936482 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'status': 'completed', 'code': 200} Mar 02 18:30:56.939346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-f7cc09ed-6343-4e4e-b770-9bfb5b8b71e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:56.944450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-f7cc09ed-6343-4e4e-b770-9bfb5b8b71e9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001569 Mar 02 18:30:56.950473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.072544 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'code': 200} Mar 02 18:30:57.116249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event deleted for resources: {'Port': ['ID=73e35594-d03a-4f51-8dc7-d18201beb725,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:57.167549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fc36180-a6b6-497b-bf8b-022471d9e0a3 req-5a1cf62c-f155-4566-b3bd-3936d60f9c08 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 210 time: 0.1073878 Mar 02 18:30:57.246834 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e18620ec-a773-4d74-b39d-0e4cc86fea52 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/ports/789dd5cc-7fed-4268-b79e-693cac8f1b9a HTTP/1.1" status: 204 len: 168 time: 2.7206888 Mar 02 18:30:57.250783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.259037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:57.262567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.272182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33078) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:57.322888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 179a3187-4b74-4c72-93be-edd54680f19f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:57.474216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:30:57.488838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Usage tracker for resource:port and tenant:816230348bb844f3bdb8cb17c4d0addc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:30:57.497546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:30:57.518969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] No DVR routers for this DVR port 73e35594-d03a-4f51-8dc7-d18201beb725 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:30:57.522559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78676b14-61a0-4543-acef-d4e4c34e8722 req-2e716664-e589-4642-8cbc-698e2f36d68b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 210 time: 0.1722467 Mar 02 18:30:57.533018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.554078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:30:57.562353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-5c1d487b-926b-45bc-a820-48a3768d0fc1 service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092579 Mar 02 18:30:57.565073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e036b23d-89ba-45d5-ac54-1ed050cd725c None None] Network 240efff5-99c6-4a77-9be8-a9c19013daac requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:30:57.592384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 179a3187-4b74-4c72-93be-edd54680f19f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:57.600469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f084add-5ff7-4fd4-a883-8f4ef9e5a0e1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:57.600469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4f084add-5ff7-4fd4-a883-8f4ef9e5a0e1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Synchronizing usage tracker for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:57.627305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Allocated IP 172.20.0.8 (04f3edce-2514-4b34-ad7f-723138af087f/eada8956-d8cf-4fda-9af4-3c274e359cc7/95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:57.688691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6528e-2204-4812-bffe-48e7bfdc268f req-9590b85c-9854-451a-92cc-51878aaf6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:57.690659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2df6528e-2204-4812-bffe-48e7bfdc268f req-9590b85c-9854-451a-92cc-51878aaf6fbd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1096 time: 0.3417816 Mar 02 18:30:57.736206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:30:57.757206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.758366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4f084add-5ff7-4fd4-a883-8f4ef9e5a0e1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Unset dirty status for tenant:1ccdaf0df15745dca3dddcdcd4dbac5b on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:57.762626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4f084add-5ff7-4fd4-a883-8f4ef9e5a0e1 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "GET /v2.0/ports?device_id=3bb44df8-7666-4fa3-a77b-ac153332e24a HTTP/1.1" status: 200 len: 913 time: 0.4827604 Mar 02 18:30:57.762626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Made reservation on behalf of 816230348bb844f3bdb8cb17c4d0addc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:30:57.764188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.765123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e4f9-bb16-4a10-ba72-47d008620cab req-a76a061e-41b4-4b81-be58-b23c73ead8d7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:57.766778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7968e4f9-bb16-4a10-ba72-47d008620cab req-a76a061e-41b4-4b81-be58-b23c73ead8d7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4624405 Mar 02 18:30:57.767272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:30:57.803436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2963a264-fd5b-441f-9560-296d5f0b15f6 req-5c98047d-9ee6-41f6-8c06-a08650e40fd5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.65 "DELETE /v2.0/ports/73e35594-d03a-4f51-8dc7-d18201beb725 HTTP/1.1" status: 204 len: 173 time: 3.1682475 Mar 02 18:30:57.813928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 73e35594-d03a-4f51-8dc7-d18201beb725 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:30:57.814454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 73e35594-d03a-4f51-8dc7-d18201beb725 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:30:57.867752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Provisioning for port 179a3187-4b74-4c72-93be-edd54680f19f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:30:57.881958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Provisioning complete for port 179a3187-4b74-4c72-93be-edd54680f19f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:57.882513 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:57.914292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:57.956595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:57.959313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:57.978501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f8d77fc-7f01-4cf2-8f57-0ba204b43284 req-402b155f-3de0-4ae5-aac8-e375d58859be service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097068 Mar 02 18:30:57.986644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2df6528e-2204-4812-bffe-48e7bfdc268f req-2303ca51-4bdc-48b0-a0cd-0d74a360a0b0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532196 Mar 02 18:30:58.006765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7968e4f9-bb16-4a10-ba72-47d008620cab req-bc9429d2-f074-4a8d-ac85-b3ad19f74395 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210166 Mar 02 18:30:58.048053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.074820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Pushing event updated for resources: {'Port': ['ID=82946326-a42e-4c54-95bb-707bf6726c96,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:58.090341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] For port 179a3187-4b74-4c72-93be-edd54680f19f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=179a3187-4b74-4c72-93be-edd54680f19f,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:30:58.159061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9edfc-0a85-452c-8462-4dae249ffdfa req-ccd9b320-cbde-465b-9c38-09ea77918398 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:58.160607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ea9edfc-0a85-452c-8462-4dae249ffdfa req-ccd9b320-cbde-465b-9c38-09ea77918398 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.4619672 Mar 02 18:30:58.227410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.302528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.388461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e3dd0-aa00-43cd-97c5-21986d3b23c5 None None] Pushing event updated for resources: {'Port': ['ID=179a3187-4b74-4c72-93be-edd54680f19f,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:58.424285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e78810de-023f-4cbe-9d5b-35052ed2ef6f None None] Provisioning complete for port 179a3187-4b74-4c72-93be-edd54680f19f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:58.424675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e78810de-023f-4cbe-9d5b-35052ed2ef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.503479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cb9ea2-60b4-4b67-bd3d-b6f3eba7d10d req-c35e8597-9c02-439c-b844-2d73f3ad1be1 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/ac5b79b8-7851-4529-944d-042d7f9d3e0d HTTP/1.1" status: 200 len: 2985 time: 0.4186847 Mar 02 18:30:58.579000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ea9edfc-0a85-452c-8462-4dae249ffdfa req-06f40282-4fad-4a85-ba94-f1c738507cab tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4023552 Mar 02 18:30:58.618559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:58.690220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Network 04f3edce-2514-4b34-ad7f-723138af087f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:30:58.699699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:30:58.716617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:30:58.807422 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-96cb9ea2-60b4-4b67-bd3d-b6f3eba7d10d req-fd68357f-2c41-40d6-95a9-d58d0527a8b2 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 18:30:58.810837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96cb9ea2-60b4-4b67-bd3d-b6f3eba7d10d req-fd68357f-2c41-40d6-95a9-d58d0527a8b2 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "DELETE /v2.0/security-groups/ac5b79b8-7851-4529-944d-042d7f9d3e0d HTTP/1.1" status: 409 len: 352 time: 0.3062899 Mar 02 18:30:58.825556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-992a1973-076f-4970-8742-a4d015099df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:58.828334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-992a1973-076f-4970-8742-a4d015099df5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1095 time: 0.5244811 Mar 02 18:30:58.848175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc03d40d-2edd-44d5-a0b8-9d90799428b4 req-208f2b93-368c-439e-b7a0-b221f94c54bf tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 210 time: 0.0838122 Mar 02 18:30:58.941864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-deleted', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:30:59.055198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event updated for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:30:59.122294 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-b6590ac8-67ee-46f1-bd8b-7a4b0916ef82 req-20558155-c222-4aa8-855e-363f37afee77 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] show failed (client error): The resource could not be found. Mar 02 18:30:59.136353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6590ac8-67ee-46f1-bd8b-7a4b0916ef82 req-20558155-c222-4aa8-855e-363f37afee77 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/26adc4ef-b2f6-47ce-a7d5-5e42446866a4 HTTP/1.1" status: 404 len: 352 time: 0.2068801 Mar 02 18:30:59.301629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Allocated IP 172.20.0.9 (04f3edce-2514-4b34-ad7f-723138af087f/eada8956-d8cf-4fda-9af4-3c274e359cc7/857ed8e4-8823-4fd9-8024-7b3f2d10fcc6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:30:59.314369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 179a3187-4b74-4c72-93be-edd54680f19f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:30:59.317490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.370293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e0c461e1-5642-4c43-b6ef-db246329d06a req-8b25ce03-1a9f-417f-9d52-dd640e64070f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:30:59.397915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-5a1fbb72-0d84-40cc-8337-97ba2dd40f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:59.399491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-5a1fbb72-0d84-40cc-8337-97ba2dd40f39 service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.5548065 Mar 02 18:30:59.436653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:59.437943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.583699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 179a3187-4b74-4c72-93be-edd54680f19f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:30:59.584095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:30:59.647245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e0c461e1-5642-4c43-b6ef-db246329d06a req-8b25ce03-1a9f-417f-9d52-dd640e64070f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:30:59.648593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0c461e1-5642-4c43-b6ef-db246329d06a req-8b25ce03-1a9f-417f-9d52-dd640e64070f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 210 time: 0.3770063 Mar 02 18:30:59.653434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-63bc1b6f-0d69-4df6-bd00-740af4b84e23 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5964901 Mar 02 18:30:59.688527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Request body: {'port': {'device_id': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:30:59.800294 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5c031c-6196-48ab-bbd5-2b7d41604606', 'name': 'network-vif-deleted', 'tag': '73e35594-d03a-4f51-8dc7-d18201beb725', 'status': 'completed', 'code': 200} Mar 02 18:30:59.821098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-a8646605-78e3-4740-a0a1-7dd0119d23d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 998 time: 0.4031873 Mar 02 18:30:59.966348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-7df53990-504b-4f8c-842d-88b8e7da600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:30:59.967869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-7df53990-504b-4f8c-842d-88b8e7da600d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.1454253 Mar 02 18:31:00.030447 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-383a88e4-c93c-46a5-b3fb-e0ed11f4fb69 req-4376bf41-0163-42fb-aa8a-287957ebe710 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] show failed (client error): The resource could not be found. Mar 02 18:31:00.042556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-383a88e4-c93c-46a5-b3fb-e0ed11f4fb69 req-4376bf41-0163-42fb-aa8a-287957ebe710 tempest-SecurityGroupsNegativeTestJSON-859410216 tempest-SecurityGroupsNegativeTestJSON-859410216-project] 10.222.0.66 "GET /v2.0/security-groups/0b237f60-fa50-45dc-b4b6-811684809ac4 HTTP/1.1" status: 404 len: 352 time: 0.0660174 Mar 02 18:31:00.195894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33126) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:00.437236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.558685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Deleting subnet 2c11a025-350c-41b6-89e2-bb173a3db96c {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:31:00.592295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.667433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d7de-3ce5-449c-8623-0e477ead1b1c req-30b0b364-b396-4680-8fae-5ce124b43071 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:00.674586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8a4d7de-3ce5-449c-8623-0e477ead1b1c req-30b0b364-b396-4680-8fae-5ce124b43071 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.4131539 Mar 02 18:31:00.705805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70b058-5fe2-47e8-836a-07d1be31d339 req-2f49056b-62bd-4a14-b431-5c89abd92451 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:00.713107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c70b058-5fe2-47e8-836a-07d1be31d339 req-2f49056b-62bd-4a14-b431-5c89abd92451 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6693542 Mar 02 18:31:00.744869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.781626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-e1582e08-ce73-4755-83da-f3cab30b2e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:00.783213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-e1582e08-ce73-4755-83da-f3cab30b2e05 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6372707 Mar 02 18:31:00.785484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.817802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:00.881462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.021182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-8181194a-eb4b-49e1-a3ec-631e19883317 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:01.022695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-8181194a-eb4b-49e1-a3ec-631e19883317 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.8241966 Mar 02 18:31:01.090929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Request body: {'port': {'device_id': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'admin_state_up': True, 'tenant_id': '14d49fee0cf643678d81c0715392ed6f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:01.118070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c70b058-5fe2-47e8-836a-07d1be31d339 req-933078f6-9d7a-4311-b8da-2a59b1d7519a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4040456 Mar 02 18:31:01.425929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8a4d7de-3ce5-449c-8623-0e477ead1b1c req-9d40b671-6647-47a1-93b2-2eaa8311f5ce tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7501791 Mar 02 18:31:01.618813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.625736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Router 02976266-fd9e-4996-b19f-7d99229461f9 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:31:01.778522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Network 04f3edce-2514-4b34-ad7f-723138af087f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:01.790287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:01.833972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:01.853526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:01.869260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-d5255ddc-12ea-4b72-a12b-279c8792d82e service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451447 Mar 02 18:31:01.959410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event updated for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:02.023708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:02.024369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.040331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:02.052513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.142107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Transition to ACTIVE for port object 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:02.159452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:02.171447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Sync routers for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:02.184294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:02.185067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:02.221673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:02.264836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.278031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0248f19-6426-482c-8186-7e44b69cc138 req-1fdb55f0-08a5-4077-82b1-6f525b3f8f69 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:02.279590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0248f19-6426-482c-8186-7e44b69cc138 req-1fdb55f0-08a5-4077-82b1-6f525b3f8f69 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.5593138 Mar 02 18:31:02.287846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e68a4b-17af-4528-96e7-88c20cd689ab req-9107b63f-59f2-4168-8d09-1c68ab177df3 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:02.295262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73e68a4b-17af-4528-96e7-88c20cd689ab req-9107b63f-59f2-4168-8d09-1c68ab177df3 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 931 time: 0.7589576 Mar 02 18:31:02.332837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:02.362887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-a94e334a-eb0f-41c0-be2e-9d6675cfeee7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:02.365733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-a94e334a-eb0f-41c0-be2e-9d6675cfeee7 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.65 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 945 time: 0.4950688 Mar 02 18:31:02.454175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09e72fa6-66a2-4e9f-86f5-97eb4c5ed374 req-07987959-6467-469e-9c12-87f578f6e9ee service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820948 Mar 02 18:31:02.527214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fec33f10-32df-4723-9fe2-b7daca462907 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6678436 Mar 02 18:31:02.528057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.529157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4908b82c-a1c0-4aec-ae60-0b74a8a52f7a admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.8821552 Mar 02 18:31:02.539520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33140) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:02.544784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Request body: {'port': {'device_id': '06a34b57-b467-415b-a703-75f25d8af610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:02.586681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port c97d979b-3b0b-4738-b11e-017d6ac89a2d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:02.587535 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.592711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:02.764712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Pushing event updated for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:02.891928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:02.896690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.907639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.949405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Attempting to bind port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:02.950017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Attempting to bind port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:02.950141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Attempting to bind port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:02.959523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:02.974464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 on network 04f3edce-2514-4b34-ad7f-723138af087f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:31:02.974831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Attempting to bind port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:02.983492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 3, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:02.989872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:02.990241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Checking segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:02.990636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Bound using segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:02.991076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Bound port: 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:02.991427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.000873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Checking router: 02976266-fd9e-4996-b19f-7d99229461f9 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:03.005996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Updating router 02976266-fd9e-4996-b19f-7d99229461f9 port 82946326-a42e-4c54-95bb-707bf6726c96 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:31:03.069277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.081610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73e68a4b-17af-4528-96e7-88c20cd689ab req-8a7e7ad3-9bb1-487c-ba8c-a7a90277fb3c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7855453 Mar 02 18:31:03.095474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Deleting port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:03.099761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.225356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0248f19-6426-482c-8186-7e44b69cc138 req-2fb9de20-c60e-42e7-890c-b97729d64781 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups?id=26115a3f-9c19-47b5-8135-cbd153dc15dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8898709 Mar 02 18:31:03.226365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c11a025-350c-41b6-89e2-bb173a3db96c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:03.255441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.358103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2161d812-6ff0-4d19-bbbd-df7f7e945722 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2c11a025-350c-41b6-89e2-bb173a3db96c HTTP/1.1" status: 204 len: 168 time: 3.1610799 Mar 02 18:31:03.360240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.412357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33144) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:03.715310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:03.717763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.759974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Transition to ACTIVE for port object 82946326-a42e-4c54-95bb-707bf6726c96 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:03.770976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:03.776423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.887856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:03.959177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-72386d10-f3cf-407d-b383-04f82f907ed8 req-9854046c-2ffc-451d-b875-c1c76f58a5e4 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 210 time: 0.6104822 Mar 02 18:31:04.075130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2daeee-26bf-4d57-905e-eee2b8561e52 None None] Pushing event updated for resources: {'Port': ['ID=82946326-a42e-4c54-95bb-707bf6726c96,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.087990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for c97d979b-3b0b-4738-b11e-017d6ac89a2d owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:04.100796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Attempting to bind port 82946326-a42e-4c54-95bb-707bf6726c96 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:04.101268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Attempting to bind port 82946326-a42e-4c54-95bb-707bf6726c96 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:04.101705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Attempting to bind port 82946326-a42e-4c54-95bb-707bf6726c96 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:04.108559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:04.109094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:04.109582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.113162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:04.113162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Bound port: 82946326-a42e-4c54-95bb-707bf6726c96, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:04.113162 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.209354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.217599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] For port 82946326-a42e-4c54-95bb-707bf6726c96, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:04.222733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] For port 82946326-a42e-4c54-95bb-707bf6726c96, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82946326-a42e-4c54-95bb-707bf6726c96,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:04.360150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:04.361010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.362919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] 10.222.0.11 "PUT /v2.0/ports/95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 HTTP/1.1" status: 200 len: 1091 time: 4.6894104 Mar 02 18:31:04.365211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:04.500604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.573632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536caa42-635b-4c6d-bf42-f6698bdba523 service neutron] Pushing event updated for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:04.628494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcb73ca-8e5d-4a17-bd12-dcf4865f1438']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:04.668188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83349f25-0b31-4922-bb42-ad181993fd19') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:04.668496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83349f25-0b31-4922-bb42-ad181993fd19') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:04.694973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:04.750459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.754464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] For port 6ba8e535-f1cd-425b-8413-d099fe7a1e66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6ba8e535-f1cd-425b-8413-d099fe7a1e66,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:04.756048 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.763226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.811444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.823621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Transition to ACTIVE for port object 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:04.861179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:04.861594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.877065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:04.879438 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:05.012821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:05.021559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:05.043587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.152305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2daeee-26bf-4d57-905e-eee2b8561e52 None None] Pushing event updated for resources: {'Port': ['ID=82946326-a42e-4c54-95bb-707bf6726c96,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:05.220996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-db69cd7a-5316-4e08-9480-9b3c725cc3a2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:05.222808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-db69cd7a-5316-4e08-9480-9b3c725cc3a2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 814 time: 1.4836876 Mar 02 18:31:05.297748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-085d5243-a483-49da-81d9-3d2b632c4476 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/quotas/2f3f6d31d65c4654970ac260fb29459f HTTP/1.1" status: 200 len: 375 time: 0.0331526 Mar 02 18:31:05.307113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Pushing event updated for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:05.351091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.354091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.354091 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Floating IP 2f02b0b1-83bb-4e5c-b629-6888a50f3283 disassociated. External IP: 172.25.7.154, port: 6ba8e535-f1cd-425b-8413-d099fe7a1e66. Mar 02 18:31:05.354091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Calling delete_port for 6ba8e535-f1cd-425b-8413-d099fe7a1e66 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:05.393970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.423480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Allocated IP 172.20.0.4 (05415a3d-6819-486c-8cf4-fc50dd1de82b/685b2207-edbd-44a7-bc8d-3d86fcc23265/b485654f-eca8-4cf5-8a06-6f6f87872a07) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:05.444374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43eef27-34ca-4b8d-80a8-0c115a44ee47 req-cd589b52-52e7-4d5b-9843-51eaaf2dc5bc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:05.446089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c43eef27-34ca-4b8d-80a8-0c115a44ee47 req-cd589b52-52e7-4d5b-9843-51eaaf2dc5bc tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 1.1091177 Mar 02 18:31:05.454529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:05.478801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-c09e7728-b6cf-461b-afd2-52f5df8f054e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:05.480314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-c09e7728-b6cf-461b-afd2-52f5df8f054e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 1094 time: 0.5118790 Mar 02 18:31:05.591300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c43eef27-34ca-4b8d-80a8-0c115a44ee47 req-e88208c4-c141-4e20-a079-fade53bd35da tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274214 Mar 02 18:31:05.702827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-09969d20-6e58-47aa-b780-aea03b9fcb38 req-0c1ca24e-caee-4d63-88b5-9a0b362d2b22 service neutron] (88709) timed out ('10.222.0.65', 52260) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:31:05.745310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.761012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:05.784119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6ba8e535-f1cd-425b-8413-d099fe7a1e66 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:05.838222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-5f9717f1-73a8-41ed-8b7d-f087e53046c7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5247929 Mar 02 18:31:05.992795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Allocated IP 172.20.0.1 (240efff5-99c6-4a77-9be8-a9c19013daac/732cc98b-9aa6-4ce8-8e78-188f8f182500/82e67b22-eed7-49f4-b9e4-b257039a93c2) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:06.146792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] Pushing event deleted for resources: {'Network': ['ID=ffcb73ca-8e5d-4a17-bd12-dcf4865f1438,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:06.165642 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-522a26fd-5449-4bda-931c-512dbbb13f75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 HTTP/1.1" status: 200 len: 217 time: 0.5147634 Mar 02 18:31:06.235446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5eaf5bbf-69f7-4562-b1d3-03ae146b776f admin admin] 10.222.0.66 "DELETE /v2.0/networks/ffcb73ca-8e5d-4a17-bd12-dcf4865f1438 HTTP/1.1" status: 204 len: 168 time: 2.8184748 Mar 02 18:31:06.256904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Attempting to bind port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:06.257634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Attempting to bind port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:06.258181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Attempting to bind port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:06.320592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 on network 04f3edce-2514-4b34-ad7f-723138af087f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:31:06.323298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Attempting to bind port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 on network 04f3edce-2514-4b34-ad7f-723138af087f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:06.356822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f8eddc3f-4e83-4542-b3fc-15dff61b7d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:06.358457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f8eddc3f-4e83-4542-b3fc-15dff61b7d87 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.1766148 Mar 02 18:31:06.359487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:06.359984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Checking segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:06.360503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Bound using segment: {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:06.361210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Bound port: 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebea99f-26c9-42a9-9fe6-c16ea640187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:06.361838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.368594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.435700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 3, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:06.448697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5d0c0e-997e-41f1-b4e5-a26efedefedd None None] The sync data for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 is: [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:30:58Z', 'revision_number': 3, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:06.492757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f26e6c63-4973-4d98-91c0-9a055e432c7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990996 Mar 02 18:31:06.492958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.507086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a9724-bfdb-4822-b14e-baa35355acfc req-0cef60f8-7ae8-498f-82e8-7e0bf39890a1 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:06.508668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c3a9724-bfdb-4822-b14e-baa35355acfc req-0cef60f8-7ae8-498f-82e8-7e0bf39890a1 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 943 time: 0.7851453 Mar 02 18:31:06.553915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.560084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-58153fcb-4a92-4625-85e7-9f5cb6a73b5d service neutron] 10.222.0.66 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033710 Mar 02 18:31:06.591582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event deleted for resources: {'Port': ['ID=6ba8e535-f1cd-425b-8413-d099fe7a1e66,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:06.662721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:06.669876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.670206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:06.676097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Transition to ACTIVE for port object 82e67b22-eed7-49f4-b9e4-b257039a93c2 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:06.940244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:06.975228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.011295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33172) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:07.042352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=c97d979b-3b0b-4738-b11e-017d6ac89a2d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:07.071871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c3a9724-bfdb-4822-b14e-baa35355acfc req-d4754785-67d4-42bf-856e-3632804e6fab tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5170848 Mar 02 18:31:07.365423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82946326-a42e-4c54-95bb-707bf6726c96 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:07.396181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:07.398379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.399952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] 10.222.0.65 "PUT /v2.0/ports/857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 HTTP/1.1" status: 200 len: 1091 time: 4.8594801 Mar 02 18:31:07.424843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Network 240efff5-99c6-4a77-9be8-a9c19013daac is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:07.436535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:07.447620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:07.595804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-fe017035-82dd-4557-8369-c21ee0e20ca2 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0622032 Mar 02 18:31:07.685350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aedf12d6-4c97-4617-9624-7a9ee6d8f8fd req-4ac7bc76-f635-4982-8a8b-25daf4539f69 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 210 time: 0.2088745 Mar 02 18:31:07.727527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 82946326-a42e-4c54-95bb-707bf6726c96 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:07.733457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 82946326-a42e-4c54-95bb-707bf6726c96 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:07.733984 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:07.762095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Pushing event updated for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:07.846344 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60', 'status': 'completed', 'code': 200} Mar 02 18:31:07.915729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Router 46bb9928-8f2b-4744-9b8f-969473715f84 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:07.924900 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c75a5230-8eee-4f0e-abde-571c86ee1633 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c4d2832faf0e469d82ff7f8936cc1ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581503 Mar 02 18:31:07.925139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.925826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.928851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-b7f5f71e-e0f0-4b4f-bf6a-a2b9aadfc3e2 service neutron] 10.222.0.66 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3419042 Mar 02 18:31:07.939856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33176) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:07.946669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.946669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.946669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.946669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.949241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.951080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.952596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.953786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.954175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:07.954517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d52a75-1a1c-4c1c-8245-31a28e4084f9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:08.053000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.112825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 82946326-a42e-4c54-95bb-707bf6726c96, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82946326-a42e-4c54-95bb-707bf6726c96,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:08.207797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5fd24326-efec-4cbf-9eef-df6244b26670 None None] Provisioning for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:08.213463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5fd24326-efec-4cbf-9eef-df6244b26670 None None] Provisioning complete for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:08.213893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5fd24326-efec-4cbf-9eef-df6244b26670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.243337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.262025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cd1e5dc-d329-4fec-a95c-b95d9e104454 req-f1938fcb-273b-4bfa-8445-c36234157a81 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 210 time: 0.2495332 Mar 02 18:31:08.267531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.300148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5fd24326-efec-4cbf-9eef-df6244b26670 None None] Port 82e67b22-eed7-49f4-b9e4-b257039a93c2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:08.402607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.449516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-8f39d0e2-4b90-4bfa-899a-b427d9c517c5 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8412616 Mar 02 18:31:08.514839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Pushing event updated for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:08.529774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-152961d6-0c2b-4eb1-8fec-bd7420dfd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:08.533579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-152961d6-0c2b-4eb1-8fec-bd7420dfd3d7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 1094 time: 0.8258448 Mar 02 18:31:08.605558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=82946326-a42e-4c54-95bb-707bf6726c96,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:08.641521 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-50d1ef3e-c992-4984-82ef-34393b0f93d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 HTTP/1.1" status: 200 len: 217 time: 0.0904336 Mar 02 18:31:08.817701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-05952c82-1689-49ee-9f31-c0a097778451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:08.819860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-05952c82-1689-49ee-9f31-c0a097778451 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.1252694 Mar 02 18:31:08.859572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:08.989076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.033312 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-82adb67f-b4e3-4edc-abd5-d4b629785efb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749876 Mar 02 18:31:09.180378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:09.191642 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Sync routers for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:09.210051 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:09.213830 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:09.335128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-3616751b-7c36-4175-b8e7-e12546903185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:09.340923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-3616751b-7c36-4175-b8e7-e12546903185 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 1094 time: 0.5696385 Mar 02 18:31:09.351991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82946326-a42e-4c54-95bb-707bf6726c96 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:09.382980 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.479478 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.482471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 82946326-a42e-4c54-95bb-707bf6726c96 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:09.482768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.562579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:09.699869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.703653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.778913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] No DVR routers for this DVR port 6ba8e535-f1cd-425b-8413-d099fe7a1e66 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:09.868743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:09.881049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-ae35bdc6-cb2c-4369-b159-a94fc9a9f967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:09.881049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-ae35bdc6-cb2c-4369-b159-a94fc9a9f967 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 914 time: 0.5210793 Mar 02 18:31:09.890620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:09.914455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'name': 'network-vif-deleted', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:09.933851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5b79b8-7851-4529-944d-042d7f9d3e0d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:09.941781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:09.986267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:09.999906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:10.026624 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:10.041524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:10.057059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc3ab6-48c9-4b59-9ba4-d166e7b3e9fe req-e23f73e6-6cce-4fd0-b4f6-8601dbecba4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.058406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4cc3ab6-48c9-4b59-9ba4-d166e7b3e9fe req-e23f73e6-6cce-4fd0-b4f6-8601dbecba4d tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 1.5078669 Mar 02 18:31:10.061787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Checking router: 46bb9928-8f2b-4744-9b8f-969473715f84 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:10.084941 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:10.085611 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:10.246839 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-abc2a530-defd-49d6-940c-b0393ea49db3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 HTTP/1.1" status: 200 len: 217 time: 0.3206038 Mar 02 18:31:10.340621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9066d1aa-3734-4c04-941b-7a20e420d52f req-b87d8328-a948-4794-9827-d68670bcac35 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.65 "DELETE /v2.0/ports/6ba8e535-f1cd-425b-8413-d099fe7a1e66 HTTP/1.1" status: 204 len: 173 time: 7.9583776 Mar 02 18:31:10.342548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.343681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f9b0a1f6-f574-473f-995a-e326e61a903a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac5b79b8-7851-4529-944d-042d7f9d3e0d HTTP/1.1" status: 204 len: 168 time: 2.3920381 Mar 02 18:31:10.390457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-295a2d31-9e7f-48ce-9e0a-eecf353e41ad service neutron] 10.222.0.65 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1423805 Mar 02 18:31:10.478761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc0cf8-54e3-4110-aa40-31d3f6857252 req-1650b241-0050-4603-a353-0ed057f6f417 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.486974 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:10.488649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22fc0cf8-54e3-4110-aa40-31d3f6857252 req-1650b241-0050-4603-a353-0ed057f6f417 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 943 time: 1.4973676 Mar 02 18:31:10.499285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-671151fe-e674-4be6-815c-275d8c037d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.500778 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-671151fe-e674-4be6-815c-275d8c037d39 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.2446628 Mar 02 18:31:10.600892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22fc0cf8-54e3-4110-aa40-31d3f6857252 req-cd5af114-f7a4-4f3b-8017-45d21959a9b3 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093147 Mar 02 18:31:10.715925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4cc3ab6-48c9-4b59-9ba4-d166e7b3e9fe req-1577a45c-3ce9-4dac-8562-906f84f54846 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898489 Mar 02 18:31:10.733180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:10.742945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.778634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:10.826168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-01d8376c-8501-468d-93c7-00123a70b539 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632304 Mar 02 18:31:10.947255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.123375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e056c87-8daf-48fc-bac1-814c4cc3e691 req-5c0d6f26-6378-435f-aa0c-f9be352b4c63 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.1566801 Mar 02 18:31:11.164846 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:11.169784 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d6220a-c5b3-4ba8-b05f-1bf798fb2ce8 None None] The sync data for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 is: [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:29:34Z', 'revision_number': 4, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '894a9052-7320-49e2-919e-9bbedc8fc6ea', 'name': '', 'network_id': 'bace639a-2715-42b2-bb83-3ee0e6dbbdef', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'mac_address': 'fa:16:3e:36:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_interface', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:30Z', 'updated_at': '2022-03-02T18:29:42Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'subnets': [{'id': 'bf77f134-fdee-4841-892e-aa38546085ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:11.207705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3ab50572-7e88-48f6-9f11-bc8b3fa94d90 req-43cb4890-a235-4443-bde5-95d3dae94296 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Synchronizing usage tracker for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:11.211849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:11.273457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e402b7d0-96c6-4f43-a205-60cce8902d71 req-26e20ab6-0c1b-45c7-90f3-6dfa34d0cfe6 service neutron] 10.222.0.65 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754253 Mar 02 18:31:11.273700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Router 3bb44df8-7666-4fa3-a77b-ac153332e24a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:11.290386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.295790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Pushing event updated for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:11.422231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:11.426248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-2463fe68-ca64-414c-9295-fd188cf230d8 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5831075 Mar 02 18:31:11.434324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f63eeef3-1aac-4288-94b3-e0d8da227d3a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.3471746 Mar 02 18:31:11.447325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'port_id': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60', 'mac_address': 'fa:16:3e:15:b1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada8956-d8cf-4fda-9af4-3c274e359cc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:11.451379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Request body: {'port': {'device_id': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:11.496042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3ab50572-7e88-48f6-9f11-bc8b3fa94d90 req-43cb4890-a235-4443-bde5-95d3dae94296 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Unset dirty status for tenant:974385c2ceb746a0b2f75d2fe2d515b3 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:11.497201 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ab50572-7e88-48f6-9f11-bc8b3fa94d90 req-43cb4890-a235-4443-bde5-95d3dae94296 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/ports?device_id=a865fc9b-1c63-4c25-96ce-fa8fc27137bb HTTP/1.1" status: 200 len: 210 time: 0.3619568 Mar 02 18:31:11.557592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.608355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:11.649632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:11.676936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0ed011-47ea-44a1-8e14-432aef7c0891 None None] New status for floating IP 2f02b0b1-83bb-4e5c-b629-6888a50f3283: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:31:11.692941 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6', 'status': 'completed', 'code': 200} Mar 02 18:31:11.735079 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a865fc9b-1c63-4c25-96ce-fa8fc27137bb', 'name': 'network-vif-deleted', 'tag': '6ba8e535-f1cd-425b-8413-d099fe7a1e66', 'status': 'completed', 'code': 200} Mar 02 18:31:11.743061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2137595-2be3-4e0c-ac05-283082e2c7aa req-ff21be7c-1dcf-436b-bdd1-d2441bec14f2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:11.744000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f2137595-2be3-4e0c-ac05-283082e2c7aa req-ff21be7c-1dcf-436b-bdd1-d2441bec14f2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:11.763930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:11.838194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Network 240efff5-99c6-4a77-9be8-a9c19013daac is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:11.838425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:11.843995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cac997c7-2f35-4632-b79b-09ca4d5d9565 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "PUT /v2.0/routers/3bb44df8-7666-4fa3-a77b-ac153332e24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0632441 Mar 02 18:31:11.849820 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] Sync routers for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:11.851732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33216) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:11.861912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:11.873430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-e9d6d158-8439-4b0d-bdf1-076051d6fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:11.875511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-e9d6d158-8439-4b0d-bdf1-076051d6fe6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 1094 time: 0.1816509 Mar 02 18:31:11.894760 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:11.895387 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:11.971715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f2137595-2be3-4e0c-ac05-283082e2c7aa req-ff21be7c-1dcf-436b-bdd1-d2441bec14f2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:11.979619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2137595-2be3-4e0c-ac05-283082e2c7aa req-ff21be7c-1dcf-436b-bdd1-d2441bec14f2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 931 time: 0.6956773 Mar 02 18:31:11.987932 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:12.017978 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] Routers {'3bb44df8-7666-4fa3-a77b-ac153332e24a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:12.018664 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3bb44df8-7666-4fa3-a77b-ac153332e24a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:12.112028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:12.178113 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:12.178465 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039859d-30ab-4d43-8d80-6dca1372c23f None None] The sync data for ids ['3bb44df8-7666-4fa3-a77b-ac153332e24a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:12.202668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:12.218844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7a66ed58-c8e7-4c79-b1bf-456bb2166838 req-9d81f21e-21a0-4244-8c4d-6babdee5f046 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6923101 Mar 02 18:31:12.282534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-108896fb-ffe3-4d25-87a4-a8ee8f63c469 None None] Provisioning complete for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:12.283681 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108896fb-ffe3-4d25-87a4-a8ee8f63c469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:12.322250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:12.368833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2137595-2be3-4e0c-ac05-283082e2c7aa req-a05e608b-a0eb-4bd1-8def-1afd9b5eb27e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867650 Mar 02 18:31:12.445720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-108896fb-ffe3-4d25-87a4-a8ee8f63c469 None None] Port 82e67b22-eed7-49f4-b9e4-b257039a93c2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:12.491689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a64b34-7956-42bb-b515-cacbb941e045 req-7cf2c040-ea42-4197-b775-51065871b5f9 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.517354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Router 02976266-fd9e-4996-b19f-7d99229461f9 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:12.517477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75a64b34-7956-42bb-b515-cacbb941e045 req-7cf2c040-ea42-4197-b775-51065871b5f9 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 943 time: 0.6023917 Mar 02 18:31:12.726798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75a64b34-7956-42bb-b515-cacbb941e045 req-6fedf9be-04b4-45f6-978a-be01561031d4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104032 Mar 02 18:31:12.819728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32313b-0f52-4a6f-b973-a4ddd974d1ba req-a100435a-e428-4250-acca-57130e6a7d81 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.828383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef32313b-0f52-4a6f-b973-a4ddd974d1ba req-a100435a-e428-4250-acca-57130e6a7d81 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.2558441 Mar 02 18:31:12.926584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef32313b-0f52-4a6f-b973-a4ddd974d1ba req-aefa494f-5914-4fe5-a3fc-bafcaa13651c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971639 Mar 02 18:31:12.943315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-7f56b025-1bf7-4e24-ae3c-0e4d51d03f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:12.944895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-7f56b025-1bf7-4e24-ae3c-0e4d51d03f45 service neutron] 10.222.0.65 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 914 time: 0.9650557 Mar 02 18:31:12.974931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b63bae25-16b9-40a0-ba8c-b704f7948eda req-a7a98afa-48e2-49e1-a422-40f5f602f67d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.1126461 Mar 02 18:31:13.022444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b485654f-eca8-4cf5-8a06-6f6f87872a07 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:13.033571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.051504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Transition to ACTIVE for port object b485654f-eca8-4cf5-8a06-6f6f87872a07 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:13.054053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-778a3ba8-a09d-4711-a429-0be5096163e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 HTTP/1.1" status: 200 len: 217 time: 0.0942695 Mar 02 18:31:13.162880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.167598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.211857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:13.258491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:13.315164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:13.327020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-ceb6e967-a0fb-4e1a-903c-f64460c1a44f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:13.328528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-ceb6e967-a0fb-4e1a-903c-f64460c1a44f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Synchronizing usage tracker for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:13.345373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:13.354080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.354459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.354804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.355143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.355480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.355811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.356144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.356475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.357224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.357521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.357859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.358205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:13.362555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Sync routers for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:13.373118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61aa6643-3276-4f96-9a01-be29d3f2e6de admin admin] 10.222.0.66 "PUT /v2.0/routers/02976266-fd9e-4996-b19f-7d99229461f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7960367 Mar 02 18:31:13.380602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-133ed688-a0ac-449a-bf00-fc54a3632d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:13.382272 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-133ed688-a0ac-449a-bf00-fc54a3632d7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.2660291 Mar 02 18:31:13.397401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:13.398210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:13.489177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:13.489641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Attempting to bind port b485654f-eca8-4cf5-8a06-6f6f87872a07 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:13.490184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Attempting to bind port b485654f-eca8-4cf5-8a06-6f6f87872a07 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:13.490858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Attempting to bind port b485654f-eca8-4cf5-8a06-6f6f87872a07 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:13.498549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Port b485654f-eca8-4cf5-8a06-6f6f87872a07 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:31:13.498879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Attempting to bind port b485654f-eca8-4cf5-8a06-6f6f87872a07 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:13.504103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:13.504622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.522715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-eb6ce657-60f8-4742-be65-d91f5635cb1b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714269 Mar 02 18:31:13.523106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:13.523760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Checking segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:13.524422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Bound using segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:13.525407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Bound port: b485654f-eca8-4cf5-8a06-6f6f87872a07, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:13.525919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.653887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.662098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.665482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-ceb6e967-a0fb-4e1a-903c-f64460c1a44f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Unset dirty status for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:13.667064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-ceb6e967-a0fb-4e1a-903c-f64460c1a44f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.11 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 814 time: 1.1325073 Mar 02 18:31:13.698324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:13.700813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Request body: {'port': {'device_id': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'admin_state_up': True, 'tenant_id': '2f3f6d31d65c4654970ac260fb29459f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:13.762057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.810667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fe8f6-d431-427a-a797-f7967183abb0 req-28a48599-917a-4c18-9f58-d64af8183f11 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:13.812935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-887fe8f6-d431-427a-a797-f7967183abb0 req-28a48599-917a-4c18-9f58-d64af8183f11 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 943 time: 0.2220633 Mar 02 18:31:13.816499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:13.840352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting port e4ec6cad-7578-4182-afa1-ca33ce566811 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:13.841303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:13.883846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:13.889970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:13.913464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-887fe8f6-d431-427a-a797-f7967183abb0 req-f64f355a-ee67-4502-a461-deba70b6c05f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860670 Mar 02 18:31:13.969465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-5d8d631e-a901-49f8-b072-cddefe4406ec service neutron] 10.222.0.65 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349279 Mar 02 18:31:14.044674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33264) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:14.091354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.192513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:14.193452 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.195086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b485654f-eca8-4cf5-8a06-6f6f87872a07 HTTP/1.1" status: 200 len: 1091 time: 2.7486362 Mar 02 18:31:14.204952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:14.236128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:14.238176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33272) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:14.252453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.252680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-272105352', 'description': 'tempest-secgroup-smoke-272105352 description', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:14.263762 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.272080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:14.275114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:14.287832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:14.288050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:14.294525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:14.310264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:3570398d9e054582aedd096bcab22f8f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:14.315563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:14.324943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:14.328573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:14.336275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.346301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.354060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:14.368480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:14.372573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9376a5e-9ea2-4f1d-91cb-6e43c32f03f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:14.378985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da73a586-99c3-4fcd-ad8c-cb50b610927b req-b7078ba1-7b4c-4392-ae69-fcace3b557dc service neutron] 10.222.0.65 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851674 Mar 02 18:31:14.424350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:14.432824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26115a3f-9c19-47b5-8135-cbd153dc15dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:14.447674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6', 'network_id': '04f3edce-2514-4b34-ad7f-723138af087f', 'port_id': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6', 'mac_address': 'fa:16:3e:7c:c6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eada8956-d8cf-4fda-9af4-3c274e359cc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:14.453661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d486aec-c023-4509-8701-29a35281b9f7 req-2b9f37b4-92da-4071-a63a-07484b017bff tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:14.455331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d486aec-c023-4509-8701-29a35281b9f7 req-2b9f37b4-92da-4071-a63a-07484b017bff tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 943 time: 0.4031937 Mar 02 18:31:14.483771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.541121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d486aec-c023-4509-8701-29a35281b9f7 req-bc9dcb58-b375-44dc-bb7c-69206fb8ca0b tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757856 Mar 02 18:31:14.569117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '82e67b22-eed7-49f4-b9e4-b257039a93c2', 'name': '', 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'mac_address': 'fa:16:3e:b9:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:05Z', 'updated_at': '2022-03-02T18:31:09Z', 'revision_number': 2, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'subnets': [{'id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:14.582556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Checking router: 02976266-fd9e-4996-b19f-7d99229461f9 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:14.582800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Updating router 02976266-fd9e-4996-b19f-7d99229461f9 port 82e67b22-eed7-49f4-b9e4-b257039a93c2 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:31:14.626553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.646525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.660945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Calling delete_port for e4ec6cad-7578-4182-afa1-ca33ce566811 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:14.664673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-0d11c8bd-0462-43cf-a774-c47d7c7ada72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:14.666208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-0d11c8bd-0462-43cf-a774-c47d7c7ada72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 1094 time: 0.2747891 Mar 02 18:31:14.672704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:14.674790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c703cac-dad2-488e-9743-229f406f4fee req-d60332de-1c49-4381-81a8-6d15496899ff tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:14.676465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c703cac-dad2-488e-9743-229f406f4fee req-d60332de-1c49-4381-81a8-6d15496899ff tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.3555195 Mar 02 18:31:14.689257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Made reservation on behalf of 2f3f6d31d65c4654970ac260fb29459f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:14.692972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.700973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:14.703111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.711677 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.725873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.727393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a99f86e3-2bb4-4732-85c9-1aab25dd9191 tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "DELETE /v2.0/security-groups/26115a3f-9c19-47b5-8135-cbd153dc15dd HTTP/1.1" status: 204 len: 168 time: 1.4505801 Mar 02 18:31:14.730967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:14.737002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33278) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:14.783115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01a5bbc8-3fdc-4f41-8667-55b8156d941c req-9b1c4c5d-341b-44c8-8ab4-f18ef3ea4f0b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.1053908 Mar 02 18:31:14.799845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:14.811015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:14.813854 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-aa927784-4779-46c7-ad74-54dbaf7af25d tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] show failed (client error): The resource could not be found. Mar 02 18:31:14.817515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aa927784-4779-46c7-ad74-54dbaf7af25d tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "GET /v2.0/security-groups/26115a3f-9c19-47b5-8135-cbd153dc15dd HTTP/1.1" status: 404 len: 347 time: 0.0749741 Mar 02 18:31:14.819219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:14.829062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:14.844065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:14.852889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-ff659122-ca31-464d-adee-30c6b3494c0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07 HTTP/1.1" status: 200 len: 217 time: 0.1336284 Mar 02 18:31:14.854655 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'status': 'completed', 'code': 200} Mar 02 18:31:14.860232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de8a720-d864-450c-b6e0-eaaaa309e7f0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:14.917886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:14.951067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c703cac-dad2-488e-9743-229f406f4fee req-9595b64d-f737-44d8-bf74-cf4baf29bd2c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2254364 Mar 02 18:31:14.958983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1f50d043-9798-4b40-bb12-d00f23fcf7f1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3570398d9e054582aedd096bcab22f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101732 Mar 02 18:31:14.962388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33288) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:15.034987 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60', 'code': 200} Mar 02 18:31:15.084000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Deleting port 730d5e9a-344e-4fca-a28f-a9f05d2744e9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:15.084223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.145754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.146453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:15.255057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-321337c8-5e38-4aae-a408-b6410ccac1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:15.256613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-321337c8-5e38-4aae-a408-b6410ccac1e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.3911383 Mar 02 18:31:15.314651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Allocated IP 172.20.0.10 (79f898e7-e177-491f-a675-03cb83d2b019/69fa131b-1b04-4b1e-86c0-055561c563ed/66f256b9-0893-458c-884b-d80d3527e127) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:15.323732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-057daa25-d464-47d2-914b-8625b2302c1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564148 Mar 02 18:31:15.342740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:15.383876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.435889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.459697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:15.482837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'port_id': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'mac_address': 'fa:16:3e:b2:69:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:15.488778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.491725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c54e2-2eaa-4a3c-8ad7-5768a07d9c74 req-d3638f22-8cad-4734-90bb-a099acb5d0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:15.493262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-045c54e2-2eaa-4a3c-8ad7-5768a07d9c74 req-d3638f22-8cad-4734-90bb-a099acb5d0e1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 1096 time: 0.5299861 Mar 02 18:31:15.500929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.513320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.514000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.536692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Transition to ACTIVE for port object 82e67b22-eed7-49f4-b9e4-b257039a93c2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:15.551123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f9728-4f27-40b9-a343-1262e5cdfc5b req-d6e591c4-f7c8-4479-a5b4-e1faac8a6b07 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:15.552638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-701f9728-4f27-40b9-a343-1262e5cdfc5b req-d6e591c4-f7c8-4479-a5b4-e1faac8a6b07 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 943 time: 0.5027511 Mar 02 18:31:15.562439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.592194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:15.612194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:15.612405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.631604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-85e2a1b7-4e0d-4e47-b3cd-90e14ea72dd0 service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939537 Mar 02 18:31:15.634704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-045c54e2-2eaa-4a3c-8ad7-5768a07d9c74 req-943e57dc-7eda-4ea2-84be-5e480a9a5445 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191916 Mar 02 18:31:15.654716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-701f9728-4f27-40b9-a343-1262e5cdfc5b req-85ed2955-a5ac-4c93-bf23-0841d8f620f5 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909133 Mar 02 18:31:15.693611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.753776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65950e0-0469-4af9-8104-30474ff70426 req-1ab81e77-bdec-4aeb-ac2b-424538dc75dd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:15.755011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Calling delete_port for 730d5e9a-344e-4fca-a28f-a9f05d2744e9 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:15.755318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65950e0-0469-4af9-8104-30474ff70426 req-1ab81e77-bdec-4aeb-ac2b-424538dc75dd tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 944 time: 0.0890396 Mar 02 18:31:15.789676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8514c32-f1cf-4eeb-868e-9147065215c3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:15.793300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.813967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e65950e0-0469-4af9-8104-30474ff70426 req-a382a93d-5295-4b93-bffa-aebc384527db tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483797 Mar 02 18:31:15.841205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.879323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.893462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38c5b3-bb59-4ec2-a35b-bde20d42a28f None None] Pushing event updated for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:15.915082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:15.919048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-251f0bce-fbfc-417f-a0f1-e61300755adf tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6771791 Mar 02 18:31:15.925978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Port': ['ID=e4ec6cad-7578-4182-afa1-ca33ce566811,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:15.941347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:15.972707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de8a720-d864-450c-b6e0-eaaaa309e7f0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:16.009915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:16.049441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:16.092676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:16.101494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f28be7aa-2f7c-48c7-8554-0f2b2323be77 req-cb42c429-cab3-4b66-a711-2e54dd9d5056 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.1302454 Mar 02 18:31:16.105295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.108965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d4c92317-0188-4c5a-a075-7c9239c99fba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9de8a720-d864-450c-b6e0-eaaaa309e7f0 HTTP/1.1" status: 204 len: 168 time: 1.1414380 Mar 02 18:31:16.115337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d8860263-1eac-4c42-8699-7115a9d051c1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:16.136537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:16.154664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['857ed8e4-8823-4fd9-8024-7b3f2d10fcc6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:16.166369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c82d81e-a88b-4752-bfc0-a93687324ef5 req-6a199f26-3f16-4154-8ef6-8486cfbe85a2 service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448386 Mar 02 18:31:16.205700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:16.210423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Attempting to bind port 82e67b22-eed7-49f4-b9e4-b257039a93c2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:16.211086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Attempting to bind port 82e67b22-eed7-49f4-b9e4-b257039a93c2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:16.211465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Attempting to bind port 82e67b22-eed7-49f4-b9e4-b257039a93c2 on network 240efff5-99c6-4a77-9be8-a9c19013daac {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:16.226160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:16.226570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Checking segment: {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:16.226988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.227526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Bound using segment: {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:16.228055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Bound port: 82e67b22-eed7-49f4-b9e4-b257039a93c2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:16.228723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.231648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.306311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:16.317518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88c931-cc91-4967-bc6a-299e314f59a7 req-0d25306a-ed1e-4c86-a903-f9b4a66810bb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:16.319418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f88c931-cc91-4967-bc6a-299e314f59a7 req-0d25306a-ed1e-4c86-a903-f9b4a66810bb tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.1048796 Mar 02 18:31:16.418171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f88c931-cc91-4967-bc6a-299e314f59a7 req-c18ea3ff-8b86-46d8-b617-219d2e929aea tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909154 Mar 02 18:31:16.444118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36723-d1cf-47ab-87af-496321231ddf req-98cd3457-5200-4dff-82e1-7f8f71acab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:16.445858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-98cd3457-5200-4dff-82e1-7f8f71acab27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 1094 time: 0.1039166 Mar 02 18:31:16.493138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.575152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] For port 82e67b22-eed7-49f4-b9e4-b257039a93c2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:16.603319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] For port 82e67b22-eed7-49f4-b9e4-b257039a93c2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82e67b22-eed7-49f4-b9e4-b257039a93c2,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:16.614069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36723-d1cf-47ab-87af-496321231ddf req-53b8877f-f036-4ca5-a34d-21d1480feecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:16.615641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-53b8877f-f036-4ca5-a34d-21d1480feecd service neutron] 10.222.0.11 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 906 time: 0.1605582 Mar 02 18:31:16.620973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.717866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-205b2d71-9fa3-437d-b125-d55774a375b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07 HTTP/1.1" status: 200 len: 217 time: 0.0926030 Mar 02 18:31:16.726619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.731066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.736318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.755053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.848736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce36723-d1cf-47ab-87af-496321231ddf req-911290de-7c31-4e03-b359-be8638c191b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:16.861472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-911290de-7c31-4e03-b359-be8638c191b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.1279848 Mar 02 18:31:16.914166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:16.914166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:30:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:16.929470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.975126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.975916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Fanout notify agent at l3_agent the message router_deleted on router 3bb44df8-7666-4fa3-a77b-ac153332e24a {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:31:16.983394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:16.990725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-49ab3335-e8ba-48db-bf06-29583d543d29 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248543 Mar 02 18:31:17.045430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38c5b3-bb59-4ec2-a35b-bde20d42a28f None None] Pushing event updated for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:17.119627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1631f5a0-c7c7-4f27-a6b0-7d7aa5fc4c58,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:17.141606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.160498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Pushing event deleted for resources: {'Port': ['ID=730d5e9a-344e-4fca-a28f-a9f05d2744e9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:17.222748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['76247f24-0428-4038-bbb2-060d56343b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:17.286759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Network 79f898e7-e177-491f-a675-03cb83d2b019 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:17.332185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:17.349125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:17.366602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:17.368689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-eca7d199-6305-48b2-a270-9af0df72df61 service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915888 Mar 02 18:31:17.379137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.380236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3bd1b138-d447-425e-a008-e3ee576c4172 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/routers/3bb44df8-7666-4fa3-a77b-ac153332e24a HTTP/1.1" status: 204 len: 168 time: 5.5213077 Mar 02 18:31:17.394970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:17.429725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Pushing event updated for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:17.441579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.445949 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fa3a7d5c-e90d-48d2-8f46-06a92ffb4480 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4975832 Mar 02 18:31:17.452028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:17.460844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:17.481691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:17.497666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.498704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.502573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:17.507734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.509436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.513662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2dbc531-c02d-4d3c-a6b0-27ce5bca248e tempest-ServersTestManualDisk-1600272676 tempest-ServersTestManualDisk-1600272676-project] 10.222.0.66 "DELETE /v2.0/floatingips/2f02b0b1-83bb-4e5c-b629-6888a50f3283 HTTP/1.1" status: 204 len: 168 time: 2.6810875 Mar 02 18:31:17.513662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-4523c229-d676-4b76-84bc-ec04807a0310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.515470 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-4523c229-d676-4b76-84bc-ec04807a0310 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1096 time: 0.6614707 Mar 02 18:31:17.516236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:17.521096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898ad59-3e48-46ed-8cfd-d5fa140ae49f req-c2fe36ce-e840-4d4e-8758-5545cf92d5ab tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.522924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c898ad59-3e48-46ed-8cfd-d5fa140ae49f req-c2fe36ce-e840-4d4e-8758-5545cf92d5ab tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 943 time: 0.5928199 Mar 02 18:31:17.525020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33332) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:17.589178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:17.697090 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:31:17.783955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7ef93-b7ba-4d45-ae13-130fffecf887 req-3416a556-cfbf-45b4-9600-66b4f116e232 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.785436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a7ef93-b7ba-4d45-ae13-130fffecf887 req-3416a556-cfbf-45b4-9600-66b4f116e232 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 944 time: 0.7979798 Mar 02 18:31:17.803446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Deleting subnet 5f7ba9ae-1069-427f-9592-e6545ab9dedc {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:31:17.817867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-94142bf7-aaf3-46fb-ac03-f34b2276f07e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1367326 Mar 02 18:31:17.832753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:17.848719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Request body: {'port': {'device_id': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:17.867828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:17.908529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-dca08514-f5a5-4273-9527-06eb09babc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:17.909996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-dca08514-f5a5-4273-9527-06eb09babc1c service neutron] 10.222.0.65 "GET /v2.0/networks?id=91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 200 len: 918 time: 0.3128822 Mar 02 18:31:17.920445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ce36723-d1cf-47ab-87af-496321231ddf req-09cf01bd-a4e9-43d8-8502-2d478310c084 service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420322 Mar 02 18:31:17.935199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c898ad59-3e48-46ed-8cfd-d5fa140ae49f req-e5ba5d7a-2839-46cc-a273-ab2608444cc1 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036545 Mar 02 18:31:17.967106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39a7ef93-b7ba-4d45-ae13-130fffecf887 req-f10705c7-8533-4b81-9e6f-7a7c14e7c3b2 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730623 Mar 02 18:31:17.969327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.014576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '82e67b22-eed7-49f4-b9e4-b257039a93c2', 'name': '', 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'mac_address': 'fa:16:3e:b9:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:05Z', 'updated_at': '2022-03-02T18:31:16Z', 'revision_number': 4, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'subnets': [{'id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:18.020556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf518f8-8bea-4726-ac3e-2697e572837d None None] The sync data for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 is: [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '82e67b22-eed7-49f4-b9e4-b257039a93c2', 'name': '', 'network_id': '240efff5-99c6-4a77-9be8-a9c19013daac', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'mac_address': 'fa:16:3e:b9:e1:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:05Z', 'updated_at': '2022-03-02T18:31:16Z', 'revision_number': 4, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'subnets': [{'id': '732cc98b-9aa6-4ce8-8e78-188f8f182500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:18.069954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:18.076091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:18.076393 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.090620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33344) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:18.251143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.332732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.369956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:18.388538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2011075028-network', 'tenant_id': '99432d2b1a19401a842fc9c278b49083'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:18.396196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:18.407476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:18.423562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Usage tracker for resource:network and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:18.430295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:18.444214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:18.510596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa120f19-1b92-40e4-8cfb-db6fc2394969 req-334d4295-8d90-434a-8e6e-0e48bace0fca tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:18.515362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa120f19-1b92-40e4-8cfb-db6fc2394969 req-334d4295-8d90-434a-8e6e-0e48bace0fca tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 932 time: 0.3762443 Mar 02 18:31:18.532384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57994baf-d9e1-45e1-8fc6-5afaa8e09742 req-b04890bf-aa32-4cef-ba42-96bfa5b9ade9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:18.534620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57994baf-d9e1-45e1-8fc6-5afaa8e09742 req-b04890bf-aa32-4cef-ba42-96bfa5b9ade9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 945 time: 0.2218835 Mar 02 18:31:18.595316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.596129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:18.612950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Made reservation on behalf of 99432d2b1a19401a842fc9c278b49083 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:18.614607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.615627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.648399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa120f19-1b92-40e4-8cfb-db6fc2394969 req-099904a7-5f70-4ec3-9d8e-7a4cf6e19372 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122704 Mar 02 18:31:18.655196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.687504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.691865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.724351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.737739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:18.748675 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6', 'code': 200} Mar 02 18:31:18.773313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57994baf-d9e1-45e1-8fc6-5afaa8e09742 req-6111d164-7664-48c0-b747-4c05bb1e5d9a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210722 Mar 02 18:31:18.775339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:18.792931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Subnet': ['ID=5f7ba9ae-1069-427f-9592-e6545ab9dedc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:18.795094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.798272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Usage tracker for resource:security_group_rule and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:18.802604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:18.813806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:18.822419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3f455228-28ec-4d14-8918-280fc9ee6b7e tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/subnets/5f7ba9ae-1069-427f-9592-e6545ab9dedc HTTP/1.1" status: 204 len: 168 time: 1.3869278 Mar 02 18:31:18.822713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33354) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:18.840315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.842015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port d8860263-1eac-4c42-8699-7115a9d051c1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:18.847691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port d8860263-1eac-4c42-8699-7115a9d051c1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:18.848066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.900683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-99127151-0cac-408e-9332-0cca65a1d039 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 200 len: 999 time: 0.8815551 Mar 02 18:31:18.967415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76049153-36d9-4afd-afe2-5c8ec4bcbd9c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:18.978357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:18.979556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2ce1725-426b-4af1-8e5b-e143689c2ee9 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5230043 Mar 02 18:31:18.993547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:19.003338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:19.009656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:19.010345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.015666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:19.017442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:19.036178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:19.048342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:19.144517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.154593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-1cf1ab8e-264d-4bdc-8d64-84b0759b3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.156110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-1cf1ab8e-264d-4bdc-8d64-84b0759b3822 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 200 len: 856 time: 0.2357969 Mar 02 18:31:19.224779 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.312293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:19.358454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82e67b22-eed7-49f4-b9e4-b257039a93c2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:19.382614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb038e-0885-4285-b749-ee014d3291d0 req-c286bc0d-3dbb-4e1f-978e-bf95bea12dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.383924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.384288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fabb038e-0885-4285-b749-ee014d3291d0 req-c286bc0d-3dbb-4e1f-978e-bf95bea12dac service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 1096 time: 0.5625503 Mar 02 18:31:19.386520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.479365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.488798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-3232bfa6-6fd7-4a4a-bcfa-c7c2fae2884b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.490329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-3232bfa6-6fd7-4a4a-bcfa-c7c2fae2884b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=91ecf49a-ab04-4f86-85d9-29b26e591282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3184252 Mar 02 18:31:19.536512 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.550537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:19.561346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc04ab1-36e1-439e-ac40-376771bf21e2 req-4abfe0a5-2d31-47be-80a8-e4fa653a078b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.563238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfc04ab1-36e1-439e-ac40-376771bf21e2 req-4abfe0a5-2d31-47be-80a8-e4fa653a078b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 943 time: 0.4822006 Mar 02 18:31:19.599417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:19.611550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f5b689-e319-47d7-b568-e33ff9b898d5']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:19.622398 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.624446 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Added segment 74652af8-b41c-4337-9efe-3b932ed2714f of type vlan for network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 Mar 02 18:31:19.647809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.653578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee9d5f2-fae3-46be-92cc-8b99646028d3') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:19.654034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee9d5f2-fae3-46be-92cc-8b99646028d3') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:19.678430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:19.687412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fabb038e-0885-4285-b749-ee014d3291d0 req-a7ddb2ca-7a1b-4b93-ba4d-2facd325d269 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987145 Mar 02 18:31:19.690897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.699227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'mac_address': 'fa:16:3e:ee:bb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:19.729636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2916e368-29bd-4eea-9b7e-f273063c0aa3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:19.753771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e8bd6-c55c-4718-98bb-26c3be37ac5f req-93744770-5e08-480e-ba9c-7a7a9964f3bc tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:19.755423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.761195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c44e8bd6-c55c-4718-98bb-26c3be37ac5f req-93744770-5e08-480e-ba9c-7a7a9964f3bc tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 945 time: 0.5603302 Mar 02 18:31:19.767105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.784316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b485654f-eca8-4cf5-8a06-6f6f87872a07 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:19.794832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.804800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:19.814597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.816064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:19.817742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:19.818484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.837718 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.841894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:19.842332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:19.859439 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:19.865675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f256b9-0893-458c-884b-d80d3527e127 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:19.882922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfc04ab1-36e1-439e-ac40-376771bf21e2 req-58bf13f3-1d38-40ae-a06b-90dd89d5e273 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094655 Mar 02 18:31:19.895218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.910707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb9f442-a5dc-42b5-8250-45808418acda,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:19.917762 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-cf58da67-ccc0-479a-987c-a13a6d03445d service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188349 Mar 02 18:31:19.924027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:19.947952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:31:19.973153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c44e8bd6-c55c-4718-98bb-26c3be37ac5f req-1f150aaf-7083-4a01-b0c9-222db354dfe1 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109113 Mar 02 18:31:20.030206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.086179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Transition to ACTIVE for port object 66f256b9-0893-458c-884b-d80d3527e127 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:20.109555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.110801 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f436a90d-5b3c-41dd-bee9-631e1ab36281 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1162636 Mar 02 18:31:20.114092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33370) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:20.115838 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.123602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:20.130953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:20.137136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:20.143293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:20.157091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 82e67b22-eed7-49f4-b9e4-b257039a93c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82e67b22-eed7-49f4-b9e4-b257039a93c2,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:20.162470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b485654f-eca8-4cf5-8a06-6f6f87872a07'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:20.205036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.205996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:20.206605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.218070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596af4f-32d1-414b-a147-27b113b59536 req-91b1acd1-8d29-4993-9b9a-489fef0ef6fa tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:20.221207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2596af4f-32d1-414b-a147-27b113b59536 req-91b1acd1-8d29-4993-9b9a-489fef0ef6fa tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 932 time: 0.1819282 Mar 02 18:31:20.225739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:20.271578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.271840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.305713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.310213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.428458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5930f44c-7b23-4cdb-9ff8-d23a426dcb5e req-fe97fc69-b130-4c1a-9d94-3a21131e475c service neutron] 10.222.0.65 "GET /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014749 Mar 02 18:31:20.463449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.546793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] 10.222.0.66 "DELETE /v2.0/networks/b4f5b689-e319-47d7-b568-e33ff9b898d5 HTTP/1.1" status: 204 len: 168 time: 1.6891775 Mar 02 18:31:20.552920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] Pushing event updated for resources: {'Network': ['ID=20dece0a-d5ca-4680-a9d8-dab3c3440ee1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.558344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.566464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:20.588267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2596af4f-32d1-414b-a147-27b113b59536 req-1a0b03c1-f582-4053-8efe-cc05dbb436fe tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425217 Mar 02 18:31:20.602358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c9d5311-6089-42b9-8f22-118f489c7d3c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5111287 Mar 02 18:31:20.623871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7a3552-019d-45c3-810c-244f000fdf01 tempest-FloatingIPTestJSON-504816367 tempest-FloatingIPTestJSON-504816367-project] Pushing event deleted for resources: {'Network': ['ID=b4f5b689-e319-47d7-b568-e33ff9b898d5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.626598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33376) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:20.651515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Request body: {'subnet': {'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2011075028-subnet', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:20.656777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:20.661011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Usage tracker for resource:subnet and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:20.664222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:20.673515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:20.686438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09780e75-f319-41bb-a871-7312b817deb8 req-e2aff0c8-bb1b-40c4-8d26-8647558b4eac tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:20.688720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09780e75-f319-41bb-a871-7312b817deb8 req-e2aff0c8-bb1b-40c4-8d26-8647558b4eac tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.5414236 Mar 02 18:31:20.726881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Pushing event updated for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.747063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.749992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:20.777705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09780e75-f319-41bb-a871-7312b817deb8 req-febec744-ce98-4ff6-b9b9-a4c53aeafaa6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622430 Mar 02 18:31:20.808582 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'code': 200} Mar 02 18:31:20.847362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Made reservation on behalf of 99432d2b1a19401a842fc9c278b49083 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:20.849713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.865390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.865948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Attempting to bind port 66f256b9-0893-458c-884b-d80d3527e127 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:20.866352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Attempting to bind port 66f256b9-0893-458c-884b-d80d3527e127 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:20.867805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Attempting to bind port 66f256b9-0893-458c-884b-d80d3527e127 on network 79f898e7-e177-491f-a675-03cb83d2b019 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:20.887750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Port 66f256b9-0893-458c-884b-d80d3527e127 on network 79f898e7-e177-491f-a675-03cb83d2b019 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:31:20.888061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Attempting to bind port 66f256b9-0893-458c-884b-d80d3527e127 on network 79f898e7-e177-491f-a675-03cb83d2b019 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:20.905304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:20.906223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Checking segment: {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:20.906593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Bound using segment: {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:20.907035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Bound port: 66f256b9-0893-458c-884b-d80d3527e127, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5b4b344-34e9-4d22-adc9-1741b8ceb487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:20.908338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:20.910805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354f20c1-0f0a-4f80-8b03-dfa3c9573d48,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:20.927816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Deleting port 894a9052-7320-49e2-919e-9bbedc8fc6ea {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:20.928236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.130928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.131353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:21.134774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33388) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:21.137844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-606246ce-1c30-487f-9e03-a06f1c720e6a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0177150 Mar 02 18:31:21.141759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:21.149519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=66f256b9-0893-458c-884b-d80d3527e127,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:21.154724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:21.182816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:21.236330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:21.240371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:21.259780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:21.264646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:21.310605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.321722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a586a13-104f-477d-9359-a9dc5f5fcf92 req-17ac6dc7-d96e-4152-9ac4-f7fae8b2ab87 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:21.323309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a586a13-104f-477d-9359-a9dc5f5fcf92 req-17ac6dc7-d96e-4152-9ac4-f7fae8b2ab87 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 944 time: 0.2761176 Mar 02 18:31:21.342564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82e67b22-eed7-49f4-b9e4-b257039a93c2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:21.363522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc9bc7-90c2-4882-8704-9894b4931f06 req-ef99f186-1ae5-4d7f-a15c-b45c0ff7db03 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:21.365046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbc9bc7-90c2-4882-8704-9894b4931f06 req-ef99f186-1ae5-4d7f-a15c-b45c0ff7db03 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 945 time: 0.2031968 Mar 02 18:31:21.384626 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Project 3561cee4d7f84cce9c69eee26ac45fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:31:21.408992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a586a13-104f-477d-9359-a9dc5f5fcf92 req-6e12c3e7-2f32-4306-9cc9-57504b78930d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800591 Mar 02 18:31:21.413402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.425463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.452767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:21.453459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.455056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] 10.222.0.11 "PUT /v2.0/ports/66f256b9-0893-458c-884b-d80d3527e127 HTTP/1.1" status: 200 len: 1092 time: 3.6144722 Mar 02 18:31:21.459610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 82e67b22-eed7-49f4-b9e4-b257039a93c2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:21.459876 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.475541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'tag': '66f256b9-0893-458c-884b-d80d3527e127'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:21.524399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbc9bc7-90c2-4882-8704-9894b4931f06 req-e0df81fb-5d9d-4b05-87b8-1f0ca65cd92b tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445541 Mar 02 18:31:21.569689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] For port 894a9052-7320-49e2-919e-9bbedc8fc6ea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=894a9052-7320-49e2-919e-9bbedc8fc6ea,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:21.570444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.572091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1239f0fe-36bd-447a-a204-a59658c195c3,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:21.589087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ec117-3700-4fc4-8846-c645b63d8f4f service neutron] Pushing event updated for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:21.597962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Checking segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:21.598346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Network hostable DHCP agents. Network: 20dece0a-d5ca-4680-a9d8-dab3c3440ee1, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:21.601304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011d0ae-5e29-4001-a0fe-ae7011105330 req-2569386b-f736-42af-83a9-232db6fbdd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:21.602894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7011d0ae-5e29-4001-a0fe-ae7011105330 req-2569386b-f736-42af-83a9-232db6fbdd58 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 1097 time: 0.4067681 Mar 02 18:31:21.604371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.663932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8e541b14-deb5-493a-9562-f2fbe90d5f2e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1ccdaf0df15745dca3dddcdcd4dbac5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5258708 Mar 02 18:31:21.666862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33402) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:21.667821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port b485654f-eca8-4cf5-8a06-6f6f87872a07 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:21.673878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b485654f-eca8-4cf5-8a06-6f6f87872a07 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:21.674343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.700347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.729473 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'tag': '66f256b9-0893-458c-884b-d80d3527e127', 'status': 'completed', 'code': 200} Mar 02 18:31:21.746428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:21.777501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Calling delete_port for 894a9052-7320-49e2-919e-9bbedc8fc6ea owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:21.785896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d7adacd-9190-41e7-a702-e13c4f4c1806,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:21.822430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.825688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.857512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:21.865134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.910509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552c747-c1b5-4d06-bdf3-0a6b3a6bd84f req-8a3da18a-e2fa-468b-a57d-b574a2346cfb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:21.911995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2552c747-c1b5-4d06-bdf3-0a6b3a6bd84f req-8a3da18a-e2fa-468b-a57d-b574a2346cfb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 944 time: 0.1715806 Mar 02 18:31:21.912742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.916604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b7ce1582-d035-4304-8f1f-6de35d2eefec tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7692339 Mar 02 18:31:21.917294 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7011d0ae-5e29-4001-a0fe-ae7011105330 req-29e6568e-d01c-4231-8657-7efd3ad94271 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867528 Mar 02 18:31:21.917514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:21.926840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'security_group_rule': {'security_group_id': 'c8514c32-f1cf-4eeb-868e-9147065215c3', 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:21.939541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:21.969012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:security_group_rule and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:21.972071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:21.976864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 20dece0a-d5ca-4680-a9d8-dab3c3440ee1) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:21.977059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:21.992457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:22.005646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:22.005907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.011209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-a7bba335-9385-4c22-91ae-3da00d43716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:22.016596 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-a7bba335-9385-4c22-91ae-3da00d43716e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 1095 time: 0.2858498 Mar 02 18:31:22.050313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:22.052952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693b520-1fe7-435b-a998-b531bc6d3ff0 None None] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:22.067828 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4410f2b4-db9d-4782-bfd0-c8261af181e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.098416 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-48771c39-8cba-471b-be4d-7c3bc0660c74 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f256b9-0893-458c-884b-d80d3527e127 HTTP/1.1" status: 200 len: 217 time: 0.0770469 Mar 02 18:31:22.100746 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Project 3561cee4d7f84cce9c69eee26ac45fa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:31:22.133953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2552c747-c1b5-4d06-bdf3-0a6b3a6bd84f req-5d9b347b-c5ca-4847-9986-639ea4958dfa tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140822 Mar 02 18:31:22.143495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-93275d43-4fe3-4e9c-ac79-bdf629a70f24 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5045850 Mar 02 18:31:22.145647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33412) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:22.153124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:22.155196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.170769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:22.179699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Usage tracker for resource:router and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:22.194893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:22.206737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:22.225580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-9d7ac9e4-8c97-43d4-b4ab-30c09a8bff7a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1464512 Mar 02 18:31:22.233461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c711ee-6fa8-4a18-b459-e7306f65eda3 req-7fbded8a-614f-4fd0-9616-450391c97487 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:22.235144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48c711ee-6fa8-4a18-b459-e7306f65eda3 req-7fbded8a-614f-4fd0-9616-450391c97487 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.3196194 Mar 02 18:31:22.244836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.248392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.250638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d4bb3103-76a4-42b7-a69b-50930fa8d7de HTTP/1.1" status: 204 len: 168 time: 0.5825703 Mar 02 18:31:22.251360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-48c7f193-7d43-4cc8-a06e-e7e84656e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:22.252989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-48c7f193-7d43-4cc8-a06e-e7e84656e83c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.1467550 Mar 02 18:31:22.288218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dee6a0-d86a-4f0c-821e-de0ee6daa0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb3103-76a4-42b7-a69b-50930fa8d7de,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:22.313172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.314204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.323842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48c711ee-6fa8-4a18-b459-e7306f65eda3 req-031c69ce-b4c5-41a2-99ad-abbaf47bdb5f tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805898 Mar 02 18:31:22.331429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-21d06ef4-6956-4013-ae1f-7845a9fe256b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683858 Mar 02 18:31:22.383092 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.395800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:31:22.397115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.406233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.420441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-b7ee6bdf-49eb-4125-b202-1c65b7950132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:22.421951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-b7ee6bdf-49eb-4125-b202-1c65b7950132 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=816230348bb844f3bdb8cb17c4d0addc&device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 1096 time: 0.1037977 Mar 02 18:31:22.515800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.578400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=894a9052-7320-49e2-919e-9bbedc8fc6ea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:22.584641 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-70817918-5c39-423d-9fd4-18c1e6ebc593 service neutron] 10.222.0.11 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365608 Mar 02 18:31:22.588047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.642771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Allocated IP 172.20.0.2 (20dece0a-d5ca-4680-a9d8-dab3c3440ee1/1239f0fe-36bd-447a-a204-a59658c195c3/817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:22.833563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:22.942667 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:22.957552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Transition to ACTIVE for port object 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:22.987306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7aa01cef-e245-40bc-8c1c-39c8038c2d12 req-25af286f-2e02-48ea-8f32-4da0709cf6ee service neutron] 10.222.0.11 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515060 Mar 02 18:31:22.994275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Transition to ACTIVE for port object 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:23.052725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7ec4bb-f1ed-4972-beb1-1c7d177264a2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:23.089619 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.183051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.188174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-afb6a257-7329-4fac-a381-46f1db9841f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:23.189993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-afb6a257-7329-4fac-a381-46f1db9841f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 200 len: 914 time: 0.7429941 Mar 02 18:31:23.215784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:23.235952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:23.238436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:23.304854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-7e1045a7-dd2a-46fb-9440-38d3d37e48fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 HTTP/1.1" status: 200 len: 217 time: 0.1042855 Mar 02 18:31:23.329123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.375106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.378446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78787720-3546-4f06-be52-23515dbc768a req-356ce347-b755-4864-8833-2c8eddf2d09b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:23.385605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd87ec7b-9eb1-46b2-9e36-3d94f467c7ad tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4662950 Mar 02 18:31:23.386144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78787720-3546-4f06-be52-23515dbc768a req-356ce347-b755-4864-8833-2c8eddf2d09b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 945 time: 0.8471544 Mar 02 18:31:23.414381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Attempting to bind port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:23.414938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Attempting to bind port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:23.415175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Attempting to bind port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 on network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:23.422977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:23.423365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Checking segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:23.423773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.424177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Bound using segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:23.424736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Bound port: 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:23.425132 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.488839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f777-4838-4a86-81b8-5214b2c8abd3 req-6dda3cd3-2f90-4e2a-81d0-3c28b89c966c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:23.490371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94d8f777-4838-4a86-81b8-5214b2c8abd3 req-6dda3cd3-2f90-4e2a-81d0-3c28b89c966c tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 945 time: 0.8112833 Mar 02 18:31:23.508902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-ab351a3b-36ac-4a7d-b101-310b84e5625d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:23.510379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-ab351a3b-36ac-4a7d-b101-310b84e5625d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 200 len: 853 time: 0.1908524 Mar 02 18:31:23.579453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78787720-3546-4f06-be52-23515dbc768a req-5ca1bc2e-f605-47a0-bba1-73f04339cbdd tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923592 Mar 02 18:31:23.581572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] For port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:23.585232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] For port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:23.586667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Pushing event updated for resources: {'Port': ['ID=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:23.682376 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'code': 200} Mar 02 18:31:23.714620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-15194488-7a75-46f3-831f-5e700bee6127 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=04f3edce-2514-4b34-ad7f-723138af087f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197622 Mar 02 18:31:23.716208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:23.748956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-d48e5c85-0e36-43cb-aef5-0e3324c724db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:23.751371 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-d48e5c85-0e36-43cb-aef5-0e3324c724db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 1095 time: 0.4182494 Mar 02 18:31:23.772975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94d8f777-4838-4a86-81b8-5214b2c8abd3 req-23baae74-71c5-499f-8d81-1bab56f5dfb0 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731121 Mar 02 18:31:23.847807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6ac9b9-abc4-4f3f-a4db-4c8b0bf70d1a None None] Pushing event updated for resources: {'Port': ['ID=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:24.072895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Router 46bb9928-8f2b-4744-9b8f-969473715f84 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:24.127782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-9e21c87f-e2ce-4739-984f-60c6a0ac6713 service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956351 Mar 02 18:31:24.191885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-f704f00f-c73c-4ea1-a0f8-4a3d4c38ffaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:24.191885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-f704f00f-c73c-4ea1-a0f8-4a3d4c38ffaa service neutron] 10.222.0.11 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.3953009 Mar 02 18:31:24.201151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcad1710-cab7-4568-8ecd-7a87affaf8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:24.255202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01fc1d-5da7-4712-b458-0a377d76bee2 req-57649348-b37f-4251-8fb4-02ed0e429583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:24.257567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be01fc1d-5da7-4712-b458-0a377d76bee2 req-57649348-b37f-4251-8fb4-02ed0e429583 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 1096 time: 0.4716430 Mar 02 18:31:24.286604 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-8f6a0984-0299-4031-9137-f029264bfee0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66f256b9-0893-458c-884b-d80d3527e127 HTTP/1.1" status: 200 len: 217 time: 0.0913072 Mar 02 18:31:24.390918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33486) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:24.443478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-364726ac-919c-4042-8b8f-da0367fc6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:24.444931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-364726ac-919c-4042-8b8f-da0367fc6ead service neutron] 10.222.0.11 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.1491232 Mar 02 18:31:24.451586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:24.462298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Sync routers for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:24.474234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:24.474855 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:24.489772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0c07bb0-0666-427e-a907-e5ad0cd56e6d admin admin] 10.222.0.66 "PUT /v2.0/routers/46bb9928-8f2b-4744-9b8f-969473715f84/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9638276 Mar 02 18:31:24.495182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33494) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:24.504204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-e510e346-f341-4647-b741-c4109f5afe3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500317 Mar 02 18:31:24.531227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848ddc9-8ea5-4bff-9430-770826de92a8 req-641856eb-9700-4306-88b6-b964754839e6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:24.532742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a848ddc9-8ea5-4bff-9430-770826de92a8 req-641856eb-9700-4306-88b6-b964754839e6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 944 time: 0.6986144 Mar 02 18:31:24.575171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be01fc1d-5da7-4712-b458-0a377d76bee2 req-384aacfb-cd84-4274-85e7-54aafe6e44c9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069472 Mar 02 18:31:24.594082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae9f56-4da8-4f2e-ac68-1281a42f80ca req-0a6402c4-b409-42a0-a7de-852ab78b4cde tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:24.600955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dae9f56-4da8-4f2e-ac68-1281a42f80ca req-0a6402c4-b409-42a0-a7de-852ab78b4cde tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.6489840 Mar 02 18:31:24.645890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:24.688404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-668189418'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:24.708298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:24.712837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:24.723321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e0e48e-2a7e-4d16-8a8a-75cc5b38cabe req-4986e21a-c65c-47d8-abb3-e2f124cfb84e service neutron] 10.222.0.11 "GET /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813286 Mar 02 18:31:24.732273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:24.737817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a848ddc9-8ea5-4bff-9430-770826de92a8 req-62128c42-b9ec-4bcf-9b60-7731b97b008c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933930 Mar 02 18:31:24.740814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:24.783785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:24.804569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:24.814736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dae9f56-4da8-4f2e-ac68-1281a42f80ca req-9d712175-662c-4014-8a6d-3d0c842cbb8c tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125957 Mar 02 18:31:25.086348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.183140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-6d16f0ce-44fd-4814-9340-27f331009fe3 service neutron] 10.222.0.11 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742501 Mar 02 18:31:25.285314 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:31:22Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:25.299613 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Checking router: 46bb9928-8f2b-4744-9b8f-969473715f84 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:25.309197 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Routers {'46bb9928-8f2b-4744-9b8f-969473715f84'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:25.309848 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['46bb9928-8f2b-4744-9b8f-969473715f84'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:25.344881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:25.350792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96e0994-49db-4981-895c-d213a4069999 None None] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:25.356020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.440857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Allocated IP 172.25.7.49 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/725bda28-7516-4dbe-a713-eac177cebf4c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:25.460753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.499759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9058a93d-a84e-48e1-9aba-aec6711030aa req-9dab944a-78fd-4760-a99c-8c6fc4997b06 service neutron] 10.222.0.11 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115064 Mar 02 18:31:25.565431 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] Set router 46bb9928-8f2b-4744-9b8f-969473715f84 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:25.566935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.613255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:25.613517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Deleting port a681663c-f94c-414a-b1f0-bb33df8a6a1d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:25.613517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.640801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-a1e1e9fe-cb1e-4572-8253-473862b57c17 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-272105352&fields=id&tenant_id=3561cee4d7f84cce9c69eee26ac45fa4 HTTP/1.1" status: 200 len: 267 time: 0.3024087 Mar 02 18:31:25.681046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:25.712743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:25.720802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:25.793012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:25.845298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.883817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.905449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Provisioning for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:25.910293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dffd4b-c9b9-496e-b5b4-2f143e41ddc3 req-e7a3064a-cda1-4887-b6ba-2109b657b981 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:25.911528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.916154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:25.923601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.924519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6dffd4b-c9b9-496e-b5b4-2f143e41ddc3 req-e7a3064a-cda1-4887-b6ba-2109b657b981 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 945 time: 0.6372163 Mar 02 18:31:25.925655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:25.926250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:25.956580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] For port a681663c-f94c-414a-b1f0-bb33df8a6a1d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a681663c-f94c-414a-b1f0-bb33df8a6a1d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:25.956887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.008240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Provisioning complete for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:26.019007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.049497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-b692de2e-bf3e-4c4e-9af0-705bd73f8155 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:26.062662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-b692de2e-bf3e-4c4e-9af0-705bd73f8155 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/networks?id=20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 200 len: 809 time: 0.4200518 Mar 02 18:31:26.115607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6dffd4b-c9b9-496e-b5b4-2f143e41ddc3 req-7699d223-8e0f-4dcf-9598-e1cec0a539ea tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895087 Mar 02 18:31:26.154601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-a064f6ba-d225-41b6-b18f-bfdb29b74b9c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/quotas/3561cee4d7f84cce9c69eee26ac45fa4 HTTP/1.1" status: 200 len: 375 time: 0.0902803 Mar 02 18:31:26.270161 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:31:22Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:26.275981 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7612c-bb25-403c-88a1-1600221f3eb0 None None] The sync data for ids ['46bb9928-8f2b-4744-9b8f-969473715f84'] in n-d-828839-1 is: [{'id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'name': 'tempest-ServersTestManualDisk-528127637-router', 'tenant_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:29:20Z', 'updated_at': '2022-03-02T18:31:22Z', 'revision_number': 5, 'project_id': '974385c2ceb746a0b2f75d2fe2d515b3', 'gw_port': {'id': 'a681663c-f94c-414a-b1f0-bb33df8a6a1d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:51:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46bb9928-8f2b-4744-9b8f-969473715f84', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:29:21Z', 'updated_at': '2022-03-02T18:29:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:26.277385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Calling delete_port for a681663c-f94c-414a-b1f0-bb33df8a6a1d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:26.504828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.522208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-006d195a-f441-4a42-96aa-adb94304a365 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3663673 Mar 02 18:31:26.529785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.542268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.577956 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.584619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:26.600335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.620661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473bc6e-0bf9-4811-91ad-26c961cd19cf req-c3fb38f7-c72c-444f-9633-76bcaf8f59b6 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:26.624095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1473bc6e-0bf9-4811-91ad-26c961cd19cf req-c3fb38f7-c72c-444f-9633-76bcaf8f59b6 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 945 time: 0.2466075 Mar 02 18:31:26.643701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a681663c-f94c-414a-b1f0-bb33df8a6a1d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:26.644881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.689304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.754244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.756851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.759470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.781777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:26.784453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:26.798100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:26.812153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:26.841576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Pushing event updated for resources: {'Port': ['ID=725bda28-7516-4dbe-a713-eac177cebf4c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:26.852835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a86ea6-f8d6-4fa0-9fb1-0f2fa812a0cb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:26.865840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:26.866087 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7 of type vlan for network fb034bba-fef9-4a25-a3c4-d0c143da281a Mar 02 18:31:26.872731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1473bc6e-0bf9-4811-91ad-26c961cd19cf req-d3840617-6c09-48ea-af4a-8c59ffd3f42b tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288184 Mar 02 18:31:26.900745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:31:26.901041 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-2efed89d-2e81-4df3-aa38-620600e3f89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:31:26.906370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:26.930605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-1a487918-e588-4ad1-b7d0-845e55938204 service neutron] 10.222.0.66 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910899 Mar 02 18:31:26.937653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.145674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.148050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.148665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:31:27.259928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 66f256b9-0893-458c-884b-d80d3527e127 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:27.275684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.277601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46bb9928-8f2b-4744-9b8f-969473715f84 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:31:27.318603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.318603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7464d854-de4f-4e30-b0f1-e382f87142ad admin admin] 10.222.0.66 "DELETE /v2.0/routers/46bb9928-8f2b-4744-9b8f-969473715f84 HTTP/1.1" status: 204 len: 168 time: 2.8192930 Mar 02 18:31:27.318603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33516) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:27.347289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-7ed71410-94b4-4d2a-98b1-3a7b6f11273e service neutron] 10.222.0.66 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3498023 Mar 02 18:31:27.352349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.353583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:27.354236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.416716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedda56b-7fd4-4d11-8984-7a4b158327ee req-a9fd7504-9553-4af3-9878-48a4f5bb82fb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:27.418292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eedda56b-7fd4-4d11-8984-7a4b158327ee req-a9fd7504-9553-4af3-9878-48a4f5bb82fb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 944 time: 0.3883657 Mar 02 18:31:27.456330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Deleting subnet bf77f134-fdee-4841-892e-aa38546085ff {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:31:27.459820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.469834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=66f256b9-0893-458c-884b-d80d3527e127,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:27.509731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '66f256b9-0893-458c-884b-d80d3527e127', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'port_id': '66f256b9-0893-458c-884b-d80d3527e127', 'mac_address': 'fa:16:3e:b2:86:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa131b-1b04-4b1e-86c0-055561c563ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:27.522095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:27.541934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.630745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.659199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.680088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f256b9-0893-458c-884b-d80d3527e127 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:27.697638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=66f256b9-0893-458c-884b-d80d3527e127,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:27.705908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:27.706464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.744139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=fb034bba-fef9-4a25-a3c4-d0c143da281a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:27.761443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:27.802900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.819239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.875711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:27.879252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf77f134-fdee-4841-892e-aa38546085ff,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:27.887575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01549815-8ea8-4f31-ac3a-b94f8c40d0cd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf77f134-fdee-4841-892e-aa38546085ff HTTP/1.1" status: 204 len: 168 time: 0.5683062 Mar 02 18:31:27.888228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:27.891504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2fd7bb-e95c-4558-b92d-4c4a240d4463 None None] Network bace639a-2715-42b2-bb83-3ee0e6dbbdef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:27.933883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eedda56b-7fd4-4d11-8984-7a4b158327ee req-87cc8aa7-5f46-4821-a7b1-0f89c1ec6e3b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965879 Mar 02 18:31:27.935516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32cb43a0-8fb0-40c3-a206-7b7d2830d057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.5436044 Mar 02 18:31:27.939162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:28.009184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'name': 'tempest-PortsIpV6TestJSON-2067871848'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:28.024463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.140374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.157455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf93cba-dee7-42e0-a8bd-896b8c24559b req-537e138e-bc20-4ed7-acec-322a21bae984 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:28.165130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcf93cba-dee7-42e0-a8bd-896b8c24559b req-537e138e-bc20-4ed7-acec-322a21bae984 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.3027415 Mar 02 18:31:28.179515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Deleting port 23b82269-2cf2-4936-8c38-87cd1957d946 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:28.179846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.221215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['66f256b9-0893-458c-884b-d80d3527e127'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:28.230297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:28.238238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:28.246827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:28.250535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a610cb0-48b6-4cd8-a1b7-ecac14b5a6e5 None None] Provisioning complete for port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:28.250535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a610cb0-48b6-4cd8-a1b7-ecac14b5a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.256834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:28.296418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcf93cba-dee7-42e0-a8bd-896b8c24559b req-e82bcd0b-eb9d-474b-b446-938e87fad5de tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301255 Mar 02 18:31:28.381436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:28.386358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.465852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:28.522297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:31:28.533617 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.574697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 894a9052-7320-49e2-919e-9bbedc8fc6ea no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:28.601003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] For port 23b82269-2cf2-4936-8c38-87cd1957d946, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=23b82269-2cf2-4936-8c38-87cd1957d946,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:28.601374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.622441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 894a9052-7320-49e2-919e-9bbedc8fc6ea {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:28.622785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 894a9052-7320-49e2-919e-9bbedc8fc6ea not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:28.759062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Calling delete_port for 23b82269-2cf2-4936-8c38-87cd1957d946 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:28.784206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26833a23-0e53-478a-ad03-9321d4c3d7ea req-1236fe1d-eef5-4baf-b21d-1c87ebf44376 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.0632284 Mar 02 18:31:28.785050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] DHCP port deletion for bace639a-2715-42b2-bb83-3ee0e6dbbdef request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:31:28.802323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Deleting port 23b82269-2cf2-4936-8c38-87cd1957d946 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:28.802323 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:28.973868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:31:29.061162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] For port 23b82269-2cf2-4936-8c38-87cd1957d946, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=23b82269-2cf2-4936-8c38-87cd1957d946,segment=NetworkSegment(d6220af2-ce7a-4ffc-82c1-a71de5afe4e8),segment_id=d6220af2-ce7a-4ffc-82c1-a71de5afe4e8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:29.062198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.124623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.197486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Calling delete_port for 23b82269-2cf2-4936-8c38-87cd1957d946 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:29.218700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.283516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=23b82269-2cf2-4936-8c38-87cd1957d946,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:29.291547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9ee69-adf0-403f-b7fc-1915896cf3c9 req-60b459c4-1110-4495-bfc1-d96ac91976d6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:29.291847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] No DVR routers for this DVR port 23b82269-2cf2-4936-8c38-87cd1957d946 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:29.293263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85d9ee69-adf0-403f-b7fc-1915896cf3c9 req-60b459c4-1110-4495-bfc1-d96ac91976d6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 945 time: 0.1992204 Mar 02 18:31:29.301284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:29.302898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:31:29.303761 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:31:29.312083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Sync routers for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:29.322718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a681663c-f94c-414a-b1f0-bb33df8a6a1d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:29.360041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.363477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85d9ee69-adf0-403f-b7fc-1915896cf3c9 req-26986046-5848-49f5-bb07-4d2d67c0f450 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599296 Mar 02 18:31:29.367817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a681663c-f94c-414a-b1f0-bb33df8a6a1d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:29.368063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a681663c-f94c-414a-b1f0-bb33df8a6a1d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:29.368442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 23b82269-2cf2-4936-8c38-87cd1957d946 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:29.408720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:29.409492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.474803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 23b82269-2cf2-4936-8c38-87cd1957d946 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:29.474970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 23b82269-2cf2-4936-8c38-87cd1957d946 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:29.475631 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.482744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0b0b12b-6b73-4cfe-8247-f89db8a3636f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.3360002 Mar 02 18:31:29.484545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33546) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:29.586455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=5747c1cd-194b-4a9f-95ce-9a2206bb3d3d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:29.662173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.674954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:29.713100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bace639a-2715-42b2-bb83-3ee0e6dbbdef']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.731781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.731985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6220af2-ce7a-4ffc-82c1-a71de5afe4e8') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:29.750196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.757021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:29.757021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: fb034bba-fef9-4a25-a3c4-d0c143da281a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:29.779844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.787219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:29.787624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:29.802102 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:29.816377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Deleting port 23b82269-2cf2-4936-8c38-87cd1957d946 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:29.818745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:29.906732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:29.930834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0933cc8e-cf04-414e-b124-b5a5859caf79 None None] The port '23b82269-2cf2-4936-8c38-87cd1957d946' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:31:29.987040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.003654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.037158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, fb034bba-fef9-4a25-a3c4-d0c143da281a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:30.041712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:30.048745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.049644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.051079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17858c34-94fd-45d7-9a21-d0d78845863e None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:30.054419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=bace639a-2715-42b2-bb83-3ee0e6dbbdef,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:30.062515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60dc425-d0d1-479b-b030-3aab88016b4a req-a6be9a7b-f254-4063-adae-93520aca70b2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.069858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a60dc425-d0d1-479b-b030-3aab88016b4a req-a6be9a7b-f254-4063-adae-93520aca70b2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 945 time: 0.5840139 Mar 02 18:31:30.115078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2674b51-1d8b-4a81-a79a-79ff72dbb8a2 req-6ba32bf4-bf93-4494-a7de-47d26264d317 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.116659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2674b51-1d8b-4a81-a79a-79ff72dbb8a2 req-6ba32bf4-bf93-4494-a7de-47d26264d317 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 945 time: 0.3608081 Mar 02 18:31:30.171631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c36c6e05-b093-4416-a9a7-a98f4e7b83a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/bace639a-2715-42b2-bb83-3ee0e6dbbdef HTTP/1.1" status: 204 len: 168 time: 2.2817111 Mar 02 18:31:30.205872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2877cca7-8096-4749-a071-73f85b0d5d27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2613688 Mar 02 18:31:30.209178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:30.221044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-404160206'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:30.230864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:30.238319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a60dc425-d0d1-479b-b030-3aab88016b4a req-0e521005-ee57-48f7-a288-be3cb4fcaed6 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672637 Mar 02 18:31:30.239191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:30.244643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:30.319386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2674b51-1d8b-4a81-a79a-79ff72dbb8a2 req-4423db91-5868-411c-9510-06ddded8237d tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885343 Mar 02 18:31:30.337762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:30.407593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:27Z', 'revision_number': 3, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:30.413638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Checking router: cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:30.414005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Updating router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 port 725bda28-7516-4dbe-a713-eac177cebf4c binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:31:30.429877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-21485c84-5639-4ee7-b31f-78c7295317ad tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.431541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-21485c84-5639-4ee7-b31f-78c7295317ad tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:30.490345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.521437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:30.525474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.525962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd18575-ae52-4a4a-acac-c37f48cd887e req-2427f6c2-6db9-4ab0-bfe2-50e4b9b19634 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.1015756 Mar 02 18:31:30.568573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-21485c84-5639-4ee7-b31f-78c7295317ad tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:30.569981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-21485c84-5639-4ee7-b31f-78c7295317ad tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 945 time: 0.3082066 Mar 02 18:31:30.575081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:30.634146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.634902 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 7370c4c2-0fb1-422c-8417-d52924c5cfa5 of type vlan for network ffda17dd-e343-49c2-a3cf-d3313117d27e Mar 02 18:31:30.722097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ae01-8038-43ff-a33b-3606775b7f99 req-7e94c503-a9f9-4cc3-a360-b092acd18092 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.723828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0319ae01-8038-43ff-a33b-3606775b7f99 req-7e94c503-a9f9-4cc3-a360-b092acd18092 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 945 time: 0.2007704 Mar 02 18:31:30.793042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Deleting port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:30.793317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.824232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33562) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:30.831247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0319ae01-8038-43ff-a33b-3606775b7f99 req-7d9b813c-97e9-42b4-b662-ca450d2c2f7b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004558 Mar 02 18:31:30.865336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.897445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:30.978201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-2552b86a-419f-4415-a535-33a6b22f4855 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:30.978903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-2552b86a-419f-4415-a535-33a6b22f4855 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Synchronizing usage tracker for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:30.993889 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.006909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7b7570f0-e187-4145-bb17-08f774d3659f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=974385c2ceb746a0b2f75d2fe2d515b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796052 Mar 02 18:31:31.007640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33566) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:31.010271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Transition to ACTIVE for port object 725bda28-7516-4dbe-a713-eac177cebf4c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:31.109070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.114711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:31.115429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.144092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-e1fa99ea-0eb5-493e-bb52-db5a0ac17e7f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:31.146176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-e1fa99ea-0eb5-493e-bb52-db5a0ac17e7f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.65 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 945 time: 0.3110580 Mar 02 18:31:31.207189 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.219479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.243667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] For port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:31.244038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.270904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 66f256b9-0893-458c-884b-d80d3527e127 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:31.311365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Deleting port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:31.311866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.383572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda878c-3730-4717-91b4-8edd16e0cb69 None None] Pushing event updated for resources: {'Port': ['ID=725bda28-7516-4dbe-a713-eac177cebf4c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:31.387169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Attempting to bind port 725bda28-7516-4dbe-a713-eac177cebf4c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:31.387553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Attempting to bind port 725bda28-7516-4dbe-a713-eac177cebf4c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:31.388010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Attempting to bind port 725bda28-7516-4dbe-a713-eac177cebf4c on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:31.394799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:31.395230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:31.395643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.396040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:31.396520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Bound port: 725bda28-7516-4dbe-a713-eac177cebf4c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:31.397004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.428760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=ffda17dd-e343-49c2-a3cf-d3313117d27e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:31.442370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ffda17dd-e343-49c2-a3cf-d3313117d27e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:31.444787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Calling delete_port for 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:31.478885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-29d64ba1-6958-4d74-8a57-dc4309a070c7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2657936 Mar 02 18:31:31.478885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-2552b86a-419f-4415-a535-33a6b22f4855 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Unset dirty status for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:31.478885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-2552b86a-419f-4415-a535-33a6b22f4855 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.65 "GET /v2.0/networks?id=20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 200 len: 809 time: 0.8199186 Mar 02 18:31:31.486111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33574) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:31.495560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'ports': [{'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'}, {'network_id': 'ffda17dd-e343-49c2-a3cf-d3313117d27e'}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:31.495879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:31.496385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'ffda17dd-e343-49c2-a3cf-d3313117d27e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:31.505481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 66f256b9-0893-458c-884b-d80d3527e127 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:31.510940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.517753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 66f256b9-0893-458c-884b-d80d3527e127 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:31.517945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.565899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Allocated IP 172.20.0.1 (20dece0a-d5ca-4680-a9d8-dab3c3440ee1/1239f0fe-36bd-447a-a204-a59658c195c3/2784fc7e-6695-4a59-ab9a-d3f1e5ca9054) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:31.653730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] For port 725bda28-7516-4dbe-a713-eac177cebf4c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:31.659869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] For port 725bda28-7516-4dbe-a713-eac177cebf4c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=725bda28-7516-4dbe-a713-eac177cebf4c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:31.668424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-58b0a46b-229d-426d-b5d4-5f973f14343d tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Synchronizing usage tracker for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:31.730880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.759475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f256b9-0893-458c-884b-d80d3527e127'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:31.769302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.808479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=66f256b9-0893-458c-884b-d80d3527e127,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:31.841129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:31.849760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:31.853282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:31.853642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:31.853784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:31.859993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:31.881231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-58b0a46b-229d-426d-b5d4-5f973f14343d tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Unset dirty status for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:31.882485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-58b0a46b-229d-426d-b5d4-5f973f14343d tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3561cee4d7f84cce9c69eee26ac45fa4 HTTP/1.1" status: 200 len: 379 time: 0.3932266 Mar 02 18:31:31.891944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'port': {'device_id': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'admin_state_up': True, 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'security_groups': ['c8514c32-f1cf-4eeb-868e-9147065215c3']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:31.919375 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:31.924199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda878c-3730-4717-91b4-8edd16e0cb69 None None] Pushing event updated for resources: {'Port': ['ID=725bda28-7516-4dbe-a713-eac177cebf4c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:32.008419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed02f03-9e74-4056-ab31-5179d553e702 req-8fa39cde-303a-481b-b162-fe37a69cbbc8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:32.015743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fed02f03-9e74-4056-ab31-5179d553e702 req-8fa39cde-303a-481b-b162-fe37a69cbbc8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 945 time: 0.5140095 Mar 02 18:31:32.041132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcaf48-54ba-49ad-9456-b8bcf01d4549 req-7cb795b5-840a-4b44-9ac4-c8c49ee7515f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:32.042626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:32.047848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.048543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03dcaf48-54ba-49ad-9456-b8bcf01d4549 req-7cb795b5-840a-4b44-9ac4-c8c49ee7515f tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 945 time: 0.5560963 Mar 02 18:31:32.061244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.074289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:32.109188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.111806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:32.144012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:32.146593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.150424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] For port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,segment=NetworkSegment(aebea99f-26c9-42a9-9fe6-c16ea640187f),segment_id=aebea99f-26c9-42a9-9fe6-c16ea640187f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:32.154906 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.182261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event deleted for resources: {'Port': ['ID=95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:32.188515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Transition to ACTIVE for port object 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:32.191875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.209847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fed02f03-9e74-4056-ab31-5179d553e702 req-2c1ed18a-ec65-49f6-b468-8dbde61ed578 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862788 Mar 02 18:31:32.362513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03dcaf48-54ba-49ad-9456-b8bcf01d4549 req-0770360d-9bdb-4815-8de4-5a3dc8efb488 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/security-groups?id=3877a302-803e-498a-a88d-15d900bb397b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130915 Mar 02 18:31:32.368739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b3dcd9-de16-474c-b8f7-e39ab98a8513,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:32.413687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] No DVR routers for this DVR port 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:32.435264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Calling delete_port for 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:32.444243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.448995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'name': 'network-vif-deleted', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:32.453183 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f256b9-0893-458c-884b-d80d3527e127', 'code': 200} Mar 02 18:31:32.455836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:32.501571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:port and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:32.506753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-182a805b-0b8e-4a3f-bd56-8d1aef3ce171 req-577e9507-de49-4de0-a9d2-a2ac20c2c354 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.1347976 Mar 02 18:31:32.523646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.524213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:32.530205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3ea9122-ff44-4c94-a755-97c1be211b26 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9b3dcd9-de16-474c-b8f7-e39ab98a8513 HTTP/1.1" status: 204 len: 168 time: 1.5117998 Mar 02 18:31:32.553153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:27Z', 'revision_number': 3, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:32.557472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:32.559156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab47efbc-005c-447c-b44d-d1b39c3f8bfa None None] The sync data for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 is: [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:27Z', 'revision_number': 3, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:32.643230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fa2be1ba-16ce-4f43-8f91-aee12c2ea9c5 req-22cfd03b-dc79-46f9-a166-b88bc17d5ce4 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.11 "DELETE /v2.0/ports/95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 HTTP/1.1" status: 204 len: 173 time: 2.0656781 Mar 02 18:31:32.655979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 4f48d06d-7ace-40fe-ab90-ab0649172c9e yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:31:32.719993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.795446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.805788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Made reservation on behalf of 3561cee4d7f84cce9c69eee26ac45fa4 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:32.809702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.911396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:32.923125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:32.938572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:32.962902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:32.984202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:33.143514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 0af80610-1d5b-425f-8c79-ea21df86c92a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:31:33.218909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Allocated IP 172.20.0.10 (20d43237-3b8e-472a-a145-04379d1af263/ca9dce8d-7924-42a9-8446-e0d20e987e34/b9133242-5049-4b12-8511-fd4dcd2dcf03) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:33.243014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:33.364875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 725bda28-7516-4dbe-a713-eac177cebf4c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:33.417079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] No DVR routers for this DVR port 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:33.431276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.435813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'name': 'network-vif-deleted', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:33.442208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Pushing event deleted for resources: {'Port': ['ID=857ed8e4-8823-4fd9-8024-7b3f2d10fcc6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:33.455030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.549986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.595310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 725bda28-7516-4dbe-a713-eac177cebf4c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:33.601991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 725bda28-7516-4dbe-a713-eac177cebf4c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:33.602457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.646410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.666564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Transition to ACTIVE for port object b9133242-5049-4b12-8511-fd4dcd2dcf03 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:33.742764 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350', 'name': 'network-vif-deleted', 'tag': '95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60', 'status': 'completed', 'code': 200} Mar 02 18:31:33.746867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db9b04c7-95d5-4c1f-8e7b-f0cd093f176c None None] Provisioning for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:33.758074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.759788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db9b04c7-95d5-4c1f-8e7b-f0cd093f176c None None] Provisioning complete for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:33.760573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db9b04c7-95d5-4c1f-8e7b-f0cd093f176c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.825833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aeb7127-66a7-4566-8883-c97f0f416e96 req-227d8b76-297f-4ffe-8515-b9df09823aae tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.65 "DELETE /v2.0/ports/857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 HTTP/1.1" status: 204 len: 173 time: 2.6656904 Mar 02 18:31:33.831189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95875603-e18b-4c3a-be5a-56ebfac6df26 req-7bf74acf-29d3-4233-8a5b-653089cca093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:33.832656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95875603-e18b-4c3a-be5a-56ebfac6df26 req-7bf74acf-29d3-4233-8a5b-653089cca093 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 1097 time: 1.1151569 Mar 02 18:31:33.873583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db3f46a-c466-4c00-ba6c-338d96115e7d req-c76bfa39-fd20-47e6-95dd-b28aa8680ef9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:33.881334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0db3f46a-c466-4c00-ba6c-338d96115e7d req-c76bfa39-fd20-47e6-95dd-b28aa8680ef9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 1.1647553 Mar 02 18:31:33.887780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:33.889166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.895701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:33.921786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:33.927835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:33.992096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:33.992319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=4f48d06d-7ace-40fe-ab90-ab0649172c9e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:34.032204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Network 20d43237-3b8e-472a-a145-04379d1af263 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:34.040280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:34.051618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:34.058796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-db9b04c7-95d5-4c1f-8e7b-f0cd093f176c None None] Port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:34.078809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:34.079534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 857ed8e4-8823-4fd9-8024-7b3f2d10fcc6 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:34.102005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b6210f57-07e1-422b-9713-a39d44688c23 req-749bdb54-6106-49ed-83b5-2819dc4b0df5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Synchronizing usage tracker for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:34.110475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95875603-e18b-4c3a-be5a-56ebfac6df26 req-9b6620f0-f8aa-4f3e-95d1-e819c106858b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713506 Mar 02 18:31:34.122678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0db3f46a-c466-4c00-ba6c-338d96115e7d req-323fe53b-ab2d-4968-809a-d40612baab20 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404284 Mar 02 18:31:34.155786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.180744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:34.199961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 725bda28-7516-4dbe-a713-eac177cebf4c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=725bda28-7516-4dbe-a713-eac177cebf4c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:34.245151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.280894 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06a34b57-b467-415b-a703-75f25d8af610', 'name': 'network-vif-deleted', 'tag': '857ed8e4-8823-4fd9-8024-7b3f2d10fcc6', 'status': 'completed', 'code': 200} Mar 02 18:31:34.297281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=0af80610-1d5b-425f-8c79-ea21df86c92a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:34.310089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '7370c4c2-0fb1-422c-8417-d52924c5cfa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'ffda17dd-e343-49c2-a3cf-d3313117d27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:34.310511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: ffda17dd-e343-49c2-a3cf-d3313117d27e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:34.348855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:34.349510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.389291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.400804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b6210f57-07e1-422b-9713-a39d44688c23 req-749bdb54-6106-49ed-83b5-2819dc4b0df5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] Unset dirty status for tenant:816230348bb844f3bdb8cb17c4d0addc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:34.415381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6210f57-07e1-422b-9713-a39d44688c23 req-749bdb54-6106-49ed-83b5-2819dc4b0df5 tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=1cb8eadd-dfc0-4ae8-9841-b4f8a3ede350 HTTP/1.1" status: 200 len: 210 time: 0.3850274 Mar 02 18:31:34.495370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=725bda28-7516-4dbe-a713-eac177cebf4c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:34.548641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network ffda17dd-e343-49c2-a3cf-d3313117d27e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:34.585491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-def93350-b8da-42ff-ada1-411d8661f1ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6971796 Mar 02 18:31:34.603250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Request body: {'port': {'device_id': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:34.646851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8c13ecee-6ca9-42b9-a4ef-0026b10330b5 None None] Provisioning for port b9133242-5049-4b12-8511-fd4dcd2dcf03 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:34.652547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8c13ecee-6ca9-42b9-a4ef-0026b10330b5 None None] Provisioning complete for port b9133242-5049-4b12-8511-fd4dcd2dcf03 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:34.653026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8c13ecee-6ca9-42b9-a4ef-0026b10330b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.682171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ffda17dd-e343-49c2-a3cf-d3313117d27e) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:34.688616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db0ce9e-2f1f-4ed1-b3e8-9e05ee3fb3d1 req-53a7c4b2-d5dc-490f-85e0-ad7083a7ee24 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:34.689579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:34.695767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:34.695972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2db0ce9e-2f1f-4ed1-b3e8-9e05ee3fb3d1 req-53a7c4b2-d5dc-490f-85e0-ad7083a7ee24 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 932 time: 0.1929612 Mar 02 18:31:34.699415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5503ef2-4474-4c76-840e-1fd7380f9fd6 None None] Network ffda17dd-e343-49c2-a3cf-d3313117d27e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:34.705727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:34.706664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.733350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.767368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2db0ce9e-2f1f-4ed1-b3e8-9e05ee3fb3d1 req-ff81d77e-4dfa-4eb6-942b-9e83573d50ff tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704246 Mar 02 18:31:34.796543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33632) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:34.808699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.831937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:34.837466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8c13ecee-6ca9-42b9-a4ef-0026b10330b5 None None] Port b9133242-5049-4b12-8511-fd4dcd2dcf03 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:34.903692 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-525a5e3e-b626-421b-965c-5676686309e6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4109411 Mar 02 18:31:34.907599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33638) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:34.954860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2046689304-network', 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:34.969792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:34.976710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Usage tracker for resource:network and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:34.996084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.006729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:35.047098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 0af80610-1d5b-425f-8c79-ea21df86c92a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:35.047461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.198002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:35.216715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:35.275961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:35.347586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:35.348405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 95aaa1e7-d5c7-49f7-9fcf-0ad0bdd0ce60 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:35.350564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 725bda28-7516-4dbe-a713-eac177cebf4c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:35.363608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:35.368221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:35.467613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 725bda28-7516-4dbe-a713-eac177cebf4c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:35.474885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.562848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.584199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9133242-5049-4b12-8511-fd4dcd2dcf03 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:35.602485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.640060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Transition to ACTIVE for port object b9133242-5049-4b12-8511-fd4dcd2dcf03 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:35.731001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 0af80610-1d5b-425f-8c79-ea21df86c92a owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:35.782585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-54734cfb-1323-47ce-9b57-d1e6818eb24c None None] Provisioning complete for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:35.782964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54734cfb-1323-47ce-9b57-d1e6818eb24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.795811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:35.798764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.811801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.827664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:35.831927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Usage tracker for resource:security_group_rule and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:35.840842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54734cfb-1323-47ce-9b57-d1e6818eb24c None None] Port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:35.841839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:35.848140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:35.896413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:36.015374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3168292d-c2da-43b4-923c-345a5516484b req-9a85ec66-07ed-4aeb-be40-d4facfa26d1e tempest-MultipleCreateTestJSON-1615571610 tempest-MultipleCreateTestJSON-1615571610-project] 10.222.0.66 "GET /v2.0/ports?device_id=06a34b57-b467-415b-a703-75f25d8af610 HTTP/1.1" status: 200 len: 210 time: 0.2571962 Mar 02 18:31:36.022980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177aa89e-7d6b-4c7f-851f-4d91c035cdc2 req-ec7a024b-3a3c-461b-b0cb-7119232f531d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.039440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-177aa89e-7d6b-4c7f-851f-4d91c035cdc2 req-ec7a024b-3a3c-461b-b0cb-7119232f531d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 0.7797759 Mar 02 18:31:36.110212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.131649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:36.142110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-177aa89e-7d6b-4c7f-851f-4d91c035cdc2 req-5f0e41ed-b150-428d-9970-3d7524452a14 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998781 Mar 02 18:31:36.153402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:36.239368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Attempting to bind port b9133242-5049-4b12-8511-fd4dcd2dcf03 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:36.239700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Attempting to bind port b9133242-5049-4b12-8511-fd4dcd2dcf03 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:36.240024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Attempting to bind port b9133242-5049-4b12-8511-fd4dcd2dcf03 on network 20d43237-3b8e-472a-a145-04379d1af263 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:36.244640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Port b9133242-5049-4b12-8511-fd4dcd2dcf03 on network 20d43237-3b8e-472a-a145-04379d1af263 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:31:36.244957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Attempting to bind port b9133242-5049-4b12-8511-fd4dcd2dcf03 on network 20d43237-3b8e-472a-a145-04379d1af263 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:36.252483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:36.252828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Checking segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:36.253197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Bound using segment: {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:36.253655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Bound port: b9133242-5049-4b12-8511-fd4dcd2dcf03, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21a2f380-a055-477e-b9e0-8b60a528e800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '20d43237-3b8e-472a-a145-04379d1af263'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:36.254000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.265375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.302318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.340003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 697} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:36.359332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a61c96e-2e93-4c57-8b94-c05aa59b4303,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:36.367930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.369467 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Added segment 8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d of type vlan for network 597323c3-6615-4c3f-bf36-a8cb5c16798b Mar 02 18:31:36.411728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:36.414560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.417042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=0af80610-1d5b-425f-8c79-ea21df86c92a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:36.425805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:36.446823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.462835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:36.465791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9941d033-73e5-4bae-9cef-b18626171ab9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/0af80610-1d5b-425f-8c79-ea21df86c92a HTTP/1.1" status: 204 len: 168 time: 1.5571673 Mar 02 18:31:36.469246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33662) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:36.470987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-67e56824-7150-4450-b844-f26f8c5588f5 admin admin] 10.222.0.66 "PUT /v2.0/routers/cb27c9f9-79a2-4bff-b8f0-b2da324a5d62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9786565 Mar 02 18:31:36.484294 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Sync routers for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:36.496464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a0dfd7-e9b0-4f90-9bef-b46f61697ad9 req-87d1b758-afc5-4d57-a1d5-271659a5e20a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.497070 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:36.498054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53a0dfd7-e9b0-4f90-9bef-b46f61697ad9 req-87d1b758-afc5-4d57-a1d5-271659a5e20a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 944 time: 0.2786305 Mar 02 18:31:36.500174 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:36.557895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36520cb-0c17-4cf5-b515-7699e33d8910 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.564021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36520cb-0c17-4cf5-b515-7699e33d8910 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.564872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c36520cb-0c17-4cf5-b515-7699e33d8910 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:36.573895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53a0dfd7-e9b0-4f90-9bef-b46f61697ad9 req-43a9280b-7f6e-4359-ac00-59508cf83466 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665193 Mar 02 18:31:36.659558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.708383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.715532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.715532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.755444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:36.785694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:36.786341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.787770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] 10.222.0.65 "PUT /v2.0/ports/b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 200 len: 1092 time: 2.1936183 Mar 02 18:31:36.790806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c36520cb-0c17-4cf5-b515-7699e33d8910 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:36.792027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c36520cb-0c17-4cf5-b515-7699e33d8910 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3217745 Mar 02 18:31:36.792576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:36.796608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33680) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:36.920343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 4f48d06d-7ace-40fe-ab90-ab0649172c9e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:36.920875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:36.962218 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'status': 'completed', 'code': 200} Mar 02 18:31:36.989842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] Pushing event updated for resources: {'Network': ['ID=597323c3-6615-4c3f-bf36-a8cb5c16798b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:36.992993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe79b0-b609-4dd1-a719-9e2d23352c26 service neutron] Pushing event updated for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:37.011685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:37.030652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-4bb3fd4c-22e1-47b6-86d0-8395f7fbf6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:37.032230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-4bb3fd4c-22e1-47b6-86d0-8395f7fbf6eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1095 time: 0.1310909 Mar 02 18:31:37.103563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae4d1296-70ba-41b5-8ea2-8d8b37d974b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3033612 Mar 02 18:31:37.104243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:37.111995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Request body: {'subnet': {'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2046689304-subnet', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:37.117372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:37.121420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Usage tracker for resource:subnet and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:37.125974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:37.131957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:37.206677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:37.266051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:37.268604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.286579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:37.413163 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 2, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:37.420116 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Checking router: cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:37.421338 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Updating router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:31:37.470468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.518704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:37.528495 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.559185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'mac_address': 'fa:16:3e:ee:bb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:37.622295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:37.640540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.650637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'security_group': {'name': 'tempest-securitygroup--898922968', 'description': 'tempest-description--109615241'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:37.663972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-c81953e5-5bbb-485a-9c24-2106fa724533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:37.665828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-c81953e5-5bbb-485a-9c24-2106fa724533 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.6251922 Mar 02 18:31:37.666454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:37.671186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Deleting subnet eada8956-d8cf-4fda-9af4-3c274e359cc7 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:31:37.686880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 4f48d06d-7ace-40fe-ab90-ab0649172c9e owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:37.691238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b485654f-eca8-4cf5-8a06-6f6f87872a07 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:37.695347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Usage tracker for resource:security_group and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:37.700105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.733015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:37.740500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:37.762064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:37.834498 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:37.911539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa49a16-4b48-4190-91ff-1ef8c8e5e756 req-96254466-123f-4329-8165-53b379e2156b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:37.913556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fa49a16-4b48-4190-91ff-1ef8c8e5e756 req-96254466-123f-4329-8165-53b379e2156b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 0.5210662 Mar 02 18:31:37.932357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:37.946198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b485654f-eca8-4cf5-8a06-6f6f87872a07'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:37.999304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c97770-d294-4584-9e72-6235c1c82787 req-4b9b2d1c-1db0-40a1-88e7-d26e14e2d1c6 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:38.007957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04c97770-d294-4584-9e72-6235c1c82787 req-4b9b2d1c-1db0-40a1-88e7-d26e14e2d1c6 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 944 time: 0.2071950 Mar 02 18:31:38.013155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.027396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fa49a16-4b48-4190-91ff-1ef8c8e5e756 req-15a319bd-1149-440d-80f0-7797651b6c80 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994465 Mar 02 18:31:38.045885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.130064 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.131180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.152803 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Transition to ACTIVE for port object 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:38.178519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=4f48d06d-7ace-40fe-ab90-ab0649172c9e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:38.198064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.213264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.284581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:38.300126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-8eb96b4e-c6f8-4b01-8511-498df91cab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:38.301585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3bf3c7b-3e42-41ed-9710-6e0a4babb50a req-8eb96b4e-c6f8-4b01-8511-498df91cab67 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6283746 Mar 02 18:31:38.302590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Usage tracker for resource:security_group_rule and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:38.310642 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.322042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dac2a14-899f-4d6d-87be-b7d06b960ea8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:38.324470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:38.329531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Checking segment: {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:38.329892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Network hostable DHCP agents. Network: 597323c3-6615-4c3f-bf36-a8cb5c16798b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:38.345514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.346315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04c97770-d294-4584-9e72-6235c1c82787 req-5f059505-bb9d-452a-ae05-e5875e27aaa3 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3361797 Mar 02 18:31:38.359759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3fed7d54-daa3-492d-9944-fcda18a12391 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/4f48d06d-7ace-40fe-ab90-ab0649172c9e HTTP/1.1" status: 204 len: 168 time: 1.5593202 Mar 02 18:31:38.360170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33736) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:38.382240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:38.519948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4b6ea6-95c8-493e-a5b5-67368a2778ca tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:38.520664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7d4b6ea6-95c8-493e-a5b5-67368a2778ca tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:38.557784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-eb4898b9-d30f-4797-a901-0e399582acb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:38.559903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-eb4898b9-d30f-4797-a901-0e399582acb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1095 time: 0.1790352 Mar 02 18:31:38.591102 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Pushing event updated for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:38.601453 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Attempting to bind port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:38.601923 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Attempting to bind port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:38.603067 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Attempting to bind port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 on network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:38.610610 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:38.611118 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Checking segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:38.611785 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.612369 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Bound using segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:38.613070 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Bound port: 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:38.613651 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.684558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-8216effc-d1e3-4a20-ad29-36ac0385ecbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 200 len: 217 time: 0.1137209 Mar 02 18:31:38.699946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.701119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:38.734097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7d4b6ea6-95c8-493e-a5b5-67368a2778ca tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:38.736200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7d4b6ea6-95c8-493e-a5b5-67368a2778ca tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3732493 Mar 02 18:31:38.738962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:38.777572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.792050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] For port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:38.808238 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] For port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:38.835272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eada8956-d8cf-4fda-9af4-3c274e359cc7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:38.843817 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c98928c6-6da5-4709-94c6-8f2cd8efb0a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:31:38.849188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c98928c6-6da5-4709-94c6-8f2cd8efb0a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/0af80610-1d5b-425f-8c79-ea21df86c92a HTTP/1.1" status: 404 len: 333 time: 0.1062222 Mar 02 18:31:38.853664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33756) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:38.871842 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.876583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:38.915851 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5368891-8c67-4af3-a091-215a44734e31 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:31:38.919154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b5368891-8c67-4af3-a091-215a44734e31 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/4f48d06d-7ace-40fe-ab90-ab0649172c9e HTTP/1.1" status: 404 len: 333 time: 0.0612082 Mar 02 18:31:38.922281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33762) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:38.929476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-c6a4b2d4-a713-484f-a261-7cab309c14a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:38.931183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-c6a4b2d4-a713-484f-a261-7cab309c14a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca9dce8d-7924-42a9-8446-e0d20e987e34 HTTP/1.1" status: 200 len: 848 time: 0.2211535 Mar 02 18:31:38.940408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 597323c3-6615-4c3f-bf36-a8cb5c16798b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:38.948357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e4ca7b-be31-4a12-8ff3-cf76829f4a77 None None] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:39.000583 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.059318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:39.064746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.099970 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07d36505-6bde-4d62-b249-b7dee491f874 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/eada8956-d8cf-4fda-9af4-3c274e359cc7 HTTP/1.1" status: 204 len: 168 time: 1.8921604 Mar 02 18:31:39.119751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.123117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4973607 Mar 02 18:31:39.129013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:39.129364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33768) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:39.148615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14b06c-5696-473e-a63b-5bbef6f37c93 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa28f76-60ab-4a82-9845-a1fe7dd9922e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:39.182371 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Pushing event updated for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:39.200594 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.201010 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.202591 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.202881 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.203378 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.203774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.204210 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.204599 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.205069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.205699 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.206250 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.206668 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac8bdc9-4782-41fd-8d1d-4bada9276c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:39.209752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'security_group_rule': {'security_group_id': '8fa28f76-60ab-4a82-9845-a1fe7dd9922e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:39.250474 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:39.252215 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:39.272732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-597323c3-6615-4c3f-bf36-a8cb5c16798b', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:31:39.273577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.300899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:39.411373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:39.449211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b6df4cf9-9029-47b2-835d-653b48b505ba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.3436160 Mar 02 18:31:39.454228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33776) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:39.454804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Usage tracker for resource:security_group_rule and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:39.472983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.477872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:39.489822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:39.509247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:39.510350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:39.523901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Usage tracker for resource:router and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:39.531916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.532095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:39.543147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:39.597417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b485654f-eca8-4cf5-8a06-6f6f87872a07 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:39.598501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.618980 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:39.649028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-73309727-cd09-4da2-9283-4a3296374a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:39.650584 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-73309727-cd09-4da2-9283-4a3296374a7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20d43237-3b8e-472a-a145-04379d1af263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7082560 Mar 02 18:31:39.657340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbfa68d-b423-4651-a2da-ce7648c98af0 req-2b08ad3e-ed77-40f0-a2a1-b4c1c47386c4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:39.659111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abbfa68d-b423-4651-a2da-ce7648c98af0 req-2b08ad3e-ed77-40f0-a2a1-b4c1c47386c4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 0.3132381 Mar 02 18:31:39.800285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.824547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.833312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.840403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Allocated IP 172.20.0.2 (597323c3-6615-4c3f-bf36-a8cb5c16798b/5dac2a14-899f-4d6d-87be-b7d06b960ea8/d662f346-33ac-4a23-90a8-47471c27091e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:39.848879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.944428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:39.968419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffda17dd-e343-49c2-a3cf-d3313117d27e']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.010460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f3edce-2514-4b34-ad7f-723138af087f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.031704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.039379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abbfa68d-b423-4651-a2da-ce7648c98af0 req-07c31deb-4224-4eea-9ada-35db42f79b9e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098886 Mar 02 18:31:40.039629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebea99f-26c9-42a9-9fe6-c16ea640187f') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.039918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebea99f-26c9-42a9-9fe6-c16ea640187f') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.051189 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-5c623551-082b-41f4-adb7-2e1370f6ad15 service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850296 Mar 02 18:31:40.054931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7370c4c2-0fb1-422c-8417-d52924c5cfa5') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.055648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7370c4c2-0fb1-422c-8417-d52924c5cfa5') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.062303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.111744 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.137630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.138731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.165521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c2ef7a-18d6-4503-8628-8c4c6c09b753 req-60339afe-ddc0-40e4-aad5-2b3d6a820f3b tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:40.184157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22c2ef7a-18d6-4503-8628-8c4c6c09b753 req-60339afe-ddc0-40e4-aad5-2b3d6a820f3b tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 944 time: 0.4520092 Mar 02 18:31:40.201927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:40.202691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:40.231101 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:40.323431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.336420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Transition to ACTIVE for port object d662f346-33ac-4a23-90a8-47471c27091e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:40.342063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:40.346267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.361747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Transition to ACTIVE for port object d662f346-33ac-4a23-90a8-47471c27091e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:40.384931 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:40.387524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.412786 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:38Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:40.417468 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.425905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7edc9-85a9-4098-80ef-62400803325b None None] The sync data for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 is: [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:38Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:40.477203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:40.513740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.591951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.638505 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'code': 200} Mar 02 18:31:40.641739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:40.643385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Pushing event updated for resources: {'Port': ['ID=d662f346-33ac-4a23-90a8-47471c27091e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:40.650569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a76b57-44a8-44f2-9015-45199eb306a9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:40.669402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:40.670748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:40.673945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:40.699798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-57c4dd78-fb4b-4233-ab61-3f5cc1eea77d req-ca7473e2-5d09-4e0d-b0fb-e493cc39f81a service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399913 Mar 02 18:31:40.715319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.747288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.750712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.770546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=04f3edce-2514-4b34-ad7f-723138af087f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:40.773200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22c2ef7a-18d6-4503-8628-8c4c6c09b753 req-bdf11a25-8bf9-4ed8-945f-de4be6882c3d tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5844543 Mar 02 18:31:40.775321 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-311a4740-e790-4aef-ab1f-b22f108b7d86 admin admin] 10.222.0.66 "DELETE /v2.0/networks/04f3edce-2514-4b34-ad7f-723138af087f HTTP/1.1" status: 204 len: 168 time: 1.6388185 Mar 02 18:31:40.795192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.844758 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.864225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.866222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f8f240d0-c63d-4f84-8aa1-346638c52909 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7282131 Mar 02 18:31:40.868785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33794) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:40.881180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'security_group_rule': {'security_group_id': '8fa28f76-60ab-4a82-9845-a1fe7dd9922e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:40.897884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:40.904927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Usage tracker for resource:security_group_rule and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:40.913909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:40.929556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=ffda17dd-e343-49c2-a3cf-d3313117d27e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:40.934641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:40.970284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.970548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Attempting to bind port d662f346-33ac-4a23-90a8-47471c27091e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:40.973611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Attempting to bind port d662f346-33ac-4a23-90a8-47471c27091e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:40.973611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Attempting to bind port d662f346-33ac-4a23-90a8-47471c27091e on network 597323c3-6615-4c3f-bf36-a8cb5c16798b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:40.982104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:40.982668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Checking segment: {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:40.983226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.983722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Bound using segment: {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:40.984302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Bound port: d662f346-33ac-4a23-90a8-47471c27091e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:40.984783 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:40.988407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-19798cdf-2d00-4b02-bcb5-264a9f0d3ca8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:40.990050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-19798cdf-2d00-4b02-bcb5-264a9f0d3ca8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.11 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 0.6728945 Mar 02 18:31:40.999707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:41.004127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3dbaf96f-9554-4b2f-8b44-e7e32b786b17 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/ffda17dd-e343-49c2-a3cf-d3313117d27e HTTP/1.1" status: 204 len: 168 time: 2.0794196 Mar 02 18:31:41.008208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1668021737'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:41.020707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:41.026348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:41.035802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:41.038906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:41.072215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:41.084553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.179782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Deleting port 66f256b9-0893-458c-884b-d80d3527e127 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:41.180394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.190156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] For port d662f346-33ac-4a23-90a8-47471c27091e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:41.194094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] For port d662f346-33ac-4a23-90a8-47471c27091e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d662f346-33ac-4a23-90a8-47471c27091e,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:41.219009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.414850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:41.482492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:41.488758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.508736 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.511000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.574907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33814) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:41.656948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:41.672010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.672419 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6 of type vlan for network 837ab9c8-a3ac-4be0-81b1-a9d27780590d Mar 02 18:31:41.720681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8722e1a8-ae18-4397-94ad-db4f30c1e8a6 None None] Pushing event updated for resources: {'Port': ['ID=d662f346-33ac-4a23-90a8-47471c27091e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:41.857760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:41.863531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:41.863906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.897845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753afa5-a3fd-4a4a-94a0-40c8daa42d4e req-3f24e555-8870-4ee5-b5a7-b41eadafc0c2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:41.899594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f753afa5-a3fd-4a4a-94a0-40c8daa42d4e req-3f24e555-8870-4ee5-b5a7-b41eadafc0c2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 946 time: 0.5744579 Mar 02 18:31:41.929185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.967579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:41.969404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0975943 Mar 02 18:31:41.980352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33820) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:41.980604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47acf836-9a2c-4797-a42b-012425ceec49 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2891bdb0-1f3d-4b9f-90f4-789ea6589402,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.055171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:42.064456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] For port 66f256b9-0893-458c-884b-d80d3527e127, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=66f256b9-0893-458c-884b-d80d3527e127,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:42.069458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.072194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cd6e354-65f4-4f07-9bde-6fb03c8cb91a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=816230348bb844f3bdb8cb17c4d0addc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922945 Mar 02 18:31:42.074025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33824) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:42.088336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:31:42.091335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:42.188801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.228871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.251401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.293269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:42.313187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Usage tracker for resource:floatingip and tenant:99432d2b1a19401a842fc9c278b49083 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:42.318611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:42.327034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:42.349291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.356388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:42.363609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.435241 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.521852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=837ab9c8-a3ac-4be0-81b1-a9d27780590d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.554836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:42.582916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f753afa5-a3fd-4a4a-94a0-40c8daa42d4e req-ff94f3ab-61a5-4faa-9622-ea4e0a09d93c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6717708 Mar 02 18:31:42.641454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.644346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.651983 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3877a302-803e-498a-a88d-15d900bb397b HTTP/1.1" status: 204 len: 168 time: 0.5633028 Mar 02 18:31:42.697185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab6eb16f-9bde-4e33-b435-5685e5348752 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6808341 Mar 02 18:31:42.697185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427a6b3-541c-4c00-b6f1-a14e57f324ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877a302-803e-498a-a88d-15d900bb397b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.698802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33840) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:42.706352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:42.734064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:42.773489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Calling delete_port for 66f256b9-0893-458c-884b-d80d3527e127 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:42.874478 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:42.940895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:42.946564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:42.960030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:42.966464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:43.094957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.105016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:43.108832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.135490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.245684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd03e8-ca48-4fd6-b3bb-1a0143599675 req-6968c5f9-7bcb-43ff-9cc9-e556fac5821b tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:43.251245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5dd03e8-ca48-4fd6-b3bb-1a0143599675 req-6968c5f9-7bcb-43ff-9cc9-e556fac5821b tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 944 time: 1.1460545 Mar 02 18:31:43.256541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:31:43.259165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:31:43.284731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbae9302-e635-4b1c-b126-6d6d785bbd38 None None] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:43.446154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5dd03e8-ca48-4fd6-b3bb-1a0143599675 req-109b1ea8-27aa-432d-a9bb-4c64e479c75b tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551185 Mar 02 18:31:43.546407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Allocated IP 172.25.7.163 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:43.571861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.613676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:43.756405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0de1c2ca-c849-4c97-9e8b-f8224f18e87d None None] Provisioning for port d662f346-33ac-4a23-90a8-47471c27091e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:43.781198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=7e2902a1-081b-4d33-9eb4-c4e60be2561b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:43.794196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:43.794597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: 837ab9c8-a3ac-4be0-81b1-a9d27780590d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:43.824688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.870634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:43.871021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.872514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.885313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:43.910704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['76247f24-0428-4038-bbb2-060d56343b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:43.932537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:43.975853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b9133242-5049-4b12-8511-fd4dcd2dcf03 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:31:44.034928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.047000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 837ab9c8-a3ac-4be0-81b1-a9d27780590d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:44.051318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:44.051907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.090679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Pushing event deleted for resources: {'Port': ['ID=66f256b9-0893-458c-884b-d80d3527e127,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:44.165063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:44.191909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7ded7c7-ecf7-41b1-9fea-bbfc29bb71cd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4924002 Mar 02 18:31:44.194802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'port_id': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'mac_address': 'fa:16:3e:7c:5d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:31:44.196008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33866) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:44.196703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf680d-2924-45f6-99ed-43aca5166a53 None None] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:44.203317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d', 'name': 'tempest-PortsIpV6TestJSON-596796884'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:44.287433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5578a8c9-0ade-43c8-bdc4-98264482b319 req-8425c96d-10af-49c6-9a73-92c5205bc90e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.0972664 Mar 02 18:31:44.341417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:44.343365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] No DVR routers for this DVR port 66f256b9-0893-458c-884b-d80d3527e127 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:44.346198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.360117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:44.362659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:44.389706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'name': 'network-vif-deleted', 'tag': '66f256b9-0893-458c-884b-d80d3527e127'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:44.437243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Pushing event updated for resources: {'Port': ['ID=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:44.437486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:44.474586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:44.493665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.556930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9133242-5049-4b12-8511-fd4dcd2dcf03 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:31:44.675485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:44.679941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.685699 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '022f401c-ee3e-44d2-9b21-f2cf9c88240c', 'name': 'network-vif-deleted', 'tag': '66f256b9-0893-458c-884b-d80d3527e127', 'status': 'completed', 'code': 200} Mar 02 18:31:44.692223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:44.695968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b079723-fd7b-40de-a6f2-b4d4914aeed8 req-d9f90ab6-3fff-4fc6-b1c8-02fecadc699d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.11 "DELETE /v2.0/ports/66f256b9-0893-458c-884b-d80d3527e127 HTTP/1.1" status: 204 len: 173 time: 3.6913450 Mar 02 18:31:44.724704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 2fc39944-f512-4d44-8cfd-a144f297fe7a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:31:44.807904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-837ab9c8-a3ac-4be0-81b1-a9d27780590d', 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '7e2902a1-081b-4d33-9eb4-c4e60be2561b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:31:44.818009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:44.954181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d662f346-33ac-4a23-90a8-47471c27091e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:45.099599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::31e (837ab9c8-a3ac-4be0-81b1-a9d27780590d/7e2902a1-081b-4d33-9eb4-c4e60be2561b/2fc39944-f512-4d44-8cfd-a144f297fe7a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:45.124311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.261973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Allocated IP 172.25.7.237 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/479cdcd9-9838-4f58-b9b4-2c3bbcd06290) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:45.371195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 66f256b9-0893-458c-884b-d80d3527e127 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:45.415216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['b9133242-5049-4b12-8511-fd4dcd2dcf03'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:31:45.478246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 66f256b9-0893-458c-884b-d80d3527e127 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:45.478594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 66f256b9-0893-458c-884b-d80d3527e127 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:45.511324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:45.522077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.522475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.522818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.523159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.523642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.523980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.524304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.524637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.524967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.525311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.526291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.526291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:31:45.530938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.549298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object 2fc39944-f512-4d44-8cfd-a144f297fe7a will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:45.672579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41876cc-6790-4a50-9fbc-2baa6ce0d756 req-2dc73f33-bdfa-4cd6-831d-24f9e4474f87 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:45.674157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c41876cc-6790-4a50-9fbc-2baa6ce0d756 req-2dc73f33-bdfa-4cd6-831d-24f9e4474f87 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 944 time: 0.9871042 Mar 02 18:31:45.679947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78e63fd3-bcee-4133-9408-cb3b810084f6 req-0a6a8bdd-ccc0-40e5-954a-68932030c355 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Synchronizing usage tracker for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:45.750047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.757939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d662f346-33ac-4a23-90a8-47471c27091e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:45.802637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d662f346-33ac-4a23-90a8-47471c27091e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:45.803018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.909301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:45.910486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=2fc39944-f512-4d44-8cfd-a144f297fe7a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:45.913334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:45.915778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:45.926112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:45.926827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.966339 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:45.990071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Allocated IP 2001:db8::2 (837ab9c8-a3ac-4be0-81b1-a9d27780590d/7e2902a1-081b-4d33-9eb4-c4e60be2561b/068031c2-520b-4bbe-bb13-d877bdaa58ef) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:46.066500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c41876cc-6790-4a50-9fbc-2baa6ce0d756 req-e7d5c51b-0135-4c23-8c5f-5248b874b948 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809826 Mar 02 18:31:46.093260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.201814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.321573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d662f346-33ac-4a23-90a8-47471c27091e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d662f346-33ac-4a23-90a8-47471c27091e,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:46.390919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b9a3ae1-7f97-4761-8473-0b5e6a255ffa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1937037 Mar 02 18:31:46.397778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:46.403425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-78e63fd3-bcee-4133-9408-cb3b810084f6 req-0a6a8bdd-ccc0-40e5-954a-68932030c355 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Unset dirty status for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:46.405207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78e63fd3-bcee-4133-9408-cb3b810084f6 req-0a6a8bdd-ccc0-40e5-954a-68932030c355 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=022f401c-ee3e-44d2-9b21-f2cf9c88240c HTTP/1.1" status: 200 len: 210 time: 0.8047845 Mar 02 18:31:46.430787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.443077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Transition to ACTIVE for port object 068031c2-520b-4bbe-bb13-d877bdaa58ef will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:46.468406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Transition to ACTIVE for port object 068031c2-520b-4bbe-bb13-d877bdaa58ef will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:46.509850 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.545086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 2fc39944-f512-4d44-8cfd-a144f297fe7a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:46.555130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.555655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.625141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d662f346-33ac-4a23-90a8-47471c27091e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:46.638759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.639032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.642549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:46.655461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:46.661065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:46.750278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:46.753786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:46.758354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:46.810685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'Port': ['ID=479cdcd9-9838-4f58-b9b4-2c3bbcd06290,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:46.863595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Pushing event updated for resources: {'Port': ['ID=068031c2-520b-4bbe-bb13-d877bdaa58ef,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:46.887054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Attempting to bind port 068031c2-520b-4bbe-bb13-d877bdaa58ef on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:46.887437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Attempting to bind port 068031c2-520b-4bbe-bb13-d877bdaa58ef by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:46.887808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Attempting to bind port 068031c2-520b-4bbe-bb13-d877bdaa58ef on network 837ab9c8-a3ac-4be0-81b1-a9d27780590d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:46.895200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:46.897141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Checking segment: {'id': 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:46.897665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.898196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Bound using segment: {'id': 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:46.898797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Bound port: 068031c2-520b-4bbe-bb13-d877bdaa58ef, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '837ab9c8-a3ac-4be0-81b1-a9d27780590d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:46.899301 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:46.981333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.011694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:47.016579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:47.149287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.151347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 2fc39944-f512-4d44-8cfd-a144f297fe7a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:47.319732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5e8251-bebf-4a55-97a9-e4f0a5af09a2 None None] Pushing event updated for resources: {'Port': ['ID=068031c2-520b-4bbe-bb13-d877bdaa58ef,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:47.362020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.438576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe72305-7100-4f4d-a7ab-9aa061ecc2b1 req-849185d9-1007-45cf-ae0e-9a6bae31ab69 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:47.443257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fe72305-7100-4f4d-a7ab-9aa061ecc2b1 req-849185d9-1007-45cf-ae0e-9a6bae31ab69 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 945 time: 0.2080173 Mar 02 18:31:47.527456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fe72305-7100-4f4d-a7ab-9aa061ecc2b1 req-72097bec-5ab6-4f62-b488-087c3274762c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734184 Mar 02 18:31:47.588973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.624720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:31:47.767806 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.803548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33954) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:47.892310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=2fc39944-f512-4d44-8cfd-a144f297fe7a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:47.950699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:47.969224 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3956f1d5-c128-4539-8625-90fb9a413710 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/2fc39944-f512-4d44-8cfd-a144f297fe7a HTTP/1.1" status: 204 len: 168 time: 1.5703344 Mar 02 18:31:47.972091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:47.973057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b9133242-5049-4b12-8511-fd4dcd2dcf03 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:48.014996 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-699ed579-d1af-4885-ac08-f1016b76f6ba tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:31:48.017947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699ed579-d1af-4885-ac08-f1016b76f6ba tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:31:48.020508 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-699ed579-d1af-4885-ac08-f1016b76f6ba tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/2fc39944-f512-4d44-8cfd-a144f297fe7a HTTP/1.1" status: 404 len: 333 time: 0.0472586 Mar 02 18:31:48.027635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:48.096889 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b22dd4-bd73-4c65-a5ee-933fce1bde1a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:31:48.097681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b0b22dd4-bd73-4c65-a5ee-933fce1bde1a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:31:48.260178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.288946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:48.294472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:48.309617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b0b22dd4-bd73-4c65-a5ee-933fce1bde1a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:31:48.314015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b0b22dd4-bd73-4c65-a5ee-933fce1bde1a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/2fc39944-f512-4d44-8cfd-a144f297fe7a HTTP/1.1" status: 404 len: 333 time: 0.2820344 Mar 02 18:31:48.319533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:48.319675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Sync routers for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:31:48.330301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Usage tracker for resource:security_group_rule and tenant:765687a011044d2ebe83d297c67fd2b3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:48.348012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:48.348875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:48.361209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:48.378597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7669ade1-e305-4da3-b6dd-6a4d47ead65f req-0090ba8c-0905-4df7-aefd-ddcd020094eb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:48.380136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7669ade1-e305-4da3-b6dd-6a4d47ead65f req-0090ba8c-0905-4df7-aefd-ddcd020094eb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5754421 Mar 02 18:31:48.424042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:48.445807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 7e2902a1-081b-4d33-9eb4-c4e60be2561b {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:31:48.449398 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.467292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port b9133242-5049-4b12-8511-fd4dcd2dcf03 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:48.509738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.574394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.650844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7669ade1-e305-4da3-b6dd-6a4d47ead65f req-1c39a302-f81a-4d34-9e86-c37db1eb86e9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506046 Mar 02 18:31:48.653181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.775354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:48.829606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.933289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 068031c2-520b-4bbe-bb13-d877bdaa58ef up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:48.981991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:48.981991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fe412879-90c4-4904-bf1b-23b8b111673f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.5165277 Mar 02 18:31:48.982189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:49.076489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.129289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'Port': ['ID=479cdcd9-9838-4f58-b9b4-2c3bbcd06290,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:49.170091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.172972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f27f01-d220-42fd-9ba6-69973a94aa44 None None] Network 837ab9c8-a3ac-4be0-81b1-a9d27780590d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:49.176662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=7e2902a1-081b-4d33-9eb4-c4e60be2561b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:49.187816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c194dfd3-5adc-4133-b8c0-d0546c514f8f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/7e2902a1-081b-4d33-9eb4-c4e60be2561b HTTP/1.1" status: 204 len: 168 time: 0.8722594 Mar 02 18:31:49.188477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.191376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:49.198172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port b9133242-5049-4b12-8511-fd4dcd2dcf03 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:49.198547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.335750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6172b-f19b-49a9-a61d-4c17b322ebc8 req-130f6c47-49fa-49fc-abe3-fd16fbd8f1e2 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:49.344970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77f6172b-f19b-49a9-a61d-4c17b322ebc8 req-130f6c47-49fa-49fc-abe3-fd16fbd8f1e2 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 945 time: 0.3778431 Mar 02 18:31:49.415578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.444054 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.445329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a3c214c3-6eb6-4511-9096-a211326502ae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4639661 Mar 02 18:31:49.507360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:49.507711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.560082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77f6172b-f19b-49a9-a61d-4c17b322ebc8 req-54ccbb5a-2a88-4124-ae6b-fe3e6c374353 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141399 Mar 02 18:31:49.587123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.661563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b0c1a16-aa4b-495b-86c3-0d27386eaedf None None] Provisioning for port 068031c2-520b-4bbe-bb13-d877bdaa58ef completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:49.669019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.749973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2fba1e-cf9a-49ed-ba91-aca15e623771,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:49.768684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb82d67-0e70-4fa9-aeae-2efa31eb75c1 req-5e798913-681b-48b0-be62-e9d7ac6ab1e3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:49.768684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edb82d67-0e70-4fa9-aeae-2efa31eb75c1 req-5e798913-681b-48b0-be62-e9d7ac6ab1e3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3076024 Mar 02 18:31:49.812455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-74c1c195-44c7-4a71-b283-191cd3d22231 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=765687a011044d2ebe83d297c67fd2b3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0063801 Mar 02 18:31:49.838037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:49.842552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edb82d67-0e70-4fa9-aeae-2efa31eb75c1 req-9629594e-9d5d-4843-b407-f280d1752c66 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628703 Mar 02 18:31:49.939479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.953177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 068031c2-520b-4bbe-bb13-d877bdaa58ef completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:49.976908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:49.996276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 068031c2-520b-4bbe-bb13-d877bdaa58ef triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:49.996649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.100246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.154562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:31:50.207059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:50.207680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.216824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:50.258804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d8ed9-4019-4a36-b0cb-20204f9ef5f8 req-780e6b62-8796-4e5e-8bb0-89d838fc20e6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:50.258962 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'code': 200} Mar 02 18:31:50.263858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff1d8ed9-4019-4a36-b0cb-20204f9ef5f8 req-780e6b62-8796-4e5e-8bb0-89d838fc20e6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1719289 Mar 02 18:31:50.335955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:45Z', 'revision_number': 3, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:50.342546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Checking router: def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:31:50.342894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Updating router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:31:50.346417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.381068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.383887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] DHCP port deletion for 837ab9c8-a3ac-4be0-81b1-a9d27780590d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:31:50.418289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff1d8ed9-4019-4a36-b0cb-20204f9ef5f8 req-2008cebe-fa52-4cc7-bdc5-ca60a1ce00c7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483521 Mar 02 18:31:50.419561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2fba1e-cf9a-49ed-ba91-aca15e623771,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:50.438645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.452696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-babc6968-2549-4a9f-a92c-57dbc540df46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4d2fba1e-cf9a-49ed-ba91-aca15e623771 HTTP/1.1" status: 204 len: 168 time: 0.5987401 Mar 02 18:31:50.523238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.539809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:50.542987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Deleting port 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:50.543372 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.596003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 068031c2-520b-4bbe-bb13-d877bdaa58ef owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:50.721373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:50.852257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adac1a6-c838-4811-9b06-fa2d004c5102 req-96d6937a-a4b0-4472-b6d0-c8661aa7018e tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:50.860993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4adac1a6-c838-4811-9b06-fa2d004c5102 req-96d6937a-a4b0-4472-b6d0-c8661aa7018e tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.1110928 Mar 02 18:31:50.926711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4adac1a6-c838-4811-9b06-fa2d004c5102 req-1e236619-e12c-4b27-b167-d17d0460b129 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644424 Mar 02 18:31:50.983816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:51.160862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:51.161779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d662f346-33ac-4a23-90a8-47471c27091e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:51.248380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80744803-3ee5-4f84-bb28-e3a9e2bbce9f req-57e1e01d-c08c-464c-abba-f6145a584c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:51.250699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80744803-3ee5-4f84-bb28-e3a9e2bbce9f req-57e1e01d-c08c-464c-abba-f6145a584c00 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1097 time: 0.7471304 Mar 02 18:31:51.334315 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80744803-3ee5-4f84-bb28-e3a9e2bbce9f req-0ce27e06-88e1-4ccf-be7c-6b8db903a970 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717285 Mar 02 18:31:51.428137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:51.444646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:31:51.445304 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:31:51.677454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:51.682038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:51.714635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Allocated IP 172.20.0.1 (597323c3-6615-4c3f-bf36-a8cb5c16798b/5dac2a14-899f-4d6d-87be-b7d06b960ea8/6941a8b5-79d1-449e-a791-6bad66454da8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:51.739385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=068031c2-520b-4bbe-bb13-d877bdaa58ef,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:51.922753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:51.946110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Transition to ACTIVE for port object 6941a8b5-79d1-449e-a791-6bad66454da8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:51.970230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:51.970658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:52.162273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:52.293709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:52.307312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:52.310557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:52.361820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102147d-96d9-43a6-8d37-919794c17d57 req-7471b99e-111d-4570-9dce-738f579b6bce tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:52.375692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Calling delete_port for 068031c2-520b-4bbe-bb13-d877bdaa58ef owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:52.376632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0102147d-96d9-43a6-8d37-919794c17d57 req-7471b99e-111d-4570-9dce-738f579b6bce tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.2153335 Mar 02 18:31:52.387406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:52.621781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:31:52.622244 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:31:52.700068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:52.707785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34124) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:52.743180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Transition to ACTIVE for port object c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:31:52.754780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d662f346-33ac-4a23-90a8-47471c27091e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:52.755163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:53.012822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0102147d-96d9-43a6-8d37-919794c17d57 req-f4b6a449-9fab-400b-8982-84c3815ae443 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6300335 Mar 02 18:31:53.115089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:53.311513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Deleting port 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:53.312537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:53.528819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9863f3-9c1a-4aba-9a41-8cf1cf1ab68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:53.573317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:53.735675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-network', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:53.753189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:53.758928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Usage tracker for resource:network and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:53.764273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:53.773294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:53.817134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:53.817728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:53.829988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e9c12-f7be-4db8-a230-aba9869f7f16 None None] Pushing event updated for resources: {'Port': ['ID=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:53.973862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] For port 068031c2-520b-4bbe-bb13-d877bdaa58ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=068031c2-520b-4bbe-bb13-d877bdaa58ef,segment=NetworkSegment(ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6),segment_id=ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:31:53.974225 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.143407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Calling delete_port for 068031c2-520b-4bbe-bb13-d877bdaa58ef owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:54.185233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b15c328-0f1a-41a8-9f2b-7067c6743a4e None None] Provisioning for port 6941a8b5-79d1-449e-a791-6bad66454da8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:54.216165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b15c328-0f1a-41a8-9f2b-7067c6743a4e None None] Provisioning complete for port 6941a8b5-79d1-449e-a791-6bad66454da8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:54.227608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6b15c328-0f1a-41a8-9f2b-7067c6743a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.356424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6b15c328-0f1a-41a8-9f2b-7067c6743a4e None None] Port 6941a8b5-79d1-449e-a791-6bad66454da8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:54.374987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 068031c2-520b-4bbe-bb13-d877bdaa58ef owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:31:54.399761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Attempting to bind port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:31:54.400519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Attempting to bind port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:31:54.401116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Attempting to bind port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:31:54.419914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfedad0-f8d5-4e13-92e0-e825a896f72f req-dce0e657-b6b6-4c10-a677-a69b306cfe1f tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:54.422044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abfedad0-f8d5-4e13-92e0-e825a896f72f req-dce0e657-b6b6-4c10-a677-a69b306cfe1f tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.1433151 Mar 02 18:31:54.442959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:31:54.443717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:54.448312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.448312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:31:54.448312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Bound port: c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:31:54.448312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.538313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] For port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:31:54.544196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] For port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:31:54.579724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fe8a2556-c03b-4441-80f5-2dd19dfec4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.588641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Made reservation on behalf of 6e4ed2265bd1482c9b21505c56fa6890 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:54.591745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.618801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.638677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abfedad0-f8d5-4e13-92e0-e825a896f72f req-4b41a973-09fd-4a2c-9297-c8e5024ff2d3 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2050817 Mar 02 18:31:54.652515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.705883 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:31:54.727326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:54.733594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:31:54.734750 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:31:54.745887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Usage tracker for resource:security_group_rule and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:54.757435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:54.802082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:54.813074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 068031c2-520b-4bbe-bb13-d877bdaa58ef no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:31:54.819936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.891846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:54.931170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:31:54.935115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 068031c2-520b-4bbe-bb13-d877bdaa58ef not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:31:54.961611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] No DVR routers for this DVR port 068031c2-520b-4bbe-bb13-d877bdaa58ef on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:31:55.010356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:31:55.010356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:55.144230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 068031c2-520b-4bbe-bb13-d877bdaa58ef {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:31:55.144588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.201024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e9c12-f7be-4db8-a230-aba9869f7f16 None None] Pushing event updated for resources: {'Port': ['ID=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:55.257477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] The port '068031c2-520b-4bbe-bb13-d877bdaa58ef' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:31:55.271935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c23aa-5656-405e-99fc-3e04228d3731 None None] Pushing event deleted for resources: {'Port': ['ID=068031c2-520b-4bbe-bb13-d877bdaa58ef,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:55.321792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e237205-50ad-4bef-9e10-6173e74787a1 req-65407232-683e-41e8-970f-2588e8ee84db tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:55.331766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e237205-50ad-4bef-9e10-6173e74787a1 req-65407232-683e-41e8-970f-2588e8ee84db tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.4201353 Mar 02 18:31:55.401260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.405395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e237205-50ad-4bef-9e10-6173e74787a1 req-de7a46ac-de10-4ace-8666-3a22f007af81 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652554 Mar 02 18:31:55.512364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.558300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:31:55.559869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.615799 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.624617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.632823 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.646929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:55.662700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837ab9c8-a3ac-4be0-81b1-a9d27780590d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:55.689587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c85ad7-8bc9-429c-bcd4-c1788122090b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:55.697454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:55.699786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce1c38c2-ce56-4a49-b1e3-ae7a8efa0da6') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:55.718004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.720636 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Added segment 0954e241-aee7-46ab-a732-5aa1b66c7708 of type vlan for network 830140a1-b693-4ffd-8d9c-0920b5877599 Mar 02 18:31:55.728157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.751699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.814353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.831241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:31:55.833886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:31:55.864888 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:31:55.868778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331594c-27b3-4f40-be84-7316cb59e18d req-05d0fb55-6e75-4397-a7d9-59d6d4ad3bc8 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:55.872285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.877513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2331594c-27b3-4f40-be84-7316cb59e18d req-05d0fb55-6e75-4397-a7d9-59d6d4ad3bc8 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.1276143 Mar 02 18:31:55.923636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:55.964257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2331594c-27b3-4f40-be84-7316cb59e18d req-7de41ba5-27e5-46c6-aeba-ba98e403962a tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826178 Mar 02 18:31:55.983354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34194) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:56.054669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6941a8b5-79d1-449e-a791-6bad66454da8', 'name': '', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'mac_address': 'fa:16:3e:3b:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:51Z', 'updated_at': '2022-03-02T18:31:51Z', 'revision_number': 1, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'subnets': [{'id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:31:56.069291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fa5b6d-a7d5-4085-abe9-f2dc159f3822 None None] The sync data for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 is: [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6941a8b5-79d1-449e-a791-6bad66454da8', 'name': '', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'mac_address': 'fa:16:3e:3b:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:51Z', 'updated_at': '2022-03-02T18:31:51Z', 'revision_number': 1, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'subnets': [{'id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:31:56.175159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Pushing event updated for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:56.194621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.277399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.325797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.368356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed02c9e-2f7f-4a45-9d15-b0b4043a6cff req-76c80a1f-488c-4578-a2be-bf60b21fffe7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:56.376458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aed02c9e-2f7f-4a45-9d15-b0b4043a6cff req-76c80a1f-488c-4578-a2be-bf60b21fffe7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2272799 Mar 02 18:31:56.395339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.396274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:56.396855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.413448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=837ab9c8-a3ac-4be0-81b1-a9d27780590d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:56.437162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96100085-d17a-4c9e-8f24-c945b344eb40 tempest-TestServerBasicOps-1887111303 tempest-TestServerBasicOps-1887111303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:56.441575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-96100085-d17a-4c9e-8f24-c945b344eb40 tempest-TestServerBasicOps-1887111303 tempest-TestServerBasicOps-1887111303-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1092 time: 0.4543009 Mar 02 18:31:56.454667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34202) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:56.478614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aed02c9e-2f7f-4a45-9d15-b0b4043a6cff req-a66f0ec5-1062-498f-9751-d0af0a0e13a4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992868 Mar 02 18:31:56.493171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:56.524982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:56.535596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Usage tracker for resource:floatingip and tenant:3561cee4d7f84cce9c69eee26ac45fa4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:56.548243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:56.564842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:56.664438 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.714164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.768627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-66815898-0e9c-4302-810f-1eb14356a719 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/837ab9c8-a3ac-4be0-81b1-a9d27780590d HTTP/1.1" status: 204 len: 168 time: 7.5753057 Mar 02 18:31:56.778368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:56.785022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-801833686'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:56.793332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:56.797799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:56.801369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:56.822369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:56.824829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] Pushing event updated for resources: {'Network': ['ID=830140a1-b693-4ffd-8d9c-0920b5877599,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:56.839855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 830140a1-b693-4ffd-8d9c-0920b5877599 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:56.844293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-73b1d149-694b-40e7-812f-79913bf71580 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 4.0375161 Mar 02 18:31:56.846651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34212) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:56.847128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:56.849502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:56.862671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Request body: {'subnet': {'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-subnet', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:56.905399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:56.922400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Usage tracker for resource:subnet and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:56.931091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:56.957096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcee0b-554d-427e-8595-f0c1decb94bb req-3c75645e-99d9-41f5-bd1e-c4e7f52b6e45 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:56.975201 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86dcee0b-554d-427e-8595-f0c1decb94bb req-3c75645e-99d9-41f5-bd1e-c4e7f52b6e45 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2229359 Mar 02 18:31:56.978277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:56.988148 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:56.993197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:57.001238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:57.156798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:57.274272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86dcee0b-554d-427e-8595-f0c1decb94bb req-559ebaa3-3b77-4575-8a65-44458a4939ae tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848780 Mar 02 18:31:57.276090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Made reservation on behalf of 6e4ed2265bd1482c9b21505c56fa6890 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:57.279395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:57.331130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb002efa-f920-460b-a1c5-886312dbd90c None None] Provisioning complete for port 6941a8b5-79d1-449e-a791-6bad66454da8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:57.332650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb002efa-f920-460b-a1c5-886312dbd90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:57.471429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:31:57.475711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:57.475711 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 11469c19-3d37-4cfd-80af-ad601bcbc64a of type vlan for network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd Mar 02 18:31:57.486056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bb002efa-f920-460b-a1c5-886312dbd90c None None] Port 6941a8b5-79d1-449e-a791-6bad66454da8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:31:57.812040 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:57.863239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.097959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:31:58.106841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.118511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6eb9e9fb-db3a-426e-938a-4440cacad6f8 admin admin] 10.222.0.66 "PUT /v2.0/routers/def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1352396 Mar 02 18:31:58.156279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.165712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:58.166395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.301570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Allocated IP 172.25.7.154 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/96b53c0e-9c4c-4aac-979e-2ceedf349b61) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:31:58.377785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Checking segment: {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:31:58.378536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Network hostable DHCP agents. Network: 830140a1-b693-4ffd-8d9c-0920b5877599, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:31:58.419190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:58.432873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:31:58.444431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473514b4-0f74-42a4-806c-b44299364790,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:58.506528 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bdcc859c-479e-41f1-abcc-e0ee83286af8 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.7242661 Mar 02 18:31:58.506746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:58.524467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:58.617965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:58.625485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Network 830140a1-b693-4ffd-8d9c-0920b5877599 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:31:58.727179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 830140a1-b693-4ffd-8d9c-0920b5877599) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:58.747565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:31:58.748472 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.790495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eff009-e5df-455d-86d6-fe8fd9490be1 None None] Network 830140a1-b693-4ffd-8d9c-0920b5877599 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:58.862947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:58.888516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1375159974'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:58.889919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:31:58.924687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:58.928833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:network and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:58.933047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:58.942577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:59.016470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:59.029632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:59.038782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:59.046047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d27edaab-6cd5-44b4-b2e6-2b69ead6aff4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1906409 Mar 02 18:31:59.046532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:31:59.051656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:31:59.052455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:59.058007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:31:59.062075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Usage tracker for resource:router and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:31:59.067826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:31:59.074490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:31:59.098263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.172130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:59.176049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.209423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.215942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.242709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:31:59.248407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.302659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:31:59.309648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:31:59.325070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:31:59.384079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:31:59.407580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.424236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'Port': ['ID=96b53c0e-9c4c-4aac-979e-2ceedf349b61,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:31:59.443407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:31:59.462084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:31:59.463447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.464841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.465835 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Added segment a667a1f6-d4d8-4d5f-83ab-8d344068ccfe of type vlan for network 680e355b-b39f-44c7-a538-f538baf289f3 Mar 02 18:31:59.586816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e285e4-4078-4cdb-8c16-75834da79f25 None None] Network 830140a1-b693-4ffd-8d9c-0920b5877599 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:31:59.785910 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:31:59.897591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:00.042605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Sync routers for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:00.063738 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:00.064405 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:00.083407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:00.110480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:00.171896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:00.300594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=8c53c95b-8e3c-458d-a274-ff237c93bf48,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:00.311553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '11469c19-3d37-4cfd-80af-ad601bcbc64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:00.311987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:00.446612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:00.529900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:00.566952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:00.579251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097c8f07-8aa3-418b-bdb0-16f25b1358bb None None] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:00.583740 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:00.591292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:00.591292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:00.747351 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6ed4beed-867e-4d2c-9b6f-26dacdabaf51 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2394581 Mar 02 18:32:00.748061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34260) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:00.754558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-93620374'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:00.892532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:00.964952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:00.971657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:00.974038 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.048317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd', 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '8c53c95b-8e3c-458d-a274-ff237c93bf48'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:01.049601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.166408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af682c-f7a7-4e9d-9b18-eed26007e951 req-33ad3a57-1dbd-4ea3-97c5-1270319c01d0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:01.173747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21af682c-f7a7-4e9d-9b18-eed26007e951 req-33ad3a57-1dbd-4ea3-97c5-1270319c01d0 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.8219557 Mar 02 18:32:01.191376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.5690007 Mar 02 18:32:01.197616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34268) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:01.241582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'subnet': {'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:01.391541 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6941a8b5-79d1-449e-a791-6bad66454da8', 'name': '', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'mac_address': 'fa:16:3e:3b:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:51Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 2, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'subnets': [{'id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:01.404863 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Checking router: def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:01.405222 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Updating router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 port 6941a8b5-79d1-449e-a791-6bad66454da8 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:32:01.453370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:01.458457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:01.462019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:01.481648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:01.503121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Allocated IP 2001:db8::2 (cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd/8c53c95b-8e3c-458d-a274-ff237c93bf48/0b3108e8-14d1-4484-8674-f82aa60f2e05) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:01.558225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:01.564529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:subnet and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:01.568745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:01.571028 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.575136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:01.608526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-219f59ea-5b3a-4cf6-815e-550945ec86d9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:01.610792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-219f59ea-5b3a-4cf6-815e-550945ec86d9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Synchronizing usage tracker for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:01.624247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:01.633651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.688971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.723125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e0c48-c344-4239-acca-4dd8fc2bbdd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Network': ['ID=680e355b-b39f-44c7-a538-f538baf289f3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:01.745294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:01.758634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.859183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-219f59ea-5b3a-4cf6-815e-550945ec86d9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Unset dirty status for tenant:b8980a5bc3cc4105aee2e7a3fc370da3 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:01.860390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-219f59ea-5b3a-4cf6-815e-550945ec86d9 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.65 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.8499928 Mar 02 18:32:01.860526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:01.867482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port f095825d-7897-4e8f-8450-90b472bcdcc8 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:01.871637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Transition to ACTIVE for port object 0b3108e8-14d1-4484-8674-f82aa60f2e05 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:01.897323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Transition to ACTIVE for port object 0b3108e8-14d1-4484-8674-f82aa60f2e05 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:01.912729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 680e355b-b39f-44c7-a538-f538baf289f3 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:01.966929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.027865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.035235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21af682c-f7a7-4e9d-9b18-eed26007e951 req-7be966c3-b631-422a-a8b7-e2d1670e2367 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3131886 Mar 02 18:32:02.132126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Pushing event updated for resources: {'Port': ['ID=0b3108e8-14d1-4484-8674-f82aa60f2e05,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:02.147241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:02.147757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.226815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:02.234972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:02.254090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:02.359351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:02.359932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.421723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Attempting to bind port 0b3108e8-14d1-4484-8674-f82aa60f2e05 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:02.422044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Attempting to bind port 0b3108e8-14d1-4484-8674-f82aa60f2e05 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '11469c19-3d37-4cfd-80af-ad601bcbc64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:02.422461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Attempting to bind port 0b3108e8-14d1-4484-8674-f82aa60f2e05 on network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:02.486644 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.516367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.524041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Transition to ACTIVE for port object 6941a8b5-79d1-449e-a791-6bad66454da8 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:02.556404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:02.556785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Checking segment: {'id': '11469c19-3d37-4cfd-80af-ad601bcbc64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:02.558431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.558865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Bound using segment: {'id': '11469c19-3d37-4cfd-80af-ad601bcbc64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:02.559479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Bound port: 0b3108e8-14d1-4484-8674-f82aa60f2e05, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11469c19-3d37-4cfd-80af-ad601bcbc64a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:02.559862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.646784 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.708713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] For port 0b3108e8-14d1-4484-8674-f82aa60f2e05, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:02.713018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] For port 0b3108e8-14d1-4484-8674-f82aa60f2e05, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3108e8-14d1-4484-8674-f82aa60f2e05,segment=NetworkSegment(11469c19-3d37-4cfd-80af-ad601bcbc64a),segment_id=11469c19-3d37-4cfd-80af-ad601bcbc64a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:02.823743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:02.985593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.066293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebc0e1-746a-44b1-9d79-b86d966becab None None] Pushing event updated for resources: {'Port': ['ID=0b3108e8-14d1-4484-8674-f82aa60f2e05,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:03.087872 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889859e-aef4-41ec-98b1-30122c34690e None None] Pushing event updated for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:03.138022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1b33e-5120-4c20-a979-4db45c17959c req-9ffb786d-48b0-4e23-b749-26e0e792ba40 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:03.148659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33a1b33e-5120-4c20-a979-4db45c17959c req-9ffb786d-48b0-4e23-b749-26e0e792ba40 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.8851972 Mar 02 18:32:03.162755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.184011 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Attempting to bind port 6941a8b5-79d1-449e-a791-6bad66454da8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:03.194645 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Attempting to bind port 6941a8b5-79d1-449e-a791-6bad66454da8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:03.196937 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Attempting to bind port 6941a8b5-79d1-449e-a791-6bad66454da8 on network 597323c3-6615-4c3f-bf36-a8cb5c16798b {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:03.209844 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:03.210225 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Checking segment: {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:03.210630 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.211021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Bound using segment: {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:03.211497 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Bound port: 6941a8b5-79d1-449e-a791-6bad66454da8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 697, 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:03.211872 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.315848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33a1b33e-5120-4c20-a979-4db45c17959c req-c6c44778-a096-4627-aa66-487342c7564c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249442 Mar 02 18:32:03.388579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] For port 6941a8b5-79d1-449e-a791-6bad66454da8, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:03.393553 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] For port 6941a8b5-79d1-449e-a791-6bad66454da8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6941a8b5-79d1-449e-a791-6bad66454da8,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:03.408158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::250 (cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd/8c53c95b-8e3c-458d-a274-ff237c93bf48/f095825d-7897-4e8f-8450-90b472bcdcc8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:03.601192 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.707054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:03.707054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.707505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event updated for resources: {'Port': ['ID=96b53c0e-9c4c-4aac-979e-2ceedf349b61,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:03.728926 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:03.729817 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:03.901327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:03.910369 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889859e-aef4-41ec-98b1-30122c34690e None None] Pushing event updated for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:04.045899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d8860263-1eac-4c42-8699-7115a9d051c1 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:04.057089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.084987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.166394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object f095825d-7897-4e8f-8450-90b472bcdcc8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:04.211579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:04.454847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.461484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Checking segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:04.462137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network hostable DHCP agents. Network: 680e355b-b39f-44c7-a538-f538baf289f3, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:04.491407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Subnet': ['ID=ff8abd77-0609-40a2-95a8-eb9d4e09ff71,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:04.506203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.578109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:04.579698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:04.603145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.610006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9497721-0853-425e-a6d8-9ee8dcc414cc req-4307edf2-73f6-49ff-8a8a-f7dc489b7fd6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:04.636616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.636616 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 93cb0e62-2d83-4fd6-a246-99bcde701759 disassociated. External IP: 172.25.7.32, port: d8860263-1eac-4c42-8699-7115a9d051c1. Mar 02 18:32:04.636616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for d8860263-1eac-4c42-8699-7115a9d051c1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:04.637093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9497721-0853-425e-a6d8-9ee8dcc414cc req-4307edf2-73f6-49ff-8a8a-f7dc489b7fd6 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 946 time: 0.9878941 Mar 02 18:32:04.640253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:04.873365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df78120-4542-4a9c-877e-b8162280451b None None] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:04.936855 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Floating IP cfc0c62f-78b1-435f-b863-c818bd761b6a associated. External IP: 172.25.7.154, port: b9133242-5049-4b12-8511-fd4dcd2dcf03. Mar 02 18:32:05.069186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 680e355b-b39f-44c7-a538-f538baf289f3 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:05.077518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.128334 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6941a8b5-79d1-449e-a791-6bad66454da8', 'name': '', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'mac_address': 'fa:16:3e:3b:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:51Z', 'updated_at': '2022-03-02T18:32:03Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'subnets': [{'id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:05.165816 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd165b94-5d55-405e-859d-e85ab521186c None None] The sync data for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 is: [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:31:54Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6941a8b5-79d1-449e-a791-6bad66454da8', 'name': '', 'network_id': '597323c3-6615-4c3f-bf36-a8cb5c16798b', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'mac_address': 'fa:16:3e:3b:6d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:51Z', 'updated_at': '2022-03-02T18:32:03Z', 'revision_number': 4, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'subnets': [{'id': '5dac2a14-899f-4d6d-87be-b7d06b960ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:05.166356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3108e8-14d1-4484-8674-f82aa60f2e05 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:05.166455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:05.166455 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:05.191147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:05.196731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:05.226680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:05.233807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:05.235116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.238640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9497721-0853-425e-a6d8-9ee8dcc414cc req-33309655-ba30-46bc-96ca-f2894ea45e53 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5959530 Mar 02 18:32:05.296860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 680e355b-b39f-44c7-a538-f538baf289f3) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:05.303661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.316592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:05.316984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.321551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=f095825d-7897-4e8f-8450-90b472bcdcc8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:05.474848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07edd8-f27c-4200-90f0-3dc8bf4759f6 None None] Network 680e355b-b39f-44c7-a538-f538baf289f3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:05.502160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-697fb0d7-5a7d-4b71-b5f0-c8088be2b848 None None] Provisioning for port 0b3108e8-14d1-4484-8674-f82aa60f2e05 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:05.517113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Allocated IP 172.25.7.141 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/649e6985-6345-4e6b-9919-fa6e2695b69a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:05.524303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f883034b-6ebf-47e2-ad85-cedf887047a9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.7751579 Mar 02 18:32:05.525280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34296) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:05.592942 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0032390-d119-486d-93c4-456c6c77060a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 4.3726621 Mar 02 18:32:05.606704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34300) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:05.606704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-723554279'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:05.616188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:05.661171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:32:05.661499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port f095825d-7897-4e8f-8450-90b472bcdcc8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:05.662024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.741567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:network and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:05.744747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port d8860263-1eac-4c42-8699-7115a9d051c1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:05.745000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.749844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:05.808731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0b3108e8-14d1-4484-8674-f82aa60f2e05 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:05.835951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:05.870824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b3108e8-14d1-4484-8674-f82aa60f2e05 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:05.871204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:05.892822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:06.044147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:06.061529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.143918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-680e355b-b39f-44c7-a538-f538baf289f3', 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'fixed_ips': [{'subnet_id': 'ff8abd77-0609-40a2-95a8-eb9d4e09ff71'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:06.144800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.194799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8e5e3-41c7-4759-8cb3-db012ad4fe46 req-00a9b923-f51f-431f-a096-5ff3b5abb990 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:06.197216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cff8e5e3-41c7-4759-8cb3-db012ad4fe46 req-00a9b923-f51f-431f-a096-5ff3b5abb990 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6815968 Mar 02 18:32:06.530312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.568938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cff8e5e3-41c7-4759-8cb3-db012ad4fe46 req-8fc1db8b-3c87-4838-a799-23f0a57e91fd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431999 Mar 02 18:32:06.645934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fd7fc55c-9c30-4554-859e-c5ca9b19d8e5 None None] Provisioning complete for port 0b3108e8-14d1-4484-8674-f82aa60f2e05 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:06.655328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc55c-9c30-4554-859e-c5ca9b19d8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.728532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:32:06.748977 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'code': 200} Mar 02 18:32:06.790294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Sync routers for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:06.820316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0b3108e8-14d1-4484-8674-f82aa60f2e05, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3108e8-14d1-4484-8674-f82aa60f2e05,segment=NetworkSegment(11469c19-3d37-4cfd-80af-ad601bcbc64a),segment_id=11469c19-3d37-4cfd-80af-ad601bcbc64a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:06.833605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.919334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.942695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:06.962629 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.963433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6941a8b5-79d1-449e-a791-6bad66454da8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:06.975753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.984678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988d3033-049b-4ab5-8096-bd1b5f7476f4 req-56df1676-e1a7-44fc-af3a-4454af855493 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:06.986983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-988d3033-049b-4ab5-8096-bd1b5f7476f4 req-56df1676-e1a7-44fc-af3a-4454af855493 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 944 time: 0.1682322 Mar 02 18:32:06.987224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:06.987737 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Added segment c1a1f683-92f5-412e-bfe2-6086fe3ec677 of type vlan for network 563e41d3-d155-4808-b003-f535f1074513 Mar 02 18:32:06.996161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1b1f665-defe-4805-b7f0-1ddbc2d274a1 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.5405781 Mar 02 18:32:06.997344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:07.057700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Allocated IP 19.80.0.2 (680e355b-b39f-44c7-a538-f538baf289f3/ff8abd77-0609-40a2-95a8-eb9d4e09ff71/2f42d086-b20d-4143-91fc-6c1020127b2b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:07.127618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.229971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for f095825d-7897-4e8f-8450-90b472bcdcc8 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:07.251123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:07.261793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-988d3033-049b-4ab5-8096-bd1b5f7476f4 req-2ba35b52-414e-4066-92f5-ee741659cd4e tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups?id=af2bb439-2477-4e8f-876b-060d2464e1f4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502489 Mar 02 18:32:07.264705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:07.271196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:07.305861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] For port d8860263-1eac-4c42-8699-7115a9d051c1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d8860263-1eac-4c42-8699-7115a9d051c1,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:07.306099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.314897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.347842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:07.348982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:07.376289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Pushing event updated for resources: {'Port': ['ID=649e6985-6345-4e6b-9919-fa6e2695b69a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:07.575367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ea109-0904-4efc-a018-19f239ad7036 req-1ae32040-8c68-4630-919c-736121cc9fa5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:07.577508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d2ea109-0904-4efc-a018-19f239ad7036 req-1ae32040-8c68-4630-919c-736121cc9fa5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5264766 Mar 02 18:32:07.597516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0b3108e8-14d1-4484-8674-f82aa60f2e05,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:07.608454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.614130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:07.614784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:07.742719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:07.787016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1855633 Mar 02 18:32:07.793003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:07.809758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'subnet': {'network_id': '563e41d3-d155-4808-b003-f535f1074513', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:07.891138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6e85c-654e-481e-9de3-4b0ae9decc7b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Network': ['ID=563e41d3-d155-4808-b003-f535f1074513,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:07.938363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 563e41d3-d155-4808-b003-f535f1074513 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:07.974524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d2ea109-0904-4efc-a018-19f239ad7036 req-617c1dc1-8090-4b8d-8c58-e0cdf91bceb9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863996 Mar 02 18:32:08.064378 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.077775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fd7fc55c-9c30-4554-859e-c5ca9b19d8e5 None None] Could not find standard attr ID for object f095825d-7897-4e8f-8450-90b472bcdcc8. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:32:08.084068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Transition to ACTIVE for port object 2f42d086-b20d-4143-91fc-6c1020127b2b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:08.097371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.122101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Transition to ACTIVE for port object 2f42d086-b20d-4143-91fc-6c1020127b2b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:08.236364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6941a8b5-79d1-449e-a791-6bad66454da8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:08.252420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7ac4aed6-9af4-43eb-81f0-16fced5af207 None None] Could not find standard attr ID for object f095825d-7897-4e8f-8450-90b472bcdcc8. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:32:08.253641 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'status': 'completed', 'code': 200} Mar 02 18:32:08.257098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:08.260885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.262811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:subnet and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:08.264879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6941a8b5-79d1-449e-a791-6bad66454da8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:08.265433 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.268647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:08.291194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:08.419146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=f095825d-7897-4e8f-8450-90b472bcdcc8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:08.437800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.438874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.439650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.440159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.440795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.441289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.442260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.443047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.443575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.444096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.444855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.445397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:08.453828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.454859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.455406 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Floating IP 93cb0e62-2d83-4fd6-a246-99bcde701759 disassociated. External IP: 172.25.7.32, port: d8860263-1eac-4c42-8699-7115a9d051c1. Mar 02 18:32:08.461691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for d8860263-1eac-4c42-8699-7115a9d051c1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:08.502906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.506383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b81970bf-8efe-482b-9b18-c1870e71bac5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/f095825d-7897-4e8f-8450-90b472bcdcc8 HTTP/1.1" status: 204 len: 168 time: 2.9797900 Mar 02 18:32:08.517962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:08.523396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:08.527579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.532361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Pushing event updated for resources: {'Port': ['ID=2f42d086-b20d-4143-91fc-6c1020127b2b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:08.548017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Network 680e355b-b39f-44c7-a538-f538baf289f3 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:08.559327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:08.564266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:08.613104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.688335 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef15611-b56e-4047-a97c-f22808ffa9ab tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:08.694634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bef15611-b56e-4047-a97c-f22808ffa9ab tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/f095825d-7897-4e8f-8450-90b472bcdcc8 HTTP/1.1" status: 404 len: 333 time: 0.1706917 Mar 02 18:32:08.697003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34398) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:08.839685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.872417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 8c53c95b-8e3c-458d-a274-ff237c93bf48 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:32:08.875803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Attempting to bind port 2f42d086-b20d-4143-91fc-6c1020127b2b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:08.876317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Attempting to bind port 2f42d086-b20d-4143-91fc-6c1020127b2b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:08.876691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Attempting to bind port 2f42d086-b20d-4143-91fc-6c1020127b2b on network 680e355b-b39f-44c7-a538-f538baf289f3 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:08.879312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.895339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:08.896008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Checking segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:08.896008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.896464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Bound using segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:08.896950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Bound port: 2f42d086-b20d-4143-91fc-6c1020127b2b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:08.897336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:08.929761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'cfc0c62f-78b1-435f-b863-c818bd761b6a', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'port_id': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'mac_address': 'fa:16:3e:7c:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:32:00Z', 'updated_at': '2022-03-02T18:32:00Z', 'revision_number': 0, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:08.933799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-a91826c9-4244-415a-89c9-6be16bd4494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:08.935361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-a91826c9-4244-415a-89c9-6be16bd4494c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1097 time: 0.6803682 Mar 02 18:32:08.964942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6941a8b5-79d1-449e-a791-6bad66454da8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6941a8b5-79d1-449e-a791-6bad66454da8,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:08.973793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Checking router: c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:09.005589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:09.006048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:09.016297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.209302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:09.241827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.290978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.302890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'Port': ['ID=d8860263-1eac-4c42-8699-7115a9d051c1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:09.345524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da4cfa-5b4f-45b4-8be5-5b36968e2134 req-34b0f723-cfa4-4209-a6c2-b8d3e1b6df16 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:09.347675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4da4cfa-5b4f-45b4-8be5-5b36968e2134 req-34b0f723-cfa4-4209-a6c2-b8d3e1b6df16 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.7833331 Mar 02 18:32:09.384219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Subnet': ['ID=38184f16-e6c7-4493-a19a-8aa236024d6f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:09.415082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Checking segment: {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:09.415858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network hostable DHCP agents. Network: 563e41d3-d155-4808-b003-f535f1074513, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:09.418803 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.628738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4da4cfa-5b4f-45b4-8be5-5b36968e2134 req-fabff32d-5f78-4443-9e59-8776bb106609 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568784 Mar 02 18:32:09.639913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] For port 2f42d086-b20d-4143-91fc-6c1020127b2b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:09.645229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3108e8-14d1-4484-8674-f82aa60f2e05 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:09.709267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-350c4012-0eb0-4960-a318-686dbe02e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:09.710615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-350c4012-0eb0-4960-a318-686dbe02e935 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 200 len: 910 time: 0.7611670 Mar 02 18:32:09.762162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e347d27b-9a4c-46d0-b2dd-8cb9ac63c689 req-1961d8de-22c8-4a3a-a707-a23e7f0724a2 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/ports?device_id=2611c572-2b90-4295-95ef-9bd3af4e9f40 HTTP/1.1" status: 200 len: 210 time: 0.1176372 Mar 02 18:32:09.767303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:32:09.815184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] For port 2f42d086-b20d-4143-91fc-6c1020127b2b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f42d086-b20d-4143-91fc-6c1020127b2b,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:09.874652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:09.887938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 563e41d3-d155-4808-b003-f535f1074513 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:09.898252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:09.939579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.003099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.023877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0b3108e8-14d1-4484-8674-f82aa60f2e05 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:10.024575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.097009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 563e41d3-d155-4808-b003-f535f1074513) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:10.118188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:10.120880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.130674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597b8ba7-bda1-4fcb-8388-bfc2ea10b0b5 None None] Network 563e41d3-d155-4808-b003-f535f1074513 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:10.152841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-fd216335-8b62-4f10-9de5-40c9f7dc4545 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 200 len: 1000 time: 0.4105504 Mar 02 18:32:10.262597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f145ded7-c390-41e0-8a06-dc7a8a715ead None None] Pushing event updated for resources: {'Port': ['ID=2f42d086-b20d-4143-91fc-6c1020127b2b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:10.281665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:32:10.297269 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:10.307013 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:10.307870 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:10.409930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'cfc0c62f-78b1-435f-b863-c818bd761b6a', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'port_id': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'mac_address': 'fa:16:3e:7c:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:32:00Z', 'updated_at': '2022-03-02T18:32:00Z', 'revision_number': 0, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:10.417645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66c0fd0-24a8-40ae-9bb5-6e691264966e None None] The sync data for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 is: [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'cfc0c62f-78b1-435f-b863-c818bd761b6a', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'port_id': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'mac_address': 'fa:16:3e:7c:5d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:32:00Z', 'updated_at': '2022-03-02T18:32:00Z', 'revision_number': 0, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:10.452221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-510b9f61-4c15-40c2-b642-94e9b957f135 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6467726 Mar 02 18:32:10.474926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] No DVR routers for this DVR port d8860263-1eac-4c42-8699-7115a9d051c1 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:10.490148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.497647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2375fe8b-33d7-49fb-8a57-4a6bcd11de4d req-8edd31e2-edc7-4c9e-9f06-ff5c6efad219 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.65 "DELETE /v2.0/ports/d8860263-1eac-4c42-8699-7115a9d051c1 HTTP/1.1" status: 204 len: 173 time: 8.3580880 Mar 02 18:32:10.509169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fd8472-fae9-4da0-9ca9-d86d5a14f7d7 req-168d9ab8-e896-4f63-9576-818cc516974e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:10.509169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0fd8472-fae9-4da0-9ca9-d86d5a14f7d7 req-168d9ab8-e896-4f63-9576-818cc516974e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5767608 Mar 02 18:32:10.509463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-deleted', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:10.569197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.627075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-563e41d3-d155-4808-b003-f535f1074513', 'network_id': '563e41d3-d155-4808-b003-f535f1074513', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'fixed_ips': [{'subnet_id': '38184f16-e6c7-4493-a19a-8aa236024d6f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:10.632102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.654843 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2611c572-2b90-4295-95ef-9bd3af4e9f40', 'name': 'network-vif-deleted', 'tag': 'd8860263-1eac-4c42-8699-7115a9d051c1', 'status': 'completed', 'code': 200} Mar 02 18:32:10.738158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:10.783236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:10.812067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-c99e42a9-ef7c-4628-8244-8ebe49f30ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:10.813182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-c99e42a9-ef7c-4628-8244-8ebe49f30ef3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca9dce8d-7924-42a9-8446-e0d20e987e34 HTTP/1.1" status: 200 len: 848 time: 0.6461954 Mar 02 18:32:10.899021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=8c53c95b-8e3c-458d-a274-ff237c93bf48,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:10.918691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:10.933172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4a54ceb5-dcdc-4787-a227-4730943005bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8c53c95b-8e3c-458d-a274-ff237c93bf48 HTTP/1.1" status: 204 len: 168 time: 2.2330992 Mar 02 18:32:10.938364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d6a3de-0bcb-40a9-83b8-fdb96af09e90 None None] Network cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:11.257008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.274752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 0b3108e8-14d1-4484-8674-f82aa60f2e05 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:11.275100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.302559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd8e2b0-c35b-49eb-af6e-83063cc9dfef None None] New status for floating IP cfc0c62f-78b1-435f-b863-c818bd761b6a: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:32:11.328789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:11.334084 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:11.344626 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:11.345630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:11.588109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:11.714404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 0b3108e8-14d1-4484-8674-f82aa60f2e05, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b3108e8-14d1-4484-8674-f82aa60f2e05,segment=NetworkSegment(11469c19-3d37-4cfd-80af-ad601bcbc64a),segment_id=11469c19-3d37-4cfd-80af-ad601bcbc64a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:11.718153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:11.762416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0fd8472-fae9-4da0-9ca9-d86d5a14f7d7 req-e87aa8ba-d4e4-4b4a-8a51-ed3baa4f99d4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1453710 Mar 02 18:32:11.802734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f42d086-b20d-4143-91fc-6c1020127b2b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:11.811258 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:11.879099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8ab8d73c-3f97-456d-b451-01091ddae295 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:11.884786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8ab8d73c-3f97-456d-b451-01091ddae295 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:11.885577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8ab8d73c-3f97-456d-b451-01091ddae295 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:11.935791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Router 3389ed5e-f6bb-4b60-82d8-44d160475851 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:32:11.940863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-4aee6d7b-3045-4921-848e-2fe575eccc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:11.943868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-4aee6d7b-3045-4921-848e-2fe575eccc29 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20d43237-3b8e-472a-a145-04379d1af263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5894952 Mar 02 18:32:11.957297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-ffe1d2af-88e8-4279-a3d5-8bfe1fb708de service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:32:11.958295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-ffe1d2af-88e8-4279-a3d5-8bfe1fb708de service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064027 Mar 02 18:32:12.048530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 0b3108e8-14d1-4484-8674-f82aa60f2e05 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:12.134962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8ab8d73c-3f97-456d-b451-01091ddae295 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:12.142603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8ab8d73c-3f97-456d-b451-01091ddae295 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/networks?id=680e355b-b39f-44c7-a538-f538baf289f3&id=563e41d3-d155-4808-b003-f535f1074513&id=680e355b-b39f-44c7-a538-f538baf289f3 HTTP/1.1" status: 200 len: 1391 time: 1.1953769 Mar 02 18:32:12.192378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Allocated IP 19.86.0.2 (563e41d3-d155-4808-b003-f535f1074513/38184f16-e6c7-4493-a19a-8aa236024d6f/3759cc40-0c32-4665-a08a-357c40c55862) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:12.266476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-824ec159-c106-48e4-92e3-86fe7c57807a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/quotas/62c99169549b4690b1a5a96f904e7795 HTTP/1.1" status: 200 len: 375 time: 0.0290585 Mar 02 18:32:12.290645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e988e1b-0699-4d41-8252-f3d84494ab22 None None] Network 680e355b-b39f-44c7-a538-f538baf289f3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:12.377652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.431385 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:12.443343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No DVR routers for this DVR port 0b3108e8-14d1-4484-8674-f82aa60f2e05 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:12.447362 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc815dc-7918-4a71-a39d-40890c862fd8 None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:24:00Z', 'revision_number': 4, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '523e336f-cf21-491a-aa94-8c40eb9a34e9', 'name': '', 'network_id': '91ecf49a-ab04-4f86-85d9-29b26e591282', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'mac_address': 'fa:16:3e:41:d2:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:58Z', 'updated_at': '2022-03-02T18:24:11Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'subnets': [{'id': 'a2760e31-8b67-485f-8bfb-c6e81d1129d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:12.516763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=0b3108e8-14d1-4484-8674-f82aa60f2e05,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:12.536160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2f42d086-b20d-4143-91fc-6c1020127b2b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:12.628256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.677046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Provisioning for port 2f42d086-b20d-4143-91fc-6c1020127b2b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:12.679070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:12.680149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.705349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11469c19-3d37-4cfd-80af-ad601bcbc64a') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:12.705803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11469c19-3d37-4cfd-80af-ad601bcbc64a') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:12.723606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.749698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.757705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:32:12.758709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:12.778622 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:12.792839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6941a8b5-79d1-449e-a791-6bad66454da8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:12.827925 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c402c3c-4e1e-4c2b-9471-6463423c84fb None None] New status for floating IP 93cb0e62-2d83-4fd6-a246-99bcde701759: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:32:12.909125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Provisioning complete for port 2f42d086-b20d-4143-91fc-6c1020127b2b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:12.909644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:12.944787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-9291115c-f736-4699-95c8-c6cf3a128573 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:12.946400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-9291115c-f736-4699-95c8-c6cf3a128573 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.8611765 Mar 02 18:32:12.956215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-e2fb8032-d684-454f-8de2-ef8a8d65bd16 service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877105 Mar 02 18:32:12.957207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:32:12.971838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.008461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:13.008911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.029861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-75e8182a-a2fe-43c2-aa14-864823e9c0dd tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/quotas/14d49fee0cf643678d81c0715392ed6f HTTP/1.1" status: 200 len: 375 time: 0.0666256 Mar 02 18:32:13.037026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:13.051014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f8e0f0f2-c833-4d10-b3ce-19c0168fc518 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd HTTP/1.1" status: 204 len: 168 time: 2.1312728 Mar 02 18:32:13.051741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:13.065372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'name': 'tempest-PortsIpV6TestJSON-681975644'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:13.070984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-fe77e1f2-e953-4389-9534-271cb91453ea tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4794352 Mar 02 18:32:13.075327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:13.081104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Sync routers for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:13.112644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.127804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-603e7a3a-44fa-438a-ada3-9606158553c2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:13.128180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:13.128411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-603e7a3a-44fa-438a-ada3-9606158553c2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a1566b1-6db0-441d-812e-e0832df57bbf HTTP/1.1" status: 200 len: 945 time: 0.8531554 Mar 02 18:32:13.129375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:13.267281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.270650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f90f12d9-ecb6-469d-8937-8d5adb8a34aa admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 14.2230124 Mar 02 18:32:13.273363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:13.320680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a146f50-ceef-4587-a59c-4fe90bbdb4c5 None None] DHCP port deletion for cf3ccc8e-dae1-4c51-b5c4-a096b9ea05dd request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:32:13.440792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:13.446530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:13.450503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:13.459737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:13.532180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:13.536526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Deleting port b485654f-eca8-4cf5-8a06-6f6f87872a07 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:13.536874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.537591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.587988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 26528219-22df-4d58-912e-d9a6c117a83a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:13.681254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1739ef0-1cc8-4e99-8c26-d41fff4366bd req-11376900-416b-4ae2-89b7-9d7ad31ca93b service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7082412 Mar 02 18:32:13.723062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.738366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:13.780032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c8182c5b-59e3-47db-8420-987654777f0b service neutron] 10.222.0.66 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6502695 Mar 02 18:32:13.833859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Transition to ACTIVE for port object 3759cc40-0c32-4665-a08a-357c40c55862 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:13.840909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6941a8b5-79d1-449e-a791-6bad66454da8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:13.841286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.849067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-406b1177-ce10-4cec-ab5c-dfe741b87e68 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7764618 Mar 02 18:32:13.884185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:13.915865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:14.011939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.053787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Transition to ACTIVE for port object 3759cc40-0c32-4665-a08a-357c40c55862 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:14.055144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.132422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:14.136562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:14.142175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:14.148212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:14.149095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.178167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=26528219-22df-4d58-912e-d9a6c117a83a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:14.234847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.289430 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a235fea6-ebd5-4a63-8c68-4d39c8997e05 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2340977 Mar 02 18:32:14.289637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34474) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:14.338998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Network 563e41d3-d155-4808-b003-f535f1074513 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:14.374865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 26528219-22df-4d58-912e-d9a6c117a83a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:14.374865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.375995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:14.389417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] For port 2f42d086-b20d-4143-91fc-6c1020127b2b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f42d086-b20d-4143-91fc-6c1020127b2b,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:14.397226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-6904696c-1f35-41b9-a1d2-794b550dbae4 service neutron] 10.222.0.66 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6158416 Mar 02 18:32:14.401469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:14.472205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Pushing event updated for resources: {'Port': ['ID=3759cc40-0c32-4665-a08a-357c40c55862,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:14.587051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Attempting to bind port 3759cc40-0c32-4665-a08a-357c40c55862 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:14.587309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Attempting to bind port 3759cc40-0c32-4665-a08a-357c40c55862 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:14.588581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Attempting to bind port 3759cc40-0c32-4665-a08a-357c40c55862 on network 563e41d3-d155-4808-b003-f535f1074513 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:14.597717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.599669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:14.600041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Checking segment: {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:14.600439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.600822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Bound using segment: {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:14.602111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Bound port: 3759cc40-0c32-4665-a08a-357c40c55862, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:14.602111 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.692668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-1fb1e92e-31a9-4cf0-8ece-7d7472441084 service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7181447 Mar 02 18:32:14.704263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3108e8-14d1-4484-8674-f82aa60f2e05 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:14.813010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0b3108e8-14d1-4484-8674-f82aa60f2e05 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:14.813213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b3108e8-14d1-4484-8674-f82aa60f2e05 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:14.839614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:07Z', 'revision_number': 3, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:14.844449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] For port b485654f-eca8-4cf5-8a06-6f6f87872a07, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b485654f-eca8-4cf5-8a06-6f6f87872a07,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:14.844449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.851445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Checking router: 3389ed5e-f6bb-4b60-82d8-44d160475851 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:14.851808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Updating router 3389ed5e-f6bb-4b60-82d8-44d160475851 port 649e6985-6345-4e6b-9919-fa6e2695b69a binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:32:14.872198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.884289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515819e-6338-43dc-a4ff-2705085d7b31 None None] Pushing event updated for resources: {'Port': ['ID=2f42d086-b20d-4143-91fc-6c1020127b2b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:14.952573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:14.992700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] For port 3759cc40-0c32-4665-a08a-357c40c55862, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:15.012342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] For port 3759cc40-0c32-4665-a08a-357c40c55862, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3759cc40-0c32-4665-a08a-357c40c55862,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:15.013445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3714f59a-80cc-465e-a8fe-be4d28cbe263 None None] Provisioning complete for port 2f42d086-b20d-4143-91fc-6c1020127b2b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:15.013820 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3714f59a-80cc-465e-a8fe-be4d28cbe263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.048490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-a4b2a45e-80cb-43ea-af8f-dbb183ca3a72 service neutron] 10.222.0.66 "GET /v2.0/networks/563e41d3-d155-4808-b003-f535f1074513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394484 Mar 02 18:32:15.148022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 26528219-22df-4d58-912e-d9a6c117a83a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:15.149106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Calling delete_port for b485654f-eca8-4cf5-8a06-6f6f87872a07 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:15.338325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-ad91ac7c-5c34-4eae-95e5-5e0bf331eaf6 service neutron] 10.222.0.66 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255000 Mar 02 18:32:15.451947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.489016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-58e5375a-2e30-4864-a6d3-3aa3686bcb76 service neutron] 10.222.0.66 "GET /v2.0/networks/563e41d3-d155-4808-b003-f535f1074513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921022 Mar 02 18:32:15.490799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b485654f-eca8-4cf5-8a06-6f6f87872a07 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:15.652218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.741112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.776411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Transition to ACTIVE for port object 649e6985-6345-4e6b-9919-fa6e2695b69a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:15.812984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=26528219-22df-4d58-912e-d9a6c117a83a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:15.838799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:15.859202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a9cc123-59a7-44c9-88bc-b9f3340b2a70 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/26528219-22df-4d58-912e-d9a6c117a83a HTTP/1.1" status: 204 len: 168 time: 1.5683239 Mar 02 18:32:15.863299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34492) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:15.868086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'mac_address': 'fa:16:3e:fd:44:bd', 'name': 'tempest-PortsIpV6TestJSON-627007277'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:15.912888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687cb3e-ce07-4265-852f-06ffae9ec232 None None] Pushing event updated for resources: {'Port': ['ID=3759cc40-0c32-4665-a08a-357c40c55862,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:15.917060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.020154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.061732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Attempting to bind port 649e6985-6345-4e6b-9919-fa6e2695b69a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:16.062102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Attempting to bind port 649e6985-6345-4e6b-9919-fa6e2695b69a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:16.062503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Attempting to bind port 649e6985-6345-4e6b-9919-fa6e2695b69a on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:16.068868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:16.075933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:16.079436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-e26e19c7-3f7a-4b61-aff2-260a58ffbfd7 service neutron] 10.222.0.66 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5803154 Mar 02 18:32:16.088972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:16.096348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:16.096735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:16.097142 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.097537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:16.098113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Bound port: 649e6985-6345-4e6b-9919-fa6e2695b69a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:16.098407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.108456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:16.139870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event deleted for resources: {'Port': ['ID=b485654f-eca8-4cf5-8a06-6f6f87872a07,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:16.150230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.216158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] For port 649e6985-6345-4e6b-9919-fa6e2695b69a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:16.222238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] For port 649e6985-6345-4e6b-9919-fa6e2695b69a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=649e6985-6345-4e6b-9919-fa6e2695b69a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:16.230549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.230898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.231238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.231572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.231903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.232465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.232795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.233196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.233463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.233779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.234096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.234431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:16.239834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:16.245941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c002b77-7ee4-4faf-8710-4a933a92b872 None None] Pushing event updated for resources: {'Port': ['ID=649e6985-6345-4e6b-9919-fa6e2695b69a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:16.369973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.410068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.410362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port c50d6fcc-0f01-4e7f-8f05-1840ef496102 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:16.452174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] No DVR routers for this DVR port b485654f-eca8-4cf5-8a06-6f6f87872a07 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:16.473572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-8e986b33-cedf-49bd-8640-a8510f64f95f service neutron] 10.222.0.66 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770406 Mar 02 18:32:16.479398 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.493390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-deleted', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:16.503053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:16.503826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:16.684064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c002b77-7ee4-4faf-8710-4a933a92b872 None None] Pushing event updated for resources: {'Port': ['ID=649e6985-6345-4e6b-9919-fa6e2695b69a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:16.775204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:16.823662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47c5d6-a54c-4992-bc80-f52107d2484d req-3d782450-57c9-4aea-bb4f-f97c55c09982 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:16.835333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d47c5d6-a54c-4992-bc80-f52107d2484d req-3d782450-57c9-4aea-bb4f-f97c55c09982 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.8715994 Mar 02 18:32:16.842035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81d3bdc9-b4f1-4772-ba14-3a5caf10a20a req-45f758d5-ea6d-4ff2-a699-cb41f6b58dd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "DELETE /v2.0/ports/b485654f-eca8-4cf5-8a06-6f6f87872a07 HTTP/1.1" status: 204 len: 173 time: 3.6361067 Mar 02 18:32:16.897385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3759cc40-0c32-4665-a08a-357c40c55862 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:16.945703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:16.951903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d47c5d6-a54c-4992-bc80-f52107d2484d req-b1f87a2a-ccc9-485c-8292-7e2ad6ccbf18 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069577 Mar 02 18:32:16.955550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Allocated IP 172.20.0.1 (830140a1-b693-4ffd-8d9c-0920b5877599/473514b4-0f74-42a4-806c-b44299364790/a1598593-5305-486e-9a75-95ff901e3ca4) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:16.984506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.036332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34520) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:17.176175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:17.183023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:17.203039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:17.228025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:17.228697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.260829 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'code': 200} Mar 02 18:32:17.270782 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1566b1-6db0-441d-812e-e0832df57bbf', 'name': 'network-vif-deleted', 'tag': 'b485654f-eca8-4cf5-8a06-6f6f87872a07', 'status': 'completed', 'code': 200} Mar 02 18:32:17.311178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-497a4c64-1a00-4fbc-b742-6aeb9df8d0af req-d6458c4d-ce70-4592-b244-cf88df018ce3 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:17.360077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=c50d6fcc-0f01-4e7f-8f05-1840ef496102,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:17.429567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.438398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a0b22ada-1a9e-4b04-a0a1-b3be1297f16a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5751488 Mar 02 18:32:17.439090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34532) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:17.501703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d7a5263-d94e-44a5-b5e2-d2c7fb57de60 req-08654a36-1a94-46ee-b185-95548ce1d2a5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.1296690 Mar 02 18:32:17.523364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-497a4c64-1a00-4fbc-b742-6aeb9df8d0af req-d6458c4d-ce70-4592-b244-cf88df018ce3 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:17.540328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-497a4c64-1a00-4fbc-b742-6aeb9df8d0af req-d6458c4d-ce70-4592-b244-cf88df018ce3 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.3678770 Mar 02 18:32:17.580776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.586183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.617317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1beba483-0ce1-4a6a-b1b7-cc570c033045 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:17.618582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1beba483-0ce1-4a6a-b1b7-cc570c033045 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:17.659469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cbbf43-d3d3-483b-a3f0-7d45f400c6c4 None None] Network 563e41d3-d155-4808-b003-f535f1074513 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:17.826776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63b125-ee4c-481e-b388-ac4afb758bce req-27a7e309-92a9-4cef-9462-e3683a3c93d9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:17.828742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1beba483-0ce1-4a6a-b1b7-cc570c033045 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:17.828882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e63b125-ee4c-481e-b388-ac4afb758bce req-27a7e309-92a9-4cef-9462-e3683a3c93d9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.0891123 Mar 02 18:32:17.829921 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.835626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1beba483-0ce1-4a6a-b1b7-cc570c033045 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/c50d6fcc-0f01-4e7f-8f05-1840ef496102 HTTP/1.1" status: 200 len: 844 time: 0.3946846 Mar 02 18:32:17.841727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34538) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:17.846975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:07Z', 'revision_number': 3, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:17.859743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2bb439-2477-4e8f-876b-060d2464e1f4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:17.884112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d65e22-e07f-4476-b83e-0fd6d4efeeb7 None None] The sync data for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 is: [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:07Z', 'revision_number': 3, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:17.929286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3759cc40-0c32-4665-a08a-357c40c55862 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:17.936081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Provisioning for port 3759cc40-0c32-4665-a08a-357c40c55862 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:17.942904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3759cc40-0c32-4665-a08a-357c40c55862 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:17.944744 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:17.959894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e63b125-ee4c-481e-b388-ac4afb758bce req-9902601b-ace3-497a-b5a7-037a50273fec tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062458 Mar 02 18:32:17.965639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.001559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Provisioning complete for port 3759cc40-0c32-4665-a08a-357c40c55862 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:18.001791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.074492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:18.095341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.097209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0a6dbced-b405-4e5d-9a27-03b11320f58a tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "DELETE /v2.0/security-groups/af2bb439-2477-4e8f-876b-060d2464e1f4 HTTP/1.1" status: 204 len: 168 time: 1.0533717 Mar 02 18:32:18.107780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:18.113228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Network 830140a1-b693-4ffd-8d9c-0920b5877599 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:18.124111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:18.124111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:18.184221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.187662 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-650a9c7d-b4d0-4b35-a52d-d791832fdf14 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] show failed (client error): The resource could not be found. Mar 02 18:32:18.189110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-650a9c7d-b4d0-4b35-a52d-d791832fdf14 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "GET /v2.0/security-groups/af2bb439-2477-4e8f-876b-060d2464e1f4 HTTP/1.1" status: 404 len: 347 time: 0.0656414 Mar 02 18:32:18.195791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34548) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:18.218672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port c50d6fcc-0f01-4e7f-8f05-1840ef496102 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:18.220116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.563508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.607101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.615518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Deleting port b1132ff6-3409-425f-b8f5-ac18f6ba0993 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:18.616507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.619809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:18.744634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3759cc40-0c32-4665-a08a-357c40c55862, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3759cc40-0c32-4665-a08a-357c40c55862,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:18.820225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for c50d6fcc-0f01-4e7f-8f05-1840ef496102 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:18.942434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5756cb1-cf8c-4ac2-b4f7-a25907514909 req-abf91aa6-71b9-49d1-8ce0-73a37a9cf128 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.3298283 Mar 02 18:32:19.026422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:19.026861 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-3d3d262e-339b-45f0-aee3-ec972debdb27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:19.027504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.028388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f42d086-b20d-4143-91fc-6c1020127b2b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:19.135571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.244179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c359108a-e6ec-43dc-9b0c-8afe83597df5 req-01fa444d-07de-4b9e-b038-c16b547c4fd2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.1164043 Mar 02 18:32:19.270630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e794afe-e6b5-439b-85c0-837481c687a0 req-00cc829e-6b17-4250-a70c-352890194c22 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:19.278445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e794afe-e6b5-439b-85c0-837481c687a0 req-00cc829e-6b17-4250-a70c-352890194c22 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.9856274 Mar 02 18:32:19.313307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.316397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=c50d6fcc-0f01-4e7f-8f05-1840ef496102,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:19.361223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3759cc40-0c32-4665-a08a-357c40c55862,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:19.375770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2f42d086-b20d-4143-91fc-6c1020127b2b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:19.376141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.453451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e794afe-e6b5-439b-85c0-837481c687a0 req-4e91292c-7938-4e1c-be81-4f215d1ec720 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731408 Mar 02 18:32:19.470159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.470159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.566988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-9cbed547-5c90-420e-b2b8-e28e9fa32cd4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6232238 Mar 02 18:32:19.606756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-29996fce-9354-424c-82cf-4662d0181a96 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/c50d6fcc-0f01-4e7f-8f05-1840ef496102 HTTP/1.1" status: 204 len: 168 time: 1.7673628 Mar 02 18:32:19.609300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:19.700134 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2767751-96dd-4277-a2a1-54690ef70ca7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:19.703549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2767751-96dd-4277-a2a1-54690ef70ca7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:19.748552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Calling delete_port for b1132ff6-3409-425f-b8f5-ac18f6ba0993 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:19.776600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8bef05b0-2571-4340-9289-ea4d7d4ca38d None None] Provisioning complete for port 3759cc40-0c32-4665-a08a-357c40c55862 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:19.777139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bef05b0-2571-4340-9289-ea4d7d4ca38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:19.831304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2767751-96dd-4277-a2a1-54690ef70ca7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:19.839636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f2767751-96dd-4277-a2a1-54690ef70ca7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/c50d6fcc-0f01-4e7f-8f05-1840ef496102 HTTP/1.1" status: 404 len: 333 time: 0.2290409 Mar 02 18:32:19.840348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:19.846957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'name': 'tempest-PortsIpV6TestJSON-1400100399'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:19.878764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3759cc40-0c32-4665-a08a-357c40c55862 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:19.996771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:20.007265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:20.137062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:20.141217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.145302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3759cc40-0c32-4665-a08a-357c40c55862 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:20.145664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.191183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 4620f130-b691-41c2-bd82-f783617f317d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:20.351979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 649e6985-6345-4e6b-9919-fa6e2695b69a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:20.376111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.407017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-511c8d5e-6446-4b1e-81cf-bf51b13cc574 req-849e7bf4-f185-4924-a5ea-b60258b5953f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.1138780 Mar 02 18:32:20.531800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.572667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-e51eb1d5-4808-44b0-a423-4c9a6ba4197e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:20.574038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-e51eb1d5-4808-44b0-a423-4c9a6ba4197e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 805 time: 0.4891176 Mar 02 18:32:20.597958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Request body: {'port': {'device_id': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'admin_state_up': True, 'tenant_id': '14d49fee0cf643678d81c0715392ed6f'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:20.687263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 649e6985-6345-4e6b-9919-fa6e2695b69a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:20.692683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 649e6985-6345-4e6b-9919-fa6e2695b69a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:20.693125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.729381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2de8f4d9-891d-441d-9199-5f39627fbe02 req-f1348a18-1d78-488c-9b04-01d2915e0ec8 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.1454892 Mar 02 18:32:20.791474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-1368dcb3-da68-45bd-8e35-825f4824c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:20.792946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-1368dcb3-da68-45bd-8e35-825f4824c873 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1096 time: 1.1285973 Mar 02 18:32:20.800561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.814145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91041e68-4cd6-437a-a460-453c027e791e req-7bfa9388-a6c1-4d05-9b2c-c671c4d8c3ba tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:20.821482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91041e68-4cd6-437a-a460-453c027e791e req-7bfa9388-a6c1-4d05-9b2c-c671c4d8c3ba tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.8956764 Mar 02 18:32:20.884518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:20.908541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 649e6985-6345-4e6b-9919-fa6e2695b69a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=649e6985-6345-4e6b-9919-fa6e2695b69a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:20.964957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:20.968570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:20.971054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=4620f130-b691-41c2-bd82-f783617f317d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:20.974805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:20.980750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:20.981435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.183464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.190843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee9c6151-659a-4720-91fa-4c0c5c606376 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3493052 Mar 02 18:32:21.193697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34592) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:21.202451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:21.240081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91041e68-4cd6-437a-a460-453c027e791e req-ed72d7da-86a1-42c7-a7d6-2a12b808c80b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4177001 Mar 02 18:32:21.240797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.268340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=649e6985-6345-4e6b-9919-fa6e2695b69a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:21.362185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Pushing event deleted for resources: {'Port': ['ID=b1132ff6-3409-425f-b8f5-ac18f6ba0993,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:21.367368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.476517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:21.553988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:21.596174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:32:21.603785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-91e6b0eb-a03d-47b4-8081-e873c3562f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:21.605304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-91e6b0eb-a03d-47b4-8081-e873c3562f24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.7616959 Mar 02 18:32:21.624620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.665476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 649e6985-6345-4e6b-9919-fa6e2695b69a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:21.686160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-879aca4f-815e-4f98-bc3e-7e300aad0e8a req-42c02e43-0b65-44e5-b3ce-ae077f7a151b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.1445231 Mar 02 18:32:21.695797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.709918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-0c6d135f-d45d-44d5-a578-40c02658b68a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.0825422 Mar 02 18:32:21.710678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.741812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 649e6985-6345-4e6b-9919-fa6e2695b69a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:21.748458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:21.790246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28240e-eec6-4cf4-bfe7-267162a57944 req-9da507f0-f1e6-4f9b-bdeb-2a51bd012fe8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:21.791753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed28240e-eec6-4cf4-bfe7-267162a57944 req-9da507f0-f1e6-4f9b-bdeb-2a51bd012fe8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4153128 Mar 02 18:32:21.839967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed28240e-eec6-4cf4-bfe7-267162a57944 req-7dae12de-80ea-4787-be8d-2a04c5b56230 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408728 Mar 02 18:32:21.902041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4346550-0223-4c0f-b7cf-d0842eeed020 req-8bf786ba-a0f0-4339-a1d2-b8e2b57f985d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.0484245 Mar 02 18:32:22.029476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.043152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Made reservation on behalf of 14d49fee0cf643678d81c0715392ed6f for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:22.046942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.055973 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.117221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=4620f130-b691-41c2-bd82-f783617f317d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:22.124153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] In _notify_port_updated(), no bound segment for port 4620f130-b691-41c2-bd82-f783617f317d on network fb034bba-fef9-4a25-a3c4-d0c143da281a {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:32:22.136336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.136525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.138272 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-66e0471b-f7fd-4f3f-887c-6f1a84d653e2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/ports/4620f130-b691-41c2-bd82-f783617f317d HTTP/1.1" status: 200 len: 818 time: 0.9421716 Mar 02 18:32:22.141025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:22.175648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-d7cbffa6-cf12-4c97-895f-e32f61052f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.177077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-d7cbffa6-cf12-4c97-895f-e32f61052f50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.4613330 Mar 02 18:32:22.211305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 4620f130-b691-41c2-bd82-f783617f317d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:22.211641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.225105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.226243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f7d11eff-5095-4d5e-9c20-25ee8e2448b1 tempest-AttachVolumeShelveTestJSON-1833229945 tempest-AttachVolumeShelveTestJSON-1833229945-project] 10.222.0.66 "DELETE /v2.0/floatingips/93cb0e62-2d83-4fd6-a246-99bcde701759 HTTP/1.1" status: 204 len: 168 time: 4.0290840 Mar 02 18:32:22.284817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f65d1f46-4dd6-4362-b785-05dc3f17c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.307484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-548fd0ee-8357-43d2-be13-52028d1b5360 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856032 Mar 02 18:32:22.325289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Pushing event updated for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:22.328321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.560951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b064cb9-2087-4b68-9f7f-51e8193e717d req-301f6d7f-4346-4a35-9d8a-88f731ebf562 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.562497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b064cb9-2087-4b68-9f7f-51e8193e717d req-301f6d7f-4346-4a35-9d8a-88f731ebf562 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5564294 Mar 02 18:32:22.618991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-a3d26b55-e1fa-4584-aa75-d4dc2a88e9d8 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946649 Mar 02 18:32:22.645061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:22.686448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b064cb9-2087-4b68-9f7f-51e8193e717d req-4e34fd0f-6bb8-4ef0-a6c9-8de4deb488d9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167064 Mar 02 18:32:22.739180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Network 830140a1-b693-4ffd-8d9c-0920b5877599 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:22.791690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:22.805256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 4620f130-b691-41c2-bd82-f783617f317d owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:22.938412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-72e5273b-b590-4d2a-a5c4-fe8bd26acce5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.956138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-72e5273b-b590-4d2a-a5c4-fe8bd26acce5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:22.959017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-72e5273b-b590-4d2a-a5c4-fe8bd26acce5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:22.977478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-72e5273b-b590-4d2a-a5c4-fe8bd26acce5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:22.979346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-72e5273b-b590-4d2a-a5c4-fe8bd26acce5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "GET /v2.0/networks?id=680e355b-b39f-44c7-a538-f538baf289f3&id=563e41d3-d155-4808-b003-f535f1074513&id=680e355b-b39f-44c7-a538-f538baf289f3 HTTP/1.1" status: 200 len: 1391 time: 0.5055740 Mar 02 18:32:23.022684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'admin_state_up': True, 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:23.221951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:23.226276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:port and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:23.229253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:23.236619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:23.245130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.271100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Allocated IP 172.20.0.4 (05415a3d-6819-486c-8cf4-fc50dd1de82b/685b2207-edbd-44a7-bc8d-3d86fcc23265/7390b8cc-4005-4436-8c76-086c85b2f505) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:23.304877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9733d3f9-5b82-4e05-bccb-3180349b7417 req-2254bf46-0644-49ca-bd55-d04287c782e8 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.1449754 Mar 02 18:32:23.359207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Router 3389ed5e-f6bb-4b60-82d8-44d160475851 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:32:23.361672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d448665e-f18c-47f2-a195-dd9f48631ec2 req-d07a772b-621c-4b4e-b677-d30bc2ccae2e service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7297058 Mar 02 18:32:23.374234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=4620f130-b691-41c2-bd82-f783617f317d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:23.400204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.403161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:23.412108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.451232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fde7e93b-7d4f-408b-893a-5e5038f6916f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/4620f130-b691-41c2-bd82-f783617f317d HTTP/1.1" status: 204 len: 168 time: 1.3077669 Mar 02 18:32:23.453419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34628) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:23.594523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af90964c-d01c-4407-99d7-394251c3c3cb req-beb4b2b1-7e41-4b69-b9c9-90c898712893 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.1067817 Mar 02 18:32:23.669045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1fd836-7193-4299-98f4-ae610717f342 req-5ffea01f-5e17-4bd2-b65a-4729125b4700 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:23.671086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b1fd836-7193-4299-98f4-ae610717f342 req-5ffea01f-5e17-4bd2-b65a-4729125b4700 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.7348797 Mar 02 18:32:23.673804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa087d-60b2-4e88-ac38-a1b170e5b01a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:23.677101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9faa087d-60b2-4e88-ac38-a1b170e5b01a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:23.700796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Allocated IP 19.80.0.107 (680e355b-b39f-44c7-a538-f538baf289f3/ff8abd77-0609-40a2-95a8-eb9d4e09ff71/2ffcbfe4-17f4-4240-a751-008ce8931f11) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:23.847955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:32:23.863177 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Sync routers for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:23.875139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:23.880507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:23.881349 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:23.912593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b1fd836-7193-4299-98f4-ae610717f342 req-5662f0c3-c7b9-4fd1-8520-979d03b4ac00 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767595 Mar 02 18:32:23.922413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9faa087d-60b2-4e88-ac38-a1b170e5b01a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:23.926304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9faa087d-60b2-4e88-ac38-a1b170e5b01a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4715431 Mar 02 18:32:23.933109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34634) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:24.036096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.043517 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9a6cdb-7489-4264-98f1-deafa8387d5c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:24.046259 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae9a6cdb-7489-4264-98f1-deafa8387d5c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/4620f130-b691-41c2-bd82-f783617f317d HTTP/1.1" status: 404 len: 333 time: 0.1025388 Mar 02 18:32:24.051831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34646) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:24.057626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2015828214'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:24.065032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab37163e-31d6-4cca-b9c9-4e8b5a258e69 admin admin] 10.222.0.66 "PUT /v2.0/routers/3389ed5e-f6bb-4b60-82d8-44d160475851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7648499 Mar 02 18:32:24.069481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:24.089544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Transition to ACTIVE for port object 2ffcbfe4-17f4-4240-a751-008ce8931f11 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:24.089679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:24.089679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:24.098732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:24.166741 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.201052 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:24.210798 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b5956532-4768-410f-b46d-427739dcd148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.248871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:24.252182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.297393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.407030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Network 05415a3d-6819-486c-8cf4-fc50dd1de82b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:24.422170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:24.433752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 680e355b-b39f-44c7-a538-f538baf289f3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:24.437391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:24.459127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:24.482150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:24.535226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:24.536194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.563949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:24.596657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:24.633833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:24.667222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.667570 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 4226b380-5917-46d9-83a2-e0fcb1ea85a6 of type vlan for network 3fbc4de2-7bfa-45b4-b24e-b7391317279f Mar 02 18:32:24.684314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:24.684916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.691075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-390c55e6-7702-4ee7-9edd-dc1385522bed tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7026446 Mar 02 18:32:24.695130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a7846-315d-46f1-8101-e14301e0c899 req-8d58cb19-2878-4bf4-bbc0-b16e6dc5c802 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:24.703125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-718a7846-315d-46f1-8101-e14301e0c899 req-8d58cb19-2878-4bf4-bbc0-b16e6dc5c802 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 814 time: 0.5693612 Mar 02 18:32:24.703726 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 2, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:24.704707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'network_id': '563e41d3-d155-4808-b003-f535f1074513', 'admin_state_up': True, 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:24.712521 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Checking router: 3389ed5e-f6bb-4b60-82d8-44d160475851 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:24.713973 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Updating router 3389ed5e-f6bb-4b60-82d8-44d160475851 port a1598593-5305-486e-9a75-95ff901e3ca4 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:32:24.750540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-718a7846-315d-46f1-8101-e14301e0c899 req-23b90fa7-211e-4b9f-95f9-d985ab9d5487 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/quotas/2f3f6d31d65c4654970ac260fb29459f HTTP/1.1" status: 200 len: 375 time: 0.0463703 Mar 02 18:32:24.792139 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.797608 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:24.884346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a216a56-1c75-4760-8543-fd68eb2b1bba req-8a74bf80-cd08-47b3-baf7-0f0e5617ea7c tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:24.885853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a216a56-1c75-4760-8543-fd68eb2b1bba req-8a74bf80-cd08-47b3-baf7-0f0e5617ea7c tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 932 time: 0.3392322 Mar 02 18:32:24.902337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:24.907154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:port and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:24.910561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:24.917837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:24.929684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-718a7846-315d-46f1-8101-e14301e0c899 req-2820ecdd-97d7-406c-8f3c-cf83cd05f137 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1783292 Mar 02 18:32:24.957360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a216a56-1c75-4760-8543-fd68eb2b1bba req-2392628f-ca7c-48a0-b7a2-51c2cd4c880b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606186 Mar 02 18:32:25.047012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6ee5a0e6-975e-4d44-9ce1-fb3a3e273868 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4617069 Mar 02 18:32:25.059675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Request body: {'port': {'device_id': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:25.126014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f25b507-2265-46d0-9982-0179e8f4e259 None None] Provisioning for port 2ffcbfe4-17f4-4240-a751-008ce8931f11 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:25.127058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:25.134193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.136738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f25b507-2265-46d0-9982-0179e8f4e259 None None] Provisioning complete for port 2ffcbfe4-17f4-4240-a751-008ce8931f11 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:25.137450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f25b507-2265-46d0-9982-0179e8f4e259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.260015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5f25b507-2265-46d0-9982-0179e8f4e259 None None] Port 2ffcbfe4-17f4-4240-a751-008ce8931f11 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:25.308895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.315131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:25.315727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.449799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Allocated IP 19.86.0.211 (563e41d3-d155-4808-b003-f535f1074513/38184f16-e6c7-4493-a19a-8aa236024d6f/62dcf422-1b6b-4f0a-8fef-aeef5836ebec) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:25.561359 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.576234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Transition to ACTIVE for port object a1598593-5305-486e-9a75-95ff901e3ca4 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:25.605717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.681445 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.682440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.687370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=3fbc4de2-7bfa-45b4-b24e-b7391317279f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.697095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-10bb37d0-562c-4b45-9841-736eaea8a735 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6441250 Mar 02 18:32:25.703544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:25.707063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34682) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:25.711641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.714792 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.727768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:25.749015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-bf71756e-162c-4cc3-bda7-de7fee06150e tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:25.751050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-bf71756e-162c-4cc3-bda7-de7fee06150e tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 819 time: 0.6313517 Mar 02 18:32:25.813142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-644dd1f8-d145-4cbd-9113-21753e5f80d2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/quotas/6e4ed2265bd1482c9b21505c56fa6890 HTTP/1.1" status: 200 len: 375 time: 0.0285025 Mar 02 18:32:25.837701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7f472-a76a-4c97-b811-c60ece42a6cf req-51fc5684-2ceb-42c0-96af-902526af00de tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:25.838494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a9c7f472-a76a-4c97-b811-c60ece42a6cf req-51fc5684-2ceb-42c0-96af-902526af00de tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:25.874616 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d310c7-8ecd-44f0-8f9c-b9900f954ea2 None None] Pushing event updated for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:25.964324 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Attempting to bind port a1598593-5305-486e-9a75-95ff901e3ca4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:25.964947 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Attempting to bind port a1598593-5305-486e-9a75-95ff901e3ca4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:25.965474 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Attempting to bind port a1598593-5305-486e-9a75-95ff901e3ca4 on network 830140a1-b693-4ffd-8d9c-0920b5877599 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:25.973959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:25.974906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Checking segment: {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:25.975474 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.976052 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Bound using segment: {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:25.976706 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Bound port: a1598593-5305-486e-9a75-95ff901e3ca4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:25.977488 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:25.984906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:26.001073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:26.005460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:26.010701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.019856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:26.035639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Transition to ACTIVE for port object 62dcf422-1b6b-4f0a-8fef-aeef5836ebec will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:26.130144 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] For port a1598593-5305-486e-9a75-95ff901e3ca4, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:26.133980 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] For port a1598593-5305-486e-9a75-95ff901e3ca4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a1598593-5305-486e-9a75-95ff901e3ca4,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:26.218214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-13aae508-5995-4ed8-9c06-fa9710d8d329 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:26.279861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:26.283593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.291464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:26.301418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.320175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Transition to ACTIVE for port object 7390b8cc-4005-4436-8c76-086c85b2f505 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:26.374935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.477727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 563e41d3-d155-4808-b003-f535f1074513 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:26.489028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a9c7f472-a76a-4c97-b811-c60ece42a6cf req-51fc5684-2ceb-42c0-96af-902526af00de tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:26.489184 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.489282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9c7f472-a76a-4c97-b811-c60ece42a6cf req-51fc5684-2ceb-42c0-96af-902526af00de tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 931 time: 1.3603063 Mar 02 18:32:26.490110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:26.493195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:26.572032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:26.577711 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:26.578304 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:26.608217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9c7f472-a76a-4c97-b811-c60ece42a6cf req-6931f45e-694f-4f02-a23a-4dc3a339dbe9 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050723 Mar 02 18:32:26.611871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-13aae508-5995-4ed8-9c06-fa9710d8d329 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:26.622835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-13aae508-5995-4ed8-9c06-fa9710d8d329 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7991686 Mar 02 18:32:26.675268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.731458 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d310c7-8ecd-44f0-8f9c-b9900f954ea2 None None] Pushing event updated for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:26.814070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:26.815245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.832826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:26.881700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.882684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:26.986915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:27.000700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9c9805d0-728b-46eb-8d2d-b2b13119e6fc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3031054 Mar 02 18:32:27.011535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'admin_state_up': True, 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:27.053195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d6f4a1ee-b574-414c-ae9a-11b9c70f1a54 None None] Provisioning for port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:27.089015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d6f4a1ee-b574-414c-ae9a-11b9c70f1a54 None None] Provisioning complete for port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:27.089389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6f4a1ee-b574-414c-ae9a-11b9c70f1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.165622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4a1ee-b574-414c-ae9a-11b9c70f1a54 None None] Port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:27.202109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:27.208254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:port and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:27.212319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:27.213996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-836cec61-615b-40c8-b895-15dee0477bfb service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5866148 Mar 02 18:32:27.224453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0861e49-c6ae-4ff0-a718-7499a6397cd4 req-46202f6f-0075-46e5-a1a3-31f44d6e650e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:27.226054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0861e49-c6ae-4ff0-a718-7499a6397cd4 req-46202f6f-0075-46e5-a1a3-31f44d6e650e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2744095 Mar 02 18:32:27.227194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:27.236385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.301602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Attempting to bind port 7390b8cc-4005-4436-8c76-086c85b2f505 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:27.301851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Attempting to bind port 7390b8cc-4005-4436-8c76-086c85b2f505 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:27.302849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Attempting to bind port 7390b8cc-4005-4436-8c76-086c85b2f505 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:27.310468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:27.314013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.351979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=4d3b6b5f-c146-45f7-b430-2591ac6bea39,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:27.364403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Port 7390b8cc-4005-4436-8c76-086c85b2f505 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:27.364753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Attempting to bind port 7390b8cc-4005-4436-8c76-086c85b2f505 on network 05415a3d-6819-486c-8cf4-fc50dd1de82b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:27.385789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:27.386147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Checking segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:27.386535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Bound using segment: {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:27.386970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Bound port: 7390b8cc-4005-4436-8c76-086c85b2f505, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa0bb599-6d26-49fd-a9d8-0047afa03f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:27.387320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.409016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '4226b380-5917-46d9-83a2-e0fcb1ea85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:27.409425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: 3fbc4de2-7bfa-45b4-b24e-b7391317279f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:27.418612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0861e49-c6ae-4ff0-a718-7499a6397cd4 req-9edee969-44fe-40d0-b7da-bdfbd5a7064e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601496 Mar 02 18:32:27.444147 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:26Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:27.452341 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd6e4fe-21e7-4a13-9ec3-1a9d85f4b2db None None] The sync data for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 is: [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:26Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:27.504374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-7d279db4-bf97-4487-b026-ea5760b1eb95 service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764699 Mar 02 18:32:27.541000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:27.547800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:27.588841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:27.609659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Allocated IP 19.80.0.240 (680e355b-b39f-44c7-a538-f538baf289f3/ff8abd77-0609-40a2-95a8-eb9d4e09ff71/fbb5b336-78c2-4702-a319-547abdd28685) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:27.701388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.737331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3fbc4de2-7bfa-45b4-b24e-b7391317279f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:27.747198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d692f-0367-46c3-b89c-ffc8e4f2a5f1 None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:27.780383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:27.781696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.783332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] 10.222.0.11 "PUT /v2.0/ports/7390b8cc-4005-4436-8c76-086c85b2f505 HTTP/1.1" status: 200 len: 1091 time: 2.7282956 Mar 02 18:32:27.783800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:27.786722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:27.787432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.823842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713474a6-7a9d-40c4-93fb-59d58816ed0c req-f305f4fc-3f68-46e8-b209-3acd269c435e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:27.829684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a1598593-5305-486e-9a75-95ff901e3ca4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:27.842356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713474a6-7a9d-40c4-93fb-59d58816ed0c req-f305f4fc-3f68-46e8-b209-3acd269c435e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:27.852190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-713474a6-7a9d-40c4-93fb-59d58816ed0c req-f305f4fc-3f68-46e8-b209-3acd269c435e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 1655 time: 0.2609386 Mar 02 18:32:27.907559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395def05-d57a-4e05-823a-b367e7b9ce10 service neutron] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:27.982702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:27.983557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-713474a6-7a9d-40c4-93fb-59d58816ed0c req-4116c5e4-2449-459f-a121-b2c734332eb4 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Mar 02 18:32:28.044689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Transition to ACTIVE for port object fbb5b336-78c2-4702-a319-547abdd28685 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:28.175302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-3e39b2ec-ac5a-4101-a369-2ca5ff856b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.177742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-3e39b2ec-ac5a-4101-a369-2ca5ff856b84 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 1094 time: 0.1906648 Mar 02 18:32:28.217390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.268078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a1598593-5305-486e-9a75-95ff901e3ca4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:28.283215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a1598593-5305-486e-9a75-95ff901e3ca4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:28.283601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.292147 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-976e1278-07ca-4d91-9556-ced0b72f2cc4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5836663 Mar 02 18:32:28.295970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34714) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:28.311457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '4d3b6b5f-c146-45f7-b430-2591ac6bea39'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:28.312287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.317137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:28.509875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 680e355b-b39f-44c7-a538-f538baf289f3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:28.519114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:28.523713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:28.523713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:28.524107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Allocated IP 2001:db8::2 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/4d3b6b5f-c146-45f7-b430-2591ac6bea39/147debbd-6cc2-43df-825c-7f1d402a7e13) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:28.682215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-6efe2b1c-e79b-4fc8-84cf-95e5681613b4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7390b8cc-4005-4436-8c76-086c85b2f505 HTTP/1.1" status: 200 len: 217 time: 0.4448972 Mar 02 18:32:28.825851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116cc035-d46f-440e-92bd-87e53d62f448 req-05f7a0c3-c2d1-4189-b73a-267911eec220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.827662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-05f7a0c3-c2d1-4189-b73a-267911eec220 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.1368237 Mar 02 18:32:28.836199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687db975-3e4f-47fe-ad44-6bcf9b17fdb6 req-96038bed-b5cf-4bd1-a84e-014f82793be0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.844932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:28.853002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:28.858362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-687db975-3e4f-47fe-ad44-6bcf9b17fdb6 req-96038bed-b5cf-4bd1-a84e-014f82793be0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6765747 Mar 02 18:32:28.859868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:28.869214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:28.877658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:28.878350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.924151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-85ed00d9-7e8f-427b-8888-189d0fefc4d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645127 Mar 02 18:32:28.977013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:28.984318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.002470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Transition to ACTIVE for port object 147debbd-6cc2-43df-825c-7f1d402a7e13 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:29.003454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-ff653f91-abda-4f1b-b4e1-c0ae96543f8d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9964602 Mar 02 18:32:29.016303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:29.036949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a1598593-5305-486e-9a75-95ff901e3ca4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a1598593-5305-486e-9a75-95ff901e3ca4,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:29.051688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Transition to ACTIVE for port object 147debbd-6cc2-43df-825c-7f1d402a7e13 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:29.053217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3e84a920-6396-4848-9f24-0e7c001d7f4b None None] Provisioning for port fbb5b336-78c2-4702-a319-547abdd28685 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:29.059487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3e84a920-6396-4848-9f24-0e7c001d7f4b None None] Provisioning complete for port fbb5b336-78c2-4702-a319-547abdd28685 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:29.060189 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3e84a920-6396-4848-9f24-0e7c001d7f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.124267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3e84a920-6396-4848-9f24-0e7c001d7f4b None None] Port fbb5b336-78c2-4702-a319-547abdd28685 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:29.144890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fbdd65-4247-4de2-9845-c7e9c4e41561 req-badef196-7834-402a-a092-b52b46ab2a5d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:29.153163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0fbdd65-4247-4de2-9845-c7e9c4e41561 req-badef196-7834-402a-a092-b52b46ab2a5d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 943 time: 0.8513980 Mar 02 18:32:29.163547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.165682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.168492 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.183209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:29.187245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.202496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-687db975-3e4f-47fe-ad44-6bcf9b17fdb6 req-5c76e85a-96b0-4708-ae36-7d100711ede5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755139 Mar 02 18:32:29.221145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-e5a30ac7-ad27-42f2-9c76-e28991d3daa0 service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909732 Mar 02 18:32:29.304706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f0fbdd65-4247-4de2-9845-c7e9c4e41561 req-0291155b-ed50-40ed-8171-d690ce4e84bc tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472352 Mar 02 18:32:29.365435 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505', 'status': 'completed', 'code': 200} Mar 02 18:32:29.394571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:29.404253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:29.421888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:29.468874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:29.517778 n-d-828839-1 neutron-server[88708]: INFO neutron.db.ipam_backend_mixin [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4d3b6b5f-c146-45f7-b430-2591ac6bea39 (CIDR: 2001:db8::/64) Mar 02 18:32:29.559751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35bad210-3bca-426f-bc09-2bd279da6bad req-3a81d1f6-72e4-4381-9d38-204870762ff0 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.0954833 Mar 02 18:32:29.600739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-116cc035-d46f-440e-92bd-87e53d62f448 req-4ef50b65-b889-4d09-9459-e36eb628b38a service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727443 Mar 02 18:32:29.642170 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:32:29.643013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:32:29.709593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Pushing event updated for resources: {'Port': ['ID=147debbd-6cc2-43df-825c-7f1d402a7e13,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:29.714978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721f0a-0975-4337-9496-b15822435e62 req-0320e791-e490-4915-9430-a1c13a7ae2e0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:29.723566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721f0a-0975-4337-9496-b15822435e62 req-0320e791-e490-4915-9430-a1c13a7ae2e0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:29.731231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4721f0a-0975-4337-9496-b15822435e62 req-0320e791-e490-4915-9430-a1c13a7ae2e0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:29.732223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Attempting to bind port 147debbd-6cc2-43df-825c-7f1d402a7e13 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:29.733333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Attempting to bind port 147debbd-6cc2-43df-825c-7f1d402a7e13 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '4226b380-5917-46d9-83a2-e0fcb1ea85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:29.733457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Attempting to bind port 147debbd-6cc2-43df-825c-7f1d402a7e13 on network 3fbc4de2-7bfa-45b4-b24e-b7391317279f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:29.740099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4721f0a-0975-4337-9496-b15822435e62 req-0320e791-e490-4915-9430-a1c13a7ae2e0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2377 time: 0.1312118 Mar 02 18:32:29.755545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:29.756129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Checking segment: {'id': '4226b380-5917-46d9-83a2-e0fcb1ea85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:29.756632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.757103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Bound using segment: {'id': '4226b380-5917-46d9-83a2-e0fcb1ea85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:29.757885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Bound port: 147debbd-6cc2-43df-825c-7f1d402a7e13, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4226b380-5917-46d9-83a2-e0fcb1ea85a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:29.758623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.777332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a1598593-5305-486e-9a75-95ff901e3ca4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:29.867811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afcd2310-430b-453f-970f-35f66bcc0019 req-a3d36cfe-dd61-40d6-8f94-b17c5413b758 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2f3f6d31d65c4654970ac260fb29459f HTTP/1.1" status: 200 len: 221 time: 0.0705085 Mar 02 18:32:29.879647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4721f0a-0975-4337-9496-b15822435e62 req-5423af86-feaf-4040-ad21-95fd41d57bcd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386397 Mar 02 18:32:29.900493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34746) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:29.905629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2663485b-efad-4502-aeec-fcafdc3926b0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6077094 Mar 02 18:32:29.908237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:29.941242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ffcbfe4-17f4-4240-a751-008ce8931f11 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:29.943380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] For port 147debbd-6cc2-43df-825c-7f1d402a7e13, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:29.946675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-b0d8f1ad-3648-4832-8c1c-70f186336559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:29.947841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] For port 147debbd-6cc2-43df-825c-7f1d402a7e13, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=147debbd-6cc2-43df-825c-7f1d402a7e13,segment=NetworkSegment(4226b380-5917-46d9-83a2-e0fcb1ea85a6),segment_id=4226b380-5917-46d9-83a2-e0fcb1ea85a6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:29.948533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-b0d8f1ad-3648-4832-8c1c-70f186336559 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=14d49fee0cf643678d81c0715392ed6f&device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 1094 time: 0.2062247 Mar 02 18:32:29.951208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:29.978805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Transition to ACTIVE for port object 2ffcbfe4-17f4-4240-a751-008ce8931f11 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:30.087968 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.115508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a1598593-5305-486e-9a75-95ff901e3ca4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:30.116536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.165628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.252595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ef8b1-3751-42cc-83c8-c79ba93b70c0 None None] Pushing event updated for resources: {'Port': ['ID=147debbd-6cc2-43df-825c-7f1d402a7e13,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:30.311262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:30.341955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:30.355437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:30.365760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:30.368715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-cee32fd7-0386-4c69-a488-25db446f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:30.370267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-cee32fd7-0386-4c69-a488-25db446f6dbf service neutron] 10.222.0.11 "GET /v2.0/networks?id=05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 200 len: 906 time: 0.4145222 Mar 02 18:32:30.435963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:30.493738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-d120b604-cf3e-4901-ad62-ad6037de4ba7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7390b8cc-4005-4436-8c76-086c85b2f505 HTTP/1.1" status: 200 len: 217 time: 0.1077430 Mar 02 18:32:30.536166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1faff13-d7bc-424b-b810-f6123593046d req-dd306d09-e1fb-4a5f-bf9e-9b166c4420c2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:30.543187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1faff13-d7bc-424b-b810-f6123593046d req-dd306d09-e1fb-4a5f-bf9e-9b166c4420c2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5034492 Mar 02 18:32:30.555078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Attempting to bind port 2ffcbfe4-17f4-4240-a751-008ce8931f11 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:30.555606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Attempting to bind port 2ffcbfe4-17f4-4240-a751-008ce8931f11 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:30.556219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Attempting to bind port 2ffcbfe4-17f4-4240-a751-008ce8931f11 on network 680e355b-b39f-44c7-a538-f538baf289f3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:30.562646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Port 2ffcbfe4-17f4-4240-a751-008ce8931f11 on network 680e355b-b39f-44c7-a538-f538baf289f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:30.563119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Attempting to bind port 2ffcbfe4-17f4-4240-a751-008ce8931f11 on network 680e355b-b39f-44c7-a538-f538baf289f3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:30.588432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:30.588839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Checking segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:30.589235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Bound using segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:30.589699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Bound port: 2ffcbfe4-17f4-4240-a751-008ce8931f11, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:30.601280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.629576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34770) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:30.702264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1faff13-d7bc-424b-b810-f6123593046d req-e39ccd79-bf10-4bda-aa16-ddbfa2bb952a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579731 Mar 02 18:32:30.719189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-40ca6032-4da0-45de-9b48-b4fa4b1fbe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:30.719189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-40ca6032-4da0-45de-9b48-b4fa4b1fbe50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 200 len: 845 time: 0.2168763 Mar 02 18:32:30.719189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:30.726565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.781452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:30.785781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:30.816456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c524b76-6842-4175-b17f-35980a772833 req-c8d6c642-5ab1-43b0-adbb-5bbb1e77e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:30.818278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c524b76-6842-4175-b17f-35980a772833 req-c8d6c642-5ab1-43b0-adbb-5bbb1e77e3a0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1097 time: 0.1872380 Mar 02 18:32:30.910683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c524b76-6842-4175-b17f-35980a772833 req-8fe501cb-9531-4ffd-8dca-c5c101d89784 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858781 Mar 02 18:32:30.952606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-45e5cf69-33ea-424d-b757-4056c0490f91 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=05415a3d-6819-486c-8cf4-fc50dd1de82b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1841664 Mar 02 18:32:30.956342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:30.959049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87536246-b3bd-4130-a4fc-d7de5f756287 req-b8150795-9060-4038-b842-513618be6ad6 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.0729520 Mar 02 18:32:31.095457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:31.097429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.103296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] 10.222.0.11 "PUT /v2.0/ports/2ffcbfe4-17f4-4240-a751-008ce8931f11 HTTP/1.1" status: 200 len: 1092 time: 2.0930374 Mar 02 18:32:31.106105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:31.211610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96875fa0-74ad-4e5b-ac1a-0b118da0f5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:31.296492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:31.367606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf68c06-370d-46b0-9f07-4b56805ecf39 req-1775e878-b3bf-4f6f-83dd-7fd92c5a450a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:31.369327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdf68c06-370d-46b0-9f07-4b56805ecf39 req-1775e878-b3bf-4f6f-83dd-7fd92c5a450a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 943 time: 0.8240776 Mar 02 18:32:31.452344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:31.577699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdf68c06-370d-46b0-9f07-4b56805ecf39 req-361fee4c-68c2-480f-b6c1-2906b70f9b4a tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903646 Mar 02 18:32:31.630699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-ee9f5416-3b0d-4015-9702-a653e772a52c service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6705420 Mar 02 18:32:31.705520 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:32:31.784377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc2009ac-2e3e-4c8a-9e56-e61d82d13a88 req-4ffded2f-8c26-4ef3-8625-149f86f0313f service neutron] 10.222.0.11 "GET /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442332 Mar 02 18:32:31.851679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5530d-3a62-4100-a590-c3c8f62f11e8 req-71df465d-9a04-4fb7-a4fa-88c02f5a15c0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:31.859058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6d5530d-3a62-4100-a590-c3c8f62f11e8 req-71df465d-9a04-4fb7-a4fa-88c02f5a15c0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5629308 Mar 02 18:32:31.903016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 147debbd-6cc2-43df-825c-7f1d402a7e13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:32.017782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6d5530d-3a62-4100-a590-c3c8f62f11e8 req-4df3b1ad-e08f-4af6-85c2-e2dc7539cdbd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509142 Mar 02 18:32:32.113065 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'status': 'completed', 'code': 200} Mar 02 18:32:32.165108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 147debbd-6cc2-43df-825c-7f1d402a7e13 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:32.236169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95393-2b35-4af0-b8f4-6acf30aab8fb req-96de4e1e-8723-4faa-a88e-5d918e9ea788 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.242224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95393-2b35-4af0-b8f4-6acf30aab8fb req-96de4e1e-8723-4faa-a88e-5d918e9ea788 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.248977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed95393-2b35-4af0-b8f4-6acf30aab8fb req-96de4e1e-8723-4faa-a88e-5d918e9ea788 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.250712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ed95393-2b35-4af0-b8f4-6acf30aab8fb req-96de4e1e-8723-4faa-a88e-5d918e9ea788 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2389 time: 0.3727531 Mar 02 18:32:32.293901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903c0d9a-d028-4f04-947c-161689d42a8e None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:32.316417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62dcf422-1b6b-4f0a-8fef-aeef5836ebec {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:32.328288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.346366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Transition to ACTIVE for port object 62dcf422-1b6b-4f0a-8fef-aeef5836ebec will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:32.371968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f664d0e-57bf-4318-b10d-7004ce4e5a33 req-52407a55-7ab3-4853-8991-ec629a967778 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.0878720 Mar 02 18:32:32.442525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ed95393-2b35-4af0-b8f4-6acf30aab8fb req-39cc51e7-0901-4ff0-aceb-bb373bd8f289 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834328 Mar 02 18:32:32.483147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.618087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:32.630617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-dac86646-779d-4310-8ca9-017daecd2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.631056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-dac86646-779d-4310-8ca9-017daecd2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.631533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-dac86646-779d-4310-8ca9-017daecd2f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.633282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-dac86646-779d-4310-8ca9-017daecd2f7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2732 time: 0.5006454 Mar 02 18:32:32.634224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:32.638288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:32.638881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.658463 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.667051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Provisioning for port 147debbd-6cc2-43df-825c-7f1d402a7e13 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:32.721030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=8632a96d-d57a-41a5-bc1c-b34bb142259f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:32.728719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Provisioning complete for port 147debbd-6cc2-43df-825c-7f1d402a7e13 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:32.728719 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:32.862974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-31d931b1-febf-496f-b81e-3af3ce3da194 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9588735 Mar 02 18:32:32.873701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:32.883126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'fixed_ips': [{'subnet_id': '4d3b6b5f-c146-45f7-b430-2591ac6bea39'}, {'subnet_id': '8632a96d-d57a-41a5-bc1c-b34bb142259f'}], 'name': 'tempest-PortsIpV6TestJSON-1958966275'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:32.917307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.082030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-b2d69754-d3e3-4857-b6ad-18f76d41569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.083151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-b2d69754-d3e3-4857-b6ad-18f76d41569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.083982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-b2d69754-d3e3-4857-b6ad-18f76d41569b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.087620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-b2d69754-d3e3-4857-b6ad-18f76d41569b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62c99169549b4690b1a5a96f904e7795&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4175785 Mar 02 18:32:33.095806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Pushing event updated for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:33.102733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] For port 147debbd-6cc2-43df-825c-7f1d402a7e13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=147debbd-6cc2-43df-825c-7f1d402a7e13,segment=NetworkSegment(4226b380-5917-46d9-83a2-e0fcb1ea85a6),segment_id=4226b380-5917-46d9-83a2-e0fcb1ea85a6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:33.103831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Update dhcp port {'port': {'network_id': '3fbc4de2-7bfa-45b4-b24e-b7391317279f', 'fixed_ips': [{'subnet_id': '4d3b6b5f-c146-45f7-b430-2591ac6bea39', 'ip_address': '2001:db8::2'}, {'subnet_id': '8632a96d-d57a-41a5-bc1c-b34bb142259f'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '147debbd-6cc2-43df-825c-7f1d402a7e13'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:32:33.171581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79649f0d-e459-4239-b8a8-c9dbe9c7fc0e req-579e1364-4a04-4a60-9fb1-f82134c57323 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.182220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79649f0d-e459-4239-b8a8-c9dbe9c7fc0e req-579e1364-4a04-4a60-9fb1-f82134c57323 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6288795 Mar 02 18:32:33.235664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.287692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.300711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Attempting to bind port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:33.301395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Attempting to bind port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:33.301395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Attempting to bind port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec on network 563e41d3-d155-4808-b003-f535f1074513 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:33.304156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:33.311007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:33.314236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec on network 563e41d3-d155-4808-b003-f535f1074513 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:33.314556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Attempting to bind port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec on network 563e41d3-d155-4808-b003-f535f1074513 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:33.317461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:33.327540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:33.329982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:33.337377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Checking segment: {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:33.337377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Bound using segment: {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:33.337377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Bound port: 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1a1f683-92f5-412e-bfe2-6086fe3ec677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '563e41d3-d155-4808-b003-f535f1074513'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:33.337377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.354510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-fae943c3-87bd-412f-be74-a90923b73607 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.355964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-fae943c3-87bd-412f-be74-a90923b73607 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 819 time: 0.5040295 Mar 02 18:32:33.372607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79649f0d-e459-4239-b8a8-c9dbe9c7fc0e req-d8230d10-4285-4cf9-88be-74f4eeb3a2d3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897631 Mar 02 18:32:33.381144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b524-8318-4e08-ba27-1ec3ba3f71d6 req-7e1de72a-cfc7-4671-8bd3-7901960e2fee tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.390543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52c0b524-8318-4e08-ba27-1ec3ba3f71d6 req-7e1de72a-cfc7-4671-8bd3-7901960e2fee tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 943 time: 0.5865057 Mar 02 18:32:33.421506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'port': {'device_id': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'admin_state_up': True, 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:33.433477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:33.438045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:33.550755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:33.562729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650de12f-032b-42c2-8c49-a5a77bad51ed None None] Pushing event updated for resources: {'Port': ['ID=147debbd-6cc2-43df-825c-7f1d402a7e13,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:33.623608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:33.653809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.677145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Allocated IP 2001:db8:0:1::2 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/8632a96d-d57a-41a5-bc1c-b34bb142259f/147debbd-6cc2-43df-825c-7f1d402a7e13) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:33.725874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 147debbd-6cc2-43df-825c-7f1d402a7e13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:33.767085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7172cd1b-a91a-4325-94b6-9ad99bf7d353 req-e9f190b1-7676-470f-88bc-7552705b5061 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.0790813 Mar 02 18:32:33.791451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52c0b524-8318-4e08-ba27-1ec3ba3f71d6 req-c2c289fd-4afd-443a-a3e0-4dc890229297 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991897 Mar 02 18:32:33.883457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-ffc6066f-a80a-49f0-a76b-d08c336572a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.887756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bacce6a6-c9c1-4123-8b31-d7acc906b8fb req-ffc6066f-a80a-49f0-a76b-d08c336572a1 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7784703 Mar 02 18:32:33.887933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:33.888493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:33.889903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] 10.222.0.11 "PUT /v2.0/ports/62dcf422-1b6b-4f0a-8fef-aeef5836ebec HTTP/1.1" status: 200 len: 1092 time: 2.6078601 Mar 02 18:32:33.965136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db98d5-493c-4547-8cb0-e9a726be94bb service neutron] Pushing event updated for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:33.967007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:33.984184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:34.017441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.062538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Request body: {'port': {'device_id': '5af80d72-b244-4949-95d4-8ec4722233e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:34.172102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Made reservation on behalf of 6e4ed2265bd1482c9b21505c56fa6890 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:34.176731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.178664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:34.193055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] For port 147debbd-6cc2-43df-825c-7f1d402a7e13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=147debbd-6cc2-43df-825c-7f1d402a7e13,segment=NetworkSegment(4226b380-5917-46d9-83a2-e0fcb1ea85a6),segment_id=4226b380-5917-46d9-83a2-e0fcb1ea85a6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:34.225064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.234017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port c58a1299-0c4a-4097-bac7-764a7e387e39 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:34.246832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Transition to ACTIVE for port object 147debbd-6cc2-43df-825c-7f1d402a7e13 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:34.304958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 147debbd-6cc2-43df-825c-7f1d402a7e13 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:34.305573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.313912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.344016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:34.362270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865334d-c7e2-4fd9-bb04-8e5f6e7cbb9b req-fbc524e8-3548-4082-b87c-74e4e582f636 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:34.369831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865334d-c7e2-4fd9-bb04-8e5f6e7cbb9b req-fbc524e8-3548-4082-b87c-74e4e582f636 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:34.370050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7390b8cc-4005-4436-8c76-086c85b2f505', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '7390b8cc-4005-4436-8c76-086c85b2f505', 'mac_address': 'fa:16:3e:0b:40:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:34.376758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1865334d-c7e2-4fd9-bb04-8e5f6e7cbb9b req-fbc524e8-3548-4082-b87c-74e4e582f636 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:34.378848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1865334d-c7e2-4fd9-bb04-8e5f6e7cbb9b req-fbc524e8-3548-4082-b87c-74e4e582f636 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2401 time: 0.3470175 Mar 02 18:32:34.427415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f6902-86a7-4a06-9fde-b84bff58cf9d req-13fbd599-7b0a-4821-bfa9-f37c7dc8accf tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:34.427415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-023f6902-86a7-4a06-9fde-b84bff58cf9d req-13fbd599-7b0a-4821-bfa9-f37c7dc8accf tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3900578 Mar 02 18:32:34.440232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.458991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.467460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:34.545244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-023f6902-86a7-4a06-9fde-b84bff58cf9d req-976c87a0-6177-49ed-8a92-eec23556884d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816698 Mar 02 18:32:34.560204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1865334d-c7e2-4fd9-bb04-8e5f6e7cbb9b req-f936211f-4fb4-45ae-8b6a-8bcc294cdb11 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641572 Mar 02 18:32:34.599902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Allocated IP 172.20.0.3 (830140a1-b693-4ffd-8d9c-0920b5877599/473514b4-0f74-42a4-806c-b44299364790/404addcb-f04e-40ac-8260-0b2e3aceca66) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:34.660805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:34.665756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 147debbd-6cc2-43df-825c-7f1d402a7e13 had new provisioning blocks added so it will not transition to active. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 02 18:32:34.672283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db14365-4aeb-499e-a8b9-7269367feb75 None None] Pushing event updated for resources: {'Port': ['ID=147debbd-6cc2-43df-825c-7f1d402a7e13,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:34.719880 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec', 'status': 'completed', 'code': 200} Mar 02 18:32:34.782440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:34.940506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:35.067780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7390b8cc-4005-4436-8c76-086c85b2f505'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:35.159526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:35.281222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::49 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/4d3b6b5f-c146-45f7-b430-2591ac6bea39/c58a1299-0c4a-4097-bac7-764a7e387e39) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:35.331557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8:0:1::202 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/8632a96d-d57a-41a5-bc1c-b34bb142259f/c58a1299-0c4a-4097-bac7-764a7e387e39) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:35.341694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a49dd1c-cbff-48f5-9517-3ec0c7009cfd req-35b1eadd-68ac-4316-bcf9-72e2fed5a4ad tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.1243670 Mar 02 18:32:35.528395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca30dbb-8625-45b0-933f-29558df48d4f None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:35.579448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-fd6f2b44-9d92-4bae-8147-bb4db6ce3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:35.579869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-fd6f2b44-9d92-4bae-8147-bb4db6ce3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:35.580903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-fd6f2b44-9d92-4bae-8147-bb4db6ce3580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:35.582171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-fd6f2b44-9d92-4bae-8147-bb4db6ce3580 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2799 time: 0.8937745 Mar 02 18:32:35.625229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.635336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d9604-10b0-429b-9467-50ab94f14df9 req-3e3136a1-b68f-446b-87bc-61339419891c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:35.636861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f8d9604-10b0-429b-9467-50ab94f14df9 req-3e3136a1-b68f-446b-87bc-61339419891c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.7371101 Mar 02 18:32:35.682491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 147debbd-6cc2-43df-825c-7f1d402a7e13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:35.692698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb5b336-78c2-4702-a319-547abdd28685 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:35.707963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.745258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Transition to ACTIVE for port object fbb5b336-78c2-4702-a319-547abdd28685 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:35.762787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.781188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object c58a1299-0c4a-4097-bac7-764a7e387e39 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:35.880802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f8d9604-10b0-429b-9467-50ab94f14df9 req-bec5defa-514d-4d32-9cc3-fa8d05272ea5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283890 Mar 02 18:32:35.994984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:35.995246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-15ea445e-c19d-4e8f-bf6d-08ddea3f243b None None] Provisioning for port 147debbd-6cc2-43df-825c-7f1d402a7e13 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:36.009734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-15ea445e-c19d-4e8f-bf6d-08ddea3f243b None None] Provisioning complete for port 147debbd-6cc2-43df-825c-7f1d402a7e13 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:36.010147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-15ea445e-c19d-4e8f-bf6d-08ddea3f243b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.055686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.227992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:36.269785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:36.272354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:36.280656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:36.286282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.286944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.310927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-e47650e8-2ddc-4d78-8846-706ff2c2969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.311441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-e47650e8-2ddc-4d78-8846-706ff2c2969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.311894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-e47650e8-2ddc-4d78-8846-706ff2c2969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.313595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-e47650e8-2ddc-4d78-8846-706ff2c2969b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62c99169549b4690b1a5a96f904e7795&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.7108767 Mar 02 18:32:36.362078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34249723-9c12-4843-9b84-1206bc16e169 req-37937c50-01aa-4dfc-be77-6d39ac3297e2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.369982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34249723-9c12-4843-9b84-1206bc16e169 req-37937c50-01aa-4dfc-be77-6d39ac3297e2 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 944 time: 0.8620200 Mar 02 18:32:36.398818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e141a6ae-b0d6-418c-8546-79c7372ba187 None None] Provisioning complete for port 147debbd-6cc2-43df-825c-7f1d402a7e13 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:36.401176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e141a6ae-b0d6-418c-8546-79c7372ba187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.450675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.456194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Attempting to bind port fbb5b336-78c2-4702-a319-547abdd28685 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:36.457320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Attempting to bind port fbb5b336-78c2-4702-a319-547abdd28685 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:36.457831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Attempting to bind port fbb5b336-78c2-4702-a319-547abdd28685 on network 680e355b-b39f-44c7-a538-f538baf289f3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:36.494549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=c58a1299-0c4a-4097-bac7-764a7e387e39,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:36.500194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Port fbb5b336-78c2-4702-a319-547abdd28685 on network 680e355b-b39f-44c7-a538-f538baf289f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:36.500578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Attempting to bind port fbb5b336-78c2-4702-a319-547abdd28685 on network 680e355b-b39f-44c7-a538-f538baf289f3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:36.508795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:36.509077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Checking segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:36.512011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Bound using segment: {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:36.512509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Bound port: fbb5b336-78c2-4702-a319-547abdd28685, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:36.513082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.587327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35dda647-0dd5-4531-ba0c-e28c7b3be648 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.7123957 Mar 02 18:32:36.592641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:36.605914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d3b6b5f-c146-45f7-b430-2591ac6bea39'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:36.691044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34249723-9c12-4843-9b84-1206bc16e169 req-c03398cd-351f-436a-996e-6efe661a5f55 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195412 Mar 02 18:32:36.721509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Network 830140a1-b693-4ffd-8d9c-0920b5877599 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:36.767705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:36.767920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:36.777944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:36.784243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:36.796176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=fbb5b336-78c2-4702-a319-547abdd28685,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:36.800042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c3d3e828-5e80-4c8b-b699-7c4a5fff756f None None] Provisioning for port c58a1299-0c4a-4097-bac7-764a7e387e39 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:36.801938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.808675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c3d3e828-5e80-4c8b-b699-7c4a5fff756f None None] Provisioning complete for port c58a1299-0c4a-4097-bac7-764a7e387e39 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:36.810208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3d3e828-5e80-4c8b-b699-7c4a5fff756f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.857367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.868770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ef03c-525a-400f-b60e-a1dd3a0d9c38 req-24da901c-15ec-4f11-893b-00fea811b8b0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.874159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ef03c-525a-400f-b60e-a1dd3a0d9c38 req-24da901c-15ec-4f11-893b-00fea811b8b0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.880106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ef03c-525a-400f-b60e-a1dd3a0d9c38 req-24da901c-15ec-4f11-893b-00fea811b8b0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.887288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f6ef03c-525a-400f-b60e-a1dd3a0d9c38 req-24da901c-15ec-4f11-893b-00fea811b8b0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2413 time: 0.6148500 Mar 02 18:32:36.900203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c3d3e828-5e80-4c8b-b699-7c4a5fff756f None None] Port c58a1299-0c4a-4097-bac7-764a7e387e39 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:36.920095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-33fc76fc-99df-4cd5-bdc8-68a6e16cb355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.921526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3fe20a8-d1e0-4b97-9fb7-2159de746c34 req-33fc76fc-99df-4cd5-bdc8-68a6e16cb355 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5886693 Mar 02 18:32:36.936837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:36.937427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:36.939102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] 10.222.0.11 "PUT /v2.0/ports/fbb5b336-78c2-4702-a319-547abdd28685 HTTP/1.1" status: 200 len: 1092 time: 2.8813808 Mar 02 18:32:36.946092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:37.008511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.008511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.041227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac6489-8111-42fb-9dba-33d6f8fa9cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:37.047775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f6ef03c-525a-400f-b60e-a1dd3a0d9c38 req-762d954b-03cc-4891-abde-ca00413965f5 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590605 Mar 02 18:32:37.262261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-edd662ea-ab75-4944-a88c-b2e6d15e755c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8453531 Mar 02 18:32:37.308517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a0921-0024-4bc9-8059-39bcfb9f66df req-5fa02e1b-8f5d-4c29-8250-63d3da3301dd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.308517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e07a0921-0024-4bc9-8059-39bcfb9f66df req-5fa02e1b-8f5d-4c29-8250-63d3da3301dd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3847520 Mar 02 18:32:37.311050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Request body: {'port': {'device_id': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:37.337765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-976b1a10-818f-4887-bfca-0cc50e2825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.338280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-976b1a10-818f-4887-bfca-0cc50e2825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.338771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-976b1a10-818f-4887-bfca-0cc50e2825ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.340388 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-976b1a10-818f-4887-bfca-0cc50e2825ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2866 time: 0.2143297 Mar 02 18:32:37.450699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-158aeaee-cb8e-4f23-a618-044927b666ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.107&port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11 HTTP/1.1" status: 200 len: 217 time: 0.0760880 Mar 02 18:32:37.477320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e07a0921-0024-4bc9-8059-39bcfb9f66df req-8a9cead8-1906-4ca7-b864-d30be6454492 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409037 Mar 02 18:32:37.518155 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.518289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Delete allocated IP 2001:db8:0:1::202 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/8632a96d-d57a-41a5-bc1c-b34bb142259f) {{(pid=88708) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:32:37.529564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c8f05-73c5-44de-b6bb-15e7b9994b5c req-dcb6be91-1d1a-4fff-9157-487130557128 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.530338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fe4c8f05-73c5-44de-b6bb-15e7b9994b5c req-dcb6be91-1d1a-4fff-9157-487130557128 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:37.539169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:37.543141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.559184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-70566b3a-05ec-4447-8fcd-5081fcf8b83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.561162 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-70566b3a-05ec-4447-8fcd-5081fcf8b83a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff8abd77-0609-40a2-95a8-eb9d4e09ff71 HTTP/1.1" status: 200 len: 801 time: 0.1023211 Mar 02 18:32:37.568861 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685', 'status': 'completed', 'code': 200} Mar 02 18:32:37.738758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-f11e994b-4ef2-4756-b5fb-597a92065ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:37.740267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-f11e994b-4ef2-4756-b5fb-597a92065ca2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=680e355b-b39f-44c7-a538-f538baf289f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1713049 Mar 02 18:32:37.762534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-b3dbf003-5b0b-4b90-bfe1-baa3e3fd78a1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:32:37.763629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-b3dbf003-5b0b-4b90-bfe1-baa3e3fd78a1 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092890 Mar 02 18:32:37.770425 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.797718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fe4c8f05-73c5-44de-b6bb-15e7b9994b5c req-dcb6be91-1d1a-4fff-9157-487130557128 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:37.798918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe4c8f05-73c5-44de-b6bb-15e7b9994b5c req-dcb6be91-1d1a-4fff-9157-487130557128 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 931 time: 0.6331255 Mar 02 18:32:37.811367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 7390b8cc-4005-4436-8c76-086c85b2f505 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:37.816343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7390b8cc-4005-4436-8c76-086c85b2f505 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:37.816985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.879661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object c58a1299-0c4a-4097-bac7-764a7e387e39 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:37.941897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:37.972169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:37.983382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:38.029311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe4c8f05-73c5-44de-b6bb-15e7b9994b5c req-35a10e40-aa02-4636-a2d7-26d3f1d2271b tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826563 Mar 02 18:32:38.069408 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-06778f10-2e4e-417e-adc9-39bb80e9b554 service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949910 Mar 02 18:32:38.070095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.076284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.162831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5bbad9-8ac5-41fd-9b56-19fefb2ab29a req-daabf8ad-218e-4606-91ce-fe2cc55ce39d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:38.164422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d5bbad9-8ac5-41fd-9b56-19fefb2ab29a req-daabf8ad-218e-4606-91ce-fe2cc55ce39d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4805579 Mar 02 18:32:38.170174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:38.297086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=c58a1299-0c4a-4097-bac7-764a7e387e39,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:38.307521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] In _notify_port_updated(), no bound segment for port c58a1299-0c4a-4097-bac7-764a7e387e39 on network 3fbc4de2-7bfa-45b4-b24e-b7391317279f {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:32:38.313926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:38.314557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.318789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c748b78f-9430-4d59-9774-c491c1d56375 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/ports/c58a1299-0c4a-4097-bac7-764a7e387e39 HTTP/1.1" status: 200 len: 925 time: 1.7158720 Mar 02 18:32:38.320133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:38.326728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4d3b6b5f-c146-45f7-b430-2591ac6bea39'}, {'subnet_id': '8632a96d-d57a-41a5-bc1c-b34bb142259f'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:38.455130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-6a648534-5706-40cd-8a87-8236546400ed service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292961 Mar 02 18:32:38.465014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d5bbad9-8ac5-41fd-9b56-19fefb2ab29a req-f60a05c4-b4c4-464b-8c6f-571bf1140298 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606671 Mar 02 18:32:38.535515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-6de04155-681f-4ddd-8b4f-e87de9fef3fa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.211&port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec HTTP/1.1" status: 200 len: 217 time: 0.0736439 Mar 02 18:32:38.577119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.599538 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505', 'code': 200} Mar 02 18:32:38.603608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096f9a73-d536-4950-86a7-693d6fe29c8d req-f6e24a0f-469b-42fd-8558-e25b1956fc95 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:38.605113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-096f9a73-d536-4950-86a7-693d6fe29c8d req-f6e24a0f-469b-42fd-8558-e25b1956fc95 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 945 time: 0.4373972 Mar 02 18:32:38.628531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0ec32803-a27f-422c-99b2-2a72a06eb1a3 None None] Provisioning for port c58a1299-0c4a-4097-bac7-764a7e387e39 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:38.634019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 404addcb-f04e-40ac-8260-0b2e3aceca66 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:38.648204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0ec32803-a27f-422c-99b2-2a72a06eb1a3 None None] Provisioning complete for port c58a1299-0c4a-4097-bac7-764a7e387e39 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:38.648204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ec32803-a27f-422c-99b2-2a72a06eb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.648729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Deleting port 523e336f-cf21-491a-aa94-8c40eb9a34e9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:38.648729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.662492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20a4839e-c17e-420f-b644-5b2e283bde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:38.664116 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-20a4839e-c17e-420f-b644-5b2e283bde68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=38184f16-e6c7-4493-a19a-8aa236024d6f HTTP/1.1" status: 200 len: 801 time: 0.1227839 Mar 02 18:32:38.672379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.710436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0ec32803-a27f-422c-99b2-2a72a06eb1a3 None None] Port c58a1299-0c4a-4097-bac7-764a7e387e39 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:38.803179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Transition to ACTIVE for port object 404addcb-f04e-40ac-8260-0b2e3aceca66 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:38.827030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-096f9a73-d536-4950-86a7-693d6fe29c8d req-f84ffa5c-1639-4a43-9e8c-51d45513a09e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106183 Mar 02 18:32:38.908224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-43b40290-3143-4984-b2df-73ef1db7661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:38.912572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:38.912735 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-43b40290-3143-4984-b2df-73ef1db7661d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=563e41d3-d155-4808-b003-f535f1074513&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1892507 Mar 02 18:32:39.127579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-57b12010-7cff-488b-921b-ea182e4b4e68 service neutron] 10.222.0.11 "GET /v2.0/networks/563e41d3-d155-4808-b003-f535f1074513?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099075 Mar 02 18:32:39.135149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca22bc-0d1a-4e02-ae82-c69c6f91b61f req-c1b00e1b-40d9-420c-b403-8b9bbfa683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.136600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceca22bc-0d1a-4e02-ae82-c69c6f91b61f req-c1b00e1b-40d9-420c-b403-8b9bbfa683ee service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 1096 time: 0.4488900 Mar 02 18:32:39.138757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8:0:1::146 (3fbc4de2-7bfa-45b4-b24e-b7391317279f/8632a96d-d57a-41a5-bc1c-b34bb142259f/c58a1299-0c4a-4097-bac7-764a7e387e39) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:39.161479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:39.203664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] For port 523e336f-cf21-491a-aa94-8c40eb9a34e9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=523e336f-cf21-491a-aa94-8c40eb9a34e9,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:39.204020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.244511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-7ae5914a-8824-47c5-8b56-458729b41bfb tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Synchronizing usage tracker for tenant:99432d2b1a19401a842fc9c278b49083 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:39.382309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-9f78f2a0-5794-4a42-b9b6-6e145ae07ac0 service neutron] 10.222.0.11 "GET /v2.0/networks/563e41d3-d155-4808-b003-f535f1074513?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454116 Mar 02 18:32:39.392584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Calling delete_port for 523e336f-cf21-491a-aa94-8c40eb9a34e9 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:39.430172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fb60-3823-4722-b003-0999a1e34447 req-da5fd2de-b97e-454a-b755-be154a936510 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.436435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fb60-3823-4722-b003-0999a1e34447 req-da5fd2de-b97e-454a-b755-be154a936510 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.442503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5921fb60-3823-4722-b003-0999a1e34447 req-da5fd2de-b97e-454a-b755-be154a936510 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.444115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5921fb60-3823-4722-b003-0999a1e34447 req-da5fd2de-b97e-454a-b755-be154a936510 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2413 time: 0.6830297 Mar 02 18:32:39.456730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-c8f724cd-4a65-4ec1-a3a0-cf3d6abfc553 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=fbb5b336-78c2-4702-a319-547abdd28685 HTTP/1.1" status: 200 len: 217 time: 0.0678887 Mar 02 18:32:39.485706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceca22bc-0d1a-4e02-ae82-c69c6f91b61f req-26d707fd-edde-489b-a261-038f1beacdae service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213394 Mar 02 18:32:39.519362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.544357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object c58a1299-0c4a-4097-bac7-764a7e387e39 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:39.546005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-5a213d82-90d4-4248-bd73-974d942d7da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.547526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-5a213d82-90d4-4248-bd73-974d942d7da2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff8abd77-0609-40a2-95a8-eb9d4e09ff71 HTTP/1.1" status: 200 len: 801 time: 0.0846786 Mar 02 18:32:39.633902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.660208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Attempting to bind port 404addcb-f04e-40ac-8260-0b2e3aceca66 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:39.660809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Attempting to bind port 404addcb-f04e-40ac-8260-0b2e3aceca66 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:39.660921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Attempting to bind port 404addcb-f04e-40ac-8260-0b2e3aceca66 on network 830140a1-b693-4ffd-8d9c-0920b5877599 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:39.673138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-7ae5914a-8824-47c5-8b56-458729b41bfb tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Unset dirty status for tenant:99432d2b1a19401a842fc9c278b49083 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:39.674306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-7ae5914a-8824-47c5-8b56-458729b41bfb tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--898922968&fields=id&tenant_id=99432d2b1a19401a842fc9c278b49083 HTTP/1.1" status: 200 len: 267 time: 0.7015507 Mar 02 18:32:39.685024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5921fb60-3823-4722-b003-0999a1e34447 req-bc04374a-079b-4c37-96dc-2d9de6da3769 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275839 Mar 02 18:32:39.685584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Port 404addcb-f04e-40ac-8260-0b2e3aceca66 on network 830140a1-b693-4ffd-8d9c-0920b5877599 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:39.685896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Attempting to bind port 404addcb-f04e-40ac-8260-0b2e3aceca66 on network 830140a1-b693-4ffd-8d9c-0920b5877599 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:39.718767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:39.719034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Checking segment: {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:39.719325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Bound using segment: {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:39.719680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Bound port: 404addcb-f04e-40ac-8260-0b2e3aceca66, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0954e241-aee7-46ab-a732-5aa1b66c7708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:39.720022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.948144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=c58a1299-0c4a-4097-bac7-764a7e387e39,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:39.957966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] In _notify_port_updated(), no bound segment for port c58a1299-0c4a-4097-bac7-764a7e387e39 on network 3fbc4de2-7bfa-45b4-b24e-b7391317279f {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:32:39.963474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:39.964150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:39.968515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-36b3d986-096e-45a3-bd17-5ebb58991502 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/ports/c58a1299-0c4a-4097-bac7-764a7e387e39 HTTP/1.1" status: 200 len: 1011 time: 1.6444309 Mar 02 18:32:39.968768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34894) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:40.050859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port c58a1299-0c4a-4097-bac7-764a7e387e39 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:40.051201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.101769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-d717bca7-8a80-48eb-91ef-40a4edf75186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.103374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-d717bca7-8a80-48eb-91ef-40a4edf75186 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=680e355b-b39f-44c7-a538-f538baf289f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4171097 Mar 02 18:32:40.145810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:40.161057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-a2b2bb6b-c7af-46d9-8e91-50d960635276 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.161655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-a2b2bb6b-c7af-46d9-8e91-50d960635276 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Synchronizing usage tracker for tenant:99432d2b1a19401a842fc9c278b49083 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:40.175918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:40.245299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-902e0223-d209-4276-af8c-36d074e37b7e None None] Provisioning for port c58a1299-0c4a-4097-bac7-764a7e387e39 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:40.251193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-902e0223-d209-4276-af8c-36d074e37b7e None None] Provisioning complete for port c58a1299-0c4a-4097-bac7-764a7e387e39 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:40.251574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-902e0223-d209-4276-af8c-36d074e37b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.251871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3265e2df-1030-49f6-96e8-356861011554 req-fe14900b-41e7-42a3-bc30-b7819d1f3633 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.253387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3265e2df-1030-49f6-96e8-356861011554 req-fe14900b-41e7-42a3-bc30-b7819d1f3633 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4100254 Mar 02 18:32:40.284230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.314337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-902e0223-d209-4276-af8c-36d074e37b7e None None] Port c58a1299-0c4a-4097-bac7-764a7e387e39 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:40.330774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-a2b2bb6b-c7af-46d9-8e91-50d960635276 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Unset dirty status for tenant:99432d2b1a19401a842fc9c278b49083 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:40.331932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-a2b2bb6b-c7af-46d9-8e91-50d960635276 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/networks?id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1 HTTP/1.1" status: 200 len: 816 time: 0.6436257 Mar 02 18:32:40.355502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.356148 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.358024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] 10.222.0.65 "PUT /v2.0/ports/404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 1091 time: 3.0560217 Mar 02 18:32:40.358483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:40.377938 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.394463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-b9fa28a5-250b-4b7b-8696-b2d9c7236b0c tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/quotas/99432d2b1a19401a842fc9c278b49083 HTTP/1.1" status: 200 len: 375 time: 0.0465672 Mar 02 18:32:40.397274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3265e2df-1030-49f6-96e8-356861011554 req-37450a31-2a6e-42f0-861f-0726ceeb292c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317170 Mar 02 18:32:40.397990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-6d3e6bd2-73a7-438b-adc7-8a0a6addfbda service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865999 Mar 02 18:32:40.477655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:40.610883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dea7f7-6efd-4721-92b4-ee64dcf11910 service neutron] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:40.685046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for c58a1299-0c4a-4097-bac7-764a7e387e39 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:40.690883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Pushing event deleted for resources: {'Port': ['ID=523e336f-cf21-491a-aa94-8c40eb9a34e9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:40.785193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac407e19-f9e9-4a97-b9b0-2556725af038 req-eec5aa7c-d1ed-4456-b111-97ff0acc78a9 service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666461 Mar 02 18:32:40.932538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-a7ca37f3-b2dc-4ea8-8652-da311b0d2ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.933970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-a7ca37f3-b2dc-4ea8-8652-da311b0d2ff6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1094 time: 0.3942974 Mar 02 18:32:40.941664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-6745fc17-c075-4b5b-843b-7fe3d68e9cda tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Synchronizing usage tracker for tenant:99432d2b1a19401a842fc9c278b49083 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:40.964406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3fd92-8ee0-4314-ab48-c99bee652f00 req-355dffdf-aa2f-4bf5-8283-a99e6c32e669 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:40.965862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bac3fd92-8ee0-4314-ab48-c99bee652f00 req-355dffdf-aa2f-4bf5-8283-a99e6c32e669 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 943 time: 0.3911595 Mar 02 18:32:41.015951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.061919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-fe6cf977-b624-4283-95f4-cd03f106e437 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.1057241 Mar 02 18:32:41.074400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=c58a1299-0c4a-4097-bac7-764a7e387e39,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:41.129335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.172041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.193706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8187473-bd1e-46e4-8b30-29c63dc59129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/c58a1299-0c4a-4097-bac7-764a7e387e39 HTTP/1.1" status: 204 len: 168 time: 1.2197437 Mar 02 18:32:41.193992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:41.219924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bac3fd92-8ee0-4314-ab48-c99bee652f00 req-5b9e890c-20bc-491b-bf26-e2c639ce7ae4 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025204 Mar 02 18:32:41.245449 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1224d33-ccaa-4d94-87ca-2b14d167a557 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:41.245449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1224d33-ccaa-4d94-87ca-2b14d167a557 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:41.253341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-39e14fa9-6b96-4847-b9c7-6123dd4c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.253817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-39e14fa9-6b96-4847-b9c7-6123dd4c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.254332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-39e14fa9-6b96-4847-b9c7-6123dd4c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.256989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-deebb4c4-3e07-444d-968c-8568323e9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.258468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-deebb4c4-3e07-444d-968c-8568323e9361 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.1859777 Mar 02 18:32:41.258957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-39e14fa9-6b96-4847-b9c7-6123dd4c67d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2866 time: 0.2890115 Mar 02 18:32:41.259091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-51524d1d-714a-4420-ae2a-14730de9b210 req-6745fc17-c075-4b5b-843b-7fe3d68e9cda tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Unset dirty status for tenant:99432d2b1a19401a842fc9c278b49083 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:41.260236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-6745fc17-c075-4b5b-843b-7fe3d68e9cda tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=99432d2b1a19401a842fc9c278b49083&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8185728 Mar 02 18:32:41.342057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-6ec85336-c414-4882-a7ef-457390d54fa8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758824 Mar 02 18:32:41.395567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1224d33-ccaa-4d94-87ca-2b14d167a557 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:41.396639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d1224d33-ccaa-4d94-87ca-2b14d167a557 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/c58a1299-0c4a-4097-bac7-764a7e387e39 HTTP/1.1" status: 404 len: 333 time: 0.2017663 Mar 02 18:32:41.399862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:41.453541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-767a6a42-8195-4b7b-9735-ec86d53cf1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.455152 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-767a6a42-8195-4b7b-9735-ec86d53cf1ec service neutron] 10.222.0.11 "GET /v2.0/networks?id=680e355b-b39f-44c7-a538-f538baf289f3 HTTP/1.1" status: 200 len: 903 time: 0.1852536 Mar 02 18:32:41.645824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-05f8ea14-bc4e-425a-bbd5-a355c37018c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=fbb5b336-78c2-4702-a319-547abdd28685 HTTP/1.1" status: 200 len: 217 time: 0.1841745 Mar 02 18:32:41.690430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 8632a96d-d57a-41a5-bc1c-b34bb142259f {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:32:41.702636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.772748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-518550a8-fc79-4a36-87dd-59917505eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.772748 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-518550a8-fc79-4a36-87dd-59917505eef1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ff8abd77-0609-40a2-95a8-eb9d4e09ff71 HTTP/1.1" status: 200 len: 801 time: 0.1145179 Mar 02 18:32:41.772748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.908492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-a3ce5399-f375-4201-9edc-2323e1320597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.909977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-a3ce5399-f375-4201-9edc-2323e1320597 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=680e355b-b39f-44c7-a538-f538baf289f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1117017 Mar 02 18:32:41.931260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-f202434b-3e7d-4c7f-95d0-9510f37b1d97 service neutron] 10.222.0.66 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304131 Mar 02 18:32:41.935165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:41.988915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-8f48af28-ac95-4514-8e17-2dcd1db79848 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6312504 Mar 02 18:32:41.996351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366f34d-30ae-4d10-8f5f-d93b2d933fc9 req-8c19dd68-d2e7-4561-be6c-d8b2262dc14c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:41.997836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0366f34d-30ae-4d10-8f5f-d93b2d933fc9 req-8c19dd68-d2e7-4561-be6c-d8b2262dc14c tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 945 time: 0.6425054 Mar 02 18:32:42.100328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-22f74394-7d64-411f-af3b-049653996338 service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834950 Mar 02 18:32:42.189668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.243887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=8632a96d-d57a-41a5-bc1c-b34bb142259f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:42.245848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.263368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83011575-4c64-40a0-9ab6-8857e047ed32 None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:42.263871 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0e545815-a7e1-4fe4-967e-78a35860c91a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8632a96d-d57a-41a5-bc1c-b34bb142259f HTTP/1.1" status: 204 len: 168 time: 0.8565052 Mar 02 18:32:42.263871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34914) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:42.310037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Router f098a47e-865a-4083-bea4-c3b68263c9ec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:32:42.333598 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c6b0ce03-b137-43b8-b7d4-863a44ba428c req-df978f46-6318-4ba1-b3fb-56ced440af53 service neutron] 10.222.0.11 "GET /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273374 Mar 02 18:32:42.337425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0366f34d-30ae-4d10-8f5f-d93b2d933fc9 req-fdbef606-a95e-4414-ac1e-eb652c3fc520 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518868 Mar 02 18:32:42.346712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-4b7d0c97-4484-4fd4-81e2-d8511ee62e83 service neutron] 10.222.0.66 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054651 Mar 02 18:32:42.349436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 4d3b6b5f-c146-45f7-b430-2591ac6bea39 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:32:42.354579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.420657 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:32:42.422881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852ac5b1-b61e-4c1d-a6de-87be58896ecf req-fd4e29c6-0f7c-495d-873c-c3bafaf87068 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199708 Mar 02 18:32:42.491639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.668608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.825657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:32:42.840433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Sync routers for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:32:42.853889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.854492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:42.854492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:42.859596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c72ecaaf-2290-45a5-8a63-d7500f9e1151 admin admin] 10.222.0.66 "PUT /v2.0/routers/f098a47e-865a-4083-bea4-c3b68263c9ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9000785 Mar 02 18:32:42.863317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34928) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:42.900058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3b6b5f-c146-45f7-b430-2591ac6bea39,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:42.904496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:42.912051 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3ca6a238-c205-4610-8875-cb7e85f1df90 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/4d3b6b5f-c146-45f7-b430-2591ac6bea39 HTTP/1.1" status: 204 len: 168 time: 0.6509714 Mar 02 18:32:42.916818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34932) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:42.939063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-58c271f1-0478-43e4-aabf-8a05c85a6f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:42.940656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-58c271f1-0478-43e4-aabf-8a05c85a6f15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1094 time: 0.3146892 Mar 02 18:32:43.074031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.088016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 147debbd-6cc2-43df-825c-7f1d402a7e13 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:43.088450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.131595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b134-ee9e-4118-bf2b-3b88b66c4a70 req-75ebacf2-a813-4b4f-bef4-472e23d73c89 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:43.139678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b134-ee9e-4118-bf2b-3b88b66c4a70 req-75ebacf2-a813-4b4f-bef4-472e23d73c89 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:43.149150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a944b134-ee9e-4118-bf2b-3b88b66c4a70 req-75ebacf2-a813-4b4f-bef4-472e23d73c89 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:43.150756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a944b134-ee9e-4118-bf2b-3b88b66c4a70 req-75ebacf2-a813-4b4f-bef4-472e23d73c89 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2413 time: 0.4206100 Mar 02 18:32:43.189418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:43.336579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.368504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 147debbd-6cc2-43df-825c-7f1d402a7e13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=147debbd-6cc2-43df-825c-7f1d402a7e13,segment=NetworkSegment(4226b380-5917-46d9-83a2-e0fcb1ea85a6),segment_id=4226b380-5917-46d9-83a2-e0fcb1ea85a6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:43.368931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.440401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a944b134-ee9e-4118-bf2b-3b88b66c4a70 req-e1ff5cb4-c4ce-43f9-96a1-180999eeb60c tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314336 Mar 02 18:32:43.487583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea47ec4-ba0b-4fc0-8ca4-b151f21990aa None None] Network 3fbc4de2-7bfa-45b4-b24e-b7391317279f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:43.539347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-761d567c-402c-444f-b8da-6733d2c5330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:43.540911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-761d567c-402c-444f-b8da-6733d2c5330c service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.5870533 Mar 02 18:32:43.544575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 147debbd-6cc2-43df-825c-7f1d402a7e13 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:43.617516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ffcbfe4-17f4-4240-a751-008ce8931f11 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:43.731104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.760763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9a1487a0-d18e-4f8c-9bc3-c0720ce74f10 None None] Provisioning complete for port 147debbd-6cc2-43df-825c-7f1d402a7e13 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:43.761143 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a1487a0-d18e-4f8c-9bc3-c0720ce74f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:43.822329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9a1487a0-d18e-4f8c-9bc3-c0720ce74f10 None None] Port 147debbd-6cc2-43df-825c-7f1d402a7e13 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:32:43.855960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-2456f535-3418-42cd-ab28-6e81f5c94274 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.3084314 Mar 02 18:32:43.918527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No DVR routers for this DVR port 147debbd-6cc2-43df-825c-7f1d402a7e13 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:43.947025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=147debbd-6cc2-43df-825c-7f1d402a7e13,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:43.988444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.029494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f9d3b0-adfb-4007-be90-ca359a475b91 req-29e13819-9711-4df4-bdf2-0fb113641ac8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:44.037361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40f9d3b0-adfb-4007-be90-ca359a475b91 req-29e13819-9711-4df4-bdf2-0fb113641ac8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 943 time: 0.5808790 Mar 02 18:32:44.056225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:44.059102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-4fcec31a-db3c-43ef-8054-35e63c9e118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:44.061606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-4fcec31a-db3c-43ef-8054-35e63c9e118a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.1987512 Mar 02 18:32:44.073986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'port_id': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'mac_address': 'fa:16:3e:76:1c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8abd77-0609-40a2-95a8-eb9d4e09ff71', 'ip_address': '19.80.0.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:44.111858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.118983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Deleting port efe6942f-6925-421d-8b2c-24e38c503f0d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:44.119668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.142955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fbc4de2-7bfa-45b4-b24e-b7391317279f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.159699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4226b380-5917-46d9-83a2-e0fcb1ea85a6') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.160071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4226b380-5917-46d9-83a2-e0fcb1ea85a6') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.177051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.194644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.201292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.207925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-e7843e1e-cc73-421a-b1cf-a4ba64df8470 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395829 Mar 02 18:32:44.221999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ffcbfe4-17f4-4240-a751-008ce8931f11 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:44.222679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:32:44.223097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:44.239473 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:44.250512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:44.271253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': True}, 'gw_port_id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:32:40Z', 'revision_number': 5, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port': {'id': 'efe6942f-6925-421d-8b2c-24e38c503f0d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:5a:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:23:49Z', 'updated_at': '2022-03-02T18:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.278731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Checking router: f098a47e-865a-4083-bea4-c3b68263c9ec for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:32:44.282267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 404addcb-f04e-40ac-8260-0b2e3aceca66 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:44.303935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c261d-98a1-4e62-a045-0e0e5d52f62a None None] DHCP port deletion for 3fbc4de2-7bfa-45b4-b24e-b7391317279f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:32:44.329347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40f9d3b0-adfb-4007-be90-ca359a475b91 req-f1b3b18c-1e4f-4bf9-a4ca-a6b943bfe773 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875428 Mar 02 18:32:44.368203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Routers {'f098a47e-865a-4083-bea4-c3b68263c9ec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:32:44.368680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f098a47e-865a-4083-bea4-c3b68263c9ec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.431121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27019eec-e2d5-406e-8729-8c4125e018f0 req-81168f6a-e3a4-47f2-b708-3a571af84484 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.0515289 Mar 02 18:32:44.463875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.499723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.503011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=3fbc4de2-7bfa-45b4-b24e-b7391317279f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:44.531396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.531396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 62dcf422-1b6b-4f0a-8fef-aeef5836ebec details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:44.588719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd06a72c-152d-409d-a377-6120357f0385 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/3fbc4de2-7bfa-45b4-b24e-b7391317279f HTTP/1.1" status: 204 len: 168 time: 1.6729655 Mar 02 18:32:44.592537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:44.597405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] For port efe6942f-6925-421d-8b2c-24e38c503f0d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=efe6942f-6925-421d-8b2c-24e38c503f0d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:44.597405 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:44.669437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] Set router f098a47e-865a-4083-bea4-c3b68263c9ec gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:32:44.722372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213be54e-79b4-46a1-a760-933a9b477a0d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:44.723492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-213be54e-79b4-46a1-a760-933a9b477a0d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:44.768006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Calling delete_port for efe6942f-6925-421d-8b2c-24e38c503f0d owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:44.803659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:32:43Z', 'revision_number': 6, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:44.841326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-213be54e-79b4-46a1-a760-933a9b477a0d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:44.847409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34972) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:44.849268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f228731-ab3e-42f8-a3bd-6d11ba6f6678 None None] The sync data for ids ['f098a47e-865a-4083-bea4-c3b68263c9ec'] in n-d-828839-1 is: [{'id': 'f098a47e-865a-4083-bea4-c3b68263c9ec', 'name': 'tempest-AttachVolumeShelveTestJSON-1425666185-router', 'tenant_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:23:43Z', 'updated_at': '2022-03-02T18:32:43Z', 'revision_number': 6, 'project_id': 'b8980a5bc3cc4105aee2e7a3fc370da3', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:32:44.855926 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-213be54e-79b4-46a1-a760-933a9b477a0d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2563636 Mar 02 18:32:44.866407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:44.894768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-8fdcd33c-63e7-4d52-a0a5-6ad27677b419 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6771643 Mar 02 18:32:44.996588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.016192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'port_id': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'mac_address': 'fa:16:3e:2f:5d:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:45.083497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.110940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec', 'network_id': '563e41d3-d155-4808-b003-f535f1074513', 'port_id': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec', 'mac_address': 'fa:16:3e:56:ff:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38184f16-e6c7-4493-a19a-8aa236024d6f', 'ip_address': '19.86.0.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:45.114604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.120901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc2d1-9153-4183-95d6-82ef95c3a473 req-e74319a1-4d39-4921-a531-1a9cdf553d72 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:45.122468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb8cc2d1-9153-4183-95d6-82ef95c3a473 req-e74319a1-4d39-4921-a531-1a9cdf553d72 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6023998 Mar 02 18:32:45.165719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 404addcb-f04e-40ac-8260-0b2e3aceca66 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:45.179631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b397acf-cbe2-4e54-b6e8-7b3b9d83df7d req-88d3796e-dade-4bc4-b58d-d5f48b04126c service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656872 Mar 02 18:32:45.194467 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.196307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841244c-90ce-49f6-9c4b-10d8644fce5f req-80d6a7a2-4b0d-4d25-960b-ef2bf7f7ae62 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:45.203028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841244c-90ce-49f6-9c4b-10d8644fce5f req-80d6a7a2-4b0d-4d25-960b-ef2bf7f7ae62 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:45.205432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.209022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841244c-90ce-49f6-9c4b-10d8644fce5f req-80d6a7a2-4b0d-4d25-960b-ef2bf7f7ae62 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:45.210747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1841244c-90ce-49f6-9c4b-10d8644fce5f req-80d6a7a2-4b0d-4d25-960b-ef2bf7f7ae62 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2414 time: 0.5152848 Mar 02 18:32:45.218991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b57fc299-5be8-42e2-8f86-58a315e4aae1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3644471 Mar 02 18:32:45.220021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34976) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:45.225119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1688219642'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:45.234806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62dcf422-1b6b-4f0a-8fef-aeef5836ebec {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:45.239248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:45.245996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:45.253478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:45.264335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:45.269283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.279857 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.286503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb8cc2d1-9153-4183-95d6-82ef95c3a473 req-1b0322ba-0038-4bc8-a1f2-f594244a65bd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404986 Mar 02 18:32:45.325671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1841244c-90ce-49f6-9c4b-10d8644fce5f req-643173a4-9357-469b-9a92-a99de699a898 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054916 Mar 02 18:32:45.366010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.366657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device fbb5b336-78c2-4702-a319-547abdd28685 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:45.371704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:45.378170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:45.387076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.431407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:45.444287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.445518 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 5aeb7ddf-995f-413b-848f-1059e0c9c0a4 of type vlan for network 8814c8a2-ae92-4b53-ac55-bca057728ec0 Mar 02 18:32:45.477763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=fbb5b336-78c2-4702-a319-547abdd28685,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.486046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:45.499449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.507578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'fbb5b336-78c2-4702-a319-547abdd28685', 'network_id': '680e355b-b39f-44c7-a538-f538baf289f3', 'port_id': 'fbb5b336-78c2-4702-a319-547abdd28685', 'mac_address': 'fa:16:3e:70:31:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff8abd77-0609-40a2-95a8-eb9d4e09ff71', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:45.546651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['404addcb-f04e-40ac-8260-0b2e3aceca66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:45.584812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.616781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.625640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:45.626558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.628092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.648463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb5b336-78c2-4702-a319-547abdd28685 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:45.665691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=fbb5b336-78c2-4702-a319-547abdd28685,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:45.726536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 147debbd-6cc2-43df-825c-7f1d402a7e13 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:45.776802 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5564053 Mar 02 18:32:45.783899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:45.793681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:45.794550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 147debbd-6cc2-43df-825c-7f1d402a7e13 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:45.794892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 147debbd-6cc2-43df-825c-7f1d402a7e13 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:45.795305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device efe6942f-6925-421d-8b2c-24e38c503f0d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:45.814786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61248ca-d000-4362-933a-0243524d619f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=8814c8a2-ae92-4b53-ac55-bca057728ec0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:45.830991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:45.845386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:45.862327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Pushing event deleted for resources: {'Port': ['ID=efe6942f-6925-421d-8b2c-24e38c503f0d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:45.915235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: efe6942f-6925-421d-8b2c-24e38c503f0d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:45.917763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device efe6942f-6925-421d-8b2c-24e38c503f0d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:45.917763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 523e336f-cf21-491a-aa94-8c40eb9a34e9 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:45.931991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:45.936726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:45.939994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:45.946985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:45.969992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 523e336f-cf21-491a-aa94-8c40eb9a34e9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:45.970259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 523e336f-cf21-491a-aa94-8c40eb9a34e9 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:46.036646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:46.044576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.077441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:46.099761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.100030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.100372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.100778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.101036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.101359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.101685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.102777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.102777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.102777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.103074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.103270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:32:46.115775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af7d91-52c3-4b45-95d6-620117ddf2cb req-41d4cacb-c479-4d82-bd4e-14583014356c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:46.117335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1af7d91-52c3-4b45-95d6-620117ddf2cb req-41d4cacb-c479-4d82-bd4e-14583014356c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6255920 Mar 02 18:32:46.156156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f9071b-0db6-4a7d-be52-c89f02941477 req-861bbd86-06bc-4997-b869-ecdb49e2254f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:46.157683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62f9071b-0db6-4a7d-be52-c89f02941477 req-861bbd86-06bc-4997-b869-ecdb49e2254f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 944 time: 0.6176832 Mar 02 18:32:46.170470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.183881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2ffcbfe4-17f4-4240-a751-008ce8931f11'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:46.222733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['fbb5b336-78c2-4702-a319-547abdd28685'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:46.438982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.451522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.452461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1af7d91-52c3-4b45-95d6-620117ddf2cb req-7339bc14-0aed-4bd3-b852-c93ce415370d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198760 Mar 02 18:32:46.454154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.485746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-86698342-7d5f-44ed-80b2-2510c0c191b5 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:46.485746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-86698342-7d5f-44ed-80b2-2510c0c191b5 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.65 "GET /v2.0/networks?id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1 HTTP/1.1" status: 200 len: 816 time: 0.4994910 Mar 02 18:32:46.493406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62f9071b-0db6-4a7d-be52-c89f02941477 req-14005187-4315-4bac-960d-43567d486540 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756472 Mar 02 18:32:46.591621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-32b88df3-d849-4944-9448-22292919d183 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99432d2b1a19401a842fc9c278b49083 HTTP/1.1" status: 200 len: 379 time: 0.0927472 Mar 02 18:32:46.593315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=33eeb543-d31f-419e-9bd7-f27b2fe8d160,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:46.923583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'port': {'device_id': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'admin_state_up': True, 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'security_groups': ['8fa28f76-60ab-4a82-9845-a1fe7dd9922e']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:46.927006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '5aeb7ddf-995f-413b-848f-1059e0c9c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:46.927006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: 8814c8a2-ae92-4b53-ac55-bca057728ec0, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:46.928273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84103e7f-f9be-4c16-adeb-b5be7b0f793f req-1ed515ad-cf98-4fc2-81b6-9c6d6ea6603b tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.1148148 Mar 02 18:32:46.928273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.928273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f098a47e-865a-4083-bea4-c3b68263c9ec {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:32:46.928273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.928587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35008) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:46.928673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e39bb962-3ab2-4077-8df3-beac9dc39878 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f098a47e-865a-4083-bea4-c3b68263c9ec HTTP/1.1" status: 204 len: 168 time: 3.9731970 Mar 02 18:32:46.928673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:46.928673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:46.928903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Deleting subnet a2760e31-8b67-485f-8bfb-c6e81d1129d3 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:32:46.928903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:46.954165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:46.986546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.006402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1758ea-0d57-448d-b382-a915b714b9e7 req-6f45163c-dfb9-4464-ad9c-225837d8d003 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.013504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1758ea-0d57-448d-b382-a915b714b9e7 req-6f45163c-dfb9-4464-ad9c-225837d8d003 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.021077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1758ea-0d57-448d-b382-a915b714b9e7 req-6f45163c-dfb9-4464-ad9c-225837d8d003 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.023255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf1758ea-0d57-448d-b382-a915b714b9e7 req-6f45163c-dfb9-4464-ad9c-225837d8d003 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2416 time: 0.1275291 Mar 02 18:32:47.024743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Made reservation on behalf of 99432d2b1a19401a842fc9c278b49083 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:47.030210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.067837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 8814c8a2-ae92-4b53-ac55-bca057728ec0) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:47.076159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4a0848-5b71-4369-acbd-6d99c8f2362e None None] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:47.079070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.079904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.121428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf1758ea-0d57-448d-b382-a915b714b9e7 req-e6a45021-175a-44d7-9057-2211192ef3fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778384 Mar 02 18:32:47.131204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.242967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bbe3731e-73ee-4419-a866-121959572c8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4578209 Mar 02 18:32:47.246533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:47.253182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0', 'name': 'tempest-PortsIpV6TestJSON-96750325'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:47.382462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['62dcf422-1b6b-4f0a-8fef-aeef5836ebec'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:47.422499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.432420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:47.439710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Allocated IP 172.20.0.3 (20dece0a-d5ca-4680-a9d8-dab3c3440ee1/1239f0fe-36bd-447a-a204-a59658c195c3/c8d36701-7d49-4803-8d04-248792347083) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:47.479478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-8814c8a2-ae92-4b53-ac55-bca057728ec0', 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '33eeb543-d31f-419e-9bd7-f27b2fe8d160'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:47.480308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.485977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.497658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d527a69-cb99-44c4-b7b4-f15d759e4531 None None] Network 91ecf49a-ab04-4f86-85d9-29b26e591282 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:47.499541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2760e31-8b67-485f-8bfb-c6e81d1129d3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:47.503551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:47.507982 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5a6fec6-3d0b-46c1-8c78-ef7c30473ffe admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a2760e31-8b67-485f-8bfb-c6e81d1129d3 HTTP/1.1" status: 204 len: 168 time: 0.6645575 Mar 02 18:32:47.510719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:47.616469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:47.620411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.629242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd31b75-9ec1-457f-8a92-11c02e4122d9 req-1f6038aa-aad1-4d2e-a99b-485993e11fd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.636226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd31b75-9ec1-457f-8a92-11c02e4122d9 req-1f6038aa-aad1-4d2e-a99b-485993e11fd0 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 945 time: 0.2762697 Mar 02 18:32:47.645854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd0b4e-0764-4e9f-aeaa-563a4b83b669 req-7687c791-89cd-4c67-b19d-1b6dc5776a94 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:47.655286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24dd0b4e-0764-4e9f-aeaa-563a4b83b669 req-7687c791-89cd-4c67-b19d-1b6dc5776a94 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3543079 Mar 02 18:32:47.789588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 599e616e-80fd-4ee0-8abe-e4bf47c34938 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:47.800069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Allocated IP 2001:db8::2 (8814c8a2-ae92-4b53-ac55-bca057728ec0/33eeb543-d31f-419e-9bd7-f27b2fe8d160/4218beee-c12d-4501-a0c9-4ff5618b67d6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:47.838973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.862954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24dd0b4e-0764-4e9f-aeaa-563a4b83b669 req-57ff1daf-d7c4-4132-8330-a83af9facfce tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043405 Mar 02 18:32:47.873257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abd31b75-9ec1-457f-8a92-11c02e4122d9 req-1255be4a-49ab-4e97-87a2-e849443e7f9f tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435981 Mar 02 18:32:47.886081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Deleting port fc9f5098-0b27-42dd-9245-a700807b82a4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:47.886500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:47.993436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.029558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Transition to ACTIVE for port object c8d36701-7d49-4803-8d04-248792347083 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:48.187135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] For port fc9f5098-0b27-42dd-9245-a700807b82a4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fc9f5098-0b27-42dd-9245-a700807b82a4,segment=NetworkSegment(7079c87d-07df-474f-bfae-f0ae8a60708f),segment_id=7079c87d-07df-474f-bfae-f0ae8a60708f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:48.187898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.196082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.207695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Transition to ACTIVE for port object 4218beee-c12d-4501-a0c9-4ff5618b67d6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:48.258403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:32:48.260708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ffcbfe4-17f4-4240-a751-008ce8931f11 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:48.346065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.359017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 404addcb-f04e-40ac-8260-0b2e3aceca66 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:48.359287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Calling delete_port for fc9f5098-0b27-42dd-9245-a700807b82a4 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:48.392249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Transition to ACTIVE for port object 4218beee-c12d-4501-a0c9-4ff5618b67d6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:48.453605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:48.461089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:48.470721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:48.499717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event updated for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:48.577840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.622388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5cfe9-8ef6-454d-8afc-24e316c9032f req-b1ce09ab-ac2b-40e8-9a53-5bfccc452be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:48.630703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cf5cfe9-8ef6-454d-8afc-24e316c9032f req-b1ce09ab-ac2b-40e8-9a53-5bfccc452be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 944 time: 0.5136490 Mar 02 18:32:48.639960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:48.640783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.645130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::3ca (8814c8a2-ae92-4b53-ac55-bca057728ec0/33eeb543-d31f-419e-9bd7-f27b2fe8d160/599e616e-80fd-4ee0-8abe-e4bf47c34938) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:48.653591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9f5098-0b27-42dd-9245-a700807b82a4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:48.659463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdc344-b9e9-471a-b94f-b4e4e6380e30 req-b3b30d07-d275-44de-9c8c-4a6ab6833be7 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:48.669115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9cdc344-b9e9-471a-b94f-b4e4e6380e30 req-b3b30d07-d275-44de-9c8c-4a6ab6833be7 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 931 time: 0.3595405 Mar 02 18:32:48.671407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] No DVR routers for this DVR port fc9f5098-0b27-42dd-9245-a700807b82a4 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:48.683045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.755801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6cf5cfe9-8ef6-454d-8afc-24e316c9032f req-8d7ce173-98e7-4c68-b15d-0bc70fbc4919 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104803 Mar 02 18:32:48.787890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Pushing event updated for resources: {'Port': ['ID=4218beee-c12d-4501-a0c9-4ff5618b67d6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:48.802156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9cdc344-b9e9-471a-b94f-b4e4e6380e30 req-7f323bef-2b7b-47aa-8e8b-66ffb0fcdb14 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295953 Mar 02 18:32:48.837118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:48.842157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-89ae42ea-324b-419d-9bdc-67dfe53d7d59 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2431588 Mar 02 18:32:48.842911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:48.848159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:48.854579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Request body: {'port': {'device_id': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:48.931424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:48.935606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ef78aa-2e4d-4557-8aa2-586d605f345b None None] DHCP port deletion for 91ecf49a-ab04-4f86-85d9-29b26e591282 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:32:48.948911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 2ffcbfe4-17f4-4240-a751-008ce8931f11 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:48.992545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 404addcb-f04e-40ac-8260-0b2e3aceca66 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:48.994891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ecf49a-ab04-4f86-85d9-29b26e591282']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:48.995621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a381292-4fed-4f20-b7bf-84e6ab225dc6 None None] Provisioning for port c8d36701-7d49-4803-8d04-248792347083 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:49.005092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2ffcbfe4-17f4-4240-a751-008ce8931f11 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:49.005484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.043805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:49.068170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7079c87d-07df-474f-bfae-f0ae8a60708f') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:49.068470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7079c87d-07df-474f-bfae-f0ae8a60708f') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:49.071217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 404addcb-f04e-40ac-8260-0b2e3aceca66 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:49.071604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.095221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.108332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a381292-4fed-4f20-b7bf-84e6ab225dc6 None None] Provisioning complete for port c8d36701-7d49-4803-8d04-248792347083 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:49.108642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a381292-4fed-4f20-b7bf-84e6ab225dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.147792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.156649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:32:49.157566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.159043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7390b8cc-4005-4436-8c76-086c85b2f505', 'network_id': '05415a3d-6819-486c-8cf4-fc50dd1de82b', 'port_id': '7390b8cc-4005-4436-8c76-086c85b2f505', 'mac_address': 'fa:16:3e:0b:40:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685b2207-edbd-44a7-bc8d-3d86fcc23265', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:32:49.208976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.237491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Attempting to bind port 4218beee-c12d-4501-a0c9-4ff5618b67d6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:49.237491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Attempting to bind port 4218beee-c12d-4501-a0c9-4ff5618b67d6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5aeb7ddf-995f-413b-848f-1059e0c9c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:49.238224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Attempting to bind port 4218beee-c12d-4501-a0c9-4ff5618b67d6 on network 8814c8a2-ae92-4b53-ac55-bca057728ec0 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:49.243867 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:49.262868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:49.263454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Checking segment: {'id': '5aeb7ddf-995f-413b-848f-1059e0c9c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:49.263970 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.265401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Bound using segment: {'id': '5aeb7ddf-995f-413b-848f-1059e0c9c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:49.265401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Bound port: 4218beee-c12d-4501-a0c9-4ff5618b67d6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aeb7ddf-995f-413b-848f-1059e0c9c0a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:49.265401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.283193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.305125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object 599e616e-80fd-4ee0-8abe-e4bf47c34938 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:49.306537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2a381292-4fed-4f20-b7bf-84e6ab225dc6 None None] Port c8d36701-7d49-4803-8d04-248792347083 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:49.307377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6250-029b-4680-98b4-10d1d1b2fae3 req-36539321-e6a6-4227-b04a-1f535bb17a60 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.308960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd4e6250-029b-4680-98b4-10d1d1b2fae3 req-36539321-e6a6-4227-b04a-1f535bb17a60 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3764038 Mar 02 18:32:49.353415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c92d-7f8b-4eec-92fa-5b7ee0d01506 req-09f12cc8-7476-4f37-825d-7d709e5eb4f4 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.359823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c92d-7f8b-4eec-92fa-5b7ee0d01506 req-09f12cc8-7476-4f37-825d-7d709e5eb4f4 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.369218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b9c92d-7f8b-4eec-92fa-5b7ee0d01506 req-09f12cc8-7476-4f37-825d-7d709e5eb4f4 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.369218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59b9c92d-7f8b-4eec-92fa-5b7ee0d01506 req-09f12cc8-7476-4f37-825d-7d709e5eb4f4 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2416 time: 0.3469207 Mar 02 18:32:49.392782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.416408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.438312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.445952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:49.454064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=91ecf49a-ab04-4f86-85d9-29b26e591282,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:49.469621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.484018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd4e6250-029b-4680-98b4-10d1d1b2fae3 req-494663f1-d5af-48f5-9278-8dc6c07aeac1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645951 Mar 02 18:32:49.502617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.503412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59b9c92d-7f8b-4eec-92fa-5b7ee0d01506 req-bbeecc84-6492-47a0-a1f3-2f252caec586 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883830 Mar 02 18:32:49.568510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:49.577866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:49.580145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:49.585108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] For port 4218beee-c12d-4501-a0c9-4ff5618b67d6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:49.587282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:49.591445 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.599769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:49.600574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.601284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.613455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:49.622106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=599e616e-80fd-4ee0-8abe-e4bf47c34938,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:49.622644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] For port 4218beee-c12d-4501-a0c9-4ff5618b67d6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4218beee-c12d-4501-a0c9-4ff5618b67d6,segment=NetworkSegment(5aeb7ddf-995f-413b-848f-1059e0c9c0a4),segment_id=5aeb7ddf-995f-413b-848f-1059e0c9c0a4)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:49.629943 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3c4e26a1-3048-4a25-b484-5a4418371c6a admin admin] 10.222.0.66 "DELETE /v2.0/networks/91ecf49a-ab04-4f86-85d9-29b26e591282 HTTP/1.1" status: 204 len: 168 time: 2.1179509 Mar 02 18:32:49.641352 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.689679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:49.697708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.698353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device fbb5b336-78c2-4702-a319-547abdd28685 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:49.743099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7390b8cc-4005-4436-8c76-086c85b2f505'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:32:49.751174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bbab3652-2f6c-4661-b1a1-335a692f742b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5032966 Mar 02 18:32:49.754801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:49.759466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': '8814c8a2-ae92-4b53-ac55-bca057728ec0', 'name': 'tempest-PortsIpV6TestJSON-207791082'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:49.787767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fc9f5098-0b27-42dd-9245-a700807b82a4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:49.864025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.882414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:49.909437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: fc9f5098-0b27-42dd-9245-a700807b82a4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:49.909816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fc9f5098-0b27-42dd-9245-a700807b82a4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:49.961033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:49.966199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc08e9-48fb-44fb-8f06-0ddd197959db req-b80b889f-3a08-4b14-8072-b6821b5adfb1 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.966199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68cc08e9-48fb-44fb-8f06-0ddd197959db req-b80b889f-3a08-4b14-8072-b6821b5adfb1 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 944 time: 0.2250659 Mar 02 18:32:49.966448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:49.977439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69aad26-4b14-49ec-8b41-01ab79c3ac0b req-706b15fb-015d-4480-a72a-6c5ed780e7a1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:49.980442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:49.984473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b69aad26-4b14-49ec-8b41-01ab79c3ac0b req-706b15fb-015d-4480-a72a-6c5ed780e7a1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1827550 Mar 02 18:32:49.986548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:49.993289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:50.100965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:50.103083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:50.121003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b69aad26-4b14-49ec-8b41-01ab79c3ac0b req-6ac6327d-0d71-492a-bf38-6dcabe5e4296 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356544 Mar 02 18:32:50.124022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d36701-7d49-4803-8d04-248792347083 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:50.135875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:50.138451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68cc08e9-48fb-44fb-8f06-0ddd197959db req-5a00d9a1-602e-4cf9-af82-3995fb352bb9 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518478 Mar 02 18:32:50.139443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.162729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.189561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 16143c42-6780-47fa-99fa-cfc0b50bda66 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:50.198841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Transition to ACTIVE for port object c8d36701-7d49-4803-8d04-248792347083 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:50.229147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port fbb5b336-78c2-4702-a319-547abdd28685 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:50.233364 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'code': 200} Mar 02 18:32:50.248625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port fbb5b336-78c2-4702-a319-547abdd28685 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:50.249244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.297352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.309717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0731a6c-5caf-48dd-b886-10151f2ceb7d None None] Pushing event updated for resources: {'Port': ['ID=4218beee-c12d-4501-a0c9-4ff5618b67d6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:50.322742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-09351981-32dd-42d8-ba7d-f207d7facb68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b8980a5bc3cc4105aee2e7a3fc370da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194116 Mar 02 18:32:50.355561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35066) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:50.444163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:50.585347 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.626815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=fbb5b336-78c2-4702-a319-547abdd28685,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:50.645900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:50.661902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.691402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::259 (8814c8a2-ae92-4b53-ac55-bca057728ec0/33eeb543-d31f-419e-9bd7-f27b2fe8d160/16143c42-6780-47fa-99fa-cfc0b50bda66) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:50.696458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.726826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.781649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 62dcf422-1b6b-4f0a-8fef-aeef5836ebec up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:50.855260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:50.886365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac79676-ead7-4fd4-bcb6-41faea841fea req-73505ce6-fba3-4e0e-b07b-d1d5a181d297 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:50.887066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ac79676-ead7-4fd4-bcb6-41faea841fea req-73505ce6-fba3-4e0e-b07b-d1d5a181d297 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Synchronizing usage tracker for tenant:99432d2b1a19401a842fc9c278b49083 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:50.900237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8065a-6adb-4a73-b106-2dbc2769e6ca req-40cdf038-dd0f-4028-833f-2360fc4daa7d tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:50.907863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94a8065a-6adb-4a73-b106-2dbc2769e6ca req-40cdf038-dd0f-4028-833f-2360fc4daa7d tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.5227137 Mar 02 18:32:50.933731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Attempting to bind port c8d36701-7d49-4803-8d04-248792347083 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:50.934071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Attempting to bind port c8d36701-7d49-4803-8d04-248792347083 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:50.934466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Attempting to bind port c8d36701-7d49-4803-8d04-248792347083 on network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:50.947782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Port c8d36701-7d49-4803-8d04-248792347083 on network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:32:50.948078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:50.948243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Attempting to bind port c8d36701-7d49-4803-8d04-248792347083 on network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:50.954081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:50.954495 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.962456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:50.962802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Checking segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:50.963249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Bound using segment: {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:50.963798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Bound port: c8d36701-7d49-4803-8d04-248792347083, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74652af8-b41c-4337-9efe-3b932ed2714f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:50.964147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:50.997158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94a8065a-6adb-4a73-b106-2dbc2769e6ca req-bd2c242d-00fd-4242-b8bd-22fc6de8ab29 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885129 Mar 02 18:32:51.004125 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.040252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.063365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d778fb66-3520-49ca-b766-23b7995c25e9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:51.072146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ac79676-ead7-4fd4-bcb6-41faea841fea req-73505ce6-fba3-4e0e-b07b-d1d5a181d297 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Unset dirty status for tenant:99432d2b1a19401a842fc9c278b49083 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:51.083137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ac79676-ead7-4fd4-bcb6-41faea841fea req-73505ce6-fba3-4e0e-b07b-d1d5a181d297 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 943 time: 0.6582241 Mar 02 18:32:51.100350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object 16143c42-6780-47fa-99fa-cfc0b50bda66 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:51.108529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.109699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8234811f-0840-4734-87bf-0f9ad8555e2d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d778fb66-3520-49ca-b766-23b7995c25e9 HTTP/1.1" status: 204 len: 168 time: 0.7525465 Mar 02 18:32:51.171680 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.211488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.228986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:51.271306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ac79676-ead7-4fd4-bcb6-41faea841fea req-f756eacf-e0aa-4263-ab2e-4491c048c4dd tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1776071 Mar 02 18:32:51.287172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:32:51.290946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d36701-7d49-4803-8d04-248792347083,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:32:51.312121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:51.315708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:51.321775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:51.329496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.346115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.346312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9b3ff-143a-4280-a6d6-0071987e9009 req-b74ddb70-3ebb-4e6b-b64f-0d789737a7bd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.346312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91d9b3ff-143a-4280-a6d6-0071987e9009 req-b74ddb70-3ebb-4e6b-b64f-0d789737a7bd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1428585 Mar 02 18:32:51.368075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=16143c42-6780-47fa-99fa-cfc0b50bda66,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:51.376618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.377363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:51.408332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91d9b3ff-143a-4280-a6d6-0071987e9009 req-759de38b-ae85-4533-b246-6c7cc2cf1d28 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578320 Mar 02 18:32:51.410277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.461293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-060f9397-516a-4281-8a33-74e611e3da27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7052016 Mar 02 18:32:51.463286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:51.623925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.626061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.627567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] 10.222.0.65 "PUT /v2.0/ports/c8d36701-7d49-4803-8d04-248792347083 HTTP/1.1" status: 200 len: 1091 time: 2.7797096 Mar 02 18:32:51.629234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'tag': 'c8d36701-7d49-4803-8d04-248792347083'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:51.722050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ba6f9-cb36-425e-bbc9-8734a11235ed tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.722914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f85ba6f9-cb36-425e-bbc9-8734a11235ed tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:51.732256 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.735624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b9cc4-5bdb-4959-abb2-f818383973c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:51.750959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a32dbf-53ff-4d14-a5b8-38342f767f68 None None] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:51.770868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:32:51.798736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f85ba6f9-cb36-425e-bbc9-8734a11235ed tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:51.800233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f85ba6f9-cb36-425e-bbc9-8734a11235ed tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3ca HTTP/1.1" status: 200 len: 927 time: 0.3352985 Mar 02 18:32:51.803548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35086) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:51.876246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:51.894101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:51.903869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4218beee-c12d-4501-a0c9-4ff5618b67d6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:51.945602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 16143c42-6780-47fa-99fa-cfc0b50bda66 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:51.945958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:51.973937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7be9-603c-48f4-a048-116be4985c65 req-c63deb34-2926-4d7f-9547-82830096d0d1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.980348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7be9-603c-48f4-a048-116be4985c65 req-c63deb34-2926-4d7f-9547-82830096d0d1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.988575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f7be9-603c-48f4-a048-116be4985c65 req-c63deb34-2926-4d7f-9547-82830096d0d1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:51.996368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-030f7be9-603c-48f4-a048-116be4985c65 req-c63deb34-2926-4d7f-9547-82830096d0d1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.3677695 Mar 02 18:32:52.018838 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'tag': 'c8d36701-7d49-4803-8d04-248792347083', 'status': 'completed', 'code': 200} Mar 02 18:32:52.019739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.023253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-161cbf60-7172-4ce2-b0d4-5811492097c8 None None] Provisioning for port 4218beee-c12d-4501-a0c9-4ff5618b67d6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:52.034424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-8c676d6f-5ea8-44a4-be75-4f886a121b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.036221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-8c676d6f-5ea8-44a4-be75-4f886a121b08 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99432d2b1a19401a842fc9c278b49083&device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 1094 time: 0.2800074 Mar 02 18:32:52.121390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-65e0c7b3-d407-4713-924c-c3d85e9e83d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8d36701-7d49-4803-8d04-248792347083 HTTP/1.1" status: 200 len: 217 time: 0.0766137 Mar 02 18:32:52.136504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:52.178282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-030f7be9-603c-48f4-a048-116be4985c65 req-f84e92fd-9f16-40ee-940e-57c06ef27f41 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805654 Mar 02 18:32:52.232469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-27791cfd-1f92-4bc9-b5fb-2ec22be88d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.237527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}, {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685'}, {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:52.239268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-27791cfd-1f92-4bc9-b5fb-2ec22be88d0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1239f0fe-36bd-447a-a204-a59658c195c3 HTTP/1.1" status: 200 len: 855 time: 0.1109004 Mar 02 18:32:52.322642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.353501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-29c7da77-09ee-4bae-8b16-77f5fdbd659a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.402285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7390b8cc-4005-4436-8c76-086c85b2f505 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:52.403584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.430989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:52.456171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 16143c42-6780-47fa-99fa-cfc0b50bda66 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:52.472561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51524d1d-714a-4420-ae2a-14730de9b210 req-2f286819-7eba-4ff2-b2c9-24b9e94c29b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.477298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-2f286819-7eba-4ff2-b2c9-24b9e94c29b8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2292478 Mar 02 18:32:52.517653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4218beee-c12d-4501-a0c9-4ff5618b67d6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:52.524789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8c4199-da66-4fa7-8d57-51d374481c8f req-2a0dbc43-a0a1-4432-b4e3-3b5280b99545 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.526499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f8c4199-da66-4fa7-8d57-51d374481c8f req-2a0dbc43-a0a1-4432-b4e3-3b5280b99545 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1561613 Mar 02 18:32:52.534692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4218beee-c12d-4501-a0c9-4ff5618b67d6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:52.534692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.585102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc68f96-2762-4aba-be6a-1f5bf2916ca4 req-25e21ac2-1453-4f6d-a9e7-c5d29e4ad227 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:52.592794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dc68f96-2762-4aba-be6a-1f5bf2916ca4 req-25e21ac2-1453-4f6d-a9e7-c5d29e4ad227 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2724619 Mar 02 18:32:52.691887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.746155 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:52.749530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f8c4199-da66-4fa7-8d57-51d374481c8f req-99146011-a806-43c9-aa0b-d291cbea058d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049079 Mar 02 18:32:52.775287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dc68f96-2762-4aba-be6a-1f5bf2916ca4 req-3244e504-3071-4c6b-80bc-6586fa0a2bb5 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813209 Mar 02 18:32:52.831909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-af7e4dc4-7f26-4d18-9dad-1abf5f608d77 service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492820 Mar 02 18:32:52.846518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=16143c42-6780-47fa-99fa-cfc0b50bda66,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:52.940532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:52.952332 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'code': 200} Mar 02 18:32:52.952332 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685', 'code': 200} Mar 02 18:32:52.952332 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec', 'code': 200} Mar 02 18:32:53.077167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:53.104419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51524d1d-714a-4420-ae2a-14730de9b210 req-b9c4fb31-3daa-4603-a270-af8218793370 service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680321 Mar 02 18:32:53.140493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:53.180867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654fc01-7be9-41fb-bcb9-d77b7233598f req-a0446078-ac26-4866-b8b6-b9245324cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.182502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2654fc01-7be9-41fb-bcb9-d77b7233598f req-a0446078-ac26-4866-b8b6-b9245324cbf6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.1862485 Mar 02 18:32:53.183198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9994bc3f-6071-47e1-b90e-1fa41256b2e6 req-9bb4dadf-f1ff-4b62-9403-22d22f981c36 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.189137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9994bc3f-6071-47e1-b90e-1fa41256b2e6 req-9bb4dadf-f1ff-4b62-9403-22d22f981c36 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 943 time: 0.1417205 Mar 02 18:32:53.200817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:53.238004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9994bc3f-6071-47e1-b90e-1fa41256b2e6 req-7c497dbe-8249-474a-bfe8-5bf1d751e9cb tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464749 Mar 02 18:32:53.315174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de34a1ba-efdb-4334-b1c3-2d26ba688eb3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/16143c42-6780-47fa-99fa-cfc0b50bda66 HTTP/1.1" status: 204 len: 168 time: 1.5074942 Mar 02 18:32:53.317803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35130) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:53.349067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2654fc01-7be9-41fb-bcb9-d77b7233598f req-3dfc3700-db71-4c8a-ba0a-1aa047771e9a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608937 Mar 02 18:32:53.408322 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3369e6-c19f-4d58-88e9-32952417875f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:53.413222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35138) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:53.414607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6d3369e6-c19f-4d58-88e9-32952417875f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/16143c42-6780-47fa-99fa-cfc0b50bda66 HTTP/1.1" status: 404 len: 333 time: 0.0860550 Mar 02 18:32:53.421841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4218beee-c12d-4501-a0c9-4ff5618b67d6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4218beee-c12d-4501-a0c9-4ff5618b67d6,segment=NetworkSegment(5aeb7ddf-995f-413b-848f-1059e0c9c0a4),segment_id=5aeb7ddf-995f-413b-848f-1059e0c9c0a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:53.431384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:53.491665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:53.498927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf26eb-6bdc-4136-9a51-fe3ff560525c req-874e0abb-ae0e-4811-b63a-fdec50a97768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.499421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf26eb-6bdc-4136-9a51-fe3ff560525c req-874e0abb-ae0e-4811-b63a-fdec50a97768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.499896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf26eb-6bdc-4136-9a51-fe3ff560525c req-874e0abb-ae0e-4811-b63a-fdec50a97768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.501592 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-49bf26eb-6bdc-4136-9a51-fe3ff560525c req-874e0abb-ae0e-4811-b63a-fdec50a97768 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2872 time: 0.5176075 Mar 02 18:32:53.570627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935332-694a-461a-b433-e30ac4256790 req-745cabd6-29c3-439e-8705-55654411f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:53.572857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-745cabd6-29c3-439e-8705-55654411f5e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99432d2b1a19401a842fc9c278b49083&device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 1094 time: 0.3271112 Mar 02 18:32:53.593306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 599e616e-80fd-4ee0-8abe-e4bf47c34938 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:53.593849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:53.637122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4218beee-c12d-4501-a0c9-4ff5618b67d6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:53.672667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-49bf26eb-6bdc-4136-9a51-fe3ff560525c req-a8c32eed-a9bb-493d-844b-892c22306bb7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554492 Mar 02 18:32:53.719572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Could not find standard attr ID for object 16143c42-6780-47fa-99fa-cfc0b50bda66. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:32:53.743518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Provisioning complete for port 4218beee-c12d-4501-a0c9-4ff5618b67d6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:53.744974 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.059170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5005af-05b0-4a8f-a8ad-2ccd59f2936c req-a1bfdf36-346f-47f6-9331-cdaa63732810 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.069309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a5005af-05b0-4a8f-a8ad-2ccd59f2936c req-a1bfdf36-346f-47f6-9331-cdaa63732810 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6053829 Mar 02 18:32:54.084919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Provisioning for port 599e616e-80fd-4ee0-8abe-e4bf47c34938 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:32:54.099433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Provisioning complete for port 599e616e-80fd-4ee0-8abe-e4bf47c34938 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:54.101051 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.174071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-474d22ea-693f-45ee-8fcd-02529d2b0af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.189736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935332-694a-461a-b433-e30ac4256790 req-82f1a648-cf2f-4af6-89d2-d19069863a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.191900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-82f1a648-cf2f-4af6-89d2-d19069863a2a service neutron] 10.222.0.65 "GET /v2.0/networks?id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1 HTTP/1.1" status: 200 len: 917 time: 0.6108515 Mar 02 18:32:54.217824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5232be09-be38-4649-b9d3-5edb0fef32b4 None None] Port 599e616e-80fd-4ee0-8abe-e4bf47c34938 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:54.274545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.279165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-19f6f3a1-d360-45fb-81f3-667e414cffff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8d36701-7d49-4803-8d04-248792347083 HTTP/1.1" status: 200 len: 217 time: 0.0746887 Mar 02 18:32:54.297704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a5005af-05b0-4a8f-a8ad-2ccd59f2936c req-82927f28-94f7-4e89-ab6d-ffa2bfeb03df tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270977 Mar 02 18:32:54.363067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-39aa85a9-5bf9-4042-aca8-95f608e3a94f None None] Provisioning complete for port 599e616e-80fd-4ee0-8abe-e4bf47c34938 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:54.366874 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-39aa85a9-5bf9-4042-aca8-95f608e3a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.411990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d796b-0259-4c62-b408-590d0584d2ad req-c730c7cf-4720-4e10-9f93-6b48a5426ce6 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.413596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-380d796b-0259-4c62-b408-590d0584d2ad req-c730c7cf-4720-4e10-9f93-6b48a5426ce6 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 945 time: 0.7804933 Mar 02 18:32:54.521145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-39aa85a9-5bf9-4042-aca8-95f608e3a94f None None] Port 599e616e-80fd-4ee0-8abe-e4bf47c34938 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:32:54.561650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 599e616e-80fd-4ee0-8abe-e4bf47c34938 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:54.623622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Deleting port 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:54.624025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.639050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-741874a0-79e6-413c-aeb5-acff675c0694 None None] Could not find standard attr ID for object 16143c42-6780-47fa-99fa-cfc0b50bda66. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:32:54.653698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935332-694a-461a-b433-e30ac4256790 req-0962ac45-a065-4830-a43a-f8d0f4fa6284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.655232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-0962ac45-a065-4830-a43a-f8d0f4fa6284 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1239f0fe-36bd-447a-a204-a59658c195c3 HTTP/1.1" status: 200 len: 855 time: 0.3544650 Mar 02 18:32:54.862444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:54.862712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c26ac3-c344-498e-a6a7-a0d9c774dbba req-88eaeca9-6dc4-4a65-9bda-e2231451109f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.869383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c26ac3-c344-498e-a6a7-a0d9c774dbba req-88eaeca9-6dc4-4a65-9bda-e2231451109f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.877044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c26ac3-c344-498e-a6a7-a0d9c774dbba req-88eaeca9-6dc4-4a65-9bda-e2231451109f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:54.879365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40c26ac3-c344-498e-a6a7-a0d9c774dbba req-88eaeca9-6dc4-4a65-9bda-e2231451109f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.3545675 Mar 02 18:32:54.956584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:54.974233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=599e616e-80fd-4ee0-8abe-e4bf47c34938,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:55.017341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e935332-694a-461a-b433-e30ac4256790 req-c2d86a1f-6f3b-4ba5-bce6-4256d153abc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:55.022365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-c2d86a1f-6f3b-4ba5-bce6-4256d153abc1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3436992 Mar 02 18:32:55.056813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.088436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-67717107-08b8-49eb-a57a-7c340be45d43 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/599e616e-80fd-4ee0-8abe-e4bf47c34938 HTTP/1.1" status: 204 len: 168 time: 1.6719127 Mar 02 18:32:55.088845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:55.132791 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f5df836-1bff-4c6c-b17f-72d6bb46708d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:32:55.133340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f5df836-1bff-4c6c-b17f-72d6bb46708d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:55.136827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40c26ac3-c344-498e-a6a7-a0d9c774dbba req-32716b92-806d-4cb5-8664-e1035f42d71b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463911 Mar 02 18:32:55.221696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f5df836-1bff-4c6c-b17f-72d6bb46708d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:55.223421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f5df836-1bff-4c6c-b17f-72d6bb46708d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/599e616e-80fd-4ee0-8abe-e4bf47c34938 HTTP/1.1" status: 404 len: 333 time: 0.1333044 Mar 02 18:32:55.225691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:55.315553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 33eeb543-d31f-419e-9bd7-f27b2fe8d160 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:32:55.319516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.377520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.407528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] For port 7390b8cc-4005-4436-8c76-086c85b2f505, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7390b8cc-4005-4436-8c76-086c85b2f505,segment=NetworkSegment(fa0bb599-6d26-49fd-a9d8-0047afa03f38),segment_id=fa0bb599-6d26-49fd-a9d8-0047afa03f38)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:55.407900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.438311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-2064b775-8467-49cc-8821-99afbe7bc5b5 service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352187 Mar 02 18:32:55.470227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.490603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.533301 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.579637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Calling delete_port for 7390b8cc-4005-4436-8c76-086c85b2f505 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:55.616690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.617517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.627179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d270ab-0da5-438b-a54d-10e90bcbdede req-834fd0d8-d531-4451-8bb3-8926e3733c1d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:55.629805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d270ab-0da5-438b-a54d-10e90bcbdede req-834fd0d8-d531-4451-8bb3-8926e3733c1d tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 945 time: 0.4784408 Mar 02 18:32:55.673087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=33eeb543-d31f-419e-9bd7-f27b2fe8d160,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:55.673437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ccb20-bab5-43b8-aa19-02192c01d899 None None] Network 8814c8a2-ae92-4b53-ac55-bca057728ec0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:55.675543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.683981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9289672d-ad80-4479-9ae2-acfa92128441 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/33eeb543-d31f-419e-9bd7-f27b2fe8d160 HTTP/1.1" status: 204 len: 168 time: 0.4565876 Mar 02 18:32:55.693355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35172) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:55.716112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4218beee-c12d-4501-a0c9-4ff5618b67d6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:32:55.818951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.820603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d270ab-0da5-438b-a54d-10e90bcbdede req-00696c90-5774-4b3c-9b77-09a65ebb22a1 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/security-groups?id=b02048ea-6e48-4073-86a2-2b60f72af0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741922 Mar 02 18:32:55.828717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f0037-94a8-44f9-83bb-82a4db72e8ee req-62e4da05-ddac-4d5d-8338-006eedc8b097 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:55.830294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f0f0037-94a8-44f9-83bb-82a4db72e8ee req-62e4da05-ddac-4d5d-8338-006eedc8b097 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.5358999 Mar 02 18:32:55.832060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 4218beee-c12d-4501-a0c9-4ff5618b67d6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:55.832602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:55.912193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e935332-694a-461a-b433-e30ac4256790 req-2276586a-3b7d-48c4-a04d-2cb5255485ac service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192934 Mar 02 18:32:55.954979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f0f0037-94a8-44f9-83bb-82a4db72e8ee req-1a1d3668-7c1f-4dcc-b611-32191f8cab51 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144555 Mar 02 18:32:56.047628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4218beee-c12d-4501-a0c9-4ff5618b67d6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:32:56.048164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.139232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.222559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 4218beee-c12d-4501-a0c9-4ff5618b67d6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4218beee-c12d-4501-a0c9-4ff5618b67d6,segment=NetworkSegment(5aeb7ddf-995f-413b-848f-1059e0c9c0a4),segment_id=5aeb7ddf-995f-413b-848f-1059e0c9c0a4)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:56.223055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.235039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] DHCP port deletion for 8814c8a2-ae92-4b53-ac55-bca057728ec0 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:32:56.240569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Deleting port 4218beee-c12d-4501-a0c9-4ff5618b67d6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:56.240959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.309349 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505', 'code': 200} Mar 02 18:32:56.361419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 4218beee-c12d-4501-a0c9-4ff5618b67d6 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:56.386405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Pushing event deleted for resources: {'Port': ['ID=7390b8cc-4005-4436-8c76-086c85b2f505,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:56.483707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] No DVR routers for this DVR port 7390b8cc-4005-4436-8c76-086c85b2f505 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:56.487651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.490285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-deleted', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:32:56.500616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] For port 4218beee-c12d-4501-a0c9-4ff5618b67d6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4218beee-c12d-4501-a0c9-4ff5618b67d6,segment=NetworkSegment(5aeb7ddf-995f-413b-848f-1059e0c9c0a4),segment_id=5aeb7ddf-995f-413b-848f-1059e0c9c0a4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:32:56.501161 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.508264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.518031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629876a-5671-405b-9d65-cfb6edb1ea03 req-d6927aa9-c937-4712-ba3f-dbea317cda64 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:56.519705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0629876a-5671-405b-9d65-cfb6edb1ea03 req-d6927aa9-c937-4712-ba3f-dbea317cda64 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 943 time: 0.4547734 Mar 02 18:32:56.559536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=4218beee-c12d-4501-a0c9-4ff5618b67d6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:56.565492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No DVR routers for this DVR port 4218beee-c12d-4501-a0c9-4ff5618b67d6 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:32:56.574349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-380d796b-0259-4c62-b408-590d0584d2ad req-4ca083b6-3d57-4b08-a62d-914837a5024e tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.11 "DELETE /v2.0/ports/7390b8cc-4005-4436-8c76-086c85b2f505 HTTP/1.1" status: 204 len: 173 time: 2.1421871 Mar 02 18:32:56.580710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0629876a-5671-405b-9d65-cfb6edb1ea03 req-937d0f62-a929-4046-9eb0-0f4f84d93c6f tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530515 Mar 02 18:32:56.640453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Calling delete_port for 4218beee-c12d-4501-a0c9-4ff5618b67d6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:32:56.739257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:32:56.739676 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:32:56.765689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.806202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b6e8-c258-4157-9d8f-26450d293f62 req-6866d6a0-7ae3-4826-a845-336d969b4dda tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:56.807732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ee9b6e8-c258-4157-9d8f-26450d293f62 req-6866d6a0-7ae3-4826-a845-336d969b4dda tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1053252 Mar 02 18:32:56.838356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.838634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.862739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ee9b6e8-c258-4157-9d8f-26450d293f62 req-fac66ea2-1e52-4e18-ab6e-f83139cd1710 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475874 Mar 02 18:32:56.866747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8814c8a2-ae92-4b53-ac55-bca057728ec0']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:56.881931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeb7ddf-995f-413b-848f-1059e0c9c0a4') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:56.882264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeb7ddf-995f-413b-848f-1059e0c9c0a4') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:32:56.894338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.910849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.917965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:32:56.918957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:32:56.937014 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:32:57.027921 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c63a5c-6394-40d7-8081-b7a21b276f48', 'name': 'network-vif-deleted', 'tag': '7390b8cc-4005-4436-8c76-086c85b2f505', 'status': 'completed', 'code': 200} Mar 02 18:32:57.072206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd7a4-82c7-458a-a9e3-6d332b0e0d81 req-aa4cd1d1-d4e0-4496-a828-445cb81d67ff tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.078312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd7a4-82c7-458a-a9e3-6d332b0e0d81 req-aa4cd1d1-d4e0-4496-a828-445cb81d67ff tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.084350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd7a4-82c7-458a-a9e3-6d332b0e0d81 req-aa4cd1d1-d4e0-4496-a828-445cb81d67ff tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.086053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f86fd7a4-82c7-458a-a9e3-6d332b0e0d81 req-aa4cd1d1-d4e0-4496-a828-445cb81d67ff tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.1125538 Mar 02 18:32:57.182069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.186790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.211918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=8814c8a2-ae92-4b53-ac55-bca057728ec0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:57.216500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f86fd7a4-82c7-458a-a9e3-6d332b0e0d81 req-1bb8fe51-24ad-478b-94ae-f95bace2d9f2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246128 Mar 02 18:32:57.218632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-517e6501-65d6-41dc-b617-233447878f60 req-b68cbcc2-9024-4c4a-a689-757b43b3bf72 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Synchronizing usage tracker for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:32:57.240862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Deleting port 4218beee-c12d-4501-a0c9-4ff5618b67d6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:32:57.241381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.257266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-a21691a6-31e8-4c40-b706-fdbdc4d1f11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.259285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-a21691a6-31e8-4c40-b706-fdbdc4d1f11d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.1448035 Mar 02 18:32:57.281656 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d595ebfe-539b-47ce-9b10-0374bd35e55d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/8814c8a2-ae92-4b53-ac55-bca057728ec0 HTTP/1.1" status: 204 len: 168 time: 1.5868330 Mar 02 18:32:57.285630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35196) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:57.292228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1555903238'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:57.299027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:57.304445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:57.308042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:57.313769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-517e6501-65d6-41dc-b617-233447878f60 req-b68cbcc2-9024-4c4a-a689-757b43b3bf72 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] Unset dirty status for tenant:14d49fee0cf643678d81c0715392ed6f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:32:57.320095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:57.320415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-517e6501-65d6-41dc-b617-233447878f60 req-b68cbcc2-9024-4c4a-a689-757b43b3bf72 tempest-ImagesTestJSON-1747734517 tempest-ImagesTestJSON-1747734517-project] 10.222.0.66 "GET /v2.0/ports?device_id=17c63a5c-6394-40d7-8081-b7a21b276f48 HTTP/1.1" status: 200 len: 210 time: 0.1649735 Mar 02 18:32:57.330107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f4550f44-c635-44e7-a675-5ed0f428168e None None] The port '4218beee-c12d-4501-a0c9-4ff5618b67d6' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:32:57.422580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:57.428468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.459718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:32:57.469360 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.469706 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 9efe8d69-bfa8-4d20-bc93-b5ad546dfb80 of type vlan for network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 Mar 02 18:32:57.500315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.504047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-b9801dc1-75e4-412f-9bd2-181bbc8ffd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.505494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-b9801dc1-75e4-412f-9bd2-181bbc8ffd3b service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.2409089 Mar 02 18:32:57.587747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.589974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-baadb7ec-1e9f-4145-85e6-f41e23e7e25b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.0723073 Mar 02 18:32:57.594854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.595224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:57.643690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b707c-85b8-4374-96c1-41f33bb7177f req-3300fa47-5006-4214-8aad-4b15dbf84c3c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.645165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307b707c-85b8-4374-96c1-41f33bb7177f req-3300fa47-5006-4214-8aad-4b15dbf84c3c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2779207 Mar 02 18:32:57.686784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4218beee-c12d-4501-a0c9-4ff5618b67d6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:57.713619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e73f5c2-b5e4-4273-ba07-24fc9b48198f req-344e3dc0-e751-4882-af59-bb56711b1925 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.715188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e73f5c2-b5e4-4273-ba07-24fc9b48198f req-344e3dc0-e751-4882-af59-bb56711b1925 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2818356 Mar 02 18:32:57.722229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-fd50f79c-fdd8-4db2-a33e-e4a9c2f847dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:57.724072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-fd50f79c-fdd8-4db2-a33e-e4a9c2f847dc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.1279221 Mar 02 18:32:57.727314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=c578ca6d-02d0-422c-8986-bcc8d7ac1b55,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:57.731767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307b707c-85b8-4374-96c1-41f33bb7177f req-e6b28fe5-85b3-48ce-87d3-a032b5af8702 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795448 Mar 02 18:32:57.733084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4218beee-c12d-4501-a0c9-4ff5618b67d6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:57.733714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4218beee-c12d-4501-a0c9-4ff5618b67d6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:57.746954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:32:57.793713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-91263cbd-0bb3-4c31-afe1-2e1a1e5f6049 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609980 Mar 02 18:32:57.811292 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a30b87cc-2072-49fd-a614-db6f1869facc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5240562 Mar 02 18:32:57.814033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35206) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:57.823380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:57.847901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e73f5c2-b5e4-4273-ba07-24fc9b48198f req-a6fdc854-481d-43ad-9f50-dbbd0e6c2474 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228483 Mar 02 18:32:57.963788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:32:57.964147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:57.979696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:57.983528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:58.007117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:58.042842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-455e4ea3-a956-453f-b578-4f375a410d5a service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389512 Mar 02 18:32:58.054371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 7390b8cc-4005-4436-8c76-086c85b2f505 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:32:58.054721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7390b8cc-4005-4436-8c76-086c85b2f505 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:32:58.107562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:58.113100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.236962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0ea65-ebb7-4169-8502-a088ee664dc3 req-2bd3a1d8-7226-4bce-a376-421c083cf2b3 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:58.238559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1d0ea65-ebb7-4169-8502-a088ee664dc3 req-2bd3a1d8-7226-4bce-a376-421c083cf2b3 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 943 time: 0.1946502 Mar 02 18:32:58.241982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbbde5c8-166c-4035-a59b-7ae8641c1b4a req-2c891e49-4b7a-4d50-8012-3c4245f5d83b service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642084 Mar 02 18:32:58.290660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1d0ea65-ebb7-4169-8502-a088ee664dc3 req-5e20a1a1-e8c0-40b8-bbd1-5516d05ab289 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 Mar 02 18:32:58.451184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.534581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=9d2fd888-dd55-4567-8ee7-3adc2e80bfb2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:58.550432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:58.550432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: c578ca6d-02d0-422c-8986-bcc8d7ac1b55, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:32:58.644790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:32:58.748224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c578ca6d-02d0-422c-8986-bcc8d7ac1b55) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:58.754407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:58.755050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:58.757065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e027df65-8551-400e-b885-bb9c85b35ede None None] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:32:58.856809 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cfde6390-5b74-4281-b531-b7ad0a23047d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0415144 Mar 02 18:32:58.859608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:32:58.871346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55', 'name': 'tempest-PortsIpV6TestJSON-546413350', 'fixed_ips': [{'subnet_id': '9d2fd888-dd55-4567-8ee7-3adc2e80bfb2', 'ip_address': '2001:db8::10'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:32:58.906269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0699456-001c-4b0d-94d4-b2e0b65e15de req-f9434326-7376-4fcf-b132-4eac0453fa57 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:58.907915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0699456-001c-4b0d-94d4-b2e0b65e15de req-f9434326-7376-4fcf-b132-4eac0453fa57 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1189101 Mar 02 18:32:58.990914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0699456-001c-4b0d-94d4-b2e0b65e15de req-c61ba6d1-21dc-4541-b887-952b2839e679 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751565 Mar 02 18:32:59.090040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:32:59.095933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:32:59.099002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:32:59.118891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:32:59.139809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-c578ca6d-02d0-422c-8986-bcc8d7ac1b55', 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '9d2fd888-dd55-4567-8ee7-3adc2e80bfb2'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:32:59.139809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.187872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:32:59.350781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Allocated IP 2001:db8::2 (c578ca6d-02d0-422c-8986-bcc8d7ac1b55/9d2fd888-dd55-4567-8ee7-3adc2e80bfb2/f42550a8-7342-47b6-8c8c-978b7cf3f9b7) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:59.379141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.402943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port 55d22bda-4c78-489e-93a5-f0f7b3dd320f yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:32:59.406418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d693b8-3ada-4310-b0f0-3baa21741d37 req-c7675355-0264-4b9f-8814-882a699815df tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.412225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d693b8-3ada-4310-b0f0-3baa21741d37 req-c7675355-0264-4b9f-8814-882a699815df tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.418026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d693b8-3ada-4310-b0f0-3baa21741d37 req-c7675355-0264-4b9f-8814-882a699815df tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.419743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83d693b8-3ada-4310-b0f0-3baa21741d37 req-c7675355-0264-4b9f-8814-882a699815df tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.3181620 Mar 02 18:32:59.490786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83d693b8-3ada-4310-b0f0-3baa21741d37 req-36588a38-4c53-4e50-a2ca-2b62b94766e8 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631676 Mar 02 18:32:59.518396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d578eae-0def-428c-9dab-22119b88c68c req-185932da-f119-437e-b3eb-106912f0d133 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.523670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d578eae-0def-428c-9dab-22119b88c68c req-185932da-f119-437e-b3eb-106912f0d133 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2940307 Mar 02 18:32:59.609083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d578eae-0def-428c-9dab-22119b88c68c req-326cbd23-d905-408c-9ee3-9398c66c3f27 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665224 Mar 02 18:32:59.618077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.630582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Transition to ACTIVE for port object f42550a8-7342-47b6-8c8c-978b7cf3f9b7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:59.653632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Transition to ACTIVE for port object f42550a8-7342-47b6-8c8c-978b7cf3f9b7 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:32:59.748418 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.790413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3e097-6cb1-4fe6-b265-b94c86e569ef req-5ad53cc0-2d53-4f3c-933f-a01e1155656b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.792314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9f3e097-6cb1-4fe6-b265-b94c86e569ef req-5ad53cc0-2d53-4f3c-933f-a01e1155656b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1159885 Mar 02 18:32:59.825295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::10 (c578ca6d-02d0-422c-8986-bcc8d7ac1b55/9d2fd888-dd55-4567-8ee7-3adc2e80bfb2/55d22bda-4c78-489e-93a5-f0f7b3dd320f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:32:59.839413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Pushing event updated for resources: {'Port': ['ID=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:32:59.854275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:32:59.855549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:32:59.860832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:32:59.896163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9f3e097-6cb1-4fe6-b265-b94c86e569ef req-7358efb6-9bda-4d03-8eea-cba7996a5a35 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677545 Mar 02 18:32:59.958253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7da802-65df-4f92-a86d-df49f799d413 req-04f2cdd0-bac0-4f2e-a56b-e140b18b3e40 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:32:59.966717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c7da802-65df-4f92-a86d-df49f799d413 req-04f2cdd0-bac0-4f2e-a56b-e140b18b3e40 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 943 time: 0.1732967 Mar 02 18:32:59.970913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Attempting to bind port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:32:59.971395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Attempting to bind port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:32:59.971823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Attempting to bind port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 on network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Checking segment: {'id': '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Bound using segment: {'id': '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Bound port: f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:32:59.983125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.059610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c7da802-65df-4f92-a86d-df49f799d413 req-8fcca39d-2ffe-40c1-9d46-9a1aca26d261 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920148 Mar 02 18:33:00.134806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.148525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] For port f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:00.154488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] For port f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,segment=NetworkSegment(9efe8d69-bfa8-4d20-bc93-b5ad546dfb80),segment_id=9efe8d69-bfa8-4d20-bc93-b5ad546dfb80)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:00.185474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object 55d22bda-4c78-489e-93a5-f0f7b3dd320f will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:00.266274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.343594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.374768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d36701-7d49-4803-8d04-248792347083 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:33:00.478403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c0d24-7a78-4373-9b3e-c2dc7be779ce None None] Pushing event updated for resources: {'Port': ['ID=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:00.617943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:00.622987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:00.627410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:00.633604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.634604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.643216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=55d22bda-4c78-489e-93a5-f0f7b3dd320f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:00.717629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d36701-7d49-4803-8d04-248792347083,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:00.734735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c8d36701-7d49-4803-8d04-248792347083', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'port_id': 'c8d36701-7d49-4803-8d04-248792347083', 'mac_address': 'fa:16:3e:af:72:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 684, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:33:00.776186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-19042802-30f0-41f7-b43e-a4de4a6a0dbe tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9149146 Mar 02 18:33:00.778693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35284) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:00.789488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'c578ca6d-02d0-422c-8986-bcc8d7ac1b55', 'name': 'tempest-PortsIpV6TestJSON-916938960', 'fixed_ips': [{'subnet_id': '9d2fd888-dd55-4567-8ee7-3adc2e80bfb2', 'ip_address': '2001:db8::f'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:00.807858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.830825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d36701-7d49-4803-8d04-248792347083 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:00.852013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d36701-7d49-4803-8d04-248792347083,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:00.879072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e66cb-e763-422f-99dd-09c068559fb1 req-68f770a5-f933-41f1-89ac-0a71b9c02f47 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.884971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e66cb-e763-422f-99dd-09c068559fb1 req-68f770a5-f933-41f1-89ac-0a71b9c02f47 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.890975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827e66cb-e763-422f-99dd-09c068559fb1 req-68f770a5-f933-41f1-89ac-0a71b9c02f47 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:00.892582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827e66cb-e763-422f-99dd-09c068559fb1 req-68f770a5-f933-41f1-89ac-0a71b9c02f47 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.3154476 Mar 02 18:33:00.941757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:00.986820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:00.993795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:port and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:00.996515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:01.005195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:01.014068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:01.014068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:01.053135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:01.064832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65df4d-5120-4993-89e8-f97265da71c5 req-c1905045-6824-4b19-9d0b-f312f90c11e7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.070982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65df4d-5120-4993-89e8-f97265da71c5 req-c1905045-6824-4b19-9d0b-f312f90c11e7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.076852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c65df4d-5120-4993-89e8-f97265da71c5 req-c1905045-6824-4b19-9d0b-f312f90c11e7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.078566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c65df4d-5120-4993-89e8-f97265da71c5 req-c1905045-6824-4b19-9d0b-f312f90c11e7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 2419 time: 0.3082249 Mar 02 18:33:01.101688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:01.108252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:01.126253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa047e8-cdd0-4f2a-b62c-505a8d462172 req-f8006226-af2d-413c-9dd6-b8a265cc7df6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.127768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aa047e8-cdd0-4f2a-b62c-505a8d462172 req-f8006226-af2d-413c-9dd6-b8a265cc7df6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4078598 Mar 02 18:33:01.132380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:33:01.163635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c8d36701-7d49-4803-8d04-248792347083'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:01.236430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c65df4d-5120-4993-89e8-f97265da71c5 req-2363b074-fc4a-4003-a04e-d38d9b2b5cb7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494398 Mar 02 18:33:01.287610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5aa047e8-cdd0-4f2a-b62c-505a8d462172 req-4062c413-947a-49fd-a216-f3c2798164a6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237319 Mar 02 18:33:01.454563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::f (c578ca6d-02d0-422c-8986-bcc8d7ac1b55/9d2fd888-dd55-4567-8ee7-3adc2e80bfb2/efcaa05f-3deb-4474-ba20-6cdf0cc7a32d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:01.532131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:01.532497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:01.701450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 62dcf422-1b6b-4f0a-8fef-aeef5836ebec owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:01.725157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:01.748915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f42550a8-7342-47b6-8c8c-978b7cf3f9b7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:01.752612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object efcaa05f-3deb-4474-ba20-6cdf0cc7a32d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:01.820416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9158608c-4373-4f4c-b770-804b4405f525 None None] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:01.839127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c26d37-327a-40df-a1c7-7c696aa446f5 req-ed37c03d-d571-4106-b95d-bed58356dfcd tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.840759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6c26d37-327a-40df-a1c7-7c696aa446f5 req-ed37c03d-d571-4106-b95d-bed58356dfcd tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.3599927 Mar 02 18:33:01.885750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:01.913599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa015c-e234-467f-858d-266a7e97bca6 req-4e1f391d-7579-49e7-80d5-dda49d563ff6 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.915056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-13fa015c-e234-467f-858d-266a7e97bca6 req-4e1f391d-7579-49e7-80d5-dda49d563ff6 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 944 time: 0.3132830 Mar 02 18:33:01.972708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:01.974687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6c26d37-327a-40df-a1c7-7c696aa446f5 req-b226d3a1-b255-4973-85ba-091af6c1adc1 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273611 Mar 02 18:33:01.976453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:01.982045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:01.996079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:01.996079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.012997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=efcaa05f-3deb-4474-ba20-6cdf0cc7a32d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:02.030344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a6b3981f-1fa5-4b0a-a552-6f7b16f26911 None None] Provisioning for port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:02.051242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-13fa015c-e234-467f-858d-266a7e97bca6 req-d61a959a-4b2d-4851-ad58-57c8b849e537 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189442 Mar 02 18:33:02.093203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35300) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:02.117573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35306) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:02.117920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a730f233-800f-4b74-b86c-f92a8f75665c tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3374295 Mar 02 18:33:02.131124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:02.139104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:02.139520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.182321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.251329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=62dcf422-1b6b-4f0a-8fef-aeef5836ebec,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:02.341271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.382106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Deleting subnet 685b2207-edbd-44a7-bc8d-3d86fcc23265 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:02.384527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d36701-7d49-4803-8d04-248792347083 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:02.388708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.475621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port 62dcf422-1b6b-4f0a-8fef-aeef5836ebec on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:02.481418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.490470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:02.524536 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.531749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,segment=NetworkSegment(9efe8d69-bfa8-4d20-bc93-b5ad546dfb80),segment_id=9efe8d69-bfa8-4d20-bc93-b5ad546dfb80)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:02.587723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c8d36701-7d49-4803-8d04-248792347083 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:02.594533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c8d36701-7d49-4803-8d04-248792347083 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:02.600062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.700987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.713644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.807569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827e66cb-e763-422f-99dd-09c068559fb1 req-757dbf3e-15d1-4b7d-b2e8-79377669acd9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "DELETE /v2.0/ports/62dcf422-1b6b-4f0a-8fef-aeef5836ebec HTTP/1.1" status: 204 len: 173 time: 1.9087617 Mar 02 18:33:02.821104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Provisioning complete for port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:02.821483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.892793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660da6fb-8156-4bbe-a07b-4a12f6fc83aa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:02.892793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-660da6fb-8156-4bbe-a07b-4a12f6fc83aa tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.7714512 Mar 02 18:33:02.893624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35320) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:02.909385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:02.924620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port fbb5b336-78c2-4702-a319-547abdd28685 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:02.925298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.961233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:02.969786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.055290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685b2207-edbd-44a7-bc8d-3d86fcc23265,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:03.068752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.077295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-6529335d-91e1-47de-93da-87e2573821a7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.083681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-6529335d-91e1-47de-93da-87e2573821a7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.084662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-6529335d-91e1-47de-93da-87e2573821a7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:03.098891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41057987-fa65-4ab1-9343-c9f18f6b1d25 req-5eb3ae0a-bbc6-488b-88d6-10e7bbbb7d49 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.104526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2299fdfe-2a13-46da-80b4-45714be4912a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/685b2207-edbd-44a7-bc8d-3d86fcc23265 HTTP/1.1" status: 204 len: 168 time: 1.0102189 Mar 02 18:33:03.107697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35328) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:03.118229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41057987-fa65-4ab1-9343-c9f18f6b1d25 req-5eb3ae0a-bbc6-488b-88d6-10e7bbbb7d49 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4180899 Mar 02 18:33:03.123019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d36701-7d49-4803-8d04-248792347083'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:03.136130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d36701-7d49-4803-8d04-248792347083,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:03.283915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41057987-fa65-4ab1-9343-c9f18f6b1d25 req-244b907a-cb36-45a1-8537-6ac6ebd2fd7b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645205 Mar 02 18:33:03.309326 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.309632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.309632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.315606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.318823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:03.331010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-6529335d-91e1-47de-93da-87e2573821a7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:03.342997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-6529335d-91e1-47de-93da-87e2573821a7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 1683 time: 0.6392560 Mar 02 18:33:03.349697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.371418 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': '62dcf422-1b6b-4f0a-8fef-aeef5836ebec', 'status': 'completed', 'code': 200} Mar 02 18:33:03.405514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:03.417691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Provisioning for port 55d22bda-4c78-489e-93a5-f0f7b3dd320f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:03.422610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port fbb5b336-78c2-4702-a319-547abdd28685, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=fbb5b336-78c2-4702-a319-547abdd28685,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:03.423095 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.423999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Provisioning complete for port 55d22bda-4c78-489e-93a5-f0f7b3dd320f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:03.424385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.434258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceb6d07a-ec43-453e-9822-cccdf0ccaeb7 req-16a67978-2414-47ce-a387-bd1bbf75b065 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833986 Mar 02 18:33:03.484953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:03.489407 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-28bba508-1e98-41af-90e0-36e065270409 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.5947242 Mar 02 18:33:03.492796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35338) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:03.493685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Port 55d22bda-4c78-489e-93a5-f0f7b3dd320f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:03.592822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Provisioning for port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:03.603594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Provisioning complete for port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:03.605194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.638403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.653547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for fbb5b336-78c2-4702-a319-547abdd28685 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:03.697270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05415a3d-6819-486c-8cf4-fc50dd1de82b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:03.716479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:03.716962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.724760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b60bce07-aeb8-4789-a1c1-b52cbad90e2c None None] Port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:03.739268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f42550a8-7342-47b6-8c8c-978b7cf3f9b7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:03.789546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa0bb599-6d26-49fd-a9d8-0047afa03f38') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:03.789892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa0bb599-6d26-49fd-a9d8-0047afa03f38') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:03.819272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.825032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:03.825648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.900424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.903371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd5048-4e53-434f-a1e2-dfddd6c21728 req-d64cf3ad-b5b3-4f9b-883c-ce6bed62643d tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.919261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dbd5048-4e53-434f-a1e2-dfddd6c21728 req-d64cf3ad-b5b3-4f9b-883c-ce6bed62643d tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.4114470 Mar 02 18:33:03.925628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:03.926050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:03.941434 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:03.954113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Provisioning complete for port 55d22bda-4c78-489e-93a5-f0f7b3dd320f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:03.954528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:03.958018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39be05-6dfc-4519-afea-6b404ffcb343 req-ec88ed08-f1e6-4b0b-a247-06891119de7a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:03.966661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b39be05-6dfc-4519-afea-6b404ffcb343 req-ec88ed08-f1e6-4b0b-a247-06891119de7a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.3615093 Mar 02 18:33:04.006476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2ffcbfe4-17f4-4240-a751-008ce8931f11 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:04.036310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b39be05-6dfc-4519-afea-6b404ffcb343 req-ff13d5f0-1282-4074-bb04-f8fd3fdbb8d1 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664113 Mar 02 18:33:04.096355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dbd5048-4e53-434f-a1e2-dfddd6c21728 req-2d6263d6-8db7-4e35-807e-48a97b3a7391 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759543 Mar 02 18:33:04.164446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.167227 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d36701-7d49-4803-8d04-248792347083', 'code': 200} Mar 02 18:33:04.247219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Port 55d22bda-4c78-489e-93a5-f0f7b3dd320f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:04.335190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Provisioning complete for port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:04.336077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.349325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.373249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=fbb5b336-78c2-4702-a319-547abdd28685,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:04.428193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.447440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8054ac50-8fe6-42a1-b4a4-240b169f74a2 None None] Port efcaa05f-3deb-4474-ba20-6cdf0cc7a32d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:04.493551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:04.524653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.536324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for efcaa05f-3deb-4474-ba20-6cdf0cc7a32d owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:04.556805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port fbb5b336-78c2-4702-a319-547abdd28685 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:04.562952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.576183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.577462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 62dcf422-1b6b-4f0a-8fef-aeef5836ebec no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:04.588256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.599872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016626d-65cf-448f-9f54-012483ed42f0 req-0ae2b036-983c-4af1-b0b5-c88729ef6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:04.606801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a016626d-65cf-448f-9f54-012483ed42f0 req-0ae2b036-983c-4af1-b0b5-c88729ef6d89 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 1096 time: 0.2897065 Mar 02 18:33:04.610874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] Pushing event deleted for resources: {'Network': ['ID=05415a3d-6819-486c-8cf4-fc50dd1de82b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:04.616405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2c79d53-acf4-43ff-8697-c23635770539 admin admin] 10.222.0.66 "DELETE /v2.0/networks/05415a3d-6819-486c-8cf4-fc50dd1de82b HTTP/1.1" status: 204 len: 168 time: 1.5073977 Mar 02 18:33:04.712668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 62dcf422-1b6b-4f0a-8fef-aeef5836ebec {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:33:04.712668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 62dcf422-1b6b-4f0a-8fef-aeef5836ebec not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:33:04.713040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device fbb5b336-78c2-4702-a319-547abdd28685 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:04.724444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827e66cb-e763-422f-99dd-09c068559fb1 req-bd48217b-48ff-4cef-91f1-4635ebab4142 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "DELETE /v2.0/ports/fbb5b336-78c2-4702-a319-547abdd28685 HTTP/1.1" status: 204 len: 173 time: 1.9033837 Mar 02 18:33:04.757474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: fbb5b336-78c2-4702-a319-547abdd28685 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:33:04.757825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device fbb5b336-78c2-4702-a319-547abdd28685 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:33:04.804056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:04.833516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a016626d-65cf-448f-9f54-012483ed42f0 req-e65c42b7-5d22-4d6a-a31e-811e23f39856 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2203066 Mar 02 18:33:04.857690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 2ffcbfe4-17f4-4240-a751-008ce8931f11 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:04.858035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.884759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:04.942412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=efcaa05f-3deb-4474-ba20-6cdf0cc7a32d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:04.989969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab5ba6-d1bb-40bf-a3ec-887beef592ac req-d6725b8c-4395-498b-aba0-4fd0eb15b35e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:04.990672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f5ab5ba6-d1bb-40bf-a3ec-887beef592ac req-d6725b8c-4395-498b-aba0-4fd0eb15b35e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:04.999480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.076057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35354) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:05.106154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43ee98b8-1af8-41ab-a5cb-11e0ba90847a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/efcaa05f-3deb-4474-ba20-6cdf0cc7a32d HTTP/1.1" status: 204 len: 168 time: 1.6106830 Mar 02 18:33:05.110713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:05.177653 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-267c1edb-96c0-4dc6-acfd-31040e72b466 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:33:05.179579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-267c1edb-96c0-4dc6-acfd-31040e72b466 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:05.207394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf9dfc9c-7a21-4465-b9c6-1a86c094150b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=14d49fee0cf643678d81c0715392ed6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1296697 Mar 02 18:33:05.210198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35366) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:05.302094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.323603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f5ab5ba6-d1bb-40bf-a3ec-887beef592ac req-d6725b8c-4395-498b-aba0-4fd0eb15b35e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:05.324828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5ab5ba6-d1bb-40bf-a3ec-887beef592ac req-d6725b8c-4395-498b-aba0-4fd0eb15b35e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 944 time: 0.6627114 Mar 02 18:33:05.348197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-267c1edb-96c0-4dc6-acfd-31040e72b466 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:05.348197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-267c1edb-96c0-4dc6-acfd-31040e72b466 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/efcaa05f-3deb-4474-ba20-6cdf0cc7a32d HTTP/1.1" status: 404 len: 333 time: 0.2293968 Mar 02 18:33:05.348197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:05.348627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1963c-9dee-46d6-a348-f289a99bdf24 req-c93873dc-826b-4db5-a727-80209d87d5f9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:05.350794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51c1963c-9dee-46d6-a348-f289a99bdf24 req-c93873dc-826b-4db5-a727-80209d87d5f9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4600089 Mar 02 18:33:05.376750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:05.408142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.437252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5ab5ba6-d1bb-40bf-a3ec-887beef592ac req-15b1518a-28b4-4712-9f42-b0bb9fe90322 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018302 Mar 02 18:33:05.465533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 55d22bda-4c78-489e-93a5-f0f7b3dd320f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:05.465533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.479315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51c1963c-9dee-46d6-a348-f289a99bdf24 req-656bb455-a0eb-43c9-a29b-3fc5dc7fb531 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805962 Mar 02 18:33:05.492788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 2ffcbfe4-17f4-4240-a751-008ce8931f11, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2ffcbfe4-17f4-4240-a751-008ce8931f11,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:05.493075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.683511 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.688058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 2ffcbfe4-17f4-4240-a751-008ce8931f11 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:05.718623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02048ea-6e48-4073-86a2-2b60f72af0b5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:05.735596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.739161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2ebd7f9-f5cd-40b8-95d0-1c4feb882e81 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b02048ea-6e48-4073-86a2-2b60f72af0b5 HTTP/1.1" status: 204 len: 168 time: 0.5256553 Mar 02 18:33:05.765313 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:05.900175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 55d22bda-4c78-489e-93a5-f0f7b3dd320f owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:05.927977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f48290-f527-459f-980a-ca6b49526a50 req-7f03d98c-716f-4468-9d43-8df2cc918f05 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:05.930697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93f48290-f527-459f-980a-ca6b49526a50 req-7f03d98c-716f-4468-9d43-8df2cc918f05 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.3386476 Mar 02 18:33:05.942296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0828c-2e99-4c47-ad34-3d2cee46b32b req-e2576f5c-5732-4741-8b70-a713866c763f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:05.943820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51c0828c-2e99-4c47-ad34-3d2cee46b32b req-e2576f5c-5732-4741-8b70-a713866c763f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2628758 Mar 02 18:33:06.078696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93f48290-f527-459f-980a-ca6b49526a50 req-fe55d154-87ec-446e-9f2f-ce2ef54f1458 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311946 Mar 02 18:33:06.087972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51c0828c-2e99-4c47-ad34-3d2cee46b32b req-a21258de-0602-45b2-b55f-c7ab8e36a035 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113205 Mar 02 18:33:06.143112 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': 'fbb5b336-78c2-4702-a319-547abdd28685', 'status': 'completed', 'code': 200} Mar 02 18:33:06.169534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:06.223527 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'code': 200} Mar 02 18:33:06.236781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.240061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.307777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=55d22bda-4c78-489e-93a5-f0f7b3dd320f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:06.311165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=2ffcbfe4-17f4-4240-a751-008ce8931f11,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:06.369377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.403608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port 2ffcbfe4-17f4-4240-a751-008ce8931f11 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:06.404565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.491316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35d3d67f-dd96-4e55-96cc-a9e8c30285f0 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/55d22bda-4c78-489e-93a5-f0f7b3dd320f HTTP/1.1" status: 204 len: 168 time: 1.1460764 Mar 02 18:33:06.493999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:06.525763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827e66cb-e763-422f-99dd-09c068559fb1 req-fdf5f6c7-f9b1-4cae-8850-ac71a8a162ba tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "DELETE /v2.0/ports/2ffcbfe4-17f4-4240-a751-008ce8931f11 HTTP/1.1" status: 204 len: 173 time: 1.7920954 Mar 02 18:33:06.551354 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b7779a-68f4-464e-bbfc-d418cf0f8f39 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:33:06.552174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90b7779a-68f4-464e-bbfc-d418cf0f8f39 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:06.655750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90b7779a-68f4-464e-bbfc-d418cf0f8f39 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:06.657048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90b7779a-68f4-464e-bbfc-d418cf0f8f39 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/55d22bda-4c78-489e-93a5-f0f7b3dd320f HTTP/1.1" status: 404 len: 333 time: 0.1619692 Mar 02 18:33:06.660034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:06.685563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7f631c59-ccd2-46f2-9fe9-6c7305014a28 req-773af898-8b24-43ed-81d7-0cfac03fc0a2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:06.776633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 9d2fd888-dd55-4567-8ee7-3adc2e80bfb2 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:06.783182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:06.821646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81429b21-a4eb-443b-b924-b205aa902e53 req-c316a8b8-47f4-4cbf-8cd0-9cfb9003d121 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:06.823523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81429b21-a4eb-443b-b924-b205aa902e53 req-c316a8b8-47f4-4cbf-8cd0-9cfb9003d121 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1011870 Mar 02 18:33:06.870100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7f631c59-ccd2-46f2-9fe9-6c7305014a28 req-773af898-8b24-43ed-81d7-0cfac03fc0a2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:06.872247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f631c59-ccd2-46f2-9fe9-6c7305014a28 req-773af898-8b24-43ed-81d7-0cfac03fc0a2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=5af80d72-b244-4949-95d4-8ec4722233e9 HTTP/1.1" status: 200 len: 210 time: 0.2671933 Mar 02 18:33:06.940206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81429b21-a4eb-443b-b924-b205aa902e53 req-4b613e94-395b-4be9-89c5-bf3d4e28302c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084611 Mar 02 18:33:07.141938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.277383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.291642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35428) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:07.302276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc024-fe97-4536-8095-290f8577f415 req-54c458c7-1a0f-4839-812b-3ab390896599 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:07.303764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5bcc024-fe97-4536-8095-290f8577f415 req-54c458c7-1a0f-4839-812b-3ab390896599 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1620688 Mar 02 18:33:07.349624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80319489-fa08-49e6-87c6-c17523936e74 req-3ab60014-5651-4566-9dbd-36749fe71ca7 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:07.351995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80319489-fa08-49e6-87c6-c17523936e74 req-3ab60014-5651-4566-9dbd-36749fe71ca7 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.1572928 Mar 02 18:33:07.399477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5bcc024-fe97-4536-8095-290f8577f415 req-a8748244-71f5-4d72-b609-8789d7bb8fa0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859013 Mar 02 18:33:07.434897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80319489-fa08-49e6-87c6-c17523936e74 req-3b2dce68-16d4-45fb-8d1b-92d52a923176 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663190 Mar 02 18:33:07.463660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-18346685-network', 'tenant_id': 'ea6bf5b50e2747d58a32f176fc389f49'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:07.465017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:07.470796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Usage tracker for resource:network and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:07.476636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:07.494089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:07.520113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.576800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2fd888-dd55-4567-8ee7-3adc2e80bfb2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:07.589120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.589820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c09842-23e3-4b41-af44-cea59888fac6 None None] Network c578ca6d-02d0-422c-8986-bcc8d7ac1b55 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:07.598377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e4330a9-cd36-4ec1-b7c3-226549d67f23 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/9d2fd888-dd55-4567-8ee7-3adc2e80bfb2 HTTP/1.1" status: 204 len: 168 time: 0.9372025 Mar 02 18:33:07.600908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35440) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:07.640572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Made reservation on behalf of ea6bf5b50e2747d58a32f176fc389f49 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:07.646389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.705661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.751077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:07.758648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:07.764089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:07.776971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.780812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677707ab-fce9-4d81-bf7e-684a253b3201 req-9acfa241-38df-4949-a49e-6aa6bbcc7074 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:07.781554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-677707ab-fce9-4d81-bf7e-684a253b3201 req-9acfa241-38df-4949-a49e-6aa6bbcc7074 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2366853 Mar 02 18:33:07.782653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:07.796987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:07.797707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:07.905945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfe684-e975-4e66-a7a2-9fc1e43806dd req-196f412e-dfa0-400d-8dc4-28ff6ea1dab4 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:07.908387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15bfe684-e975-4e66-a7a2-9fc1e43806dd req-196f412e-dfa0-400d-8dc4-28ff6ea1dab4 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.2453895 Mar 02 18:33:07.910937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-677707ab-fce9-4d81-bf7e-684a253b3201 req-7cb170b8-31c1-456d-9bea-30c3e73cd5bf tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158190 Mar 02 18:33:07.936986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35446) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:07.959598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Request body: {'floatingip': {'port_id': 'c8d36701-7d49-4803-8d04-248792347083'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:08.082467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] DHCP port deletion for c578ca6d-02d0-422c-8986-bcc8d7ac1b55 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:33:08.087763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Deleting port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:08.088190 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.112124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:08.157651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:08.163909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.193970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting subnet 38184f16-e6c7-4493-a19a-8aa236024d6f {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:08.210377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.269213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,segment=NetworkSegment(9efe8d69-bfa8-4d20-bc93-b5ad546dfb80),segment_id=9efe8d69-bfa8-4d20-bc93-b5ad546dfb80)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:08.269682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.416442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for f42550a8-7342-47b6-8c8c-978b7cf3f9b7 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:08.446931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.512166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] For port f42550a8-7342-47b6-8c8c-978b7cf3f9b7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,segment=NetworkSegment(9efe8d69-bfa8-4d20-bc93-b5ad546dfb80),segment_id=9efe8d69-bfa8-4d20-bc93-b5ad546dfb80)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:08.512166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.531953 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af80d72-b244-4949-95d4-8ec4722233e9', 'name': 'network-vif-deleted', 'tag': '2ffcbfe4-17f4-4240-a751-008ce8931f11', 'status': 'completed', 'code': 200} Mar 02 18:33:08.600077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.665380 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.670396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Calling delete_port for f42550a8-7342-47b6-8c8c-978b7cf3f9b7 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:08.704447 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:33:08.705072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2b0fc-5622-41d7-982e-f61c9036a79a req-0f65d8e5-6a94-4c2a-971b-dadaff7081ff tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:08.706360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bd2b0fc-5622-41d7-982e-f61c9036a79a req-0f65d8e5-6a94-4c2a-971b-dadaff7081ff tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2402689 Mar 02 18:33:08.736819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.762880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:33:08.763540 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:33:08.785933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.801384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.821573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=f42550a8-7342-47b6-8c8c-978b7cf3f9b7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:08.835544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No DVR routers for this DVR port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:08.866625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:33:08.871991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.878616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.878967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.879310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.879444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacee600-ef3f-49e9-9746-03a1c065cb49 None None] Network 563e41d3-d155-4808-b003-f535f1074513 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:08.879651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.879974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.880306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.880633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.880959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.881282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.881606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.881926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.882274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:08.885730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Subnet': ['ID=38184f16-e6c7-4493-a19a-8aa236024d6f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:08.923815 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c558f4af-2c1f-468d-85b4-240d32107d98 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/subnets/38184f16-e6c7-4493-a19a-8aa236024d6f HTTP/1.1" status: 204 len: 168 time: 0.8104715 Mar 02 18:33:08.928039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35460) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:08.951395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bd2b0fc-5622-41d7-982e-f61c9036a79a req-75b1e1f8-4d0a-46f1-985f-733fa9003a26 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354329 Mar 02 18:33:08.985005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de73ccdc-b15d-4741-85df-ef5eaf719bee,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:08.986406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:08.986986 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Added segment 93a5f217-8da4-4d03-94c4-df71dfd6e59b of type vlan for network aae7b224-f341-424a-9bff-dcbac8d52b34 Mar 02 18:33:09.076018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.223771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] DHCP port deletion for 563e41d3-d155-4808-b003-f535f1074513 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:33:09.228687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Deleting port 3759cc40-0c32-4665-a08a-357c40c55862 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:09.229159 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.275095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.295050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Deleting port f42550a8-7342-47b6-8c8c-978b7cf3f9b7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:09.295539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.306881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.322457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 3759cc40-0c32-4665-a08a-357c40c55862 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:09.322864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.411556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c578ca6d-02d0-422c-8986-bcc8d7ac1b55']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:09.416294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f3fd914-99ad-4377-bca1-387b81011eae None None] The port 'f42550a8-7342-47b6-8c8c-978b7cf3f9b7' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:33:09.429708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db7733-faf8-4292-9f0f-369be482966d req-df31ce90-1fa7-47ab-9c40-6c0395350ce5 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:09.437509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74db7733-faf8-4292-9f0f-369be482966d req-df31ce90-1fa7-47ab-9c40-6c0395350ce5 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2894866 Mar 02 18:33:09.439447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.440406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:09.441263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.474315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:09.474560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efe8d69-bfa8-4d20-bc93-b5ad546dfb80') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:09.496333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.567437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] For port 3759cc40-0c32-4665-a08a-357c40c55862, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3759cc40-0c32-4665-a08a-357c40c55862,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:09.567846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.575320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.624730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] Pushing event updated for resources: {'Network': ['ID=aae7b224-f341-424a-9bff-dcbac8d52b34,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:09.642566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74db7733-faf8-4292-9f0f-369be482966d req-afa76605-c8ec-4e0a-b984-01547e1c9013 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019594 Mar 02 18:33:09.658654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15028491-ed2d-4e65-90e2-831f361a0890 req-dc799ca5-aac7-477e-b779-43aec2a228e9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:09.666062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15028491-ed2d-4e65-90e2-831f361a0890 req-dc799ca5-aac7-477e-b779-43aec2a228e9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4414084 Mar 02 18:33:09.670007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.737719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.751039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:09.752197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:09.774596 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:09.776714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network aae7b224-f341-424a-9bff-dcbac8d52b34 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:33:09.796211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3759cc40-0c32-4665-a08a-357c40c55862 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:09.807325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b6f4b39b-a615-42c9-80df-516dcce756cd admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 2.5145109 Mar 02 18:33:09.824869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15028491-ed2d-4e65-90e2-831f361a0890 req-ba9863e8-5580-42e1-a3b9-b72f5099428c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569788 Mar 02 18:33:09.826057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35472) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:09.839259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Request body: {'subnet': {'network_id': 'aae7b224-f341-424a-9bff-dcbac8d52b34', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-18346685-subnet', 'tenant_id': 'ea6bf5b50e2747d58a32f176fc389f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:09.848670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:09.855101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Usage tracker for resource:subnet and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:09.858356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:09.883569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:10.019526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 3759cc40-0c32-4665-a08a-357c40c55862, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3759cc40-0c32-4665-a08a-357c40c55862,segment=NetworkSegment(c1a1f683-92f5-412e-bfe2-6086fe3ec677),segment_id=c1a1f683-92f5-412e-bfe2-6086fe3ec677)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:10.019901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.075086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Calling delete_port for 3759cc40-0c32-4665-a08a-357c40c55862 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:10.076431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Made reservation on behalf of ea6bf5b50e2747d58a32f176fc389f49 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:10.079566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.098304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.214849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 3759cc40-0c32-4665-a08a-357c40c55862 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:10.245729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.253445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=c578ca6d-02d0-422c-8986-bcc8d7ac1b55,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:10.259131 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6ae61e20-202e-44b3-afa5-92128871ef8d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/c578ca6d-02d0-422c-8986-bcc8d7ac1b55 HTTP/1.1" status: 204 len: 168 time: 2.6525674 Mar 02 18:33:10.264369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35490) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:10.272710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-721191732'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:10.279315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:10.284700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:network and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:10.297130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:10.300702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:10.325379 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Floating IP 8de674e2-f090-45f5-b550-ffbcff3b5028 associated. External IP: 172.25.7.237, port: c8d36701-7d49-4803-8d04-248792347083. Mar 02 18:33:10.348108 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.461144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:10.465869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.477906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.549262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=3759cc40-0c32-4665-a08a-357c40c55862,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:10.551842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f42550a8-7342-47b6-8c8c-978b7cf3f9b7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:10.565687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:33:10.576212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.576495 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Added segment 969f386b-5dd7-4037-b73d-897015122e52 of type vlan for network c2e22c81-80d8-4b26-b1fc-354dc1fa393b Mar 02 18:33:10.591017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:33:10.591290 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:33:10.592078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f42550a8-7342-47b6-8c8c-978b7cf3f9b7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:33:10.592222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port 3759cc40-0c32-4665-a08a-357c40c55862 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:10.593092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f42550a8-7342-47b6-8c8c-978b7cf3f9b7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:33:10.640583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.770017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04310409-afb2-41aa-bbee-dfa11d77e86a req-9019ac3a-8c6c-4bc5-bff7-15544e0d642e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:10.776613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04310409-afb2-41aa-bbee-dfa11d77e86a req-9019ac3a-8c6c-4bc5-bff7-15544e0d642e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.7097962 Mar 02 18:33:10.785054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.810027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:10.824322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['563e41d3-d155-4808-b003-f535f1074513']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:10.832333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.837943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:10.838567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.974096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a1f683-92f5-412e-bfe2-6086fe3ec677') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:10.974415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a1f683-92f5-412e-bfe2-6086fe3ec677') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:10.989114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7236509 Mar 02 18:33:10.994084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:10.997103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35504) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:11.005542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.013137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca277f-fc9b-4f84-81e9-bce047f4b4ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Network': ['ID=c2e22c81-80d8-4b26-b1fc-354dc1fa393b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:11.015054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04310409-afb2-41aa-bbee-dfa11d77e86a req-da8962d6-f7b0-4b34-a46d-e14c9e48995d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371800 Mar 02 18:33:11.025489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:11.042478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Usage tracker for resource:security_group_rule and tenant:ac10600c9d934b2f95c6134ed5958949 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:11.042631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:33:11.043121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:11.043121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:11.091216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:11.092287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Deleting port 3759cc40-0c32-4665-a08a-357c40c55862 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:11.092891 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.146549 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.148264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.156162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:11.156622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:11.172215 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:11.232614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-87f26ddd-78e9-476f-b5e1-504632b7408a None None] The port '3759cc40-0c32-4665-a08a-357c40c55862' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:33:11.273615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.336764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ac10600c9d934b2f95c6134ed5958949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251224 Mar 02 18:33:11.337686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d971c6d-a816-47ce-8aba-4636ea650c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e1a4bb-05ca-4d6e-b06f-bdf5d190e67d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:11.341066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35510) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:11.382883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:11.400728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:11.405092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:11.416845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:11.422236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.423337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:33:11.432096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100b607-5de9-4dc7-97ed-d0bcd3ec5821 req-cd59eed8-abe3-4b31-8aa4-dc98b93125cb tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:11.434339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4100b607-5de9-4dc7-97ed-d0bcd3ec5821 req-cd59eed8-abe3-4b31-8aa4-dc98b93125cb tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.5470595 Mar 02 18:33:11.445998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.497752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.519567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Network': ['ID=563e41d3-d155-4808-b003-f535f1074513,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:11.533586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.536943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.598874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:11.602559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.703170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-59504259-c82a-4b58-9197-92a9319f869e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/networks/563e41d3-d155-4808-b003-f535f1074513 HTTP/1.1" status: 204 len: 168 time: 2.7736270 Mar 02 18:33:11.705788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35514) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:11.711264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4100b607-5de9-4dc7-97ed-d0bcd3ec5821 req-592eb9b4-f736-4c8d-90a2-351bd5648ada tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628598 Mar 02 18:33:11.727847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68d22a-1d6d-40d6-81ce-73cdba998a5d req-a87c569c-34b8-47d4-b479-425a7ce01677 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:11.729620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc68d22a-1d6d-40d6-81ce-73cdba998a5d req-a87c569c-34b8-47d4-b479-425a7ce01677 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4775832 Mar 02 18:33:11.816944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting subnet ff8abd77-0609-40a2-95a8-eb9d4e09ff71 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:11.820611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.849922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.878247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dd61a19-6084-4979-8dd0-564327e431c5,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:11.887592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e1a4bb-05ca-4d6e-b06f-bdf5d190e67d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:11.893189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.894380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30454887-855d-4ddc-a42a-a3c20876e188 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6e1a4bb-05ca-4d6e-b06f-bdf5d190e67d HTTP/1.1" status: 204 len: 168 time: 0.5521252 Mar 02 18:33:11.907768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:11.999679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:33:12.019336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Checking segment: {'id': '93a5f217-8da4-4d03-94c4-df71dfd6e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'aae7b224-f341-424a-9bff-dcbac8d52b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:12.019976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Network hostable DHCP agents. Network: aae7b224-f341-424a-9bff-dcbac8d52b34, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:33:12.028979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Sync routers for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:33:12.044133 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:12.046446 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:12.047683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc68d22a-1d6d-40d6-81ce-73cdba998a5d req-f86e4d9e-4794-4dd9-af6f-6979d60297b2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774831 Mar 02 18:33:12.053035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.095277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.193385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d480c539-6a7d-4cf0-945e-36581d5a4b15 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "PUT /v2.0/floatingips/8de674e2-f090-45f5-b550-ffbcff3b5028 HTTP/1.1" status: 200 len: 991 time: 4.2492359 Mar 02 18:33:12.271669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'tag': 'c8d36701-7d49-4803-8d04-248792347083'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:12.285652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Network aae7b224-f341-424a-9bff-dcbac8d52b34 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:33:12.347926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.397638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Subnet': ['ID=ff8abd77-0609-40a2-95a8-eb9d4e09ff71,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:12.409043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2020d159-5f97-4b63-a1d6-7bdf3df82daa None None] Network 680e355b-b39f-44c7-a538-f538baf289f3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:12.424164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.436768 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-59d9f38e-5187-494c-b6e7-e01c196f0033 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/subnets/ff8abd77-0609-40a2-95a8-eb9d4e09ff71 HTTP/1.1" status: 204 len: 168 time: 0.7293296 Mar 02 18:33:12.437865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35530) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:12.490360 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:33:12.784959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.791117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, aae7b224-f341-424a-9bff-dcbac8d52b34) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:12.802277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:12.802990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.805517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 2f42d086-b20d-4143-91fc-6c1020127b2b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:12.806460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.808186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1b29f2-5969-4b21-be37-09faf0257ad1 None None] Network aae7b224-f341-424a-9bff-dcbac8d52b34 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:12.840628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] DHCP port deletion for 680e355b-b39f-44c7-a538-f538baf289f3 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:33:12.862903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Deleting port 2f42d086-b20d-4143-91fc-6c1020127b2b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:12.862903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:12.932666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea30bbda-9840-4227-9f89-651b6d5f3769 req-b4ecd3d9-d019-4409-88fa-d00f17f7deae tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:12.945209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea30bbda-9840-4227-9f89-651b6d5f3769 req-b4ecd3d9-d019-4409-88fa-d00f17f7deae tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5771828 Mar 02 18:33:12.975871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.095862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8086dc-fd87-4b7d-8a04-663c0d3d4bd8 req-0a3dadd1-9824-49f4-8ce2-576dcf3871e5 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:13.097503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af8086dc-fd87-4b7d-8a04-663c0d3d4bd8 req-0a3dadd1-9824-49f4-8ce2-576dcf3871e5 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.4294224 Mar 02 18:33:13.120845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1a0fb7e-91cb-44ed-b2b3-73795cf0f56a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.2780492 Mar 02 18:33:13.226256 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '8de674e2-f090-45f5-b550-ffbcff3b5028', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'port_id': 'c8d36701-7d49-4803-8d04-248792347083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'mac_address': 'fa:16:3e:af:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:31:46Z', 'updated_at': '2022-03-02T18:33:09Z', 'revision_number': 1, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:13.230236 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Checking router: cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:33:13.231228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a477062-f6b4-4de0-bfe6-8653f741dd7e None None] Network aae7b224-f341-424a-9bff-dcbac8d52b34 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:13.241351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:13.242050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:13.284083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 2f42d086-b20d-4143-91fc-6c1020127b2b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f42d086-b20d-4143-91fc-6c1020127b2b,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:13.286230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.399603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea30bbda-9840-4227-9f89-651b6d5f3769 req-2786949c-bdf6-4642-8e1d-501ca34b6667 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530487 Mar 02 18:33:13.400343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=6fb3c53f-192f-4382-8acf-9f849a619090,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:13.431256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af8086dc-fd87-4b7d-8a04-663c0d3d4bd8 req-132aa76f-546b-4821-9d8c-0ea7e972757e tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3035915 Mar 02 18:33:13.474237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Checking segment: {'id': '969f386b-5dd7-4037-b73d-897015122e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:13.474237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network hostable DHCP agents. Network: c2e22c81-80d8-4b26-b1fc-354dc1fa393b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:33:13.508502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 2f42d086-b20d-4143-91fc-6c1020127b2b owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:13.528489 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'tag': 'c8d36701-7d49-4803-8d04-248792347083', 'status': 'completed', 'code': 200} Mar 02 18:33:13.569133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] For port 2f42d086-b20d-4143-91fc-6c1020127b2b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f42d086-b20d-4143-91fc-6c1020127b2b,segment=NetworkSegment(a667a1f6-d4d8-4d5f-83ab-8d344068ccfe),segment_id=a667a1f6-d4d8-4d5f-83ab-8d344068ccfe)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:13.569725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.685095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.706072 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:33:13.738282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f42d086-b20d-4143-91fc-6c1020127b2b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:13.741669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port 2f42d086-b20d-4143-91fc-6c1020127b2b on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:13.746847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:33:13.851549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=2f42d086-b20d-4143-91fc-6c1020127b2b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:13.859082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c2e22c81-80d8-4b26-b1fc-354dc1fa393b) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:13.892106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:13.892106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:13.962957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-4bb01f76-aca8-4e17-8597-fd3141f592de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:13.964887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-4bb01f76-aca8-4e17-8597-fd3141f592de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99432d2b1a19401a842fc9c278b49083&device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 1096 time: 0.3093255 Mar 02 18:33:13.973634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Calling delete_port for 2f42d086-b20d-4143-91fc-6c1020127b2b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:14.034259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.072831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3d875-f29f-41f2-8cad-bf40b4dcf8aa req-6d9266de-876b-4805-b244-066d19356211 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:14.081858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cce3d875-f29f-41f2-8cad-bf40b4dcf8aa req-6d9266de-876b-4805-b244-066d19356211 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.4988871 Mar 02 18:33:14.084456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99a8f93-7f6c-4750-8385-53ae36245c7f None None] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:14.092239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['680e355b-b39f-44c7-a538-f538baf289f3']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:14.111232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:14.113096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a667a1f6-d4d8-4d5f-83ab-8d344068ccfe') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:14.129792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.132537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a1d86ce-b576-4652-8629-a0d43072b1e9 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1268141 Mar 02 18:33:14.139023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:14.150410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1958399243', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:14.152445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2f42d086-b20d-4143-91fc-6c1020127b2b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:33:14.152870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f42d086-b20d-4143-91fc-6c1020127b2b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:33:14.175627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:14.184533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.189125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:router and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:14.196235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-353464022', 'description': 'tempest-description-426077201'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:14.198669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:14.210754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:14.211869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:14.233987 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:14.237996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:14.285399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:14.310791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cce3d875-f29f-41f2-8cad-bf40b4dcf8aa req-ca0c623c-6058-494e-a49c-45c056ca7445 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951518 Mar 02 18:33:14.311939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:14.349026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:33:14.349539 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:33:14.362519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:14.382293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:14.425320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-fdbf5bcc-e633-4d7d-ba7c-da03e7c18051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:14.426780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-fdbf5bcc-e633-4d7d-ba7c-da03e7c18051 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1 HTTP/1.1" status: 200 len: 917 time: 0.4436810 Mar 02 18:33:14.478148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '8de674e2-f090-45f5-b550-ffbcff3b5028', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'port_id': 'c8d36701-7d49-4803-8d04-248792347083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'mac_address': 'fa:16:3e:af:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:31:46Z', 'updated_at': '2022-03-02T18:33:09Z', 'revision_number': 1, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:14.484188 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa89d2-d563-49cf-ae6b-76fa86084d8a None None] The sync data for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 is: [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '8de674e2-f090-45f5-b550-ffbcff3b5028', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'floating_ip_address': '172.25.7.237', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'port_id': 'c8d36701-7d49-4803-8d04-248792347083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'mac_address': 'fa:16:3e:af:72:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:31:46Z', 'updated_at': '2022-03-02T18:33:09Z', 'revision_number': 1, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:33:14.596377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-7f47fe38-f545-4ace-bc3a-747e52b0d9aa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8d36701-7d49-4803-8d04-248792347083 HTTP/1.1" status: 200 len: 999 time: 0.1607218 Mar 02 18:33:14.672958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-c2e22c81-80d8-4b26-b1fc-354dc1fa393b', 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '6fb3c53f-192f-4382-8acf-9f849a619090'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:33:14.677618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.682462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd10db8-abd6-4afb-abdd-af4e16e7a703 req-231d2e04-192c-43cd-a969-9586a4268b71 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:14.684410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd10db8-abd6-4afb-abdd-af4e16e7a703 req-231d2e04-192c-43cd-a969-9586a4268b71 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1869342 Mar 02 18:33:14.692933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-7e1fbeaf-4bce-4964-a226-c0df87479cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:14.695027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-7e1fbeaf-4bce-4964-a226-c0df87479cfc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=1239f0fe-36bd-447a-a204-a59658c195c3 HTTP/1.1" status: 200 len: 855 time: 0.0925519 Mar 02 18:33:14.761124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcdf6f9-8d39-4f4f-a856-4dda96485996 None None] New status for floating IP 8de674e2-f090-45f5-b550-ffbcff3b5028: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:33:14.787629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.787629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.788270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ffd10db8-abd6-4afb-abdd-af4e16e7a703 req-e1d2384c-c7de-49b5-af44-38d0515400cb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913506 Mar 02 18:33:14.815115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-3e6dd376-3858-4ad5-a7a7-e6fee80779c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:14.816464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-3e6dd376-3858-4ad5-a7a7-e6fee80779c9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20dece0a-d5ca-4680-a9d8-dab3c3440ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063089 Mar 02 18:33:14.850300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Deleting port 2f42d086-b20d-4143-91fc-6c1020127b2b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:14.850690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.876794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.903194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.917174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.926361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Network': ['ID=680e355b-b39f-44c7-a538-f538baf289f3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:14.938057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:14.939938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8e4cf79d-8482-4e84-9097-e63c48177ece None None] The port '2f42d086-b20d-4143-91fc-6c1020127b2b' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:33:15.028866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:15.033753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:15.038110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:15.047885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:15.113277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.152232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90aa8407-2cb8-4600-be22-cfc13420cb5e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/networks/680e355b-b39f-44c7-a538-f538baf289f3 HTTP/1.1" status: 204 len: 168 time: 2.7093840 Mar 02 18:33:15.161017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:15.162700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Allocated IP 2001:db8::2 (c2e22c81-80d8-4b26-b1fc-354dc1fa393b/6fb3c53f-192f-4382-8acf-9f849a619090/4625f613-33ac-4490-b1a9-dd3b15e7824d) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:15.170815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-243300132'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:15.178775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:15.189037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:network and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:15.195882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:15.207052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:15.234776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-c1c42fea-864a-465b-93a7-7b917a256f22 service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054933 Mar 02 18:33:15.287134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.291934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-55d56412-cadd-49e7-8838-213e1574dc0a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1505067 Mar 02 18:33:15.293899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35586) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:15.304681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b', 'name': 'tempest-PortsIpV6TestJSON-1538040090'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:15.402084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:15.405821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.408890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.427066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c7f7f-958b-4509-983f-ea5b26b682c8 req-b97db2b2-d79f-41e7-8d72-77a6afaf2814 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:15.435272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-553c7f7f-958b-4509-983f-ea5b26b682c8 req-b97db2b2-d79f-41e7-8d72-77a6afaf2814 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3712609 Mar 02 18:33:15.478929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:33:15.507294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.507633 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Added segment 46de4121-8475-4495-819d-50bc27124500 of type vlan for network f231bf7c-05d6-4e7e-9525-a8028fe5087a Mar 02 18:33:15.514245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:15.526583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-553c7f7f-958b-4509-983f-ea5b26b682c8 req-9f00635d-5b32-462f-a68d-db8d817123c0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903430 Mar 02 18:33:15.537697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.553412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ea7c607-17f9-4c12-8485-1beac9c0f1a2 req-d6e80047-25d6-4feb-8c5b-11d9c79b2770 service neutron] 10.222.0.65 "GET /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085041 Mar 02 18:33:15.557463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Transition to ACTIVE for port object 4625f613-33ac-4490-b1a9-dd3b15e7824d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:15.568471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:15.580321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.586913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.626731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Transition to ACTIVE for port object 4625f613-33ac-4490-b1a9-dd3b15e7824d will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:15.655449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0826d64e-d594-4fb1-b50e-900c27ccb08d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:15.766623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae11d2-7c18-4aa6-bb94-c1e46967f8ed req-d15086f6-6d0e-435a-a594-0ddaa765bd43 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:15.768128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cae11d2-7c18-4aa6-bb94-c1e46967f8ed req-d15086f6-6d0e-435a-a594-0ddaa765bd43 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.0821581 Mar 02 18:33:15.794011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.795232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.796453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf5f95b4-5765-4ab5-97c8-a94dd82a45bf req-e63dc7d3-cb11-4857-b6c8-b7168bbea1ae tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6700881 Mar 02 18:33:15.797363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:15.806343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.815286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.822007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cae11d2-7c18-4aa6-bb94-c1e46967f8ed req-ba534663-a2f3-41d9-9639-84d1cc42b97f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482724 Mar 02 18:33:15.830833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:15.831639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:15.866212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:15.869471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:15.872650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:15.909582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port af27cd77-5c8d-42ba-9264-88bf802d8407 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:33:15.977411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Pushing event updated for resources: {'Port': ['ID=4625f613-33ac-4490-b1a9-dd3b15e7824d,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:16.042165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Network': ['ID=f231bf7c-05d6-4e7e-9525-a8028fe5087a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:16.049965 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e01de97-f802-441c-8032-ea3f95e4b3d9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8847685 Mar 02 18:33:16.057276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35604) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:16.062337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Attempting to bind port 4625f613-33ac-4490-b1a9-dd3b15e7824d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:16.062859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Attempting to bind port 4625f613-33ac-4490-b1a9-dd3b15e7824d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '969f386b-5dd7-4037-b73d-897015122e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:16.063462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Attempting to bind port 4625f613-33ac-4490-b1a9-dd3b15e7824d on network c2e22c81-80d8-4b26-b1fc-354dc1fa393b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:16.067549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:33:16.076935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'subnet': {'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:16.094332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:16.094902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Checking segment: {'id': '969f386b-5dd7-4037-b73d-897015122e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:16.095470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.096036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Bound using segment: {'id': '969f386b-5dd7-4037-b73d-897015122e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:16.096708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Bound port: 4625f613-33ac-4490-b1a9-dd3b15e7824d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969f386b-5dd7-4037-b73d-897015122e52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'c2e22c81-80d8-4b26-b1fc-354dc1fa393b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:16.097254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.137172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a854e929-7f8f-4853-bc95-09e90454c85e req-f1103770-0260-46d5-93a3-2b1b60c199c3 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/0826d64e-d594-4fb1-b50e-900c27ccb08d HTTP/1.1" status: 200 len: 1813 time: 0.2764933 Mar 02 18:33:16.153467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0826d64e-d594-4fb1-b50e-900c27ccb08d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:16.153791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0826d64e-d594-4fb1-b50e-900c27ccb08d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:16.163497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:16.179585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:16.184372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:16.196288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:16.212371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf581d-865c-4fd1-9372-44ce10c1b798 req-be70aac7-8453-438d-90e2-084291bc8929 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:16.214105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1dcf581d-865c-4fd1-9372-44ce10c1b798 req-be70aac7-8453-438d-90e2-084291bc8929 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2942691 Mar 02 18:33:16.232758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:16.240131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:subnet and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:16.248387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:16.262643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:16.290737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1dcf581d-865c-4fd1-9372-44ce10c1b798 req-10f84c18-f948-458c-9f21-6019de01350d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652938 Mar 02 18:33:16.321559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] For port 4625f613-33ac-4490-b1a9-dd3b15e7824d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:16.342704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] For port 4625f613-33ac-4490-b1a9-dd3b15e7824d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4625f613-33ac-4490-b1a9-dd3b15e7824d,segment=NetworkSegment(969f386b-5dd7-4037-b73d-897015122e52),segment_id=969f386b-5dd7-4037-b73d-897015122e52)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:16.399827 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.430538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.487854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::3e0 (c2e22c81-80d8-4b26-b1fc-354dc1fa393b/6fb3c53f-192f-4382-8acf-9f849a619090/af27cd77-5c8d-42ba-9264-88bf802d8407) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:16.570702 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.570893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:16.596756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.603695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.668839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1fb56-b5a4-4562-ad8a-033c2bc41fe6 None None] Pushing event updated for resources: {'Port': ['ID=4625f613-33ac-4490-b1a9-dd3b15e7824d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:16.716261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cba32170-f218-463b-a762-4c9cb2289e17,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:16.725479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.726563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.726563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.727016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.727139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.728515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.728515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.728515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.728515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.729718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.729718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.729718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:16.740507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fd0695-88eb-4fb7-84af-285a958b83a7 req-2d8e9928-41fa-4c18-b236-aae98f359b59 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:16.748982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69fd0695-88eb-4fb7-84af-285a958b83a7 req-2d8e9928-41fa-4c18-b236-aae98f359b59 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2727742 Mar 02 18:33:16.784621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:16.784621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a854e929-7f8f-4853-bc95-09e90454c85e req-e1e3852f-0178-427f-8d62-e5a6a5b76840 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6334312 Mar 02 18:33:16.832830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69fd0695-88eb-4fb7-84af-285a958b83a7 req-5b965a5a-7008-4409-a9c8-424ae4abf7ed tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Mar 02 18:33:16.927292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b25f7e93-c5fa-424d-9326-669cdd875841 req-997dd2a1-5ce8-4ae7-a218-2c1c15c11a03 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/0826d64e-d594-4fb1-b50e-900c27ccb08d HTTP/1.1" status: 200 len: 2407 time: 0.0885100 Mar 02 18:33:17.061310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.207506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object af27cd77-5c8d-42ba-9264-88bf802d8407 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:17.378990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.448793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76026b25-7c78-4ef4-8938-6cb7e99c1638 req-ee12f188-ed32-4d4a-b947-67b3c92b075a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:17.466900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76026b25-7c78-4ef4-8938-6cb7e99c1638 req-ee12f188-ed32-4d4a-b947-67b3c92b075a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2560673 Mar 02 18:33:17.535749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=af27cd77-5c8d-42ba-9264-88bf802d8407,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:17.550324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:17.553309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76026b25-7c78-4ef4-8938-6cb7e99c1638 req-e4612f7b-9e58-4c26-82c0-2a58828c0314 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886528 Mar 02 18:33:17.555417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:17.555417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:17.557463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:17.559944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.570474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.657166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-8dfd8ce4-9da7-4702-a1ae-6a87fcb08d28 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-group-rules/cba32170-f218-463b-a762-4c9cb2289e17 HTTP/1.1" status: 200 len: 778 time: 0.0379260 Mar 02 18:33:17.802742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Subnet': ['ID=350d90d7-d777-4f0f-902c-164880cec5dd,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:17.802742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Checking segment: {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:17.802742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network hostable DHCP agents. Network: f231bf7c-05d6-4e7e-9525-a8028fe5087a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:33:17.829267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-c0793601-7da0-4cf2-ad8b-c559d6b11090 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/0826d64e-d594-4fb1-b50e-900c27ccb08d HTTP/1.1" status: 200 len: 2407 time: 0.1584854 Mar 02 18:33:17.837082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4625f613-33ac-4490-b1a9-dd3b15e7824d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:17.890517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-967f16a4-6578-4f69-a26a-e58d668f9542 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5866086 Mar 02 18:33:17.899918 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:17.902467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35636) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:17.914620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.007614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c093d8-9749-45fd-91f0-f7aab3d5e7ca req-b6839c33-6bdd-48be-bfd6-e0c32ed2b9de tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:18.016771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:33:18.030608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99c093d8-9749-45fd-91f0-f7aab3d5e7ca req-b6839c33-6bdd-48be-bfd6-e0c32ed2b9de tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2931132 Mar 02 18:33:18.085378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.117816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99c093d8-9749-45fd-91f0-f7aab3d5e7ca req-550a611d-4010-4f9d-bac4-a37c7eec0469 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121075 Mar 02 18:33:18.136155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4625f613-33ac-4490-b1a9-dd3b15e7824d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:18.144198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.206946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4163f1d-c7af-4bf1-8516-04236f8dc36e req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/cba32170-f218-463b-a762-4c9cb2289e17 HTTP/1.1" status: 204 len: 173 time: 0.3305626 Mar 02 18:33:18.206946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e3fac8-0366-40de-a84a-b77c9b731d6e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cba32170-f218-463b-a762-4c9cb2289e17,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:18.234460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1714108081', 'description': 'tempest-description-1661403939'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:18.240940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:18.246793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:18.251283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:18.268970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:18.309631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f231bf7c-05d6-4e7e-9525-a8028fe5087a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:18.316583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:18.317240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.320736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e6550-ff4e-45b8-890d-81c3d2670193 None None] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:18.471374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea89ee6-ea7a-4b9c-80f0-0e94881f995d req-e7ab6e3b-c6a7-4367-b617-c6fb13a8290c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:18.473865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fea89ee6-ea7a-4b9c-80f0-0e94881f995d req-e7ab6e3b-c6a7-4367-b617-c6fb13a8290c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1009345 Mar 02 18:33:18.551101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fea89ee6-ea7a-4b9c-80f0-0e94881f995d req-91ff2e13-cd01-4fc7-85ca-4aa521af6ce9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665483 Mar 02 18:33:18.601236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884267ac-dc24-485c-9790-87b2f560a3a9 None None] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:18.649198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f231bf7c-05d6-4e7e-9525-a8028fe5087a', 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'fixed_ips': [{'subnet_id': '350d90d7-d777-4f0f-902c-164880cec5dd'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:33:18.650022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.724895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.761509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.785248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-99b67d8d-caaa-4915-8ff0-77d12054a644 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7265851 Mar 02 18:33:18.786167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35654) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:18.799317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1155760464'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:18.816448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:18.828874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:18.834593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:18.839275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:network and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:18.842958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:18.847106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:18.856612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:18.862094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:18.880436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d7c78-d670-4fb3-a65b-b77b087b0f82 req-320a5815-13a1-48b0-96ef-bd73c5f74400 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:18.886689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-750d7c78-d670-4fb3-a65b-b77b087b0f82 req-320a5815-13a1-48b0-96ef-bd73c5f74400 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2260873 Mar 02 18:33:18.896134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-8ea1378d-418c-4c88-a561-7298d40aac72 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2009528 Mar 02 18:33:18.907487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Provisioning for port 4625f613-33ac-4490-b1a9-dd3b15e7824d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:18.946029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Provisioning complete for port 4625f613-33ac-4490-b1a9-dd3b15e7824d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:18.946459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:18.966188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-750d7c78-d670-4fb3-a65b-b77b087b0f82 req-1579a2f0-abd3-481d-8b04-5b98b6839239 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690513 Mar 02 18:33:19.081716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:19.087194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.197250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Allocated IP 19.80.0.2 (f231bf7c-05d6-4e7e-9525-a8028fe5087a/350d90d7-d777-4f0f-902c-164880cec5dd/8f1f20e2-f8fe-4844-a5b5-8421171af8fb) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:19.284933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.321030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.345886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:33:19.371280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-3a3165e2-93b1-4d0d-b42c-8fdbe4dcc9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:19.372848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-3a3165e2-93b1-4d0d-b42c-8fdbe4dcc9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1096 time: 0.3973832 Mar 02 18:33:19.377398 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.378050 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Added segment fd74bf38-15e0-42e3-b9bc-e08c2e431468 of type vlan for network 90800d7e-64fc-46e3-a64d-3dd9718022e2 Mar 02 18:33:19.404821 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.419708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] For port 4625f613-33ac-4490-b1a9-dd3b15e7824d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4625f613-33ac-4490-b1a9-dd3b15e7824d,segment=NetworkSegment(969f386b-5dd7-4037-b73d-897015122e52),segment_id=969f386b-5dd7-4037-b73d-897015122e52)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:19.466153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.537487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.559076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152b41e-4bf6-4ea6-94db-c7338a0856df req-d7b369cf-c92f-42e9-bf53-4eb157cb3b2e tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:19.560708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b152b41e-4bf6-4ea6-94db-c7338a0856df req-d7b369cf-c92f-42e9-bf53-4eb157cb3b2e tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.3907807 Mar 02 18:33:19.572879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.633398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6919505-8c83-4c96-ad40-d8650847a1d5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:19.650881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.680340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.700149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Transition to ACTIVE for port object 8f1f20e2-f8fe-4844-a5b5-8421171af8fb will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:19.735846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Transition to ACTIVE for port object 8f1f20e2-f8fe-4844-a5b5-8421171af8fb will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:19.739240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0a0dd-ce0e-48c5-90c3-17030be59977 None None] Pushing event updated for resources: {'Port': ['ID=4625f613-33ac-4490-b1a9-dd3b15e7824d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:19.753280 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.753280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84b7643c-186e-47ca-bfcc-b39ef1881daf req-53a6f609-5b10-4bb7-a56c-23226821ebb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.5218594 Mar 02 18:33:19.781880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b152b41e-4bf6-4ea6-94db-c7338a0856df req-280c2259-9c46-4df7-bf86-a4c09b012fab tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527371 Mar 02 18:33:19.822867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Provisioning complete for port 4625f613-33ac-4490-b1a9-dd3b15e7824d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:19.823248 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.832008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-f7be9274-5600-4d08-8682-eff16fea28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:19.834530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-f7be9274-5600-4d08-8682-eff16fea28a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.4323213 Mar 02 18:33:19.870747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=af27cd77-5c8d-42ba-9264-88bf802d8407,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:19.919793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.925548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:19.926235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:19.979124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.108152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Network': ['ID=90800d7e-64fc-46e3-a64d-3dd9718022e2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:20.112715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-1d435c1e-502f-4c88-ae67-8d88d66a668d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.2620590 Mar 02 18:33:20.142681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:33:20.187172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.248372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a61dcc73-e8b8-47e9-a943-35f6a5b0c851 req-556cca83-3760-4638-8472-35704e1036cd tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/b6919505-8c83-4c96-ad40-d8650847a1d5 HTTP/1.1" status: 200 len: 1815 time: 0.4218764 Mar 02 18:33:20.261465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-2e90dec0-775c-4acb-8082-92efd7c1582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:20.267462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-2e90dec0-775c-4acb-8082-92efd7c1582d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.1361670 Mar 02 18:33:20.326804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:20.393055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:20.421125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:20.434702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Pushing event updated for resources: {'Port': ['ID=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:20.485340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-78ab0068-4290-42d6-9bf2-65fab707a5ef tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6962826 Mar 02 18:33:20.489949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35682) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:20.495757 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.504407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-775913274', 'description': 'tempest-description-1038335123'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:20.516992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'subnet': {'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:20.536892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-f737b001-d01e-47f1-b537-36d32445aaae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2562768 Mar 02 18:33:20.558762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Attempting to bind port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:20.559143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Attempting to bind port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:20.559505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Attempting to bind port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb on network f231bf7c-05d6-4e7e-9525-a8028fe5087a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:20.560534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:20.567458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:20.568246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Checking segment: {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:20.568731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.569198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Bound using segment: {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:20.570011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Bound port: 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:20.570883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.591793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d33c9-143e-479b-8306-4f2d1a1fe429 req-9130ba1b-a81a-4834-92a3-97bac6df5de6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:20.593531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-649d33c9-143e-479b-8306-4f2d1a1fe429 req-9130ba1b-a81a-4834-92a3-97bac6df5de6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4915061 Mar 02 18:33:20.618380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:20.671266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Provisioning for port af27cd77-5c8d-42ba-9264-88bf802d8407 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:20.678224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:20.727739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Provisioning complete for port af27cd77-5c8d-42ba-9264-88bf802d8407 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:20.728192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.758202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:20.758899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] For port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:20.780872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] For port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:20.797174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-25911283-04c7-4d48-ab16-0ef8d8883576 None None] Port af27cd77-5c8d-42ba-9264-88bf802d8407 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:20.831975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:20.841174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-649d33c9-143e-479b-8306-4f2d1a1fe429 req-be5ff0b9-d35a-493d-ae04-e68ad6a5827f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192206 Mar 02 18:33:20.844590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:subnet and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:20.855830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:20.866632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:20.879072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-0727ac51-adea-419b-9f0d-5c7b06e227f3 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154471 Mar 02 18:33:20.915684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:20.992155 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.039941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:21.049354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:21.055617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:21.059657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:21.067547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.105300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.193206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.194503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.195545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-39e5a385-ad7a-4428-9231-545ceffa92e0 None None] Provisioning complete for port af27cd77-5c8d-42ba-9264-88bf802d8407 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:21.196097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-39e5a385-ad7a-4428-9231-545ceffa92e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.224742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44e33c2f-c3b8-425b-b00a-efd0dc7c3f51 req-99d264b0-6a15-4447-b65a-839a9218d0b4 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338404 Mar 02 18:33:21.237139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:21.347720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=af27cd77-5c8d-42ba-9264-88bf802d8407,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:21.365782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5ab0-356c-4f23-9fe3-2d42bcc3c9cd None None] Pushing event updated for resources: {'Port': ['ID=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:21.369698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-39e5a385-ad7a-4428-9231-545ceffa92e0 None None] Port af27cd77-5c8d-42ba-9264-88bf802d8407 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:21.483927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:21.485338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:21.525800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d3ef9-edb5-48b9-84be-9c0a54ccab25 req-9cf092e3-1faa-4945-9820-26e9105bc4d4 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:21.530657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-647d3ef9-edb5-48b9-84be-9c0a54ccab25 req-9cf092e3-1faa-4945-9820-26e9105bc4d4 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.3024406 Mar 02 18:33:21.629019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.699608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-647d3ef9-edb5-48b9-84be-9c0a54ccab25 req-89e41ce9-5bb2-4a66-a7d6-54864bad3414 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385393 Mar 02 18:33:21.762313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.838463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Router 0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:33:21.841098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:21.970396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4625f613-33ac-4490-b1a9-dd3b15e7824d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:22.043323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d321d6d0-2b6c-4fbb-ab9a-1f3e5c16181e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:22.053836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.055962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d6870a8-1f1e-4d96-8fc3-e2f11690604f req-c811969b-b1c1-4ea6-a7a4-222fff95b230 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.5779481 Mar 02 18:33:22.126819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-19e0f027-207f-4325-91d4-e764004a4267 None None] Provisioning complete for port af27cd77-5c8d-42ba-9264-88bf802d8407 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:22.127708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-19e0f027-207f-4325-91d4-e764004a4267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.155309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Checking segment: {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:22.161220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network hostable DHCP agents. Network: 90800d7e-64fc-46e3-a64d-3dd9718022e2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:33:22.161220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Subnet': ['ID=230ed045-6bbc-4035-aa4a-1f16cb960b30,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:22.206336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ef117e74-dce8-4c54-9f54-e65f0f8d71eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.210391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4625f613-33ac-4490-b1a9-dd3b15e7824d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:22.216564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.228711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:33:22.245358 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] Sync routers for ids ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:33:22.249473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-19e0f027-207f-4325-91d4-e764004a4267 None None] Port af27cd77-5c8d-42ba-9264-88bf802d8407 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:22.254187 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c3962b4-6bc0-4fb8-9289-f6e5f1b0b516 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/routers/0232d8e8-d5ba-4374-bb4c-c2e756ec4e44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3556058 Mar 02 18:33:22.254775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bba1258-1fad-48f6-b676-82e607187dca req-32c198a7-b1df-4958-a18f-2cb3f4a0965e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/d321d6d0-2b6c-4fbb-ab9a-1f3e5c16181e HTTP/1.1" status: 200 len: 1814 time: 0.1367817 Mar 02 18:33:22.257438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35704) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:22.266801 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] Routers {'0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:22.267808 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:22.273093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e977e15-9724-4318-b5e0-78ec5e259c76 req-9fed7fe4-a28f-438b-98f2-d6f33e25c347 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:22.288893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e977e15-9724-4318-b5e0-78ec5e259c76 req-9fed7fe4-a28f-438b-98f2-d6f33e25c347 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3436234 Mar 02 18:33:22.356670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:22.369255 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] Routers {'0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:22.370060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:32:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:22.374871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:33:22.382644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-292126999', 'description': 'tempest-description-715849372'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:22.413101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:22.417574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f1f20e2-f8fe-4844-a5b5-8421171af8fb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:22.434024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:22.438435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:22.451554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:22.453118 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:22.453907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c645c7d-57aa-4547-b222-861e83482538 None None] The sync data for ids ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:33:22.457708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e977e15-9724-4318-b5e0-78ec5e259c76 req-eb23b0cf-2ba3-4f4e-b4e8-10d24dd60b15 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679354 Mar 02 18:33:22.503290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54070749-9bd7-4821-b9a5-2522abd04057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:22.506174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-54070749-9bd7-4821-b9a5-2522abd04057 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?device_id=0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 HTTP/1.1" status: 200 len: 989 time: 0.2468572 Mar 02 18:33:22.507930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:22.724781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 90800d7e-64fc-46e3-a64d-3dd9718022e2) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:22.741156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.743288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db79df4e-6a3d-44ac-8184-b6b89b7699c7 None None] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:22.746199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:22.751876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:22.789105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:22.799051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:22.799432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b3d481-453d-48fb-91c2-cd0b667b5635 None None] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:22.807691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:22.813276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:22.823013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:22.849231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7f99d-2b60-4c1e-a125-7bafd3871a35 req-dc5bec8c-b305-4ade-ad97-00486e41c268 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:22.850912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93c7f99d-2b60-4c1e-a125-7bafd3871a35 req-dc5bec8c-b305-4ade-ad97-00486e41c268 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1760201 Mar 02 18:33:22.908143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-faf20a2a-fc76-4859-8ffb-eacb2f0097dd tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4088175 Mar 02 18:33:22.951441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93c7f99d-2b60-4c1e-a125-7bafd3871a35 req-a3c76823-789f-4f57-a134-77abac8391ed tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781589 Mar 02 18:33:23.084436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.228236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.250466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Provisioning for port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:23.252545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.269845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Provisioning complete for port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:23.270588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.327215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9b8e75-406e-4f95-b1f3-f2a3126894d9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:23.379516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90682a5-c093-4fc1-8d7e-5d29ad2e77c9 req-e37aabfc-dd8a-4fd1-80c5-13e2e44cdcb2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:23.382618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c90682a5-c093-4fc1-8d7e-5d29ad2e77c9 req-e37aabfc-dd8a-4fd1-80c5-13e2e44cdcb2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2496815 Mar 02 18:33:23.468785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.471896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-188ac965-5eb9-4403-b1ef-94eef659434d req-d2b58602-b36b-49e1-95d8-d73ae9f41318 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1077418 Mar 02 18:33:23.495763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c90682a5-c093-4fc1-8d7e-5d29ad2e77c9 req-cfe5248c-e9cb-43c3-8585-f5d205bd273e tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063106 Mar 02 18:33:23.516134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-90800d7e-64fc-46e3-a64d-3dd9718022e2', 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'fixed_ips': [{'subnet_id': '230ed045-6bbc-4035-aa4a-1f16cb960b30'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:33:23.516975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.576187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.707417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] For port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:23.769235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port af27cd77-5c8d-42ba-9264-88bf802d8407 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:23.769644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:23.799908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Allocated IP 19.86.0.2 (90800d7e-64fc-46e3-a64d-3dd9718022e2/230ed045-6bbc-4035-aa4a-1f16cb960b30/171b7754-caf0-48a7-9b0f-dfdd5b45b68e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:23.883957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7cb2b-1f50-40f4-95a5-d2cea0c9b545 req-9dbb9919-9384-44c3-ad3b-ca5d829c16eb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:23.885744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb7cb2b-1f50-40f4-95a5-d2cea0c9b545 req-9dbb9919-9384-44c3-ad3b-ca5d829c16eb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3000724 Mar 02 18:33:23.960124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.064961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b90e35a-af11-40b5-8f8a-11c81149bccd None None] Pushing event updated for resources: {'Port': ['ID=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.116295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.145421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88d7c3a9-fa65-4634-b679-f6c8af255410 None None] Provisioning complete for port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:24.145421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88d7c3a9-fa65-4634-b679-f6c8af255410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.199171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-34bd1fd4-b1db-4518-b3b9-0b239744b5f0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:24.199171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-34bd1fd4-b1db-4518-b3b9-0b239744b5f0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:24.199171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-34bd1fd4-b1db-4518-b3b9-0b239744b5f0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:24.214448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb7cb2b-1f50-40f4-95a5-d2cea0c9b545 req-2df91c80-cf8c-488b-917c-f32892972438 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135271 Mar 02 18:33:24.231812 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b30fefa3-8797-4c5c-ba36-6d95fbae3bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.326980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-34bd1fd4-b1db-4518-b3b9-0b239744b5f0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:24.326980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-34bd1fd4-b1db-4518-b3b9-0b239744b5f0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/networks?id=f231bf7c-05d6-4e7e-9525-a8028fe5087a&id=90800d7e-64fc-46e3-a64d-3dd9718022e2 HTTP/1.1" status: 200 len: 1391 time: 0.6292789 Mar 02 18:33:24.339913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bbba3cc-bd32-4473-8083-4aa5ec621686 req-a9a5be81-b011-4550-a29b-1a6f96d1e8e6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/9c9b8e75-406e-4f95-b1f3-f2a3126894d9 HTTP/1.1" status: 200 len: 1813 time: 0.0896184 Mar 02 18:33:24.352703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-581f1d5f-f98f-44aa-a87f-10059feb3e8e tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/quotas/62c99169549b4690b1a5a96f904e7795 HTTP/1.1" status: 200 len: 375 time: 0.0168128 Mar 02 18:33:24.374969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for af27cd77-5c8d-42ba-9264-88bf802d8407 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:24.398515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.448945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1100544918', 'description': 'tempest-description-794568454'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:24.461898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:24.466740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Transition to ACTIVE for port object 171b7754-caf0-48a7-9b0f-dfdd5b45b68e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:24.469924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:24.473572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:24.482473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:24.526877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-16a511e0-0116-457c-9414-8f8b30d17f02 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1580043 Mar 02 18:33:24.537334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-050d3f89-1cb5-4a8b-b208-d316918c4e63 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:33:24.537334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-050d3f89-1cb5-4a8b-b208-d316918c4e63 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076320 Mar 02 18:33:24.570983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Transition to ACTIVE for port object 171b7754-caf0-48a7-9b0f-dfdd5b45b68e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:24.587349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.651035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:24.658430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Usage tracker for resource:security_group_rule and tenant:ea6bf5b50e2747d58a32f176fc389f49 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:24.664830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:24.668291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:24.804156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:24.846078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:24.861014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Pushing event updated for resources: {'Port': ['ID=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:24.861014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:24.861014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:24.913188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-479e6b2b-fb22-4a33-ae12-8f25bfbd8025 service neutron] 10.222.0.66 "GET /v2.0/networks/f231bf7c-05d6-4e7e-9525-a8028fe5087a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739390 Mar 02 18:33:24.924831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791cba2-87ec-45bc-98a4-7c2cd1956657 req-34da29b5-2c2e-431d-8faa-f97fc573586f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:24.926629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7791cba2-87ec-45bc-98a4-7c2cd1956657 req-34da29b5-2c2e-431d-8faa-f97fc573586f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.2652283 Mar 02 18:33:25.044140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.125412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=af27cd77-5c8d-42ba-9264-88bf802d8407,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:25.137993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.149196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7791cba2-87ec-45bc-98a4-7c2cd1956657 req-7f472947-792e-420a-8b7e-bb1beb0933fb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074778 Mar 02 18:33:25.170192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Attempting to bind port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:25.170192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Attempting to bind port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:25.170192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Attempting to bind port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e on network 90800d7e-64fc-46e3-a64d-3dd9718022e2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Checking segment: {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Bound using segment: {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Bound port: 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:25.191589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.209851 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.278056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-4aa6d617-638e-49f9-b38f-016db7c21f2b service neutron] 10.222.0.66 "GET /v2.0/networks/f231bf7c-05d6-4e7e-9525-a8028fe5087a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377943 Mar 02 18:33:25.424272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72a4f8d9-5013-4c18-b7a7-4acc08dd84a6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:25.514500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.529605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] For port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:25.530296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.531059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50e0b1cd-dbb1-4b43-8129-9fb247731f1b req-702e9f7b-a9d7-4bc6-a81a-3ad31a2a392a tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.1092255 Mar 02 18:33:25.546514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] For port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:25.551247 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.553605 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.577272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-608c5600-fdcb-4e7e-a688-8bcd55d0a7ec service neutron] 10.222.0.66 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482250 Mar 02 18:33:25.640490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.640490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:25.825870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f1f20e2-f8fe-4844-a5b5-8421171af8fb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:25.898685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3a2e7-dc68-4d5f-9939-75e0a463b2c5 None None] Pushing event updated for resources: {'Port': ['ID=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:25.950058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-8fcac013-2382-4735-aeed-2db317b474d2 service neutron] 10.222.0.66 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670020 Mar 02 18:33:25.963703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:25.964058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:26.002803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f8e45-144e-4c66-a622-5ce4647206be req-cf022202-3dfe-4b2e-a772-05c8fe13db9c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:26.004808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db5f8e45-144e-4c66-a622-5ce4647206be req-cf022202-3dfe-4b2e-a772-05c8fe13db9c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2702193 Mar 02 18:33:26.095549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db5f8e45-144e-4c66-a622-5ce4647206be req-7b69f8fb-8b03-46c7-bab6-f26ac04e2d2b tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840163 Mar 02 18:33:26.153640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Router 0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:33:26.384485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:33:26.398425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] Sync routers for ids ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:33:26.409176 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6a31061b-ace2-4dfa-8e35-b6e1566e5109 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/routers/0232d8e8-d5ba-4374-bb4c-c2e756ec4e44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9001362 Mar 02 18:33:26.411737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:26.414291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] Routers {'0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:26.414978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:26.415735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff8a0aa5-6e79-4d76-9c3a-c398868b1290 req-2020cd36-0e84-4052-85b3-e05ce6013fce tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/72a4f8d9-5013-4c18-b7a7-4acc08dd84a6 HTTP/1.1" status: 200 len: 1814 time: 0.1343324 Mar 02 18:33:26.471192 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac62309d-a7d5-405d-ac2e-275c5a22116e tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:33:26.472383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ac62309d-a7d5-405d-ac2e-275c5a22116e tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:26.481223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da403-0e87-4ea8-bb21-53d76ba0c5d1 req-08f92419-e3b9-4f9b-9437-b36f0203234e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:26.483380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db5da403-0e87-4ea8-bb21-53d76ba0c5d1 req-08f92419-e3b9-4f9b-9437-b36f0203234e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1211853 Mar 02 18:33:26.492829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:26.508228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] Routers {'0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:26.508884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:26.570340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ac62309d-a7d5-405d-ac2e-275c5a22116e tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:26.572053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ac62309d-a7d5-405d-ac2e-275c5a22116e tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/af27cd77-5c8d-42ba-9264-88bf802d8407 HTTP/1.1" status: 404 len: 333 time: 0.1588833 Mar 02 18:33:26.575279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:26.578029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ada6ce91-8654-4d12-85b5-cf1ea131ffb9 req-6b10c08b-b14c-4b3b-a851-2d95596f4318 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 210 time: 0.0677965 Mar 02 18:33:26.581396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:26.583456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d7bd9c-9f74-44bd-b5ff-c0dcb387b841 None None] The sync data for ids ['0232d8e8-d5ba-4374-bb4c-c2e756ec4e44'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:33:26.617612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db5da403-0e87-4ea8-bb21-53d76ba0c5d1 req-6813934d-3aa4-41e7-9a44-a94ccba4fa63 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283302 Mar 02 18:33:26.643825 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-224e79ad-36b8-4294-b3e6-1f5bc4320311 req-4d936be3-f205-4cfc-8b39-b88159cb9c7e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] show failed (client error): The resource could not be found. Mar 02 18:33:26.654151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:26.655615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-224e79ad-36b8-4294-b3e6-1f5bc4320311 req-4d936be3-f205-4cfc-8b39-b88159cb9c7e tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/60ce9ec9-a520-49f0-8c56-b7eef3640436 HTTP/1.1" status: 404 len: 352 time: 0.0313442 Mar 02 18:33:26.708011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:26.708889 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-30fdaf28-1a5a-4f0a-951f-30cf6e616d7b req-a3ee4d48-0503-4707-bf09-7012dc798afb tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] show failed (client error): The resource could not be found. Mar 02 18:33:26.710205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fdaf28-1a5a-4f0a-951f-30cf6e616d7b req-a3ee4d48-0503-4707-bf09-7012dc798afb tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-group-rules/48abd392-e8a2-458a-a286-aa03d93a3678 HTTP/1.1" status: 404 len: 361 time: 0.0315931 Mar 02 18:33:26.802103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:26.902153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-6678af50-edfd-45e4-ac5e-54e1cac004bd tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/72a4f8d9-5013-4c18-b7a7-4acc08dd84a6 HTTP/1.1" status: 200 len: 1814 time: 0.1660020 Mar 02 18:33:27.035275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad695cf-6b4f-4bde-8ed1-5b9a3d97dc3a req-ff89efec-96de-427a-b4e9-a8459cc7f194 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:27.036855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bad695cf-6b4f-4bde-8ed1-5b9a3d97dc3a req-ff89efec-96de-427a-b4e9-a8459cc7f194 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.2481396 Mar 02 18:33:27.053888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.141935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bad695cf-6b4f-4bde-8ed1-5b9a3d97dc3a req-cbb15113-a844-41c8-88c2-c037cb144ee2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944364 Mar 02 18:33:27.146311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.344467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.374357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a4f8d9-5013-4c18-b7a7-4acc08dd84a6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:27.387006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.398849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07f7a071-50b6-4b2b-bee5-e31f3bcde729 req-2f18658b-edb2-407b-b88e-77aaac083dd6 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-groups/72a4f8d9-5013-4c18-b7a7-4acc08dd84a6 HTTP/1.1" status: 204 len: 173 time: 0.4957087 Mar 02 18:33:27.425758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51caa33-427c-47fb-943c-40f0fabc6c6d None None] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:27.438803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.442053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.458576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538f7ee-a7b7-488d-97e3-30de6969ceaa req-bca54312-1e55-4e0b-bad9-35a746011c6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:27.459741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7538f7ee-a7b7-488d-97e3-30de6969ceaa req-bca54312-1e55-4e0b-bad9-35a746011c6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.1540623 Mar 02 18:33:27.553959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-f79c01b5-eb54-4e81-b37a-211e2eb95679 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/9c9b8e75-406e-4f95-b1f3-f2a3126894d9 HTTP/1.1" status: 200 len: 1813 time: 0.0891860 Mar 02 18:33:27.583475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7538f7ee-a7b7-488d-97e3-30de6969ceaa req-5c11b710-4703-4bfa-b416-a789c77380df tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839529 Mar 02 18:33:27.705155 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.775288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.779306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Fanout notify agent at l3_agent the message router_deleted on router 0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:33:27.783362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fc7a312-0ae6-4294-a30e-12a73d90a9d5 None None] Provisioning for port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:27.794030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.798190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8d0b45aa-8113-4e2f-b00a-fc6797d2c570 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/routers/0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 HTTP/1.1" status: 204 len: 168 time: 1.2188256 Mar 02 18:33:27.802581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:27.834289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:27.910081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 171b7754-caf0-48a7-9b0f-dfdd5b45b68e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:27.941627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 6fb3c53f-192f-4382-8acf-9f849a619090 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:27.941627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.077790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.091428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:28.104012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:28.104012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.229594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cd6fc-5300-45fd-9b89-563451e11b72 req-b5177d8f-1e93-495b-9ed9-7bfe93abd17a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:28.231236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-890cd6fc-5300-45fd-9b89-563451e11b72 req-b5177d8f-1e93-495b-9ed9-7bfe93abd17a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4863901 Mar 02 18:33:28.266263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.297038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-890cd6fc-5300-45fd-9b89-563451e11b72 req-729734f9-4cab-4e03-b1d3-905f976d23f5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517688 Mar 02 18:33:28.377577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.444484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9b8e75-406e-4f95-b1f3-f2a3126894d9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:28.444484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.457367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-157675c8-8476-428a-b9ef-f99b95f8ab8b None None] Provisioning complete for port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:28.457367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-157675c8-8476-428a-b9ef-f99b95f8ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.472010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f3d819-bf7b-472e-a8e8-485722937a2a req-d1d5fd5a-ac6e-41ed-ade1-5587a9eeabb0 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-groups/9c9b8e75-406e-4f95-b1f3-f2a3126894d9 HTTP/1.1" status: 204 len: 173 time: 0.9022923 Mar 02 18:33:28.483279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1275691931', 'description': 'tempest-description-1324189833'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:28.496496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.499351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:28.503242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Usage tracker for resource:security_group and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:28.513694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:28.514599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.549880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=6fb3c53f-192f-4382-8acf-9f849a619090,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:28.564128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.571553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:28.574985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8bfcf83f-75cc-4f96-80ca-d252b53f0a78 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/6fb3c53f-192f-4382-8acf-9f849a619090 HTTP/1.1" status: 204 len: 168 time: 0.7702975 Mar 02 18:33:28.577454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f686cb-32f2-4a36-9b5c-9cf4b0d8b59f None None] Network c2e22c81-80d8-4b26-b1fc-354dc1fa393b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:28.577588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:28.655508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d0a3d3a-03a4-40ac-976d-2882bc6db827 req-8e112f21-906e-4d2e-a91c-3c464c6be550 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 210 time: 0.1374979 Mar 02 18:33:28.732057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.732057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 4625f613-33ac-4490-b1a9-dd3b15e7824d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:28.732057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.745070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:28.847745 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.885065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:28.898043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Usage tracker for resource:security_group_rule and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:28.898365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:28.904334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:28.920753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15f0e54-7c34-4d98-a1a1-2146f3f5025b req-148cbdb7-da39-411d-9011-93d122e3bd47 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:28.923045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b15f0e54-7c34-4d98-a1a1-2146f3f5025b req-148cbdb7-da39-411d-9011-93d122e3bd47 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1546457 Mar 02 18:33:28.924366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:29.023957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b15f0e54-7c34-4d98-a1a1-2146f3f5025b req-b5b319da-147e-4029-aba9-b25da1febc78 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966568 Mar 02 18:33:29.079550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] For port 4625f613-33ac-4490-b1a9-dd3b15e7824d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4625f613-33ac-4490-b1a9-dd3b15e7824d,segment=NetworkSegment(969f386b-5dd7-4037-b73d-897015122e52),segment_id=969f386b-5dd7-4037-b73d-897015122e52)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:29.079550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.086743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:29.175339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] DHCP port deletion for c2e22c81-80d8-4b26-b1fc-354dc1fa393b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:33:29.180680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-099b195f-55db-413f-a809-d42b3d09fdcc req-d83d43f5-2985-41e8-b84f-74e03aa2a3c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/d321d6d0-2b6c-4fbb-ab9a-1f3e5c16181e HTTP/1.1" status: 200 len: 1814 time: 0.1105402 Mar 02 18:33:29.182997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Deleting port 4625f613-33ac-4490-b1a9-dd3b15e7824d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:29.183619 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.237004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 4625f613-33ac-4490-b1a9-dd3b15e7824d owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:29.283048 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-099b195f-55db-413f-a809-d42b3d09fdcc req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.284044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.315920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-099b195f-55db-413f-a809-d42b3d09fdcc req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.443510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.501237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.506418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-099b195f-55db-413f-a809-d42b3d09fdcc req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.512885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a3639b-aa33-47b7-8385-6b8df593c5d7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:29.536756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] For port 4625f613-33ac-4490-b1a9-dd3b15e7824d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4625f613-33ac-4490-b1a9-dd3b15e7824d,segment=NetworkSegment(969f386b-5dd7-4037-b73d-897015122e52),segment_id=969f386b-5dd7-4037-b73d-897015122e52)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:29.536756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.558428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=4625f613-33ac-4490-b1a9-dd3b15e7824d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:29.571359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No DVR routers for this DVR port 4625f613-33ac-4490-b1a9-dd3b15e7824d on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:33:29.628442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d321d6d0-2b6c-4fbb-ab9a-1f3e5c16181e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:29.628442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-099b195f-55db-413f-a809-d42b3d09fdcc req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.651207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-099b195f-55db-413f-a809-d42b3d09fdcc req-e326a1e6-23c6-4b99-8f18-d2bfe8a88415 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-groups/d321d6d0-2b6c-4fbb-ab9a-1f3e5c16181e HTTP/1.1" status: 204 len: 173 time: 0.4512787 Mar 02 18:33:29.684183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.684183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7592035f-65a5-4364-b98c-aa344da1765b req-74f280f7-79c4-4d1a-9536-338eb207c240 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.2047122 Mar 02 18:33:29.695831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Calling delete_port for 4625f613-33ac-4490-b1a9-dd3b15e7824d owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:29.866935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 171b7754-caf0-48a7-9b0f-dfdd5b45b68e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:29.919078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-2ccc5547-28b1-4e23-9f2d-aa187690180b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:29.921783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:29.922882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-2ccc5547-28b1-4e23-9f2d-aa187690180b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:29.926346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-2ccc5547-28b1-4e23-9f2d-aa187690180b tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "GET /v2.0/networks?id=f231bf7c-05d6-4e7e-9525-a8028fe5087a&id=90800d7e-64fc-46e3-a64d-3dd9718022e2 HTTP/1.1" status: 200 len: 1391 time: 0.3729093 Mar 02 18:33:29.936642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-8a2fcbd9-c8cf-404e-9805-78b46aa69e34 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/b6919505-8c83-4c96-ad40-d8650847a1d5 HTTP/1.1" status: 200 len: 1815 time: 0.1602955 Mar 02 18:33:29.942080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'port': {'device_id': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a', 'admin_state_up': True, 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:29.964151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e22c81-80d8-4b26-b1fc-354dc1fa393b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:29.980992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969f386b-5dd7-4037-b73d-897015122e52') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:29.985027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969f386b-5dd7-4037-b73d-897015122e52') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:29.994195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.020997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.021691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:33:30.041937 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:33:30.042063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 696 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:30.042063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.071787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:30.073317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:30.097804 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:30.195399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.271251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:30.284328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:port and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:30.291498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:30.303360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.312770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:30.374599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4625f613-33ac-4490-b1a9-dd3b15e7824d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:33:30.393630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.410851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4625f613-33ac-4490-b1a9-dd3b15e7824d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:33:30.411198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4625f613-33ac-4490-b1a9-dd3b15e7824d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:33:30.412446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.426571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=c2e22c81-80d8-4b26-b1fc-354dc1fa393b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:30.537626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:30.541425 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.541819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Deleting port 4625f613-33ac-4490-b1a9-dd3b15e7824d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:30.542279 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.550568 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.578196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6919505-8c83-4c96-ad40-d8650847a1d5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:30.601691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0e757947-16e5-4521-87a6-f7a61430938a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/c2e22c81-80d8-4b26-b1fc-354dc1fa393b HTTP/1.1" status: 204 len: 168 time: 2.0229008 Mar 02 18:33:30.602384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:30.640409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:30.641591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abc32f36-3a70-4135-87a2-7e5ed811b4a7 req-16a0928d-dc30-422e-8ffb-283fff5569c1 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-groups/b6919505-8c83-4c96-ad40-d8650847a1d5 HTTP/1.1" status: 204 len: 173 time: 0.6806984 Mar 02 18:33:30.642575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a81bd027-8ed5-41ba-95b1-ad54ae0af1b8 None None] The port '4625f613-33ac-4490-b1a9-dd3b15e7824d' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:33:30.807632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Allocated IP 19.80.0.62 (f231bf7c-05d6-4e7e-9525-a8028fe5087a/350d90d7-d777-4f0f-902c-164880cec5dd/3dba50ad-dabf-4e03-8bb0-29cfe2183aca) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:30.813776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29b3d8c0-079c-4aac-b796-4037c48ad3e1 req-94063059-817d-432c-adb3-23dba86820e0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 210 time: 0.0613549 Mar 02 18:33:30.815967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db6fa5d-a409-4594-856b-648f57d8b9e5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:30.816578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4db6fa5d-a409-4594-856b-648f57d8b9e5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:31.023247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4db6fa5d-a409-4594-856b-648f57d8b9e5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:31.030986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4db6fa5d-a409-4594-856b-648f57d8b9e5 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/5747c1cd-194b-4a9f-95ce-9a2206bb3d3d HTTP/1.1" status: 200 len: 845 time: 0.4266484 Mar 02 18:33:31.031762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:31.072267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35872) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:31.136505 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f9a3d3b7-d5d5-4168-bbe0-8bc088d420e1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/5747c1cd-194b-4a9f-95ce-9a2206bb3d3d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0972087 Mar 02 18:33:31.136505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:31.138752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:31.170013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.175616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-b309b503-4e73-43f7-b17f-eb1a2da364fa tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:31.202863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3bc0917-1399-4990-8045-8786751f9879 req-b8d6629f-2772-4720-8d39-776ba8996500 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "GET /v2.0/security-groups/0826d64e-d594-4fb1-b50e-900c27ccb08d HTTP/1.1" status: 200 len: 1813 time: 0.2885213 Mar 02 18:33:31.208478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Transition to ACTIVE for port object 3dba50ad-dabf-4e03-8bb0-29cfe2183aca will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:31.279827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.299566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e3bc0917-1399-4990-8045-8786751f9879 req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.301618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:31.316836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:31.316836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba8f8e1ffe6469f8b1a4870f5e45705 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:31.317159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:31.320166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:31.325457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:31.328211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:31.332115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e3bc0917-1399-4990-8045-8786751f9879 req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.334214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:31.344211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-b309b503-4e73-43f7-b17f-eb1a2da364fa tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:31.345399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-b309b503-4e73-43f7-b17f-eb1a2da364fa tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1275691931&fields=id&tenant_id=6e4ed2265bd1482c9b21505c56fa6890 HTTP/1.1" status: 200 len: 267 time: 0.4121947 Mar 02 18:33:31.443648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.448363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.472923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:31.472923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.517759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:31.541496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:31.541496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e3bc0917-1399-4990-8045-8786751f9879 req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.541496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:31.577638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.596051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-4bc9746f-8460-46b5-b009-622131c55a55 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:31.597811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-4bc9746f-8460-46b5-b009-622131c55a55 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2422893 Mar 02 18:33:31.598356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:31.615622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0826d64e-d594-4fb1-b50e-900c27ccb08d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:31.634757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'port': {'security_groups': ['87c85ad7-8bc9-429c-bcd4-c1788122090b', 'd4a3639b-aa33-47b7-8385-6b8df593c5d7']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:31.682199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ba8f8e1ffe6469f8b1a4870f5e45705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016243 Mar 02 18:33:31.684065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf47a0-087c-4c7e-920f-ecc499538b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355c6d9e-58bf-4a25-8bcc-91beca02b2d7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:31.687401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:31.820671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.835015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e3bc0917-1399-4990-8045-8786751f9879 req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.836042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3bc0917-1399-4990-8045-8786751f9879 req-b0b88148-02d9-4b5e-8c8b-24fcbc77ccf2 tempest-SecurityGroupRulesNegativeTestJSON-1188358638 tempest-SecurityGroupRulesNegativeTestJSON-1188358638-project] 10.222.0.66 "DELETE /v2.0/security-groups/0826d64e-d594-4fb1-b50e-900c27ccb08d HTTP/1.1" status: 204 len: 173 time: 0.6289120 Mar 02 18:33:31.851262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:31.876669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:31.883033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:31.886704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.055641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.088729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Deleting subnet 5dd61a19-6084-4979-8dd0-564327e431c5 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:32.088729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.106768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee03395b-a8da-4257-82f6-9716f414c446 None None] Provisioning for port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:32.116777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee03395b-a8da-4257-82f6-9716f414c446 None None] Provisioning complete for port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:32.116777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee03395b-a8da-4257-82f6-9716f414c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.123439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.123979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.151947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:32.159567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:32.170180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:32.170180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.179084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355c6d9e-58bf-4a25-8bcc-91beca02b2d7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:32.188643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ee03395b-a8da-4257-82f6-9716f414c446 None None] Port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:32.188643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07b9f55-4c49-42b3-a3ff-f2823efa69ab None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:32.201438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=8c94bc1e-c491-4d5b-9118-0b073de18926,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:32.204534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-e39bfa14-a9ba-469c-8f28-f8b26860abfc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2547646 Mar 02 18:33:32.210535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.228086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Request body: {'port': {'device_id': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2', 'admin_state_up': True, 'tenant_id': '62c99169549b4690b1a5a96f904e7795'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:32.233830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f92c876-9054-4c50-8a92-352eb74d5557 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/355c6d9e-58bf-4a25-8bcc-91beca02b2d7 HTTP/1.1" status: 204 len: 168 time: 0.5452132 Mar 02 18:33:32.297086 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.302524 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d03d08c-9421-4787-bc36-9176c01bd567 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1581817 Mar 02 18:33:32.302524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35896) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:32.308119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'security_group': {'name': 'tempest-secgroup-459870189'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:32.335265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:32.361655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:32.361655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:32.361655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:32.438337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.469594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-fb034bba-fef9-4a25-a3c4-d0c143da281a', 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'tenant_id': '1655e7ff1a454c7c9b62b3de255183d8', 'fixed_ips': [{'subnet_id': '8c94bc1e-c491-4d5b-9118-0b073de18926'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:33:32.469594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.500384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca1480-d633-49ea-bbee-cc8644088c12 req-95594323-b64c-424c-bf17-fb149b2d3e40 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:32.509782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:32.509967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50ca1480-d633-49ea-bbee-cc8644088c12 req-95594323-b64c-424c-bf17-fb149b2d3e40 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5153096 Mar 02 18:33:32.510149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:32.522694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:32.538495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:32.574435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.655191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.720712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50ca1480-d633-49ea-bbee-cc8644088c12 req-291bc1ac-b437-432a-ba3b-4e32adc5bfd1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120936 Mar 02 18:33:32.724115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Allocated IP 2001:db8::2 (fb034bba-fef9-4a25-a3c4-d0c143da281a/8c94bc1e-c491-4d5b-9118-0b073de18926/8c0de726-77b4-4d3e-b40c-8ae3fb61648b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:32.729052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:32.770166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.780451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Usage tracker for resource:port and tenant:62c99169549b4690b1a5a96f904e7795 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:32.788357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:32.809801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:32.893915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35595d1c-4678-4bc8-9bb7-0c6a1bec5c6a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:32.913533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:32.953325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.958572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.960025 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-23741c45-026e-4fb5-b469-55d7aabd8ea3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6644204 Mar 02 18:33:32.965150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:32.974052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'security_group': {'name': 'tempest-secgroup-174986348'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:32.984597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:32.989047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:32.993515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Made reservation on behalf of 62c99169549b4690b1a5a96f904e7795 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:32.997637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.002011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:33.015578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:33.019372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dd61a19-6084-4979-8dd0-564327e431c5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:33.033517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.052035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aa059d14-316d-4549-9f66-ffcda36b7bf8 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dd61a19-6084-4979-8dd0-564327e431c5 HTTP/1.1" status: 204 len: 168 time: 1.1956229 Mar 02 18:33:33.057634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:33.085249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:33.095844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.106760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9554f7ab-ca93-43e7-9938-70e2bc88b880 req-3f1913bf-50b7-4976-8da9-9067ab0a5d08 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:33.107824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9554f7ab-ca93-43e7-9938-70e2bc88b880 req-3f1913bf-50b7-4976-8da9-9067ab0a5d08 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:33.149494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.151755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['404addcb-f04e-40ac-8260-0b2e3aceca66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:33.227830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:33.233823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:33.234976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.240969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18b393e3-f9c6-45b0-a1c7-d4c475cdbc93 req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "PUT /v2.0/ports/404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 981 time: 1.6226299 Mar 02 18:33:33.256048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35912) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:33.259075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:33.262285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:33.277133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:33.311767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.311767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.311767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:33.357126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['404addcb-f04e-40ac-8260-0b2e3aceca66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:33.358435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:33.374276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Usage tracker for resource:security_group_rule and tenant:6fe9c3aaee02476585e68bb6c98ea3c8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:33.379012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:33.400122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:33.457775 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.470873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb918b7e-cfd6-4bef-bc4f-6067c5b0ab6a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:33.495315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9554f7ab-ca93-43e7-9938-70e2bc88b880 req-3f1913bf-50b7-4976-8da9-9067ab0a5d08 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:33.497302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9554f7ab-ca93-43e7-9938-70e2bc88b880 req-3f1913bf-50b7-4976-8da9-9067ab0a5d08 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 931 time: 0.6556106 Mar 02 18:33:33.515596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.525392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Transition to ACTIVE for port object 8c0de726-77b4-4d3e-b40c-8ae3fb61648b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:33.571851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aae7b224-f341-424a-9bff-dcbac8d52b34']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:33.588794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Allocated IP 19.86.0.182 (90800d7e-64fc-46e3-a64d-3dd9718022e2/230ed045-6bbc-4035-aa4a-1f16cb960b30/b69b8011-232b-4873-9659-92e6203aac89) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:33.601054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-f021534f-f7eb-4521-863d-cf675005adf4 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1275691931&fields=id&tenant_id=6e4ed2265bd1482c9b21505c56fa6890 HTTP/1.1" status: 200 len: 267 time: 0.1149642 Mar 02 18:33:33.603937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a5f217-8da4-4d03-94c4-df71dfd6e59b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:33.604326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a5f217-8da4-4d03-94c4-df71dfd6e59b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:33.616573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.621570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9554f7ab-ca93-43e7-9938-70e2bc88b880 req-0a81bddd-3aaf-4df8-9e67-0e6780b03665 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006551 Mar 02 18:33:33.630682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.632743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Transition to ACTIVE for port object 8c0de726-77b4-4d3e-b40c-8ae3fb61648b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:33.655386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.681572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:33:33.682166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:33:33.698250 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:33:33.725310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.747227 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:33:33.835388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.848978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.870515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dac49f29-0ca9-48e1-93dc-23784528934c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:33.915325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.974480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6fe9c3aaee02476585e68bb6c98ea3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7211185 Mar 02 18:33:33.976572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9970d2-8dfb-4e6e-8527-d73ceeae191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e41eeb11-8a91-4409-ae98-3c1ef55d868d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:33.993071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:33.993071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.993071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:33.993071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8ba45fae-511b-4385-82e9-4dea6307b9ac tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0189140 Mar 02 18:33:34.020886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35926) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:34.041316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:34.057659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-a7b1bbfa-baad-4c3a-892e-c2e21a6cc28a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:34.076539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-a7b1bbfa-baad-4c3a-892e-c2e21a6cc28a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 984 time: 0.4488916 Mar 02 18:33:34.076539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-189383818', 'security_groups': ['dac49f29-0ca9-48e1-93dc-23784528934c'], 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8c94bc1e-c491-4d5b-9118-0b073de18926'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:34.084025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:34.092796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:34.112939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.114867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:34.119204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] Pushing event deleted for resources: {'Network': ['ID=aae7b224-f341-424a-9bff-dcbac8d52b34,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:34.134052 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c49f9a65-88cc-4187-b72b-f4a5f87296dc admin admin] 10.222.0.66 "DELETE /v2.0/networks/aae7b224-f341-424a-9bff-dcbac8d52b34 HTTP/1.1" status: 204 len: 168 time: 1.0442793 Mar 02 18:33:34.156299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.207030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.258576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'port': {'security_groups': ['87c85ad7-8bc9-429c-bcd4-c1788122090b']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:34.292741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Attempting to bind port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:34.293370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Attempting to bind port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:34.293471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Attempting to bind port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b on network fb034bba-fef9-4a25-a3c4-d0c143da281a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:34.314993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:34.315639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Checking segment: {'id': 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:34.316041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.316437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Bound using segment: {'id': 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:34.320528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Bound port: 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:34.320528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.394952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.427318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41eeb11-8a91-4409-ae98-3c1ef55d868d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:34.432852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.435778 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-beb79c3c-4fe3-47bf-84a3-dacb7bce986a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e41eeb11-8a91-4409-ae98-3c1ef55d868d HTTP/1.1" status: 204 len: 168 time: 0.4546456 Mar 02 18:33:34.478281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-b45c2617-d830-412a-9aaf-7346412e41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:34.482060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-b45c2617-d830-412a-9aaf-7346412e41b5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1135 time: 0.6936774 Mar 02 18:33:34.497799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:34.499281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:34.582397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.645622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.724148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Transition to ACTIVE for port object b69b8011-232b-4873-9659-92e6203aac89 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:34.737648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:34.747017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81efcdc3-2e2e-4211-a36a-58822e13dc5b None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:34.747866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:34.767767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49de9df-4f43-4f5a-8059-57187f635b11 req-f91b940b-cc63-452c-a375-21f995fdfa43 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:34.769284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e49de9df-4f43-4f5a-8059-57187f635b11 req-f91b940b-cc63-452c-a375-21f995fdfa43 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.8025053 Mar 02 18:33:34.786557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:34.851278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fba0dad1-731b-4e04-9bd0-da2efbaf62e1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea6bf5b50e2747d58a32f176fc389f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0616102 Mar 02 18:33:34.853915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35942) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:34.880106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:34.894886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-0f10a2d2-ee6d-4c6f-a575-be3e459a035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:34.896597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-0f10a2d2-ee6d-4c6f-a575-be3e459a035a service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.3437636 Mar 02 18:33:34.956372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.006608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-8823253a-c457-4e06-a9af-c65a0c2a9d45 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.0861843 Mar 02 18:33:35.030307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e49de9df-4f43-4f5a-8059-57187f635b11 req-0cb0da6c-11ef-47c2-844b-d409424589f7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450085 Mar 02 18:33:35.045204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:35.189775 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.256393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.258413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-26223e68-de3b-4c23-98b4-5ec3bfe384ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:35.259077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-26223e68-de3b-4c23-98b4-5ec3bfe384ff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.2276127 Mar 02 18:33:35.467644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.493554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de73ccdc-b15d-4741-85df-ef5eaf719bee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:35.496209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-4834f991-c5c8-430f-acdc-780803e54b6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805596 Mar 02 18:33:35.503171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.507699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1a0247a-1454-4f06-9743-c73504a79b70 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de73ccdc-b15d-4741-85df-ef5eaf719bee HTTP/1.1" status: 204 len: 168 time: 0.6525457 Mar 02 18:33:35.520228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:35.535249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:35.572136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:35.661449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event updated for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:35.857113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:35.922515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.940632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:35.941595 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:35.997094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce881fe-4bdf-4131-b1a0-dc91725328ca req-efbec2b9-5edf-4f3d-b46c-dee7ce605488 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:36.006619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce881fe-4bdf-4131-b1a0-dc91725328ca req-efbec2b9-5edf-4f3d-b46c-dee7ce605488 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:36.013871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cce881fe-4bdf-4131-b1a0-dc91725328ca req-efbec2b9-5edf-4f3d-b46c-dee7ce605488 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1654 time: 0.6994441 Mar 02 18:33:36.053457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-0744a19a-4d09-4e66-989c-c87f99afa010 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5202074 Mar 02 18:33:36.062531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port d5fb6f70-9970-4d16-9ff8-3357f22fd85c yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:33:36.096569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c0431cd1-5208-4b6f-8ff4-266bafe8638d None None] Provisioning for port b69b8011-232b-4873-9659-92e6203aac89 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:36.103520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c0431cd1-5208-4b6f-8ff4-266bafe8638d None None] Provisioning complete for port b69b8011-232b-4873-9659-92e6203aac89 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:36.103895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0431cd1-5208-4b6f-8ff4-266bafe8638d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.144803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-35500d49-ae01-47a8-b403-878eab727fa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9301717 Mar 02 18:33:36.147062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:36.176888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:36.194295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Request body: {'port': {'device_id': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:36.220319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c0431cd1-5208-4b6f-8ff4-266bafe8638d None None] Port b69b8011-232b-4873-9659-92e6203aac89 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:36.481504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cce881fe-4bdf-4131-b1a0-dc91725328ca req-57092c85-8b8b-4704-9637-691742567880 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4666882 Mar 02 18:33:36.568958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Provisioning for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:36.568958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:36.568958 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.621580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.705432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.775177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e72b3e9-02be-4a53-b9f4-fffab3d37c7b req-8c7ebf41-906d-4e1c-99c3-310101eb9a60 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6686308 Mar 02 18:33:36.794180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:36.816214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.851517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.867427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['404addcb-f04e-40ac-8260-0b2e3aceca66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:36.994843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:36.994843 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:36.998542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25dc54b2-478e-419a-879b-800aecf9d2a1 req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "PUT /v2.0/ports/404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 942 time: 2.9280531 Mar 02 18:33:37.004075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:37.025816 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:37.037873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::229 (fb034bba-fef9-4a25-a3c4-d0c143da281a/8c94bc1e-c491-4d5b-9118-0b073de18926/d5fb6f70-9970-4d16-9ff8-3357f22fd85c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:37.115081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:37.155474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:37.156171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:37.157797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44556b3-295b-49dc-a605-dadc57611db3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:37.224001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['404addcb-f04e-40ac-8260-0b2e3aceca66'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:37.263319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f396c7b-b1fe-4e53-b707-8a4b68d78e89 req-371e1f06-2cde-4f9f-b8ba-67946376a66e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:37.267290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f396c7b-b1fe-4e53-b707-8a4b68d78e89 req-371e1f06-2cde-4f9f-b8ba-67946376a66e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6033196 Mar 02 18:33:37.409995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6000872e-17e9-4569-bd1f-25d05bf75a80 None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:37.583592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-814cd7de-e1b7-41ea-b160-9e67de60d16b tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5471997 Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f396c7b-b1fe-4e53-b707-8a4b68d78e89 req-d611d00f-512c-4d46-b564-39864ae65bc7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560691 Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Usage tracker for resource:floatingip and tenant:6e4ed2265bd1482c9b21505c56fa6890 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:37.954616 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:33:37.957137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:37.958897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:37.959516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:37.959516 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:37.969393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object d5fb6f70-9970-4d16-9ff8-3357f22fd85c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:38.008417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dba50ad-dabf-4e03-8bb0-29cfe2183aca {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:38.020982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.051982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-0512d8de-4801-4062-aea2-1e014d745273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:38.053518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-0512d8de-4801-4062-aea2-1e014d745273 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.2967794 Mar 02 18:33:38.063090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Transition to ACTIVE for port object 3dba50ad-dabf-4e03-8bb0-29cfe2183aca will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:38.121604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa989c6-2af8-44f9-985d-e00e0e259be0 req-6aa3f272-8014-420e-a55d-c807e2a80bd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:38.127124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa989c6-2af8-44f9-985d-e00e0e259be0 req-6aa3f272-8014-420e-a55d-c807e2a80bd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:38.128928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa989c6-2af8-44f9-985d-e00e0e259be0 req-6aa3f272-8014-420e-a55d-c807e2a80bd3 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1654 time: 0.2999678 Mar 02 18:33:38.213373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:38.244071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.274098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.310467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.537786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1707744588-network', 'tenant_id': 'ec43c63d13a34d52ae5a3f4c40615e17'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:38.543292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:38.548608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Usage tracker for resource:network and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:38.552087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:38.559547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:38.560583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7aa989c6-2af8-44f9-985d-e00e0e259be0 req-db136ea0-7e9a-4160-9260-08f5aa60c3d8 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790631 Mar 02 18:33:38.679543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:38.680966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-01d977ee-3d75-41a7-8d8b-b1ab5eba7fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:38.682489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-01d977ee-3d75-41a7-8d8b-b1ab5eba7fc4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.6182225 Mar 02 18:33:38.683667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:38.689296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:38.723940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Made reservation on behalf of ec43c63d13a34d52ae5a3f4c40615e17 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:38.726385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.746420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.766047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:38.770703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:38.771815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:38.772497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:38.776654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Usage tracker for resource:security_group_rule and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:38.781049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:38.807888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:39.040579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.094548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-f3c55591-a9e9-438d-a1dc-eaaffd2e6ab6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.3172512 Mar 02 18:33:39.103109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.103936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0810878 Mar 02 18:33:39.111932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:39.132882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:33:39.145762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.146142 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Added segment c20c0660-ca35-4716-884a-1f580fff4dd9 of type vlan for network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 Mar 02 18:33:39.169174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d81db9-cfb3-4165-82ef-720811e1b8bc tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=d5fb6f70-9970-4d16-9ff8-3357f22fd85c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:39.198982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.215709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5aa812-8c22-4cbf-a6d3-696e99a37382,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:39.217244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:39.232622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-386f3333-446a-4bde-951f-b6c29f4b7bbe None None] Provisioning for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:39.237963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-386f3333-446a-4bde-951f-b6c29f4b7bbe None None] Provisioning complete for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:39.244437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-386f3333-446a-4bde-951f-b6c29f4b7bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.303578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-386f3333-446a-4bde-951f-b6c29f4b7bbe None None] Port d5fb6f70-9970-4d16-9ff8-3357f22fd85c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:39.313559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.315544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:39.316136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.406540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-b0d382b3-222b-430a-82fb-59bc534d83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:39.407934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-b0d382b3-222b-430a-82fb-59bc534d83d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.2979908 Mar 02 18:33:39.418563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Attempting to bind port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:39.418563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Attempting to bind port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:39.418563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Attempting to bind port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca on network f231bf7c-05d6-4e7e-9525-a8028fe5087a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:39.452855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] Pushing event updated for resources: {'Network': ['ID=62b70fae-d31c-4927-ad6c-72274ee4d4b0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:39.465120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:33:39.494162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca on network f231bf7c-05d6-4e7e-9525-a8028fe5087a not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:33:39.494162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Attempting to bind port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca on network f231bf7c-05d6-4e7e-9525-a8028fe5087a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:39.496532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-69218a9d-4054-485e-94c3-2acfe9961733 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708082 Mar 02 18:33:39.520625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a2a9aa34-1767-4850-bd25-cf3297ca0997 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3046408 Mar 02 18:33:39.521544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:39.532634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Request body: {'subnet': {'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1707744588-subnet', 'tenant_id': 'ec43c63d13a34d52ae5a3f4c40615e17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:39.540893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:39.541234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Checking segment: {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:39.541803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:39.542047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Bound using segment: {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:39.542772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Bound port: 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46de4121-8475-4495-819d-50bc27124500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:39.543305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.549886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Usage tracker for resource:subnet and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:39.556170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:39.568245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:39.615122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa463bd2-c409-45aa-aa86-6bc76c4d9e39 req-efcd044a-3e76-449d-a080-54e1148df707 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:39.618865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa463bd2-c409-45aa-aa86-6bc76c4d9e39 req-efcd044a-3e76-449d-a080-54e1148df707 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.4994731 Mar 02 18:33:39.629372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Made reservation on behalf of ec43c63d13a34d52ae5a3f4c40615e17 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:39.637656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.654301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:39.720990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:39.741685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:39.751063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:39.774327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:39.910732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa463bd2-c409-45aa-aa86-6bc76c4d9e39 req-ea4d00fe-1415-4ada-8fe3-58c5cc10a0cd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537639 Mar 02 18:33:39.924018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-a12282d3-96a6-4971-8b57-e6dedf6de89f service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4165514 Mar 02 18:33:39.928040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:39.935988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:39.936993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:39.940780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.047613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.132050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:40.143004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Checking segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:40.143359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Network hostable DHCP agents. Network: 62b70fae-d31c-4927-ad6c-72274ee4d4b0, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:33:40.165292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.233561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:33:40.369584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 62b70fae-d31c-4927-ad6c-72274ee4d4b0) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:40.379198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:40.379198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.380061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d11506-8443-4406-978c-3a5c55d0a761 None None] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:40.461638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:40.462319 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.463759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] 10.222.0.11 "PUT /v2.0/ports/3dba50ad-dabf-4e03-8bb0-29cfe2183aca HTTP/1.1" status: 200 len: 1091 time: 4.2835066 Mar 02 18:33:40.473369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:40.488132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Allocated IP 172.25.7.125 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/4830538d-d45b-4029-9d2a-1b4f96cd21e0) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:40.513820 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b07f3d93-4a32-4d27-b4e5-a9d3c5fa46f6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9902415 Mar 02 18:33:40.543554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b7e9b8-a2c3-4fb9-beca-6ed1765f5672 service neutron] Pushing event updated for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:40.553992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e22436-7ad5-4733-8abe-caa2418454e6 req-a1a97002-c8cd-4e29-bd2d-c1d111851e5b service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6200202 Mar 02 18:33:40.557993 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8c94bc1e-c491-4d5b-9118-0b073de18926 (CIDR: 2001:db8::/64) Mar 02 18:33:40.601834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Request body: {'port': {'device_id': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:40.658940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:40.693600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9658f2-4d05-4ea1-bc19-97ddff4e7d58 None None] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:40.703932 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:33:40.703932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:33:40.822588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f9979-7469-4624-85e6-5c793c62076b req-6168e9f9-84d9-4c2e-90fc-984462617d90 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:40.822588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f9979-7469-4624-85e6-5c793c62076b req-6168e9f9-84d9-4c2e-90fc-984462617d90 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:40.824461 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.827464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59f9979-7469-4624-85e6-5c793c62076b req-6168e9f9-84d9-4c2e-90fc-984462617d90 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1666 time: 0.6748133 Mar 02 18:33:40.843619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:40.848423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Usage tracker for resource:security_group_rule and tenant:f621229115ea433bb6cba88e039d9725 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:40.852312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:40.861478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:40.957697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.979279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:40.979279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a59f9979-7469-4624-85e6-5c793c62076b req-2401dd33-8356-4d96-add7-d6fea729f5df tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508565 Mar 02 18:33:41.027447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-72a27539-f236-43a4-ae27-90c308b1c662 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9062643 Mar 02 18:33:41.029208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36070) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:41.041619 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'status': 'completed', 'code': 200} Mar 02 18:33:41.046864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:41.175329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.183459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-5c94d87a-e85f-468e-83ac-a4b008f31843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.183940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-5c94d87a-e85f-468e-83ac-a4b008f31843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.185497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4cded218-5ca3-47d5-8466-2947893de008 req-5c94d87a-e85f-468e-83ac-a4b008f31843 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1913 time: 0.1289074 Mar 02 18:33:41.289493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.316445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.367374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f621229115ea433bb6cba88e039d9725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7070277 Mar 02 18:33:41.378001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:41.378170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:41.378291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3a847-3b93-45fa-92e5-429e8051a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a6f7c1-d5f3-46a2-aa33-e31ee6d3db61,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:41.416020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:41.424233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-8f078b6e-a72e-4373-ab08-f85a8601644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.424233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-8f078b6e-a72e-4373-ab08-f85a8601644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.424233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-8f078b6e-a72e-4373-ab08-f85a8601644d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.424233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4cded218-5ca3-47d5-8466-2947893de008 req-8f078b6e-a72e-4373-ab08-f85a8601644d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=62c99169549b4690b1a5a96f904e7795&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2298155 Mar 02 18:33:41.484756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:41.549764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:41.554310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.559384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:41.571752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:41.591893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:41.594061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.629161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cded218-5ca3-47d5-8466-2947893de008 req-9795880f-af06-4e19-809a-57cbe1efc0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.629161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4cded218-5ca3-47d5-8466-2947893de008 req-9795880f-af06-4e19-809a-57cbe1efc0f0 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1977463 Mar 02 18:33:41.653640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'Port': ['ID=4830538d-d45b-4029-9d2a-1b4f96cd21e0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:41.707956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-1c45f82a-ae49-4e67-bff5-8348f5fd6f4c tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:41.709405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-1c45f82a-ae49-4e67-bff5-8348f5fd6f4c tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 818 time: 0.4144385 Mar 02 18:33:41.742180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f977f8e8-546c-417c-bf6d-6ab94a79afdd tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/quotas/ec43c63d13a34d52ae5a3f4c40615e17 HTTP/1.1" status: 200 len: 375 time: 0.0241230 Mar 02 18:33:41.781109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.798390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a6f7c1-d5f3-46a2-aa33-e31ee6d3db61,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:41.802995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.807048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc69a57a-2ba5-4266-a7b6-8331791d14d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28a6f7c1-d5f3-46a2-aa33-e31ee6d3db61 HTTP/1.1" status: 204 len: 168 time: 0.4305809 Mar 02 18:33:41.826097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:41.829554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.877848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-cbe82c85-2f90-43dd-bebc-0c50729a5f9b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1056280 Mar 02 18:33:41.892782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69b8011-232b-4873-9659-92e6203aac89 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:41.958172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:41.980359 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.002836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Transition to ACTIVE for port object b69b8011-232b-4873-9659-92e6203aac89 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:42.079417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-dfab2e7b-2053-4e87-af69-6a8daa71e6bf service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:33:42.080411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-dfab2e7b-2053-4e87-af69-6a8daa71e6bf service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1946299 Mar 02 18:33:42.152442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.511954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.574282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36096) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:42.586042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Pushing event updated for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:42.591076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.620035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:42.624834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Usage tracker for resource:security_group_rule and tenant:98330369f6a840c18d323052c05a1976 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:42.628284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:42.635004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:42.670224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:33:42.730558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.749869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-fc4aeffe-8a60-4c71-8af5-44ddd1a28191 service neutron] 10.222.0.66 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6235394 Mar 02 18:33:42.792921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.817931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:42.833342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '76247f24-0428-4038-bbb2-060d56343b32', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'port_id': '76247f24-0428-4038-bbb2-060d56343b32', 'mac_address': 'fa:16:3e:97:44:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa131b-1b04-4b1e-86c0-055561c563ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:33:42.848680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=98330369f6a840c18d323052c05a1976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741127 Mar 02 18:33:42.849577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:42.852040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72260169-cea7-4ea8-8f0c-27168caba133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb45603-e3f6-40ad-822f-d266c4712036,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:42.897534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.911877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.918256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.929768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:42.948628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:42.959388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:42.982408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Attempting to bind port b69b8011-232b-4873-9659-92e6203aac89 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:42.982740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Attempting to bind port b69b8011-232b-4873-9659-92e6203aac89 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:42.983075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Attempting to bind port b69b8011-232b-4873-9659-92e6203aac89 on network 90800d7e-64fc-46e3-a64d-3dd9718022e2 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:43.025516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Port b69b8011-232b-4873-9659-92e6203aac89 on network 90800d7e-64fc-46e3-a64d-3dd9718022e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:33:43.025835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Attempting to bind port b69b8011-232b-4873-9659-92e6203aac89 on network 90800d7e-64fc-46e3-a64d-3dd9718022e2 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:43.052872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:43.053213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Checking segment: {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:43.053591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Bound using segment: {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:43.054022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Bound port: b69b8011-232b-4873-9659-92e6203aac89, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd74bf38-15e0-42e3-b9bc-e08c2e431468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:43.054389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.066965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:43.082530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:43.087199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.094392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:43.094982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.121994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd55c34c-ed89-4283-8732-ba078f5145ce None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:43.129604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.133060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=0a4bdd0e-9242-4485-b0a3-92df7f631a3f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:43.150470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb45603-e3f6-40ad-822f-d266c4712036,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:43.162435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.162435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e697c068-4b7e-41be-92a8-e86c04c1cea8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cfb45603-e3f6-40ad-822f-d266c4712036 HTTP/1.1" status: 204 len: 168 time: 0.3091836 Mar 02 18:33:43.188259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8158321f-2162-4633-94e7-5753524650cf service neutron] 10.222.0.66 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284167 Mar 02 18:33:43.232720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.250357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:43.256821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b8011-232b-4873-9659-92e6203aac89,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:43.258606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['76247f24-0428-4038-bbb2-060d56343b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:43.282974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9f138202-d43b-4539-8c2a-0e4dbbdb1f49 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2464194 Mar 02 18:33:43.287597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:43.293014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-6871633', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a4bdd0e-9242-4485-b0a3-92df7f631a3f'}], 'security_groups': ['35595d1c-4678-4bc8-9bb7-0c6a1bec5c6a']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:43.319233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:43.346307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.444302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.484309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event updated for resources: {'Port': ['ID=4830538d-d45b-4029-9d2a-1b4f96cd21e0,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:43.487419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:43.488036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.489451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] 10.222.0.11 "PUT /v2.0/ports/b69b8011-232b-4873-9659-92e6203aac89 HTTP/1.1" status: 200 len: 1092 time: 2.8918574 Mar 02 18:33:43.492115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:43.536861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.608650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.618293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f4cd8-c486-424d-aca2-ac56474ef5ee service neutron] Pushing event updated for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:43.748316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.752548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-bcae3fdb-d140-4a26-97e0-9be87d5914a3 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.1090167 Mar 02 18:33:43.821756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Update dhcp port {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'fixed_ips': [{'subnet_id': '8c94bc1e-c491-4d5b-9118-0b073de18926', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a4bdd0e-9242-4485-b0a3-92df7f631a3f'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '8c0de726-77b4-4d3e-b40c-8ae3fb61648b'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:33:43.861477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-2e7c4a94-da72-4820-8fde-28dfcbf3de4c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:floatingip {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:43.896726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:43.899476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-4f83fcf4-835d-405e-9fb4-e02215918c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:43.916891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-4f83fcf4-835d-405e-9fb4-e02215918c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:43.916891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-4f83fcf4-835d-405e-9fb4-e02215918c8a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1980 time: 0.2461345 Mar 02 18:33:44.025498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-7af6210a-7b8c-4a44-b782-07f711eb1307 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.62&port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca HTTP/1.1" status: 200 len: 217 time: 0.1154451 Mar 02 18:33:44.167888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-3880ef16-e9af-4fa7-987c-11ad21a52bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:44.169329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-3880ef16-e9af-4fa7-987c-11ad21a52bb1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=350d90d7-d777-4f0f-902c-164880cec5dd HTTP/1.1" status: 200 len: 801 time: 0.1378491 Mar 02 18:33:44.237420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Allocated IP 2001:db8:0:1::2 (fb034bba-fef9-4a25-a3c4-d0c143da281a/0a4bdd0e-9242-4485-b0a3-92df7f631a3f/8c0de726-77b4-4d3e-b40c-8ae3fb61648b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:44.262110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-60c829d5-ed74-431c-ae79-a753bf50e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:44.263607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-60c829d5-ed74-431c-ae79-a753bf50e579 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f231bf7c-05d6-4e7e-9525-a8028fe5087a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0850089 Mar 02 18:33:44.310859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-2e7c4a94-da72-4820-8fde-28dfcbf3de4c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:floatingip {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:44.321024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-2e7c4a94-da72-4820-8fde-28dfcbf3de4c tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.5549865 Mar 02 18:33:44.396827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:44.427541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:44.455699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Transition to ACTIVE for port object 8c0de726-77b4-4d3e-b40c-8ae3fb61648b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:44.661124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:44.731310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-a28076f7-866f-42ae-89d2-713cc3d58966 service neutron] 10.222.0.11 "GET /v2.0/networks/f231bf7c-05d6-4e7e-9525-a8028fe5087a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582253 Mar 02 18:33:44.760408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:44.779660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-ff9220be-d959-4566-952d-5b9392174091 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:44.779660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-ff9220be-d959-4566-952d-5b9392174091 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.4608169 Mar 02 18:33:44.805737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-81b42cfc-0878-4f70-9a87-e2f7ee653aa9 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:33:44.805737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4fa5508-defe-4804-9be4-e7aa341aa0b9 req-81b42cfc-0878-4f70-9a87-e2f7ee653aa9 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077465 Mar 02 18:33:44.865537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Delete allocated IP 2001:db8::229 (fb034bba-fef9-4a25-a3c4-d0c143da281a/8c94bc1e-c491-4d5b-9118-0b073de18926) {{(pid=88708) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:33:44.897015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8:0:1::181 (fb034bba-fef9-4a25-a3c4-d0c143da281a/0a4bdd0e-9242-4485-b0a3-92df7f631a3f/d5fb6f70-9970-4d16-9ff8-3357f22fd85c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:44.910798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c535a7a-9be4-4474-8c08-256cae8a3ab7 req-6528fe41-61b8-4a45-8419-0e0aa8b837ac tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:44.915992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c535a7a-9be4-4474-8c08-256cae8a3ab7 req-6528fe41-61b8-4a45-8419-0e0aa8b837ac tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 944 time: 0.2657473 Mar 02 18:33:44.967385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-cdfd8dec-44df-40ab-a143-91c1b6b4340c service neutron] 10.222.0.11 "GET /v2.0/networks/f231bf7c-05d6-4e7e-9525-a8028fe5087a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236750 Mar 02 18:33:45.041296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c31f1-7006-4004-901d-b603d539c4cf None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:45.098205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 76247f24-0428-4038-bbb2-060d56343b32 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:45.099045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.229332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-1a6ed237-5184-4a94-a4ed-62c5386523da service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=b69b8011-232b-4873-9659-92e6203aac89 HTTP/1.1" status: 200 len: 217 time: 0.2461126 Mar 02 18:33:45.242644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c535a7a-9be4-4474-8c08-256cae8a3ab7 req-49e5b6c4-6725-4fb0-9d13-bedb539a0a12 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043847 Mar 02 18:33:45.278784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.318627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object d5fb6f70-9970-4d16-9ff8-3357f22fd85c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:45.362715 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.407233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:45.416182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:45.438170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.438406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-2baeb606-2e9d-4539-b1e0-cee371947e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:45.438406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-2baeb606-2e9d-4539-b1e0-cee371947e3d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230ed045-6bbc-4035-aa4a-1f16cb960b30 HTTP/1.1" status: 200 len: 801 time: 0.1584063 Mar 02 18:33:45.438406 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89', 'status': 'completed', 'code': 200} Mar 02 18:33:45.575960 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.585567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] In _notify_port_updated(), no bound segment for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c on network fb034bba-fef9-4a25-a3c4-d0c143da281a {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:33:45.625436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:45.626851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.629195 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/ports/d5fb6f70-9970-4d16-9ff8-3357f22fd85c HTTP/1.1" status: 200 len: 928 time: 2.3425026 Mar 02 18:33:45.646285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36176) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:45.693792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a29d-88bd-4421-86c3-5de450f05a47 req-df57325e-1aa3-4db7-b1d6-9ada0ff5eb1f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:45.699145 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:33:45.706337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86a29d-88bd-4421-86c3-5de450f05a47 req-df57325e-1aa3-4db7-b1d6-9ada0ff5eb1f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:45.713084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e86a29d-88bd-4421-86c3-5de450f05a47 req-df57325e-1aa3-4db7-b1d6-9ada0ff5eb1f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1678 time: 0.5849683 Mar 02 18:33:45.743613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2f7b7-f8d9-4ba8-ab26-68e52aa6b114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=d5fb6f70-9970-4d16-9ff8-3357f22fd85c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:45.802551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-9550c60a-e23f-45e3-9034-747cd2baf793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:45.806247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-9550c60a-e23f-45e3-9034-747cd2baf793 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90800d7e-64fc-46e3-a64d-3dd9718022e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3682210 Mar 02 18:33:45.825661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:45.825661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:45.852995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port d5fb6f70-9970-4d16-9ff8-3357f22fd85c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:33:45.853406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:45.962076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e86a29d-88bd-4421-86c3-5de450f05a47 req-26b32d61-15c0-4ac1-9d2f-8fe20e96988d tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281320 Mar 02 18:33:46.097099 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'code': 200} Mar 02 18:33:46.170326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-d0922dbc-c017-4c47-a035-29feeac5cac1 service neutron] 10.222.0.11 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551440 Mar 02 18:33:46.184806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-b94f56c6-9566-414d-b04f-44509fbaf879 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:46.194065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-b94f56c6-9566-414d-b04f-44509fbaf879 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2847342 Mar 02 18:33:46.336707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Provisioning for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:46.348964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:46.350103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:46.514588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e88f95be-bcc2-433f-a7c8-5fc89d239153 req-0188c05d-06f3-40b0-bc13-d42d4c185ac8 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 210 time: 0.1396451 Mar 02 18:33:46.514999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:46.648851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Provisioning for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:46.657737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Provisioning complete for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:46.657737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:46.706761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8d5f403-a097-47bc-b671-770d5d34b95a req-c76e0575-f984-4cfe-b86a-b89e24371cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5086915 Mar 02 18:33:46.727286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-ae17cead-ba83-4bb2-a8d7-d1e3a4a1fb04 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.5316033 Mar 02 18:33:46.735333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'floatingip': {'port_id': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:46.760782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Port d5fb6f70-9970-4d16-9ff8-3357f22fd85c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:46.787328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:46.787758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:46.868891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for d5fb6f70-9970-4d16-9ff8-3357f22fd85c owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:33:46.888519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:46.919096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3603f575-7003-43b2-8095-8458e802a315 None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:47.073246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94e4db11-b06b-4b63-aa37-8b9ebf7cdd2a None None] Provisioning complete for port d5fb6f70-9970-4d16-9ff8-3357f22fd85c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:47.081475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94e4db11-b06b-4b63-aa37-8b9ebf7cdd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:47.235910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-94e4db11-b06b-4b63-aa37-8b9ebf7cdd2a None None] Port d5fb6f70-9970-4d16-9ff8-3357f22fd85c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:47.335390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:47.570076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:47.579591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=d5fb6f70-9970-4d16-9ff8-3357f22fd85c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:47.596363 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fda7ba60-f9eb-4c7f-95d0-7f3df2fd08fd tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/d5fb6f70-9970-4d16-9ff8-3357f22fd85c HTTP/1.1" status: 204 len: 168 time: 1.9487069 Mar 02 18:33:47.598836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:47.657812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-04781563-e549-404a-873c-d9d387cae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:47.658337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-04781563-e549-404a-873c-d9d387cae9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:47.660841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-04781563-e549-404a-873c-d9d387cae9f2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=62c99169549b4690b1a5a96f904e7795&device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1980 time: 0.8252511 Mar 02 18:33:47.712437 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-01c3f959-62c5-4863-9d6f-8250e3c0e289 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:33:47.712655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01c3f959-62c5-4863-9d6f-8250e3c0e289 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:47.912169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01c3f959-62c5-4863-9d6f-8250e3c0e289 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:47.913678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01c3f959-62c5-4863-9d6f-8250e3c0e289 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/d5fb6f70-9970-4d16-9ff8-3357f22fd85c HTTP/1.1" status: 404 len: 333 time: 0.3138845 Mar 02 18:33:47.917715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36218) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:47.932312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3147e81-5d23-4953-b3f0-fb13ff73359c req-4e4326ca-1056-496e-b033-7541bf3c9372 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:47.934625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3147e81-5d23-4953-b3f0-fb13ff73359c req-4e4326ca-1056-496e-b033-7541bf3c9372 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 1.1007147 Mar 02 18:33:47.975766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-1d55158c-84ce-461b-abf6-d294d0a5ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:47.977685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-1d55158c-84ce-461b-abf6-d294d0a5ecc1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=90800d7e-64fc-46e3-a64d-3dd9718022e2 HTTP/1.1" status: 200 len: 903 time: 0.3072348 Mar 02 18:33:48.039165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.083781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.240387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-0db27bed-666f-4d89-845c-d3b1720046d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.182&port_id=b69b8011-232b-4873-9659-92e6203aac89 HTTP/1.1" status: 200 len: 217 time: 0.2292197 Mar 02 18:33:48.272407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.318059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac49f29-0ca9-48e1-93dc-23784528934c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:48.329579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.330636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3147e81-5d23-4953-b3f0-fb13ff73359c req-653290d6-53b5-4c76-9c7a-f0ba8eef8d0e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810840 Mar 02 18:33:48.331001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a1658543-eadd-4d34-94a3-5dd4e1d608a6 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/security-groups/dac49f29-0ca9-48e1-93dc-23784528934c HTTP/1.1" status: 204 len: 168 time: 0.4117558 Mar 02 18:33:48.334545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36224) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:48.473322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-33ad92b0-f190-4b4e-8a3d-9c429f4bc53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:48.475265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-33ad92b0-f190-4b4e-8a3d-9c429f4bc53d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=230ed045-6bbc-4035-aa4a-1f16cb960b30 HTTP/1.1" status: 200 len: 801 time: 0.2164621 Mar 02 18:33:48.531540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.567920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.720300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c7d9-b688-409b-abdc-08b5830f7ea3 req-f0fc4aa1-bd13-4f60-9a93-4991d3519fb1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:48.726257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6c7d9-b688-409b-abdc-08b5830f7ea3 req-f0fc4aa1-bd13-4f60-9a93-4991d3519fb1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:48.727901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65f6c7d9-b688-409b-abdc-08b5830f7ea3 req-f0fc4aa1-bd13-4f60-9a93-4991d3519fb1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1678 time: 0.1997638 Mar 02 18:33:48.735702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-eea96278-fedc-42d1-b647-6e6e6384af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:48.737344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-eea96278-fedc-42d1-b647-6e6e6384af68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=90800d7e-64fc-46e3-a64d-3dd9718022e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2548871 Mar 02 18:33:48.852523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.899800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35595d1c-4678-4bc8-9bb7-0c6a1bec5c6a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:48.926114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:48.927311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5e47b5b2-e930-4cf8-b94a-ff59b10a2174 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/security-groups/35595d1c-4678-4bc8-9bb7-0c6a1bec5c6a HTTP/1.1" status: 204 len: 168 time: 0.5925348 Mar 02 18:33:48.942333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:48.954690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:33:49.029857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65f6c7d9-b688-409b-abdc-08b5830f7ea3 req-e6a79cf0-d88a-4a07-bd7d-d5e84cf48462 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906435 Mar 02 18:33:49.051979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 8c94bc1e-c491-4d5b-9118-0b073de18926 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:33:49.085477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.102433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.106675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-6640a940-f542-47c0-9fd7-7e638dec8bdd service neutron] 10.222.0.11 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496575 Mar 02 18:33:49.353862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.359612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.454290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f82cf3bc-aacf-4ef0-980a-580e0c73b583 req-1afd2a96-599e-465f-b223-54cc25453fcb tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 210 time: 0.2111161 Mar 02 18:33:49.544448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5761a176-4d12-48e1-aea3-599ea2e0a1e0 req-f8638378-0877-4d4b-887e-f2687ea45c30 service neutron] 10.222.0.11 "GET /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306121 Mar 02 18:33:49.642049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2117210d-3898-484f-a1e1-972e6fddd2a2 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:49.647926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2117210d-3898-484f-a1e1-972e6fddd2a2 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Synchronizing usage tracker for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:49.714258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:49.798925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2117210d-3898-484f-a1e1-972e6fddd2a2 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Unset dirty status for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:49.801596 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2117210d-3898-484f-a1e1-972e6fddd2a2 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 818 time: 0.4012725 Mar 02 18:33:49.829380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Request body: {'port': {'device_id': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'admin_state_up': True, 'tenant_id': 'ec43c63d13a34d52ae5a3f4c40615e17'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:49.936887 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Floating IP 4ae4c764-434f-418b-b390-6b6c266f6975 associated. External IP: 172.25.7.125, port: 404addcb-f04e-40ac-8260-0b2e3aceca66. Mar 02 18:33:50.161031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:50.168799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:50.172924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Usage tracker for resource:port and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:50.224682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3dba50ad-dabf-4e03-8bb0-29cfe2183aca details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:33:50.260657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:50.321687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:50.324979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=8c94bc1e-c491-4d5b-9118-0b073de18926,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:50.344996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-192118fc-bc3f-4fa2-8363-1392b35564a5 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:50.345926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-192118fc-bc3f-4fa2-8363-1392b35564a5 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.65 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 818 time: 0.2084868 Mar 02 18:33:50.351639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:50.361360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e82a5e-953b-47c9-9d5a-6768536aaad4 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:50.364122 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab5feaa2-e65f-4712-96e4-b2961c03a218 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8c94bc1e-c491-4d5b-9118-0b073de18926 HTTP/1.1" status: 204 len: 168 time: 1.4250534 Mar 02 18:33:50.372616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36250) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:50.383545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:50.403822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Request body: {'port': {'device_id': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'admin_state_up': True, 'tenant_id': 'ec43c63d13a34d52ae5a3f4c40615e17'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:50.544769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Made reservation on behalf of ec43c63d13a34d52ae5a3f4c40615e17 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:50.549800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:50.668468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:50.772590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'network_id': 'f231bf7c-05d6-4e7e-9525-a8028fe5087a', 'port_id': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'mac_address': 'fa:16:3e:db:e2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '350d90d7-d777-4f0f-902c-164880cec5dd', 'ip_address': '19.80.0.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:33:50.877474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Allocated IP 172.20.0.14 (62b70fae-d31c-4927-ad6c-72274ee4d4b0/ecceedcb-cdc6-4ec4-ab51-6c61c97f1211/d36980b6-904c-44be-9364-03b9b83eaadc) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:50.923282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:50.990067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:50.993728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dba50ad-dabf-4e03-8bb0-29cfe2183aca {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:51.036945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:51.089895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Usage tracker for resource:port and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:51.094834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:51.100789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:51.104011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:51.108087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:51.115085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:51.126484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.126484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b8011-232b-4873-9659-92e6203aac89 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:33:51.140671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:51.206647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.227167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:51.235523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.329426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2234daa3-9784-49de-8f11-b3bf296de663 req-eed87fe0-396d-485c-badf-ab69c15bf4b1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:51.339640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2234daa3-9784-49de-8f11-b3bf296de663 req-eed87fe0-396d-485c-badf-ab69c15bf4b1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 1.2031877 Mar 02 18:33:51.405623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b8011-232b-4873-9659-92e6203aac89,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:51.441838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b69b8011-232b-4873-9659-92e6203aac89', 'network_id': '90800d7e-64fc-46e3-a64d-3dd9718022e2', 'port_id': 'b69b8011-232b-4873-9659-92e6203aac89', 'mac_address': 'fa:16:3e:37:ed:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230ed045-6bbc-4035-aa4a-1f16cb960b30', 'ip_address': '19.86.0.182'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:33:51.478462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-15f2a8cb-ff7f-4b74-9e69-20b873c73bc4 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:51.480046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-15f2a8cb-ff7f-4b74-9e69-20b873c73bc4 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 818 time: 0.8432291 Mar 02 18:33:51.488942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Made reservation on behalf of ec43c63d13a34d52ae5a3f4c40615e17 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:51.494481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.526083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Request body: {'port': {'device_id': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'admin_state_up': True, 'tenant_id': 'ec43c63d13a34d52ae5a3f4c40615e17'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:51.576740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2234daa3-9784-49de-8f11-b3bf296de663 req-c59bee2c-f06d-4bbf-a06e-21a0a989c0c8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324247 Mar 02 18:33:51.586366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:51.598624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.599271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.599804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.600320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.600903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.601425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.601982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.602690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.603202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.603708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.604264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.604828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:33:51.611170 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.658676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69b8011-232b-4873-9659-92e6203aac89 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:51.668263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.693249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b8011-232b-4873-9659-92e6203aac89,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:51.767624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:51.772892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:51.778463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:51.824769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Router 3389ed5e-f6bb-4b60-82d8-44d160475851 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:33:51.847014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.882633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:51.910170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:51.919823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:51.924745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event updated for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:51.943822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:51.945015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.049883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:52.053341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.110725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=efeac3c3-174a-4eb1-970a-244d92f49ce2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:52.139710 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5a3b0b3-5ac6-4ba5-a9b6-6ca5dec291b3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7654948 Mar 02 18:33:52.140459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36266) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:52.146472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1406470455'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:52.154815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['3dba50ad-dabf-4e03-8bb0-29cfe2183aca'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:52.162575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:52.182414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:52.191692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:52.206012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:52.253242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:52.318460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-2400f680-5cfa-4882-95ae-60f0d1982072 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4920063 Mar 02 18:33:52.327514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Request body: {'port': {'device_id': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:52.359683 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d295010-9dc9-4e31-9dc8-d7fcdbdf723f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.364720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:52.411097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Usage tracker for resource:port and tenant:ec43c63d13a34d52ae5a3f4c40615e17 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:52.490629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.658033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b071e8d-daf4-42c1-bd1e-dae810932ca0 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:33:52.704909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:52.721394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.732474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:52.785304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e063-f1d7-4eb8-a0c3-9ce6814009fb req-99c2ca21-a628-41f3-865a-dc4de4a84d2f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:52.787337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836e063-f1d7-4eb8-a0c3-9ce6814009fb req-99c2ca21-a628-41f3-865a-dc4de4a84d2f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:52.788357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:52.794985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8836e063-f1d7-4eb8-a0c3-9ce6814009fb req-99c2ca21-a628-41f3-865a-dc4de4a84d2f tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1680 time: 0.9684823 Mar 02 18:33:52.804430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:52.809806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:52.822592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:52.825939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:33:52.832717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Allocated IP 172.20.0.2 (62b70fae-d31c-4927-ad6c-72274ee4d4b0/ecceedcb-cdc6-4ec4-ab51-6c61c97f1211/8d4248e4-d40c-45a0-a4fe-7f58b695e1dd) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:52.838757 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Sync routers for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:33:52.856911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Made reservation on behalf of ec43c63d13a34d52ae5a3f4c40615e17 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:52.859066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:52.860060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:52.876816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:52.931101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.150354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8836e063-f1d7-4eb8-a0c3-9ce6814009fb req-2b4d0269-8684-46db-80df-5a40af238f32 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539498 Mar 02 18:33:53.152689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-335105ab-6fd7-4595-8d29-2590feb8817f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "PUT /v2.0/floatingips/4ae4c764-434f-418b-b390-6b6c266f6975 HTTP/1.1" status: 200 len: 996 time: 6.4242189 Mar 02 18:33:53.165304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:53.188480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b69b8011-232b-4873-9659-92e6203aac89'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:33:53.195157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.253680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a3c110da-08e9-47e2-815c-fded8e6a299f None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:53.254091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3c110da-08e9-47e2-815c-fded8e6a299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.281140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:33:53.442175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Update dhcp port {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'fixed_ips': [{'subnet_id': '0a4bdd0e-9242-4485-b0a3-92df7f631a3f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'efeac3c3-174a-4eb1-970a-244d92f49ce2'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '8c0de726-77b4-4d3e-b40c-8ae3fb61648b'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:33:53.462964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.516061 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.582527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bba4a37-9d7a-41e9-b306-851dddb3138f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:53.722159 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '4ae4c764-434f-418b-b390-6b6c266f6975', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'port_id': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'mac_address': 'fa:16:3e:2f:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:41Z', 'updated_at': '2022-03-02T18:33:48Z', 'revision_number': 1, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:53.730539 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Checking router: 3389ed5e-f6bb-4b60-82d8-44d160475851 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:33:53.751460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:33:53.752111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:53.786543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Allocated IP 2001:db8::2 (fb034bba-fef9-4a25-a3c4-d0c143da281a/efeac3c3-174a-4eb1-970a-244d92f49ce2/8c0de726-77b4-4d3e-b40c-8ae3fb61648b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:53.809890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.813278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ced01f26-f8dc-4cff-87e7-246d22230c42 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6697538 Mar 02 18:33:53.814360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36286) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:53.820807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'security_group': {'name': 'tempest-secgroup-487029549'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:53.861074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:53.881628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:53.903793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:53.935313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:53.952653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:53.983055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:53.985782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.005178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:33:54.048909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Transition to ACTIVE for port object 8c0de726-77b4-4d3e-b40c-8ae3fb61648b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:54.055153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20cefd62-17cc-4d42-b56b-26f6fd209f24 req-2f2d035e-2be7-45db-958a-aa33fae065f1 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Synchronizing usage tracker for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:33:54.101116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.156421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:54.166099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:54.169673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-84eb032e-bb33-4c59-8b93-3c695950f2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:54.175104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:54.178620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-84eb032e-bb33-4c59-8b93-3c695950f2cf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.8934774 Mar 02 18:33:54.187143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:54.196096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.368724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3dba50ad-dabf-4e03-8bb0-29cfe2183aca up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:54.397126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.495860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.513599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-1f7da785-190c-4f8a-966f-bcc6c45fff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:54.526406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-1f7da785-190c-4f8a-966f-bcc6c45fff99 service neutron] 10.222.0.66 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.3447926 Mar 02 18:33:54.607892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20cefd62-17cc-4d42-b56b-26f6fd209f24 req-2f2d035e-2be7-45db-958a-aa33fae065f1 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Unset dirty status for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:33:54.621419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cefd62-17cc-4d42-b56b-26f6fd209f24 req-2f2d035e-2be7-45db-958a-aa33fae065f1 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 210 time: 1.1955957 Mar 02 18:33:54.639444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.691296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4322bf3-6a4f-45ed-a8d4-8e6cd52714cd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:54.751213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.753962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8337c21-a0ea-4038-adbe-5f94c90cd5f7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9380877 Mar 02 18:33:54.768104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:54.788186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a3c110da-08e9-47e2-815c-fded8e6a299f None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:54.789932 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3c110da-08e9-47e2-815c-fded8e6a299f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.839004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'security_group': {'name': 'tempest-secgroup-1919583356'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:54.846323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:54.850724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:54.856288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:54.866860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:54.913602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event updated for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:54.958363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:54.964496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-02ca4799-a61f-4e5e-8e24-c34f8d823e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.006511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8a4e8-70af-41f1-9f86-e25532ef003d None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:55.024922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a3c110da-08e9-47e2-815c-fded8e6a299f None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:55.063862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:55.090854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:55.099817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:55.100501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.108584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:55.137060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:55.140505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:55.153326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '4ae4c764-434f-418b-b390-6b6c266f6975', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'port_id': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'mac_address': 'fa:16:3e:2f:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:41Z', 'updated_at': '2022-03-02T18:33:48Z', 'revision_number': 1, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:33:55.156941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:security_group_rule and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:33:55.160261 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1409fb00-0775-486a-be4e-f72c2744c28e None None] The sync data for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 is: [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '4ae4c764-434f-418b-b390-6b6c266f6975', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'port_id': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1885, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'mac_address': 'fa:16:3e:2f:5d:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:33:41Z', 'updated_at': '2022-03-02T18:33:48Z', 'revision_number': 1, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:33:55.176837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:33:55.205534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:55.242103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36980b6-904c-44be-9364-03b9b83eaadc {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:55.293904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.320302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:55.321758 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.350786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-b8c14928-2eda-4b8f-b227-e9e856814ab2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 999 time: 0.8232548 Mar 02 18:33:55.367114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Transition to ACTIVE for port object d36980b6-904c-44be-9364-03b9b83eaadc will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:55.467806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578136f9-fae7-46d6-af84-136aeba5ccf5 req-b79e8e68-45bc-4022-8ac6-0c2a03aafff3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:55.469745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578136f9-fae7-46d6-af84-136aeba5ccf5 req-b79e8e68-45bc-4022-8ac6-0c2a03aafff3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.5697792 Mar 02 18:33:55.498339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-e84bd5eb-dc08-449a-abd1-a07adf68ab0b tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1039648 Mar 02 18:33:55.527971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.578843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.611646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Request body: {'port': {'device_id': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:55.675398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda8f77b-6a60-41c9-9d89-4c6067191227 None None] New status for floating IP 4ae4c764-434f-418b-b390-6b6c266f6975: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:33:55.758802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-9ae9c203-16d5-4c24-bf97-2d079ea60eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:55.767966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-9ae9c203-16d5-4c24-bf97-2d079ea60eb5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.3936563 Mar 02 18:33:55.847893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:55.881450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578136f9-fae7-46d6-af84-136aeba5ccf5 req-faedbea6-fdd9-4664-9d81-02580e1ff8bb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3973498 Mar 02 18:33:56.006609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-4c565666-bdc9-45de-a7af-cf7b94dbb3df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2059500 Mar 02 18:33:56.148083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.162040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3873131 Mar 02 18:33:56.163615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36306) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:56.240854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:56.271602 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:33:56.273766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-f49b1901-321d-4dcf-bad0-03fe8190dcf1 service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640560 Mar 02 18:33:56.291066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-446556585', 'security_groups': ['8f619dd6-553c-4ffb-a2b8-a9fb19effd13'], 'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'efeac3c3-174a-4eb1-970a-244d92f49ce2'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:56.327510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:56.351983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b1bbe-7f87-4ff4-ab9a-098101287794 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f619dd6-553c-4ffb-a2b8-a9fb19effd13,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:56.368520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.368520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.368520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.413657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.433971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.494110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Allocated IP 172.20.0.11 (62b70fae-d31c-4927-ad6c-72274ee4d4b0/ecceedcb-cdc6-4ec4-ab51-6c61c97f1211/4d5cf8fd-bbce-46af-81c8-0275b6428b02) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:56.541007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-92fc8426-b2cb-4dce-81d5-0cb0cf85ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:56.542569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-92fc8426-b2cb-4dce-81d5-0cb0cf85ff78 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.4788854 Mar 02 18:33:56.547698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Attempting to bind port d36980b6-904c-44be-9364-03b9b83eaadc on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:33:56.548284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Attempting to bind port d36980b6-904c-44be-9364-03b9b83eaadc by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:33:56.548879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Attempting to bind port d36980b6-904c-44be-9364-03b9b83eaadc on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:56.592806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Port d36980b6-904c-44be-9364-03b9b83eaadc on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:33:56.593399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Attempting to bind port d36980b6-904c-44be-9364-03b9b83eaadc on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:33:56.605863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Provisioning for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:56.618878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:33:56.619557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Checking segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:33:56.620147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Bound using segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:33:56.620786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Bound port: d36980b6-904c-44be-9364-03b9b83eaadc, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:33:56.621311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.623042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:56.623434 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.691967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:56.701137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:56.705953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:56.706362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.766868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:33:56.820680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:33:56.856671 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.857401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.894202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:33:56.902850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b8011-232b-4873-9659-92e6203aac89 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:33:56.908074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-deb53b74-0103-4c9b-89f4-c3b4204d0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:56.909787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-deb53b74-0103-4c9b-89f4-c3b4204d0422 service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.3565652 Mar 02 18:33:56.911850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d36980b6-904c-44be-9364-03b9b83eaadc,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:33:56.943266 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:56.998504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:33:57.054434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44821c-6a68-4e38-a2d9-7e09b2405c72 req-75e9bb2b-577d-4dab-98ea-a76ee2bc9cbe tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:57.062590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44821c-6a68-4e38-a2d9-7e09b2405c72 req-75e9bb2b-577d-4dab-98ea-a76ee2bc9cbe tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:57.071506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd44821c-6a68-4e38-a2d9-7e09b2405c72 req-75e9bb2b-577d-4dab-98ea-a76ee2bc9cbe tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1680 time: 0.8041739 Mar 02 18:33:57.154580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c27b2-d7a0-457a-a207-4ebe9bdb0069 req-79c1a87a-b22b-4376-a532-bc6aacc1de6a service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8333986 Mar 02 18:33:57.156782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.178006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.289465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd44821c-6a68-4e38-a2d9-7e09b2405c72 req-75265559-4c6d-45fe-acfd-439597bdd9ae tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169974 Mar 02 18:33:57.354045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:57.407096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:57.407685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.451732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:57.460372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] device_id is not set on port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:33:57.483731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.533227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:57.533912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.535362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f4b7625b-2799-42e5-b387-5b430ba7a7a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d36980b6-904c-44be-9364-03b9b83eaadc HTTP/1.1" status: 200 len: 1092 time: 5.2130806 Mar 02 18:33:57.535820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:57.554398 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'code': 200} Mar 02 18:33:57.564301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-711e32bf-5172-4852-ae24-c27990315af4 None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:33:57.564301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port b69b8011-232b-4873-9659-92e6203aac89 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:57.569793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-8d863352-69a1-4b02-a006-8624143a1361 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 1001 time: 0.6528602 Mar 02 18:33:57.579249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b69b8011-232b-4873-9659-92e6203aac89 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:57.579916 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.665814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-d6353525-2314-477a-a61d-f1a0adb629e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:57.667489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-d6353525-2314-477a-a61d-f1a0adb629e3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.0857985 Mar 02 18:33:57.722992 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-bd7c66c7-3e35-4836-95a6-80033fa70dd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452623 Mar 02 18:33:57.744316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64ca1552-2f14-48d2-9c3d-16aa109e6b15 req-eca7be55-509d-4358-bd79-6b0442e0cf2d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 210 time: 0.1456835 Mar 02 18:33:57.793176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.832933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b8011-232b-4873-9659-92e6203aac89,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:33:57.855584 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:57.986114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:58.055703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-a23d59dc-0619-49ea-9007-b30d982b8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:58.057557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-a23d59dc-0619-49ea-9007-b30d982b8924 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 1095 time: 0.3282580 Mar 02 18:33:58.151020 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-0e1972e1-7ab3-478a-b9a8-9a15c5f90f2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d36980b6-904c-44be-9364-03b9b83eaadc HTTP/1.1" status: 200 len: 217 time: 0.0798950 Mar 02 18:33:58.176021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:58.200363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:58.211486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:58.240573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-cda6f171-7fe7-47e1-82e7-17bc2ce16d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:58.241764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-cda6f171-7fe7-47e1-82e7-17bc2ce16d68 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.0831361 Mar 02 18:33:58.257901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event updated for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:58.272046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-3a14bebb-d9e9-4f1b-ae75-036223fc231f tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.4721408 Mar 02 18:33:58.280980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:58.342068 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-6255e9c9-e050-4f1c-ad90-548fefc903b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568569 Mar 02 18:33:58.403208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66e8da-0201-4ada-af42-756c86a6760a req-b381393f-192e-4ba8-a73e-20fa4bb19cb0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:58.411875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc66e8da-0201-4ada-af42-756c86a6760a req-b381393f-192e-4ba8-a73e-20fa4bb19cb0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.7135236 Mar 02 18:33:58.439842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-9cc90b9b-627c-4350-902d-1ffbebd5e5ce service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7117779 Mar 02 18:33:58.446709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:58.447402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:58.520575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-32c5d5de-d307-4be6-ba76-d5f50cfcbe28 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:58.522049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-32c5d5de-d307-4be6-ba76-d5f50cfcbe28 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports/404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 942 time: 0.2286196 Mar 02 18:33:58.570294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc66e8da-0201-4ada-af42-756c86a6760a req-f1e15580-5888-40aa-b50b-ddebcba98279 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985293 Mar 02 18:33:58.648647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:33:58.653334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8::371 (fb034bba-fef9-4a25-a3c4-d0c143da281a/efeac3c3-174a-4eb1-970a-244d92f49ce2/eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:33:58.660649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-8cf0daa0-67c7-4f56-acac-e79a4d5dfafa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1423512 Mar 02 18:33:58.665303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:58.676194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Request body: {'port': {'device_id': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:58.787876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-a8802729-9d32-4e6c-926c-20d457f9e2b8 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4324656 Mar 02 18:33:58.856276 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-681fc1d0-24b2-4769-971a-2382a2eca853 req-73dd7cbb-bfb3-4278-950e-bae91f3e8555 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063501 Mar 02 18:33:58.913082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Transition to ACTIVE for port object 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:58.951815 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc', 'status': 'completed', 'code': 200} Mar 02 18:33:59.030921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-c676cc72-da5a-4743-b388-75a0101ad1d2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.2939608 Mar 02 18:33:59.070856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.156837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-6ed467f4-150d-4046-acc9-2a32b10deb78 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494182 Mar 02 18:33:59.175060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.199100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.224139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:33:59.235538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:59.341030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.444853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:33:59.449510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:33:59.459353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:33:59.459930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:59.460550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.522200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:33:59.555973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:33:59.567505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-bf26add0-9215-48ec-9c5b-84f98450882e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:59.569199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-bf26add0-9215-48ec-9c5b-84f98450882e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 1095 time: 0.2666059 Mar 02 18:33:59.773617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-e5f464ce-efa2-49a9-b639-8f283f2e5553 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:33:59.775244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-e5f464ce-efa2-49a9-b639-8f283f2e5553 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.7434285 Mar 02 18:33:59.862768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b96e2fd-88d2-4379-9654-af9d9fd4532c None None] Provisioning for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:33:59.870625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b96e2fd-88d2-4379-9654-af9d9fd4532c None None] Provisioning complete for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:33:59.871078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b96e2fd-88d2-4379-9654-af9d9fd4532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:33:59.907488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fbab1c83-09c1-4284-89b8-6ef9e5c12129 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6518037 Mar 02 18:33:59.909092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36348) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:33:59.914613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:33:59.936905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b96e2fd-88d2-4379-9654-af9d9fd4532c None None] Port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:00.029639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a628a-8ac3-4c13-8b0d-723fc957174b req-1b2e61fa-9aff-4276-8977-2e0575e60fbc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:00.035549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a628a-8ac3-4c13-8b0d-723fc957174b req-1b2e61fa-9aff-4276-8977-2e0575e60fbc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:00.043335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e16a628a-8ac3-4c13-8b0d-723fc957174b req-1b2e61fa-9aff-4276-8977-2e0575e60fbc tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 0.8800755 Mar 02 18:34:00.053365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-6956c516-d005-418d-9065-660ab013b18d tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 1001 time: 0.2304215 Mar 02 18:34:00.083225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:00.089596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-9d3a33d5-a971-4694-af11-8c0c1db9b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:00.091301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-9d3a33d5-a971-4694-af11-8c0c1db9b2fb service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 919 time: 0.5144093 Mar 02 18:34:00.141483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Attempting to bind port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:00.141827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Attempting to bind port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:00.142189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Attempting to bind port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:00.208798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:34:00.209217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Attempting to bind port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:00.233047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-4f5aaec4-04a7-4f82-968f-6d53c7557df2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d36980b6-904c-44be-9364-03b9b83eaadc HTTP/1.1" status: 200 len: 217 time: 0.1210914 Mar 02 18:34:00.242938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:00.243319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Checking segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:00.243780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Bound using segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:00.244295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Bound port: 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:00.245519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:00.343170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e16a628a-8ac3-4c13-8b0d-723fc957174b req-4990cbc5-516a-48db-8fff-3d4d1fdd9300 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984498 Mar 02 18:34:00.345851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:00.352068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:00.376110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:00.393546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:00.403680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:00.416411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-b54d6047-6fb4-4c77-8e7c-2c166eae34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:00.418776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-b54d6047-6fb4-4c77-8e7c-2c166eae34b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.1768274 Mar 02 18:34:00.502841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-42032f23-ed98-4a22-beed-dc0c8c06d9bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744808 Mar 02 18:34:00.644092 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-a9ba5e4d-c050-465a-8074-ea56275c67aa service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337469 Mar 02 18:34:00.826365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:00.826365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:00.826838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-51a7b242-fa7f-4f86-9cf8-cb2044889fa6 req-2a2f3e27-3fea-4e63-98cd-826f87ed90ea service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349232 Mar 02 18:34:00.940571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:00.944339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:00.950394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:00.959885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af15f9-726d-45a9-95c3-4c45b24b46aa req-8c3a49a9-3b08-4f2b-b3b8-763e7ca0b71d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:00.962458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68af15f9-726d-45a9-95c3-4c45b24b46aa req-8c3a49a9-3b08-4f2b-b3b8-763e7ca0b71d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 932 time: 0.4671416 Mar 02 18:34:00.971093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5cf8fd-bbce-46af-81c8-0275b6428b02 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:34:00.994055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.031800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68af15f9-726d-45a9-95c3-4c45b24b46aa req-ecd5af85-9a65-48d6-9d39-33e5251e701f tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637002 Mar 02 18:34:01.036571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.074780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Transition to ACTIVE for port object 4d5cf8fd-bbce-46af-81c8-0275b6428b02 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:01.084000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.084320 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Floating IP 4ae4c764-434f-418b-b390-6b6c266f6975 disassociated. External IP: 172.25.7.125, port: 404addcb-f04e-40ac-8260-0b2e3aceca66. Mar 02 18:34:01.165601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.202600 n-d-828839-1 neutron-server[88708]: INFO neutron.db.ipam_backend_mixin [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet efeac3c3-174a-4eb1-970a-244d92f49ce2 (CIDR: 2001:db8::/64) Mar 02 18:34:01.216594 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89', 'code': 200} Mar 02 18:34:01.238409 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:01.238968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:01.362779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:01.363574 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.364992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] 10.222.0.65 "PUT /v2.0/ports/8d4248e4-d40c-45a0-a4fe-7f58b695e1dd HTTP/1.1" status: 200 len: 1091 time: 5.8012938 Mar 02 18:34:01.366702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:01.376719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-407c45c9-0217-4ec4-b03f-3b9bed203b87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4655821 Mar 02 18:34:01.386516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:01.404395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:01.456319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e727-0886-4856-9aef-1c46a75a9d5a req-68434c36-20ae-4467-b370-50d3b0236440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:01.457905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0676e727-0886-4856-9aef-1c46a75a9d5a req-68434c36-20ae-4467-b370-50d3b0236440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:01.459905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0676e727-0886-4856-9aef-1c46a75a9d5a req-68434c36-20ae-4467-b370-50d3b0236440 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1984 time: 0.1797185 Mar 02 18:34:01.681749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0676e727-0886-4856-9aef-1c46a75a9d5a req-d4118d10-d77f-43c3-89ed-05c40fd086df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897226 Mar 02 18:34:01.698100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:01.705150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:01.705719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d22b6-e78f-485b-9c45-ac8908a7526f service neutron] Pushing event updated for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:01.708849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:01.719925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:01.815011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:01.819310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:01.993884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:02.019835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Attempting to bind port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:02.020185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Attempting to bind port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:02.020519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Attempting to bind port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:02.043598 n-d-828839-1 neutron-server[88708]: INFO neutron.db.ipam_backend_mixin [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0a4bdd0e-9242-4485-b0a3-92df7f631a3f (CIDR: 2001:db8:0:1::/64) Mar 02 18:34:02.051755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:34:02.052082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Attempting to bind port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 on network 62b70fae-d31c-4927-ad6c-72274ee4d4b0 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:02.067649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dacefb3-e193-456a-97f0-18be9367563e req-edc0da7b-bfee-4e1e-94d9-e1cf6ef9c9f6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:02.069232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dacefb3-e193-456a-97f0-18be9367563e req-edc0da7b-bfee-4e1e-94d9-e1cf6ef9c9f6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6096246 Mar 02 18:34:02.091601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:02.091949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Checking segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:02.092367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Bound using segment: {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:02.092815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Bound port: 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c20c0660-ca35-4716-884a-1f580fff4dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:02.093169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:02.124298 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:02.124865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:02.232766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-94ac3b78-6ea3-4bfe-8ad1-ac352a360b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:02.234177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-94ac3b78-6ea3-4bfe-8ad1-ac352a360b69 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 1094 time: 0.5944934 Mar 02 18:34:02.289660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d36980b6-904c-44be-9364-03b9b83eaadc details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:34:02.295777 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f42c6ad0-d97e-46df-9495-efe119e26993 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9080894 Mar 02 18:34:02.298675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36382) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:02.316797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'subnet': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:02.348016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-eba82174-b693-4563-a8ff-096f4ca4521b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd HTTP/1.1" status: 200 len: 217 time: 0.0964851 Mar 02 18:34:02.368487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8dacefb3-e193-456a-97f0-18be9367563e req-d61080a7-2053-48a8-921d-409e084de8a8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828801 Mar 02 18:34:02.412555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Router 3389ed5e-f6bb-4b60-82d8-44d160475851 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:34:02.551250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d36980b6-904c-44be-9364-03b9b83eaadc,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:02.571962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd36980b6-904c-44be-9364-03b9b83eaadc', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'port_id': 'd36980b6-904c-44be-9364-03b9b83eaadc', 'mac_address': 'fa:16:3e:a2:a3:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecceedcb-cdc6-4ec4-ab51-6c61c97f1211', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:34:02.590403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:02.600513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Usage tracker for resource:subnet and tenant:1655e7ff1a454c7c9b62b3de255183d8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:02.600740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:02.609731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:02.625045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:02.645009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:02.663222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:02.673965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-b8a4d1a2-566f-44a2-8fd6-1beb950fcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:02.675659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36980b6-904c-44be-9364-03b9b83eaadc {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:34:02.675955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-b8a4d1a2-566f-44a2-8fd6-1beb950fcf7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.3113179 Mar 02 18:34:02.719718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d36980b6-904c-44be-9364-03b9b83eaadc,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:02.750152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Made reservation on behalf of 1655e7ff1a454c7c9b62b3de255183d8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:02.750898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:02.817441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-a2f713c3-2ba5-4ea8-b46d-fae8e93450c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244469 Mar 02 18:34:02.825954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:02.889181 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:02.998678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:34:03.002218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:03.002779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:03.004159 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] 10.222.0.11 "PUT /v2.0/ports/4d5cf8fd-bbce-46af-81c8-0275b6428b02 HTTP/1.1" status: 200 len: 1092 time: 4.3363400 Mar 02 18:34:03.014286 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Sync routers for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:34:03.043378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:03.075925 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:03.075925 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:03.154361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d36980b6-904c-44be-9364-03b9b83eaadc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:03.269133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:03.369184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:03.460440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:03.694139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Network fb034bba-fef9-4a25-a3c4-d0c143da281a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:03.697716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:03.703119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:03.704561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:03.709307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a268e2fb-ea6e-4e66-b356-a5d51e65a1a5 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:03.730864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2f7c6-baff-4569-8ac1-e113940e5e8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:03.739793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Subnet': ['ID=321ea152-0188-4cdc-83aa-487f49b2f80b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:03.764068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3accef-dc13-4bba-81d0-e850f30d1704 req-3c6ca31e-363b-447e-be35-5389bcee3e6a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:03.773207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3accef-dc13-4bba-81d0-e850f30d1704 req-3c6ca31e-363b-447e-be35-5389bcee3e6a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:03.775287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef3accef-dc13-4bba-81d0-e850f30d1704 req-3c6ca31e-363b-447e-be35-5389bcee3e6a tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 1.1723206 Mar 02 18:34:03.794795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-48f9aaaa-9f75-480a-8407-21b3cc449513 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "PUT /v2.0/floatingips/4ae4c764-434f-418b-b390-6b6c266f6975 HTTP/1.1" status: 200 len: 695 time: 3.7156363 Mar 02 18:34:03.881684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c355876b-6c1e-465a-ac40-f0042f76295a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5810454 Mar 02 18:34:03.882531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36394) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:03.889020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1872255067', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '321ea152-0188-4cdc-83aa-487f49b2f80b'}], 'security_groups': ['3bba4a37-9d7a-41e9-b306-851dddb3138f', 'e4322bf3-6a4f-45ed-a8d4-8e6cd52714cd']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:04.000619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-222c2a57-2f07-4802-b3dc-c6150a6c92ce service neutron] 10.222.0.65 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1650915 Mar 02 18:34:04.025094 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:04.037533 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Checking router: 3389ed5e-f6bb-4b60-82d8-44d160475851 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:34:04.056092 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:04.056735 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:04.082761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef3accef-dc13-4bba-81d0-e850f30d1704 req-acfc11c7-0218-4647-9283-476ab63c2247 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973409 Mar 02 18:34:04.273636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-3fb12ac1-b6a9-43a7-91bc-8cf20b39ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:04.275899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-3fb12ac1-b6a9-43a7-91bc-8cf20b39ffd7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 1095 time: 0.6940618 Mar 02 18:34:04.279181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-ce477bb9-9e27-4b78-9cce-f7dc732a3a49 service neutron] 10.222.0.65 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636647 Mar 02 18:34:04.309921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d36980b6-904c-44be-9364-03b9b83eaadc up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:04.383356 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd', 'status': 'completed', 'code': 200} Mar 02 18:34:04.449282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:04.479060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:04.510062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:04.516996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Update dhcp port {'port': {'network_id': 'fb034bba-fef9-4a25-a3c4-d0c143da281a', 'fixed_ips': [{'subnet_id': '0a4bdd0e-9242-4485-b0a3-92df7f631a3f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'efeac3c3-174a-4eb1-970a-244d92f49ce2', 'ip_address': '2001:db8::2'}, {'subnet_id': '321ea152-0188-4cdc-83aa-487f49b2f80b'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '8c0de726-77b4-4d3e-b40c-8ae3fb61648b'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:34:04.574216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-f529decc-9d83-4d8f-a0da-b2f46ca848a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:04.583375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-f529decc-9d83-4d8f-a0da-b2f46ca848a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.7639019 Mar 02 18:34:04.600751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:04.769977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-b4934e29-d70e-433f-9ee1-4a7cc3619402 req-e491b0b2-3841-4cd4-bf0b-3ac05310aa14 service neutron] (88709) timed out ('10.222.0.66', 42246) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:34:04.770365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-4637352d-4b69-44e5-ad7a-794819200112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:04.779709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-4637352d-4b69-44e5-ad7a-794819200112 service neutron] 10.222.0.66 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.1951373 Mar 02 18:34:04.854029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d36980b6-904c-44be-9364-03b9b83eaadc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:04.861443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d36980b6-904c-44be-9364-03b9b83eaadc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:04.866669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:04.899682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-b4cf421c-9c5d-45eb-884f-c3e6252e56b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02 HTTP/1.1" status: 200 len: 217 time: 0.5151894 Mar 02 18:34:04.912703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:04.947976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:04.950070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-34d8e4d8-2af3-4e54-99a7-4eef944cf061 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.1693125 Mar 02 18:34:04.970881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Usage tracker for resource:security_group_rule and tenant:9863dd4d89c1401292f503c16cab06bd is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:04.971401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Allocated IP 2001:db8:0:2::2 (fb034bba-fef9-4a25-a3c4-d0c143da281a/321ea152-0188-4cdc-83aa-487f49b2f80b/8c0de726-77b4-4d3e-b40c-8ae3fb61648b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:04.989459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:05.060366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-f552cda6-f3c2-4c8f-a321-5b1357783f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:05.070061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-f552cda6-f3c2-4c8f-a321-5b1357783f61 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.1081305 Mar 02 18:34:05.162275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-18a5725a-a246-4ce5-a84b-08dd1b84875b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:05.163541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:05.164280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-18a5725a-a246-4ce5-a84b-08dd1b84875b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.2515876 Mar 02 18:34:05.193416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-27b4a95f-966d-4364-9815-818aec5a2181 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1222432 Mar 02 18:34:05.205200 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:05.209962 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17976622-930b-41a1-8b76-9027e2ef7cc4 None None] The sync data for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 is: [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:32:19Z', 'revision_number': 4, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a1598593-5305-486e-9a75-95ff901e3ca4', 'name': '', 'network_id': '830140a1-b693-4ffd-8d9c-0920b5877599', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'mac_address': 'fa:16:3e:b5:37:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_interface', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '473514b4-0f74-42a4-806c-b44299364790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:16Z', 'updated_at': '2022-03-02T18:32:29Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'subnets': [{'id': '473514b4-0f74-42a4-806c-b44299364790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:34:05.296416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.335772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-1457b2c2-21db-4720-ae23-e88d8658a60b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542935 Mar 02 18:34:05.351973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4de5e2-fafa-4aaa-94bb-dd049706e459 req-cfd0b067-b168-4fd6-9337-42ba143c1af4 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:05.353573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d4de5e2-fafa-4aaa-94bb-dd049706e459 req-cfd0b067-b168-4fd6-9337-42ba143c1af4 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 944 time: 1.0730259 Mar 02 18:34:05.369024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:05.380006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.414543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.418430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d36980b6-904c-44be-9364-03b9b83eaadc,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:05.421001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:05.458332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.476305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Transition to ACTIVE for port object 8c0de726-77b4-4d3e-b40c-8ae3fb61648b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:05.509574 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9863dd4d89c1401292f503c16cab06bd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0558298 Mar 02 18:34:05.510424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36410) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:05.511870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07035f7f-87dd-4916-b442-076c98ed15bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6211e6e-8f47-4526-81fa-c34b1db61d34,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:05.530049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4098fa51-d5c5-4204-9706-ce762365580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:05.531642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4098fa51-d5c5-4204-9706-ce762365580f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 1094 time: 1.0127025 Mar 02 18:34:05.534995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.602246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.614255 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.732024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f857b6c8-1d35-4f60-981b-cd0a7b800e06 None None] New status for floating IP 4ae4c764-434f-418b-b390-6b6c266f6975: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:34:05.822287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Delete allocated IP 2001:db8::371 (fb034bba-fef9-4a25-a3c4-d0c143da281a/efeac3c3-174a-4eb1-970a-244d92f49ce2) {{(pid=88708) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:34:05.830863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:05.851670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Allocated IP 2001:db8:0:2::33d (fb034bba-fef9-4a25-a3c4-d0c143da281a/321ea152-0188-4cdc-83aa-487f49b2f80b/eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:05.893446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d4de5e2-fafa-4aaa-94bb-dd049706e459 req-6d4eb10e-0e36-4c03-a642-50798b4e0759 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256773 Mar 02 18:34:05.935503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-eb512699-2973-4d7f-a207-e7e67fb27756 service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6955640 Mar 02 18:34:06.092617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:06.197695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620369e3-2e15-4ede-a789-3b6370451e33 None None] Pushing event updated for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:06.317229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-d221b655-f74a-4b99-b684-4851f243e4f7 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9591923 Mar 02 18:34:06.405699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02'}, {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:06.409480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.431389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Transition to ACTIVE for port object eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:06.435292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.443998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4b757853-ebd0-4426-8ea7-d78be999c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:06.445509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4b757853-ebd0-4426-8ea7-d78be999c22c service neutron] 10.222.0.65 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 919 time: 0.8741539 Mar 02 18:34:06.462321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.463519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6211e6e-8f47-4526-81fa-c34b1db61d34 HTTP/1.1" status: 204 len: 168 time: 0.9485404 Mar 02 18:34:06.467439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa0f1c-ab70-4e55-9d89-57a9e731afbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6211e6e-8f47-4526-81fa-c34b1db61d34,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:06.546725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.596855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-6723a7bc-7e2d-4b88-a512-e0393c7bb909 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd HTTP/1.1" status: 200 len: 217 time: 0.1396081 Mar 02 18:34:06.696593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46b321e1-37c6-431c-8b25-6fafbedea99b req-1f29ad3b-e9c2-41d2-8492-e29f0f2ab4f4 service neutron] 10.222.0.66 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252080 Mar 02 18:34:06.795644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4d3e8554-5bad-42fe-966f-b20867a6ea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:06.797189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-4d3e8554-5bad-42fe-966f-b20867a6ea86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.1771133 Mar 02 18:34:06.803242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:34:06.809958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] In _notify_port_updated(), no bound segment for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d on network fb034bba-fef9-4a25-a3c4-d0c143da281a {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:34:06.825907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:06.826616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.832653 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "PUT /v2.0/ports/eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d HTTP/1.1" status: 200 len: 970 time: 2.9490008 Mar 02 18:34:06.839730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36420) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:06.884192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd5dca-bad8-431f-8afe-be21adc5aeec req-d8f430a4-9da6-4646-b58d-1156b23fd136 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:06.885109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e3a62-4afd-49ef-88f7-0f48c268afa3 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event updated for resources: {'Port': ['ID=eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:06.890490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fd5dca-bad8-431f-8afe-be21adc5aeec req-d8f430a4-9da6-4646-b58d-1156b23fd136 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.6677248 Mar 02 18:34:06.926811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-eca84055-8e2b-40bb-818b-a0818235f34d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001029 Mar 02 18:34:06.979688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:06.980132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:06.980503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74c657ca-db6f-45b4-964d-d2d71728b981 req-cb94ef81-3c68-4ec3-9afc-8ade4c2b2c6a service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6011457 Mar 02 18:34:07.118186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fd5dca-bad8-431f-8afe-be21adc5aeec req-f61b6df0-53fc-4c64-825f-9a2a664d7e47 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974676 Mar 02 18:34:07.165400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:07.206434 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc', 'code': 200} Mar 02 18:34:07.222701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'port_id': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd', 'mac_address': 'fa:16:3e:c3:38:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecceedcb-cdc6-4ec4-ab51-6c61c97f1211', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:34:07.293755 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02', 'status': 'completed', 'code': 200} Mar 02 18:34:07.294742 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:34:07.324061 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:07.342686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:34:07.363911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:07.475782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-1849c666-e125-4162-aa91-1b085b3aa1b5 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips/4ae4c764-434f-418b-b390-6b6c266f6975 HTTP/1.1" status: 200 len: 693 time: 0.1221592 Mar 02 18:34:07.484141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-e99671a1-057d-40b2-b3bf-54882145f500 service neutron] 10.222.0.65 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105991 Mar 02 18:34:07.562089 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:07.616201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c9b82-bd47-4cf5-b7ce-89ed01745393 req-a0f147bc-67a3-4420-883e-98b5c17fcde2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:07.629396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c9b82-bd47-4cf5-b7ce-89ed01745393 req-a0f147bc-67a3-4420-883e-98b5c17fcde2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:07.635091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f10c9b82-bd47-4cf5-b7ce-89ed01745393 req-a0f147bc-67a3-4420-883e-98b5c17fcde2 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 0.4061546 Mar 02 18:34:07.720718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-6c02ce4c-3dbc-465a-b5c6-28a6f9db23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:07.722503 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-6c02ce4c-3dbc-465a-b5c6-28a6f9db23ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 1096 time: 0.4035528 Mar 02 18:34:07.767942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:07.801453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:07.861520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f10c9b82-bd47-4cf5-b7ce-89ed01745393 req-bf1080b9-ca55-4d15-b5e0-8c7512c15ef9 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760589 Mar 02 18:34:07.868173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:07.892352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:07.958823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:08.019646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:08.024029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb122116-ca4f-441d-a329-edfdee8647dc req-f7fe6084-d47c-4d8a-9ae2-673125dfd28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.025863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb122116-ca4f-441d-a329-edfdee8647dc req-f7fe6084-d47c-4d8a-9ae2-673125dfd28e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 1097 time: 0.7240674 Mar 02 18:34:08.067219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8d4248e4-d40c-45a0-a4fe-7f58b695e1dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:08.089242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Usage tracker for resource:security_group_rule and tenant:35ec70a87cfc44339dfb665cdb518f19 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:08.099975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:08.132367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:08.207093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Provisioning for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:08.233583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Provisioning complete for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:08.234078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:08.234407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:08.285580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-147ec7ad-d1aa-4024-845c-1e713b7c528c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.287125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-147ec7ad-d1aa-4024-845c-1e713b7c528c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 1095 time: 0.7995088 Mar 02 18:34:08.343524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb122116-ca4f-441d-a329-edfdee8647dc req-a46d4c41-24a5-45b2-85e0-8fa433253baf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058524 Mar 02 18:34:08.350762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:08.353596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-8b1f311c-f4d6-4850-b9eb-18c54f055f67 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.364931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-8b1f311c-f4d6-4850-b9eb-18c54f055f67 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 784 time: 0.8787506 Mar 02 18:34:08.445486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-03198267-c3b4-4140-9a2e-713c6c25274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.447019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-03198267-c3b4-4140-9a2e-713c6c25274c service neutron] 10.222.0.65 "GET /v2.0/networks?id=830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 200 len: 920 time: 0.7114804 Mar 02 18:34:08.484203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Provisioning for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:08.495971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:08.496346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:08.579780 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-9efd3822-00c1-4a61-b4e5-fd5f22027d14 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 200 len: 217 time: 0.1204271 Mar 02 18:34:08.599916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:08.630421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e6a67d9-28ae-4033-b3e4-320a5459ec4d req-0ffbd5a8-fdf6-4be3-b476-abd0e0276fc0 service neutron] 10.222.0.65 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1113150 Mar 02 18:34:08.633973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-77d2d0a1-0fb5-44bc-a0b3-81f24b8cedc9 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.2674124 Mar 02 18:34:08.668818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-08118d21-f905-448d-8c5d-5435b5406305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.670893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-08118d21-f905-448d-8c5d-5435b5406305 service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 919 time: 0.3771288 Mar 02 18:34:08.705606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:08.706540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:08.771966 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-da48629f-8202-4813-b5b9-f91ccecac0e8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02 HTTP/1.1" status: 200 len: 217 time: 0.0935292 Mar 02 18:34:08.787363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-6df724bd-4be7-4e3a-89d8-495882b747a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.789898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-6df724bd-4be7-4e3a-89d8-495882b747a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 200 len: 859 time: 0.2003999 Mar 02 18:34:08.826031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c46f9934-9c2d-4fd0-a359-3d490409e37c None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:08.897118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-3a0b5459-d6e6-4139-8aa6-0b93189667ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=830140a1-b693-4ffd-8d9c-0920b5877599&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581551 Mar 02 18:34:08.931189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-0180eb41-7544-4472-b5be-aaadb3ee6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:08.933196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-0180eb41-7544-4472-b5be-aaadb3ee6e36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.1418173 Mar 02 18:34:08.948072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-97ee82f4-1e6d-4fb5-8373-9a8b5ddc0333 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/floatingips?floating_ip_address=172.25.7.125 HTTP/1.1" status: 200 len: 696 time: 0.3035564 Mar 02 18:34:08.950817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-07e5f8d8-4771-45f6-94f0-32ca39ee3c84 None None] Provisioning complete for port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:08.951251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-07e5f8d8-4771-45f6-94f0-32ca39ee3c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.017451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-07e5f8d8-4771-45f6-94f0-32ca39ee3c84 None None] Port eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:09.026283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d9cfc-a336-4a53-9c15-edea1cb876ad req-8a67b344-6cc2-4e49-b34b-2c40e0440300 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:09.029260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba3d9cfc-a336-4a53-9c15-edea1cb876ad req-8a67b344-6cc2-4e49-b34b-2c40e0440300 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 944 time: 0.9008462 Mar 02 18:34:09.043732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-d6af9045-3e90-46a0-92d2-d631b89ab2e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965323 Mar 02 18:34:09.151346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.165242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.187479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Deleting port 4830538d-d45b-4029-9d2a-1b4f96cd21e0 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:09.187821 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.222137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba3d9cfc-a336-4a53-9c15-edea1cb876ad req-9f92e4fa-df8c-4adf-96f3-dc07d52c85a5 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920002 Mar 02 18:34:09.234076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:09.238911 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-dbf28e1c-7a1f-4f5e-b86c-7d2c88e64767 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334386 Mar 02 18:34:09.269449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bcc5b7-c63e-43d2-b6bd-3a1abfd941f5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:09.276546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7bd5107b-646b-4cf0-a563-8798efe84859 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=35ec70a87cfc44339dfb665cdb518f19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4053960 Mar 02 18:34:09.279672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36444) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:09.317981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.318371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.318714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.319188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.319404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.319736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.320064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.320392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.320715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.321036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.321358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.321684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:09.324750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.386921 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-071735ed-2525-46a0-a0de-04ddf27be971 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d HTTP/1.1" status: 204 len: 168 time: 2.5460587 Mar 02 18:34:09.389022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-ecae2ade-7884-44a4-9da9-f210d659af4f service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307078 Mar 02 18:34:09.389490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36454) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:09.532645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.549183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.549183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.694432 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd54449-7a66-4e8c-84b0-c2212a636f88 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] GET failed (client error): The resource could not be found. Mar 02 18:34:09.695483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-edd54449-7a66-4e8c-84b0-c2212a636f88 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:09.707447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Calling delete_port for 4830538d-d45b-4029-9d2a-1b4f96cd21e0 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:09.735020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:09.791708 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-83b188ce-9d98-4836-9dd5-3505e0a57640 service neutron] 10.222.0.65 "GET /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185254 Mar 02 18:34:09.824087 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84e5a5af-5fc8-455e-a699-c55b5faa7240 req-a2145a83-7410-452f-a011-42b5d870b175 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663414 Mar 02 18:34:09.829179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13bd3c-98c9-4a35-b91c-51ecb638c1be req-f247c835-1d18-42ae-8bac-4c1b2d993ef3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:09.830751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db13bd3c-98c9-4a35-b91c-51ecb638c1be req-f247c835-1d18-42ae-8bac-4c1b2d993ef3 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.3402908 Mar 02 18:34:09.935790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db13bd3c-98c9-4a35-b91c-51ecb638c1be req-d28f174e-7e0d-4a10-b852-4a2043b3f242 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950313 Mar 02 18:34:10.005969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-edd54449-7a66-4e8c-84b0-c2212a636f88 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:10.009351 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-edd54449-7a66-4e8c-84b0-c2212a636f88 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports/eddb0c3d-64ad-4e77-8f6c-a55fd9f7364d HTTP/1.1" status: 404 len: 333 time: 0.5535288 Mar 02 18:34:10.018199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36464) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:10.051130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.062422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.077623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.108562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.156816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bcc5b7-c63e-43d2-b6bd-3a1abfd941f5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:10.164057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event deleted for resources: {'Port': ['ID=4830538d-d45b-4029-9d2a-1b4f96cd21e0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:10.228428 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.237677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.256671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f619dd6-553c-4ffb-a2b8-a9fb19effd13,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:10.261150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.262293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b053085-302b-4872-ae7c-076307e9500f tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/security-groups/8f619dd6-553c-4ffb-a2b8-a9fb19effd13 HTTP/1.1" status: 204 len: 168 time: 0.2515948 Mar 02 18:34:10.265108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36470) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:10.299176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.300365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-62b04dc2-7d83-4a78-9352-1fa5533692e1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1bcc5b7-c63e-43d2-b6bd-3a1abfd941f5 HTTP/1.1" status: 204 len: 168 time: 1.0197735 Mar 02 18:34:10.330190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.331941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f4ae08-1fce-4e4f-9e16-a4f2b284fc63 req-3be38e1f-3b60-494d-9531-8e4f1b657cd2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "DELETE /v2.0/floatingips/4ae4c764-434f-418b-b390-6b6c266f6975 HTTP/1.1" status: 204 len: 173 time: 1.3750894 Mar 02 18:34:10.355911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 4d5cf8fd-bbce-46af-81c8-0275b6428b02 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:34:10.366428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.395427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.519987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:10.534932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '4d5cf8fd-bbce-46af-81c8-0275b6428b02', 'network_id': '62b70fae-d31c-4927-ad6c-72274ee4d4b0', 'port_id': '4d5cf8fd-bbce-46af-81c8-0275b6428b02', 'mac_address': 'fa:16:3e:9e:f1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecceedcb-cdc6-4ec4-ab51-6c61c97f1211', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:34:10.550935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-0a1139db-5762-40b1-990c-356d4c224c49 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups/d4a3639b-aa33-47b7-8385-6b8df593c5d7 HTTP/1.1" status: 200 len: 1810 time: 0.0713220 Mar 02 18:34:10.583322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.585700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a70d4-64f4-4c2d-84ef-2c60962cdf7a req-9ed15374-337e-4ac5-8d01-303e6866090c tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:10.587255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c8a70d4-64f4-4c2d-84ef-2c60962cdf7a req-9ed15374-337e-4ac5-8d01-303e6866090c tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 944 time: 0.1423779 Mar 02 18:34:10.592000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.601981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4322bf3-6a4f-45ed-a8d4-8e6cd52714cd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:10.607541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.608679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc268631-cae7-4799-8abe-a55113ea2c87 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/security-groups/e4322bf3-6a4f-45ed-a8d4-8e6cd52714cd HTTP/1.1" status: 204 len: 168 time: 0.3426373 Mar 02 18:34:10.611401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:10.619867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5cf8fd-bbce-46af-81c8-0275b6428b02 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:34:10.650642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:10.673369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c8a70d4-64f4-4c2d-84ef-2c60962cdf7a req-1ab8bb2b-d584-40e4-9160-b06a6ec4f6f0 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Mar 02 18:34:10.674081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.709668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.773091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.780478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.808044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.819777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-73e72c05-13c9-44eb-9f29-333c302c1b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:10.820038 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-73e72c05-13c9-44eb-9f29-333c302c1b3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1096 time: 0.1628451 Mar 02 18:34:10.828882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:10.891532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c08f9-6fbb-4c92-8f0f-18078f1a9084 req-40ae5752-47de-4f41-95aa-30176649e034 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:10.908213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c08f9-6fbb-4c92-8f0f-18078f1a9084 req-40ae5752-47de-4f41-95aa-30176649e034 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:10.917806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-294c08f9-6fbb-4c92-8f0f-18078f1a9084 req-40ae5752-47de-4f41-95aa-30176649e034 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 0.1375375 Mar 02 18:34:10.917806 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:10.918073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:10.947445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a3639b-aa33-47b7-8385-6b8df593c5d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:11.034621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-38b38230-453e-4ba9-a8d2-8a81f5f7db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:11.034811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-294c08f9-6fbb-4c92-8f0f-18078f1a9084 req-5555f01c-c6fc-4aa4-b51a-91545bae5aa0 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061773 Mar 02 18:34:11.037617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-38b38230-453e-4ba9-a8d2-8a81f5f7db6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.2102511 Mar 02 18:34:11.038592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['4d5cf8fd-bbce-46af-81c8-0275b6428b02'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:11.082743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:11.102849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:11.102849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.134163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.141987 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-ea6e498f-c217-46fd-aa84-2591df35d91a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.0904274 Mar 02 18:34:11.142416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-765d3ec5-e80c-4c0e-8cdb-f10b7cec4606 req-49f08c5e-8dad-4d80-841f-711d1e99e9c8 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "DELETE /v2.0/security-groups/d4a3639b-aa33-47b7-8385-6b8df593c5d7 HTTP/1.1" status: 204 len: 173 time: 0.5780146 Mar 02 18:34:11.182310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.214222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bba4a37-9d7a-41e9-b306-851dddb3138f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:11.233800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.238629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b4741e30-036d-4436-bef1-dbceb63b120b tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/security-groups/3bba4a37-9d7a-41e9-b306-851dddb3138f HTTP/1.1" status: 204 len: 168 time: 0.6262081 Mar 02 18:34:11.238868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36496) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:11.299359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-f4386e88-c5f0-4ed3-9523-5451d6e941cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:11.300830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-f4386e88-c5f0-4ed3-9523-5451d6e941cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.1608539 Mar 02 18:34:11.309780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726da76b-36eb-408c-a1a1-fa158bada144 req-68ed2914-5753-4e15-b1c0-8362b1251e1d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:11.319437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-726da76b-36eb-408c-a1a1-fa158bada144 req-68ed2914-5753-4e15-b1c0-8362b1251e1d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 945 time: 0.1647260 Mar 02 18:34:11.330713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.385078 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-196d34af-4ea0-4e4c-bae7-ebc4ac300be6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774183 Mar 02 18:34:11.405068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:11.429916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:11.509857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-726da76b-36eb-408c-a1a1-fa158bada144 req-c0ad2543-630d-4839-8f80-691c3e2f358d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897459 Mar 02 18:34:11.514689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet efeac3c3-174a-4eb1-970a-244d92f49ce2 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:11.517382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.543620 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-f9059ed0-46be-457b-a01d-a7f9ef717d9a service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526670 Mar 02 18:34:11.577743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.585842 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd', 'code': 200} Mar 02 18:34:11.597688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.598889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:11.712583 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4e3fa90-774c-4737-9365-ec5c6dbfaa85 req-ed94e4ac-ac9b-478c-ad99-8a0e714e9895 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628103 Mar 02 18:34:11.754091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.833415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:11.873303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde91e2-0418-4242-967b-1e179a5ed1fd req-4b1634d1-6748-4a09-b0e2-dcbed75917fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:11.874846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fde91e2-0418-4242-967b-1e179a5ed1fd req-4b1634d1-6748-4a09-b0e2-dcbed75917fe service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 1096 time: 0.2162454 Mar 02 18:34:11.894752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:11.934999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:11.964042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fde91e2-0418-4242-967b-1e179a5ed1fd req-2e1a0cde-d0cf-4954-879a-04e6b5d5aa32 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807691 Mar 02 18:34:11.982084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24180070-0a70-46fd-8fb3-8575527d6792 req-d84f628b-e32f-4a12-957b-471969e569af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.001651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24180070-0a70-46fd-8fb3-8575527d6792 req-d84f628b-e32f-4a12-957b-471969e569af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 945 time: 0.1853812 Mar 02 18:34:12.034141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.102667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.112682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-6047f0b4-72e2-44cf-a942-c6efd77c5e61 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.121391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-6047f0b4-72e2-44cf-a942-c6efd77c5e61 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.122967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-6047f0b4-72e2-44cf-a942-c6efd77c5e61 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Synchronizing usage tracker for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:12.138870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:12.156134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.158795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2a9177-7cb6-4dce-b70d-9f5403bb5621 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:12.164943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24180070-0a70-46fd-8fb3-8575527d6792 req-dabbbd50-7a9d-4343-bd80-86db63ada124 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624315 Mar 02 18:34:12.168204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=efeac3c3-174a-4eb1-970a-244d92f49ce2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:12.174350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d004aa2c-8df9-483b-896d-81922b32de22 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/efeac3c3-174a-4eb1-970a-244d92f49ce2 HTTP/1.1" status: 204 len: 168 time: 0.9330602 Mar 02 18:34:12.178176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:12.260712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-6047f0b4-72e2-44cf-a942-c6efd77c5e61 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Unset dirty status for tenant:62c99169549b4690b1a5a96f904e7795 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:12.262766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-6047f0b4-72e2-44cf-a942-c6efd77c5e61 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 0.2762272 Mar 02 18:34:12.288865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 321ea152-0188-4cdc-83aa-487f49b2f80b {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:12.293755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.343903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:12.344318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.385060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 4d5cf8fd-bbce-46af-81c8-0275b6428b02 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:12.457911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.535735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-ea3c3cee-d78d-40c4-9793-25e9f0297be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.537071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-ea3c3cee-d78d-40c4-9793-25e9f0297be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:12.627095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a76e-6103-4fc3-8663-68e831455c23 req-9826575d-8248-4464-a7fa-8c12dc483455 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.631552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:12.633316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629a76e-6103-4fc3-8663-68e831455c23 req-9826575d-8248-4464-a7fa-8c12dc483455 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:12.635716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c629a76e-6103-4fc3-8663-68e831455c23 req-9826575d-8248-4464-a7fa-8c12dc483455 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 1682 time: 0.2962227 Mar 02 18:34:12.636329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:12.636929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.647542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.747586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:12.748259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.756116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-ea3c3cee-d78d-40c4-9793-25e9f0297be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:12.762870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-ea3c3cee-d78d-40c4-9793-25e9f0297be2 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.7374403 Mar 02 18:34:12.777975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c629a76e-6103-4fc3-8663-68e831455c23 req-0ef09712-e336-4def-baf1-c6fc904bec86 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330380 Mar 02 18:34:12.892345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:12.902219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-51936f51-3207-4517-b685-77aca03317cd tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:12.944034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:13.050494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.093405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 3dba50ad-dabf-4e03-8bb0-29cfe2183aca owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:13.111137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-51936f51-3207-4517-b685-77aca03317cd tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:13.120569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1423477-ea31-40c6-a384-23f0bbb7a727 req-51936f51-3207-4517-b685-77aca03317cd tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567450 Mar 02 18:34:13.121372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=321ea152-0188-4cdc-83aa-487f49b2f80b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:13.139376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.139914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.171761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-39978d96-1dcf-48e0-a41d-9978798323f4 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/321ea152-0188-4cdc-83aa-487f49b2f80b HTTP/1.1" status: 204 len: 168 time: 0.9924853 Mar 02 18:34:13.174244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:13.195028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69059a68-560b-431b-9008-5115941eb3a7 req-f6fad810-59af-4490-88e1-e915d8d0a80b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:13.204908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69059a68-560b-431b-9008-5115941eb3a7 req-f6fad810-59af-4490-88e1-e915d8d0a80b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2355793 Mar 02 18:34:13.245119 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-84446b74-9e4c-4691-b590-5d74e02095e7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:13.245583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84446b74-9e4c-4691-b590-5d74e02095e7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:13.247678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84446b74-9e4c-4691-b590-5d74e02095e7 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/efeac3c3-174a-4eb1-970a-244d92f49ce2 HTTP/1.1" status: 404 len: 337 time: 0.0718334 Mar 02 18:34:13.249893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:13.250578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36552) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:13.274177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69059a68-560b-431b-9008-5115941eb3a7 req-4a9e52f0-9cd1-4202-bbbb-9a18bebcc4a2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643451 Mar 02 18:34:13.393243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting subnet 0a4bdd0e-9242-4485-b0a3-92df7f631a3f {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:13.399006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.432998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384541d-3034-4e0f-8097-894d94719c29 None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:13.434064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2418d3e-ab05-4698-88d5-c758700283c3 req-b122f929-6fec-4223-9a52-51d2e9f7e941 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:13.435819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2418d3e-ab05-4698-88d5-c758700283c3 req-b122f929-6fec-4223-9a52-51d2e9f7e941 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 946 time: 0.0878739 Mar 02 18:34:13.469311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.514217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2418d3e-ab05-4698-88d5-c758700283c3 req-3622aaab-1b84-4b87-bfd0-6ee32d29fa88 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725315 Mar 02 18:34:13.562568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-525900dd-6c9e-4044-9cfd-c8da58e39022 None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:13.562941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-525900dd-6c9e-4044-9cfd-c8da58e39022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.566170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.596254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.598040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}, {'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:13.614191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'b69b8011-232b-4873-9659-92e6203aac89'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:13.684761 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'code': 200} Mar 02 18:34:13.685668 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02', 'code': 200} Mar 02 18:34:13.716173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=3dba50ad-dabf-4e03-8bb0-29cfe2183aca,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:13.798671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port 3dba50ad-dabf-4e03-8bb0-29cfe2183aca on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:13.798802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:13.804002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-deleted', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:13.889784 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-deleted', 'tag': '3dba50ad-dabf-4e03-8bb0-29cfe2183aca', 'status': 'completed', 'code': 200} Mar 02 18:34:13.907225 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-9b150a10-e901-487e-a229-d631223064fa tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "DELETE /v2.0/ports/3dba50ad-dabf-4e03-8bb0-29cfe2183aca HTTP/1.1" status: 204 len: 173 time: 1.6382475 Mar 02 18:34:13.920609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b75a032-8555-4ef5-a263-c11ba9559732 req-784da5e2-357d-4667-ac74-8dfc39667d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:13.923583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b75a032-8555-4ef5-a263-c11ba9559732 req-784da5e2-357d-4667-ac74-8dfc39667d13 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 1097 time: 0.1715574 Mar 02 18:34:13.996813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b75a032-8555-4ef5-a263-c11ba9559732 req-572a4d71-7aeb-4b8d-8317-342b2cb3af70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670414 Mar 02 18:34:14.006678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.034157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-525900dd-6c9e-4044-9cfd-c8da58e39022 None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:14.034544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-525900dd-6c9e-4044-9cfd-c8da58e39022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.127741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-525900dd-6c9e-4044-9cfd-c8da58e39022 None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:14.142341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port b69b8011-232b-4873-9659-92e6203aac89 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:14.142700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.188236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.220953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658316d-7186-4432-8f57-e746a920c018 req-d812cad6-fcce-4df1-9c51-4a4fe252283c tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:14.228985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2658316d-7186-4432-8f57-e746a920c018 req-d812cad6-fcce-4df1-9c51-4a4fe252283c tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 946 time: 0.2374241 Mar 02 18:34:14.240665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Subnet': ['ID=0a4bdd0e-9242-4485-b0a3-92df7f631a3f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:14.301661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cff496ef-d749-46db-a9ac-dcb9d90ad39a tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/0a4bdd0e-9242-4485-b0a3-92df7f631a3f HTTP/1.1" status: 204 len: 168 time: 1.0483274 Mar 02 18:34:14.305930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36586) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:14.367830 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-6128f7a3-8243-4644-83ba-d6868e3b6c55 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:14.368292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6128f7a3-8243-4644-83ba-d6868e3b6c55 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:14.372587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6128f7a3-8243-4644-83ba-d6868e3b6c55 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8c94bc1e-c491-4d5b-9118-0b073de18926 HTTP/1.1" status: 404 len: 337 time: 0.0627100 Mar 02 18:34:14.375528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36590) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:14.397824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2658316d-7186-4432-8f57-e746a920c018 req-dbb93cb0-6abc-405b-8138-7d741c890c06 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/security-groups?id=6a61c96e-2e93-4c57-8b94-c05aa59b4303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668999 Mar 02 18:34:14.470602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-140c6569-6476-46d7-bb3b-0ad5f2d9b3ec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Synchronizing usage tracker for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:14.517645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-140c6569-6476-46d7-bb3b-0ad5f2d9b3ec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Unset dirty status for tenant:1655e7ff1a454c7c9b62b3de255183d8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:14.519318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-140c6569-6476-46d7-bb3b-0ad5f2d9b3ec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "GET /v2.0/ports?device_id=0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 HTTP/1.1" status: 200 len: 205 time: 0.1350253 Mar 02 18:34:14.523361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36604) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:14.539350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-a68cf669-2816-4758-bde7-2cfa77b0e604 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:14.546503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-a68cf669-2816-4758-bde7-2cfa77b0e604 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.65 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.2925944 Mar 02 18:34:14.664918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port b69b8011-232b-4873-9659-92e6203aac89, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b8011-232b-4873-9659-92e6203aac89,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:14.665416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:14.821758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03e3a1-befb-4dc8-a60e-ecd0915acd3b None None] Network fb034bba-fef9-4a25-a3c4-d0c143da281a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:14.822465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for b69b8011-232b-4873-9659-92e6203aac89 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:14.871400 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-2263b9c0-4303-41dd-89b4-8f44edcf4a27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] delete failed (client error): The resource could not be found. Mar 02 18:34:14.872544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2263b9c0-4303-41dd-89b4-8f44edcf4a27 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/routers/0232d8e8-d5ba-4374-bb4c-c2e756ec4e44 HTTP/1.1" status: 404 len: 336 time: 0.3479118 Mar 02 18:34:14.879229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:14.900448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70419f-5d72-4295-b774-ebee2715e70c req-aaf05b2e-39da-48ae-8a8a-0bede5e739c7 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:14.912716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f70419f-5d72-4295-b774-ebee2715e70c req-aaf05b2e-39da-48ae-8a8a-0bede5e739c7 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.5869296 Mar 02 18:34:14.933678 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3929cf-b4d7-4217-9825-88a855397e3d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:14.933973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3929cf-b4d7-4217-9825-88a855397e3d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:14.935972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee3929cf-b4d7-4217-9825-88a855397e3d tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/6fb3c53f-192f-4382-8acf-9f849a619090 HTTP/1.1" status: 404 len: 337 time: 0.0557890 Mar 02 18:34:14.938576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36626) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:14.942840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c6185bc-eaf4-43f1-b103-5fc201f4a4cb None None] Provisioning complete for port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:14.943239 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c6185bc-eaf4-43f1-b103-5fc201f4a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.011768 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4388e6b8-04ef-4492-a0c4-9d6f0b607dec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.012256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4388e6b8-04ef-4492-a0c4-9d6f0b607dec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.016238 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4388e6b8-04ef-4492-a0c4-9d6f0b607dec tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/9d2fd888-dd55-4567-8ee7-3adc2e80bfb2 HTTP/1.1" status: 404 len: 337 time: 0.0743856 Mar 02 18:34:15.017198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36634) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.050483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f70419f-5d72-4295-b774-ebee2715e70c req-939d36b5-b93d-4486-a47b-5a60803ac4ab tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352730 Mar 02 18:34:15.066397 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b7949f-8818-4e03-9948-63ea6dca71be tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.067077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b7949f-8818-4e03-9948-63ea6dca71be tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.115052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Deleting port 404addcb-f04e-40ac-8260-0b2e3aceca66 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:15.115052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.137063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-88b7949f-8818-4e03-9948-63ea6dca71be tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/33eeb543-d31f-419e-9bd7-f27b2fe8d160 HTTP/1.1" status: 404 len: 337 time: 0.1194472 Mar 02 18:34:15.140753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36638) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.200749 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be117fe-0735-4535-8c60-4fb5ef644390 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.202692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be117fe-0735-4535-8c60-4fb5ef644390 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.204830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2be117fe-0735-4535-8c60-4fb5ef644390 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/c58a1299-0c4a-4097-bac7-764a7e387e39 HTTP/1.1" status: 404 len: 333 time: 0.0629332 Mar 02 18:34:15.209434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36642) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.265959 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c968e3ff-04e0-4062-834a-c5e2a2e638b2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.266843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c968e3ff-04e0-4062-834a-c5e2a2e638b2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.269976 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c968e3ff-04e0-4062-834a-c5e2a2e638b2 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8632a96d-d57a-41a5-bc1c-b34bb142259f HTTP/1.1" status: 404 len: 337 time: 0.0593655 Mar 02 18:34:15.273587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36646) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.290718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e3cd2-273c-4c89-8fa3-6003f0c53ca8 req-36917143-c001-4ed8-8050-c44c4f43fbc0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:15.298081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-150e3cd2-273c-4c89-8fa3-6003f0c53ca8 req-36917143-c001-4ed8-8050-c44c4f43fbc0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.5403202 Mar 02 18:34:15.307463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c6185bc-eaf4-43f1-b103-5fc201f4a4cb None None] Provisioning complete for port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:15.307845 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c6185bc-eaf4-43f1-b103-5fc201f4a4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.371075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c6185bc-eaf4-43f1-b103-5fc201f4a4cb None None] Port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:34:15.408080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] DHCP port deletion for fb034bba-fef9-4a25-a3c4-d0c143da281a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:34:15.413493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Deleting port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:15.414192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.462844 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-251c5451-be02-4e87-8cfa-965d40ad8fbf tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.464443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-251c5451-be02-4e87-8cfa-965d40ad8fbf tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.471105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-251c5451-be02-4e87-8cfa-965d40ad8fbf tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/4d3b6b5f-c146-45f7-b430-2591ac6bea39 HTTP/1.1" status: 404 len: 337 time: 0.1962254 Mar 02 18:34:15.473242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.476561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-150e3cd2-273c-4c89-8fa3-6003f0c53ca8 req-5127093c-c8fd-404a-a230-09d48240ebc1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776481 Mar 02 18:34:15.542103 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2690a5-118d-49e9-a896-d06cb19c3b52 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.542103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab2690a5-118d-49e9-a896-d06cb19c3b52 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.543265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab2690a5-118d-49e9-a896-d06cb19c3b52 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/f095825d-7897-4e8f-8450-90b472bcdcc8 HTTP/1.1" status: 404 len: 333 time: 0.0656772 Mar 02 18:34:15.546302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36670) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.604997 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19dedd1-7ac2-418a-a279-a3f5906deb53 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.605460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19dedd1-7ac2-418a-a279-a3f5906deb53 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.607888 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c19dedd1-7ac2-418a-a279-a3f5906deb53 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/8c53c95b-8e3c-458d-a274-ff237c93bf48 HTTP/1.1" status: 404 len: 337 time: 0.0600567 Mar 02 18:34:15.611188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.612972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36674) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.666404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] For port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,segment=NetworkSegment(b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7),segment_id=b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:15.671283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.702033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d00da939-5f83-485e-8236-ccd1f5dedd65 req-74e3bb74-2578-4f95-beac-a76bfaa6aaae tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 210 time: 0.0537517 Mar 02 18:34:15.720008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5695ab8a-9255-4db1-aa48-93ccaf553194 req-e524978a-f77a-4c80-be97-06342665d729 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:15.721707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5695ab8a-9255-4db1-aa48-93ccaf553194 req-e524978a-f77a-4c80-be97-06342665d729 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 946 time: 0.4216104 Mar 02 18:34:15.745790 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-710e01bd-dc72-49bf-9e45-93aeda929114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] DELETE failed (client error): The resource could not be found. Mar 02 18:34:15.748118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-710e01bd-dc72-49bf-9e45-93aeda929114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:34:15.753783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-710e01bd-dc72-49bf-9e45-93aeda929114 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/subnets/7e2902a1-081b-4d33-9eb4-c4e60be2561b HTTP/1.1" status: 404 len: 337 time: 0.1393795 Mar 02 18:34:15.754431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36682) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:15.803237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Port': ['ID=b69b8011-232b-4873-9659-92e6203aac89,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:15.845914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Calling delete_port for 8c0de726-77b4-4d3e-b40c-8ae3fb61648b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:15.885186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c0de726-77b4-4d3e-b40c-8ae3fb61648b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:15.903264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] For port 404addcb-f04e-40ac-8260-0b2e3aceca66, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=404addcb-f04e-40ac-8260-0b2e3aceca66,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:15.903621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.909819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Deleting port 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:15.910308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:15.942233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5695ab8a-9255-4db1-aa48-93ccaf553194 req-972fb1a6-da74-4dc0-9288-fa02fb87e5e3 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814668 Mar 02 18:34:16.044295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] No DVR routers for this DVR port b69b8011-232b-4873-9659-92e6203aac89 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:16.050247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.052440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1eebb13d-3df8-4375-b5aa-72174099df09 req-0d1b09f2-66ac-418f-ab77-f85f3ac34800 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.11 "DELETE /v2.0/ports/b69b8011-232b-4873-9659-92e6203aac89 HTTP/1.1" status: 204 len: 173 time: 2.1403680 Mar 02 18:34:16.052892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-deleted', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:16.148257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.151315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Calling delete_port for 404addcb-f04e-40ac-8260-0b2e3aceca66 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:16.256076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.271618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b6882-d15c-414c-8eef-e6aaa6fb7fb3 req-3410b36a-110c-4199-b08e-cfc02cb1a4dc tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:16.273104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-008b6882-d15c-414c-8eef-e6aaa6fb7fb3 req-3410b36a-110c-4199-b08e-cfc02cb1a4dc tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.3296390 Mar 02 18:34:16.331120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.342094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] Pushing event deleted for resources: {'Port': ['ID=8c0de726-77b4-4d3e-b40c-8ae3fb61648b,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:16.345435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b4c0e-6325-45b6-996e-d6ee76e967ea None None] No DVR routers for this DVR port 8c0de726-77b4-4d3e-b40c-8ae3fb61648b on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:16.407243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b8011-232b-4873-9659-92e6203aac89 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:16.428003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-008b6882-d15c-414c-8eef-e6aaa6fb7fb3 req-5042e536-5d19-489a-9a7c-dced5a744817 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142900 Mar 02 18:34:16.443898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: b69b8011-232b-4873-9659-92e6203aac89 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:16.444181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b8011-232b-4873-9659-92e6203aac89 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:16.445136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3dba50ad-dabf-4e03-8bb0-29cfe2183aca no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:16.454258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4e29b-3de8-4235-bb21-0cb66d887ae1 req-dd902ab8-d3dd-4e81-8b3a-4fc0c7114f1a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:16.455769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cc4e29b-3de8-4235-bb21-0cb66d887ae1 req-dd902ab8-d3dd-4e81-8b3a-4fc0c7114f1a tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 945 time: 0.1817880 Mar 02 18:34:16.524745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Calling delete_port for 5747c1cd-194b-4a9f-95ce-9a2206bb3d3d owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:16.524887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 3dba50ad-dabf-4e03-8bb0-29cfe2183aca {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:16.525188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3dba50ad-dabf-4e03-8bb0-29cfe2183aca not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:16.525890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cc4e29b-3de8-4235-bb21-0cb66d887ae1 req-4fc901f9-7b3f-4c5d-b4a6-d8196f6a07f6 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/security-groups?id=87c85ad7-8bc9-429c-bcd4-c1788122090b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635171 Mar 02 18:34:16.548104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.560231 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82d5c477-e5b7-4638-8d44-bb28af0906a7', 'name': 'network-vif-deleted', 'tag': 'b69b8011-232b-4873-9659-92e6203aac89', 'status': 'completed', 'code': 200} Mar 02 18:34:16.608749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Pushing event deleted for resources: {'Port': ['ID=404addcb-f04e-40ac-8260-0b2e3aceca66,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:16.700142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] No DVR routers for this DVR port 404addcb-f04e-40ac-8260-0b2e3aceca66 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:16.703298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.707680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'name': 'network-vif-deleted', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:16.731138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.758373 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98a3b4e6-94e4-4984-81c0-5ea56b0511d5', 'name': 'network-vif-deleted', 'tag': '404addcb-f04e-40ac-8260-0b2e3aceca66', 'status': 'completed', 'code': 200} Mar 02 18:34:16.814008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Port': ['ID=5747c1cd-194b-4a9f-95ce-9a2206bb3d3d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:16.827546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5504dde0-7b16-4d68-be6c-bfcb7ff570a1 req-1b0b744b-19d1-493f-9f90-3b6163afa404 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.65 "DELETE /v2.0/ports/404addcb-f04e-40ac-8260-0b2e3aceca66 HTTP/1.1" status: 204 len: 173 time: 2.0628538 Mar 02 18:34:16.835169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 404addcb-f04e-40ac-8260-0b2e3aceca66 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:16.845219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:16.891479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 404addcb-f04e-40ac-8260-0b2e3aceca66 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:16.891479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 404addcb-f04e-40ac-8260-0b2e3aceca66 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:16.891479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:16.936254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceae99d0-8fe9-4a2e-a473-339f26d9088e req-89c13fa6-d2b5-4157-9021-ba06a032e520 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "GET /v2.0/ports?device_id=82d5c477-e5b7-4638-8d44-bb28af0906a7 HTTP/1.1" status: 200 len: 210 time: 0.0463228 Mar 02 18:34:17.047107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6d807a28-a2b9-46e0-b43c-4a44a5060140 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/ports/5747c1cd-194b-4a9f-95ce-9a2206bb3d3d HTTP/1.1" status: 204 len: 168 time: 1.2509024 Mar 02 18:34:17.049210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36736) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:17.238491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.436410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fee96d-ea4c-445d-a7ba-4c296e75a10d req-152db972-dbf6-43dc-8681-ad3dceee0553 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:17.437601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fee96d-ea4c-445d-a7ba-4c296e75a10d req-152db972-dbf6-43dc-8681-ad3dceee0553 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 946 time: 0.3477530 Mar 02 18:34:17.609336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.630323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46fee96d-ea4c-445d-a7ba-4c296e75a10d req-877611fb-6099-4e4f-b2d5-40ff7eb66964 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432524 Mar 02 18:34:17.655205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb034bba-fef9-4a25-a3c4-d0c143da281a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:17.672831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:17.673140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b290e0b4-bfa4-4a3a-bcba-6b5e2983acc7') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:17.690595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e7a17-39f8-478f-96ce-c9e209cfe979 req-10bd7b03-8d14-4b51-877f-3a7939a0cc6c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:17.691865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff0e7a17-39f8-478f-96ce-c9e209cfe979 req-10bd7b03-8d14-4b51-877f-3a7939a0cc6c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2640252 Mar 02 18:34:17.704520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.745737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.761501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:17.761807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:17.777578 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:17.888845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff0e7a17-39f8-478f-96ce-c9e209cfe979 req-1bca71a3-fe67-4227-8921-003f1c4d9cf1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872003 Mar 02 18:34:17.898050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0db996d0-02fe-4c5d-822a-040b078d9c8b req-d9f869d4-2ac6-44a9-84e6-70125c540169 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Synchronizing usage tracker for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:17.905765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:18.010478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0db996d0-02fe-4c5d-822a-040b078d9c8b req-d9f869d4-2ac6-44a9-84e6-70125c540169 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] Unset dirty status for tenant:6e4ed2265bd1482c9b21505c56fa6890 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:18.012321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0db996d0-02fe-4c5d-822a-040b078d9c8b req-d9f869d4-2ac6-44a9-84e6-70125c540169 tempest-ServerRescueTestJSONUnderV235-44684653 tempest-ServerRescueTestJSONUnderV235-44684653-project] 10.222.0.66 "GET /v2.0/ports?device_id=98a3b4e6-94e4-4984-81c0-5ea56b0511d5 HTTP/1.1" status: 200 len: 210 time: 0.2208529 Mar 02 18:34:18.012914 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.035695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.047210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Pushing event deleted for resources: {'Network': ['ID=fb034bba-fef9-4a25-a3c4-d0c143da281a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:18.051070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] 10.222.0.66 "DELETE /v2.0/networks/fb034bba-fef9-4a25-a3c4-d0c143da281a HTTP/1.1" status: 204 len: 168 time: 0.9995756 Mar 02 18:34:18.110864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.111434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.111968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.112485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.113110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.113622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.114113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.114640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.115148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.116150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.116651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.117141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2daf305-2cda-4a6f-9b08-305a873624b1 tempest-PortsIpV6TestJSON-516158219 tempest-PortsIpV6TestJSON-516158219-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:18.216697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99eaf5-4ab1-4e3a-a8c3-f07e1f7fcc7d req-938aa485-22be-4e5c-b93d-80eeee2b1f34 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:18.229127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c99eaf5-4ab1-4e3a-a8c3-f07e1f7fcc7d req-938aa485-22be-4e5c-b93d-80eeee2b1f34 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 945 time: 0.1948910 Mar 02 18:34:18.235257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-df36e205-4144-4626-b083-a74ba55a8e64 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3273053 Mar 02 18:34:18.235408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36796) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:18.282534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c99eaf5-4ab1-4e3a-a8c3-f07e1f7fcc7d req-febd696d-4a56-4504-aa4b-d1a0b0115dfe tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Mar 02 18:34:18.363583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting subnet 230ed045-6bbc-4035-aa4a-1f16cb960b30 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:18.366951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.431482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.483071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446e8a9-1b4e-41cb-b71f-f5a4ccefef0d req-ce72c28c-5b78-4ca8-a8cb-fd7e06f8f68d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:18.487543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4446e8a9-1b4e-41cb-b71f-f5a4ccefef0d req-ce72c28c-5b78-4ca8-a8cb-fd7e06f8f68d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 946 time: 0.0932610 Mar 02 18:34:18.530437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4446e8a9-1b4e-41cb-b71f-f5a4ccefef0d req-2d39b773-7e95-425c-a3e2-b12f33b29a3a tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397162 Mar 02 18:34:18.532426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.695137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.737533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Subnet': ['ID=230ed045-6bbc-4035-aa4a-1f16cb960b30,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:18.744831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.759628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-514d23fd-5c3b-49db-8090-93eb62735c01 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/subnets/230ed045-6bbc-4035-aa4a-1f16cb960b30 HTTP/1.1" status: 204 len: 168 time: 0.5201240 Mar 02 18:34:18.764271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cbb08a-ba44-4fc4-befa-9d7566c4b6a1 None None] Network 90800d7e-64fc-46e3-a64d-3dd9718022e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:18.764888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:18.889836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36822) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:18.898218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:18.917302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:18.917997 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.159636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] DHCP port deletion for 90800d7e-64fc-46e3-a64d-3dd9718022e2 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:34:19.164169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Deleting port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:19.164737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.349781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:19.350382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.380731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36856) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:19.468598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8f45f97f-6329-4569-bae8-3bc926bcb544 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1655e7ff1a454c7c9b62b3de255183d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5780959 Mar 02 18:34:19.471166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36864) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:19.509376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] For port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,segment=NetworkSegment(fd74bf38-15e0-42e3-b9bc-e08c2e431468),segment_id=fd74bf38-15e0-42e3-b9bc-e08c2e431468)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:19.510068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.545010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 171b7754-caf0-48a7-9b0f-dfdd5b45b68e owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:19.652429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Calling delete_port for 171b7754-caf0-48a7-9b0f-dfdd5b45b68e owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:19.670340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df43e2-1aad-4c09-937c-443455eb3478 req-3ba6b03d-0cd3-49fe-a3a1-cd8017ddc391 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:19.688366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06df43e2-1aad-4c09-937c-443455eb3478 req-3ba6b03d-0cd3-49fe-a3a1-cd8017ddc391 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.6027353 Mar 02 18:34:19.794764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06df43e2-1aad-4c09-937c-443455eb3478 req-52f25f74-949b-49a7-9285-1095750007c2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163454 Mar 02 18:34:19.803952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 171b7754-caf0-48a7-9b0f-dfdd5b45b68e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:19.823443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.851906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a4c35-cc2f-4b35-9ab3-616d794510e6 req-dcd74b24-e6bd-4165-8703-5f4c316249ce tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:19.854027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f5a4c35-cc2f-4b35-9ab3-616d794510e6 req-dcd74b24-e6bd-4165-8703-5f4c316249ce tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 946 time: 0.2808821 Mar 02 18:34:19.911014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.938085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:19.984923 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.081504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] Pushing event deleted for resources: {'Port': ['ID=171b7754-caf0-48a7-9b0f-dfdd5b45b68e,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:20.085908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f5a4c35-cc2f-4b35-9ab3-616d794510e6 req-0a50b549-79a6-4f08-a68a-b9bc0b7c6bd1 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219200 Mar 02 18:34:20.087159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e32cdf8-c57a-4b7d-aae6-65deea1cc56b None None] No DVR routers for this DVR port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:20.097998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:34:20.098350 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:34:20.243724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.280460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.298204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a86ea6-f8d6-4fa0-9fb1-0f2fa812a0cb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:20.330243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-915212ba-e5a1-4c73-88b7-cee6ad2a4ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:20.332284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-915212ba-e5a1-4c73-88b7-cee6ad2a4ae3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0&tenant_id=2f3f6d31d65c4654970ac260fb29459f HTTP/1.1" status: 200 len: 1094 time: 0.1184227 Mar 02 18:34:20.333643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.344385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38f055d5-575b-49f6-b3f4-4aed9b07b2e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/63a86ea6-f8d6-4fa0-9fb1-0f2fa812a0cb HTTP/1.1" status: 204 len: 168 time: 0.8032651 Mar 02 18:34:20.434836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-41324f16-d825-45e2-a3d7-758fb68ad153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:20.437514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-41324f16-d825-45e2-a3d7-758fb68ad153 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1094 time: 0.0839031 Mar 02 18:34:20.580388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-46f332dd-b01d-4e6c-a978-87a1bcc3bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:20.582095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-46f332dd-b01d-4e6c-a978-87a1bcc3bcc8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.1385007 Mar 02 18:34:20.637968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 171b7754-caf0-48a7-9b0f-dfdd5b45b68e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:20.638517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.688397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-79305603-fb39-4ee9-aa42-db73bea1a80f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.1001177 Mar 02 18:34:20.753153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] The port '171b7754-caf0-48a7-9b0f-dfdd5b45b68e' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:34:20.784366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Deleting port a1598593-5305-486e-9a75-95ff901e3ca4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:20.784946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.904932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-22562086-7a18-48b1-85ec-8418b2bb8c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:20.906417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-22562086-7a18-48b1-85ec-8418b2bb8c1e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.1923175 Mar 02 18:34:20.911736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:20.987298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-b0c9a97e-5df1-4c62-883d-a37e78a51125 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:20.988008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-b0c9a97e-5df1-4c62-883d-a37e78a51125 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Synchronizing usage tracker for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:20.998798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-27d4c4ce-b039-4037-a490-f531759ae6d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2787168 Mar 02 18:34:21.021457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-540fa7e3-445a-48cd-a4df-c5a8e15dc528 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006467 Mar 02 18:34:21.057188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90800d7e-64fc-46e3-a64d-3dd9718022e2']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:21.088354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd74bf38-15e0-42e3-b9bc-e08c2e431468') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:21.088933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd74bf38-15e0-42e3-b9bc-e08c2e431468') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:21.107108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] For port a1598593-5305-486e-9a75-95ff901e3ca4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a1598593-5305-486e-9a75-95ff901e3ca4,segment=NetworkSegment(0954e241-aee7-46ab-a732-5aa1b66c7708),segment_id=0954e241-aee7-46ab-a732-5aa1b66c7708)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:21.107108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.170771 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.207845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.226044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:21.226044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:21.243452 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:21.270003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Calling delete_port for a1598593-5305-486e-9a75-95ff901e3ca4 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:21.300367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-b0c9a97e-5df1-4c62-883d-a37e78a51125 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Unset dirty status for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:21.301953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-b0c9a97e-5df1-4c62-883d-a37e78a51125 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 946 time: 0.6637619 Mar 02 18:34:21.302078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:21.309106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa401c5-6e7a-4981-9313-3cf098c1447c req-7da94c1a-3070-45e3-a58f-bfa3e0ecac78 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:21.316242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-baa401c5-6e7a-4981-9313-3cf098c1447c req-7da94c1a-3070-45e3-a58f-bfa3e0ecac78 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.3611829 Mar 02 18:34:21.414974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-a87df64e-de3b-43fa-8227-8841ec2a4951 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856201 Mar 02 18:34:21.440572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-642c3187-bb0a-412c-b893-18afbf0689c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:21.442220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-642c3187-bb0a-412c-b893-18afbf0689c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1097 time: 0.4172199 Mar 02 18:34:21.457395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Deleting port d36980b6-904c-44be-9364-03b9b83eaadc {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:21.457395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.487864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-baa401c5-6e7a-4981-9313-3cf098c1447c req-fe689269-d36f-417b-a780-e4dd58a5fbe8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695716 Mar 02 18:34:21.564670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.600199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.616472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Network': ['ID=90800d7e-64fc-46e3-a64d-3dd9718022e2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:21.645223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34082a-7d70-4b68-87ce-fe02cf1947b8 req-bc037337-7692-4335-9426-2e26e6ec1aea tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:21.646827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff34082a-7d70-4b68-87ce-fe02cf1947b8 req-bc037337-7692-4335-9426-2e26e6ec1aea tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 946 time: 0.3917413 Mar 02 18:34:21.677163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-55e20941-06ce-4343-a97d-a735b621b152 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553043 Mar 02 18:34:21.710765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff34082a-7d70-4b68-87ce-fe02cf1947b8 req-c6d100f2-f91a-40e1-8682-871e986f66d6 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544596 Mar 02 18:34:21.720724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bec94b7b-0e30-4036-9151-f7b087a49ae7 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/networks/90800d7e-64fc-46e3-a64d-3dd9718022e2 HTTP/1.1" status: 204 len: 168 time: 2.9580188 Mar 02 18:34:21.722160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36902) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:21.773212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.789421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting subnet 350d90d7-d777-4f0f-902c-164880cec5dd {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:21.794780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.848817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:21.851182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:21.862723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Usage tracker for resource:security_group_rule and tenant:730aaec8a829465590cb12d7f8d51353 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:21.870029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:21.883401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:22.059735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-b914565a-35c9-4d21-b36c-babbe670877b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:22.064209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-b914565a-35c9-4d21-b36c-babbe670877b service neutron] 10.222.0.65 "GET /v2.0/networks?id=20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 200 len: 910 time: 0.5779133 Mar 02 18:34:22.093279 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c82a9fc3-a87e-42bd-a7d9-1e1123c76bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.126689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.314437 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-de552292-4f50-42a0-ab0e-e4a91edb01f4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 200 len: 1002 time: 0.2303560 Mar 02 18:34:22.342366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36924) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:22.352077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.410678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Subnet': ['ID=350d90d7-d777-4f0f-902c-164880cec5dd,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:22.413118 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.416159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] For port d36980b6-904c-44be-9364-03b9b83eaadc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d36980b6-904c-44be-9364-03b9b83eaadc,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:22.416522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.422484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3ceb83bd-8a38-4cc6-8c4e-3e4818eb59e1 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/subnets/350d90d7-d777-4f0f-902c-164880cec5dd HTTP/1.1" status: 204 len: 168 time: 0.6991773 Mar 02 18:34:22.425237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274814b1-93be-49ea-8fd4-5148c2fdc873 None None] Network f231bf7c-05d6-4e7e-9525-a8028fe5087a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:22.425456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:22.493314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.566843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.570788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-120a920c-0e96-4835-988e-cbcfaf5b2e05 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:22.571496 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-120a920c-0e96-4835-988e-cbcfaf5b2e05 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 18:34:22.572145 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-120a920c-0e96-4835-988e-cbcfaf5b2e05 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:34:22.574221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-120a920c-0e96-4835-988e-cbcfaf5b2e05 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2307789 Mar 02 18:34:22.580287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Calling delete_port for d36980b6-904c-44be-9364-03b9b83eaadc owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:22.584990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36940) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:22.593908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--2011635488'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:22.613451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:22.620837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:22.627491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.629389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:22.663677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.668526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:22.671609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-e98ea37a-f8fc-4a37-b947-16f54f6a380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:22.673065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-e98ea37a-f8fc-4a37-b947-16f54f6a380f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca9dce8d-7924-42a9-8446-e0d20e987e34 HTTP/1.1" status: 200 len: 848 time: 0.3500469 Mar 02 18:34:22.695586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:22.696233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.708078 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:34:22.736072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1598593-5305-486e-9a75-95ff901e3ca4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:22.785839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] DHCP port deletion for f231bf7c-05d6-4e7e-9525-a8028fe5087a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:34:22.796465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Deleting port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:22.796465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.922503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:22.936509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1087e9d4-953d-4e4b-b57f-7323626796f7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:23.058746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.145865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-02d837ba-56a0-437e-8636-e3d7e44d0224 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=730aaec8a829465590cb12d7f8d51353&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8265655 Mar 02 18:34:23.155838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:23.193195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836b741-df1c-4cf9-8d6a-3dfaa027fb9f req-b8ba467b-657b-41f8-b2d5-11f87f780efe tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:23.198842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3836b741-df1c-4cf9-8d6a-3dfaa027fb9f req-b8ba467b-657b-41f8-b2d5-11f87f780efe tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.5624988 Mar 02 18:34:23.210171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:23.229663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:23.246275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] For port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:23.246275 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.263476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:23.276279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:23.337254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] For port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,segment=NetworkSegment(46de4121-8475-4495-819d-50bc27124500),segment_id=46de4121-8475-4495-819d-50bc27124500)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:23.337614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.391892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-b5e6bbdb-f532-4fce-9b44-2dc1fe96d6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:23.393573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-b5e6bbdb-f532-4fce-9b44-2dc1fe96d6e0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20d43237-3b8e-472a-a145-04379d1af263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6610045 Mar 02 18:34:23.397558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.399320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Calling delete_port for 8f1f20e2-f8fe-4844-a5b5-8421171af8fb owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:23.402919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.533460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.546518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.547372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8d4248e4-d40c-45a0-a4fe-7f58b695e1dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:23.579574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['4d5cf8fd-bbce-46af-81c8-0275b6428b02'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:23.581785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3836b741-df1c-4cf9-8d6a-3dfaa027fb9f req-c59393de-498b-482a-91ee-bb456916aa57 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3629935 Mar 02 18:34:23.589020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Calling delete_port for 8f1f20e2-f8fe-4844-a5b5-8421171af8fb owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:23.662216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:23.759943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] Pushing event deleted for resources: {'Port': ['ID=8f1f20e2-f8fe-4844-a5b5-8421171af8fb,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:23.801087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e279b6cf-aff3-41e1-ad70-7f3a587d3e1f None None] No DVR routers for this DVR port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:23.862624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event deleted for resources: {'Port': ['ID=d36980b6-904c-44be-9364-03b9b83eaadc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:23.921185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e9f48-638b-42ae-afd1-78ac33c5a6d3 req-caa426a5-54bf-4dda-9ab3-5c9c884fdb3d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:23.929741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f83e9f48-638b-42ae-afd1-78ac33c5a6d3 req-caa426a5-54bf-4dda-9ab3-5c9c884fdb3d tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 946 time: 0.8078349 Mar 02 18:34:24.044946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f1f20e2-f8fe-4844-a5b5-8421171af8fb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:24.124644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8f1f20e2-f8fe-4844-a5b5-8421171af8fb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:24.125078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f1f20e2-f8fe-4844-a5b5-8421171af8fb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:24.133693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:34:24.134284 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:34:24.162039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f83e9f48-638b-42ae-afd1-78ac33c5a6d3 req-d3c5317a-af83-4e65-847b-f77328b690d5 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111290 Mar 02 18:34:24.164037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.206192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] No DVR routers for this DVR port d36980b6-904c-44be-9364-03b9b83eaadc on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:24.213680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.214013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-0805364c-34b8-4972-9340-41b50d646f82 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1705382 Mar 02 18:34:24.234166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'name': 'network-vif-deleted', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:24.327261 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-49f61b25-db8f-4ccd-919f-c95657eb698a service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9069140 Mar 02 18:34:24.413119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d36980b6-904c-44be-9364-03b9b83eaadc no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:24.427837 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '814a32b9-8d50-4ef3-9ebe-b82a67e57140', 'name': 'network-vif-deleted', 'tag': 'd36980b6-904c-44be-9364-03b9b83eaadc', 'status': 'completed', 'code': 200} Mar 02 18:34:24.476627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: d36980b6-904c-44be-9364-03b9b83eaadc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:24.477355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d36980b6-904c-44be-9364-03b9b83eaadc not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:24.509047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-c4d766a9-e384-400e-8386-e5b591f5dabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:24.511318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-c4d766a9-e384-400e-8386-e5b591f5dabb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 1097 time: 0.1863527 Mar 02 18:34:24.643457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-66d2b28e-6041-4afd-b7b9-8d2c3bde9734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.726860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Deleting port 8f1f20e2-f8fe-4844-a5b5-8421171af8fb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:24.727441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.751336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-63dc4a3e-8583-43d1-b5fc-1a50c779d1a0 req-a6626fec-70f6-48fd-80ff-fd1be9c1e230 service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096544 Mar 02 18:34:24.774383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.776497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:24.777780 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1087e9d4-953d-4e4b-b57f-7323626796f7 HTTP/1.1" status: 204 len: 168 time: 1.6182973 Mar 02 18:34:24.793215 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-81f7560f-1af0-490b-ba75-84292a19b9ed req-38d71162-f5e9-4a38-a209-422a78f60750 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "DELETE /v2.0/ports/d36980b6-904c-44be-9364-03b9b83eaadc HTTP/1.1" status: 204 len: 173 time: 3.4699492 Mar 02 18:34:24.796673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc6b1dc-5c44-4b36-a5f8-6b8cbb78158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1087e9d4-953d-4e4b-b57f-7323626796f7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:24.862163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Router 3389ed5e-f6bb-4b60-82d8-44d160475851 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:34:24.960177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-a4bf5d1e-5c06-4765-b9b5-980c25ce147a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:24.961953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-a4bf5d1e-5c06-4765-b9b5-980c25ce147a service neutron] 10.222.0.11 "GET /v2.0/networks?id=62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 200 len: 919 time: 0.4224229 Mar 02 18:34:24.967765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.013824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] The port '8f1f20e2-f8fe-4844-a5b5-8421171af8fb' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:34:25.182461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:34:25.193054 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Sync routers for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:34:25.194339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-399e4cfb-54bb-4e17-bee7-5da6555d5031 admin admin] 10.222.0.66 "PUT /v2.0/routers/3389ed5e-f6bb-4b60-82d8-44d160475851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8096068 Mar 02 18:34:25.196611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36958) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:25.234189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:25.239001 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:25.245871 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:25.467455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:25.484465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-b6fc6d0a-90bc-455f-bd4a-445496a36744 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02 HTTP/1.1" status: 200 len: 217 time: 0.4956608 Mar 02 18:34:25.489562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:25.596125 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.659324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.672357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:25.684057 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.684610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.718454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d71f516b-1888-4315-89f1-d553f5d3fa35 req-2d134e29-1b32-487a-a136-1890f5724ff6 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=814a32b9-8d50-4ef3-9ebe-b82a67e57140 HTTP/1.1" status: 200 len: 210 time: 0.2522519 Mar 02 18:34:25.848169 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:25.862026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac4da3a-4efd-48d3-acd7-a5fa7f7be227,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:25.921378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:25.946030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.110922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Deleting port 649e6985-6345-4e6b-9919-fa6e2695b69a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:26.111779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.113374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f231bf7c-05d6-4e7e-9525-a8028fe5087a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:26.145714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de4121-8475-4495-819d-50bc27124500') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:26.146314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de4121-8475-4495-819d-50bc27124500') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:26.163050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-653b7617-b06a-4502-94cf-7f408ee338c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:26.164769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-653b7617-b06a-4502-94cf-7f408ee338c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 200 len: 858 time: 0.5620773 Mar 02 18:34:26.185193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.257741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-7502d45c-0f1f-48ca-82ea-807100a3cefa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=62b70fae-d31c-4927-ad6c-72274ee4d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741868 Mar 02 18:34:26.318062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a370fb-3541-42fc-94bf-8801b56a17fc req-7683a2f4-6092-48a9-85aa-346531304e4e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:26.321231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02a370fb-3541-42fc-94bf-8801b56a17fc req-7683a2f4-6092-48a9-85aa-346531304e4e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 1.4288192 Mar 02 18:34:26.342679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.395802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:26.396711 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.398206 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:34:22Z', 'revision_number': 5, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port': {'id': '649e6985-6345-4e6b-9919-fa6e2695b69a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d8:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:32:04Z', 'updated_at': '2022-03-02T18:32:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:26.408534 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Checking router: 3389ed5e-f6bb-4b60-82d8-44d160475851 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:26.420286 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:26.427956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Routers {'3389ed5e-f6bb-4b60-82d8-44d160475851'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:26.428596 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3389ed5e-f6bb-4b60-82d8-44d160475851'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:26.738055 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] Set router 3389ed5e-f6bb-4b60-82d8-44d160475851 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:26.774968 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.782224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] For port 649e6985-6345-4e6b-9919-fa6e2695b69a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=649e6985-6345-4e6b-9919-fa6e2695b69a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:26.782693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.812345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.877031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-a50bcaaf-f393-45c1-9108-484d6beeb3e4 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111155 Mar 02 18:34:26.881600 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:26.972260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02a370fb-3541-42fc-94bf-8801b56a17fc req-f34dd4a5-8bf2-4605-b5c8-ee5cab9af6b8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179934 Mar 02 18:34:27.160875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Calling delete_port for 649e6985-6345-4e6b-9919-fa6e2695b69a owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:27.254654 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:34:25Z', 'revision_number': 6, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:27.283775 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9968ddf6-9cd5-48a6-b9df-187fbece71ce None None] The sync data for ids ['3389ed5e-f6bb-4b60-82d8-44d160475851'] in n-d-828839-1 is: [{'id': '3389ed5e-f6bb-4b60-82d8-44d160475851', 'name': 'tempest-ServerRescueTestJSONUnderV235-219503411-router', 'tenant_id': '6e4ed2265bd1482c9b21505c56fa6890', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:59Z', 'updated_at': '2022-03-02T18:34:25Z', 'revision_number': 6, 'project_id': '6e4ed2265bd1482c9b21505c56fa6890', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:34:27.328278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e7d1671-b880-4737-8c9b-eede6b24c5a6 req-968f8791-c22f-4d6a-9d31-dfea93ccf901 service neutron] 10.222.0.11 "GET /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818460 Mar 02 18:34:27.329971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:27.356227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:27.425060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:27.471875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] Pushing event deleted for resources: {'Network': ['ID=f231bf7c-05d6-4e7e-9525-a8028fe5087a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:27.503420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab234fcb-a31e-4378-8bc8-951af45be0a5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:27.516576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c85ab6a6-41c6-43e5-883b-e1e1014d1d43 tempest-ServersTestMultiNic-1201957183 tempest-ServersTestMultiNic-1201957183-project] 10.222.0.66 "DELETE /v2.0/networks/f231bf7c-05d6-4e7e-9525-a8028fe5087a HTTP/1.1" status: 204 len: 168 time: 5.0856216 Mar 02 18:34:27.693944 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:27.693944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-36be0ec3-6e36-4ac2-a33d-4a1c031bcddc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 5.0985017 Mar 02 18:34:27.693944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37002) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:27.693944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': 'ab234fcb-a31e-4378-8bc8-951af45be0a5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:27.717447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:27.734162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:27.746820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a1598593-5305-486e-9a75-95ff901e3ca4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:27.761597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:27.786741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:27.789342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:27.869857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a1598593-5305-486e-9a75-95ff901e3ca4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:27.870907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a1598593-5305-486e-9a75-95ff901e3ca4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:27.944651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Pushing event deleted for resources: {'Port': ['ID=649e6985-6345-4e6b-9919-fa6e2695b69a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:28.006056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:28.133269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37024) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:28.195580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:28.295829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:28.360906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f1fba3-ee5b-4722-a59b-ca6ffccc26f7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:28.593344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d37a4-f2ab-4a48-94fa-bd4cfe76a91a req-fa7268d0-413d-49e8-898b-2a4ecca914a5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:28.596624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d08d37a4-f2ab-4a48-94fa-bd4cfe76a91a req-fa7268d0-413d-49e8-898b-2a4ecca914a5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.2109473 Mar 02 18:34:28.718796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d08d37a4-f2ab-4a48-94fa-bd4cfe76a91a req-7ea86938-e8dd-42b9-a3fc-a720911d4325 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137683 Mar 02 18:34:28.720053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:28.721958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ed30015-707e-4c0b-a0ae-9ae563e50bb7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0334539 Mar 02 18:34:28.754574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37038) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:28.759915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': 'ab234fcb-a31e-4378-8bc8-951af45be0a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:28.780445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:28.803278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:28.813042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:28.825407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:28.849018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:28.945217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.158404 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:34:29.159512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ece79fea-313a-47fd-bdf8-beb0883de4e4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4039962 Mar 02 18:34:29.163368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:29.192668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.195830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.411861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.444376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.483772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3389ed5e-f6bb-4b60-82d8-44d160475851 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:34:29.489798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.498664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.498664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-23aabe94-7565-4979-9325-595bacd26279 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3389ed5e-f6bb-4b60-82d8-44d160475851 HTTP/1.1" status: 204 len: 168 time: 4.2773662 Mar 02 18:34:29.498664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:29.524287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133438d-80cb-4b62-b351-9565ad88f472 req-638a4858-a175-414a-83ea-89b32200f616 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:29.536871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133438d-80cb-4b62-b351-9565ad88f472 req-638a4858-a175-414a-83ea-89b32200f616 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:29.540087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9133438d-80cb-4b62-b351-9565ad88f472 req-638a4858-a175-414a-83ea-89b32200f616 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d&device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 1682 time: 0.2567115 Mar 02 18:34:29.664423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9133438d-80cb-4b62-b351-9565ad88f472 req-fc6cc217-c16f-4a98-8951-cef885e7f1f9 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166449 Mar 02 18:34:29.774036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Deleting subnet 473514b4-0f74-42a4-806c-b44299364790 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:29.790797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.806541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.822071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 649e6985-6345-4e6b-9919-fa6e2695b69a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:29.833465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab234fcb-a31e-4378-8bc8-951af45be0a5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:29.859979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:29.870471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f8c70a95-6645-4c71-a88a-dfae9a0d6cdb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/ab234fcb-a31e-4378-8bc8-951af45be0a5 HTTP/1.1" status: 204 len: 168 time: 0.7028251 Mar 02 18:34:29.875299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:29.907270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 649e6985-6345-4e6b-9919-fa6e2695b69a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:29.907631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 649e6985-6345-4e6b-9919-fa6e2695b69a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:30.025714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.039986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ae57d8b-968b-4fd9-bc1e-64c90b0a8c3d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:30.218602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.253567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fffb14-aedf-4d8a-bf2b-6988ea206a3a req-3916d4b6-d1aa-489c-90b4-318a8956753c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:30.256594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18fffb14-aedf-4d8a-bf2b-6988ea206a3a req-3916d4b6-d1aa-489c-90b4-318a8956753c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1575789 Mar 02 18:34:30.292753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ae57d8b-968b-4fd9-bc1e-64c90b0a8c3d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:30.293893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ae57d8b-968b-4fd9-bc1e-64c90b0a8c3d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4144318 Mar 02 18:34:30.300055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37078) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:30.308620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072099738'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:30.333057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:30.381918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:30.407473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18fffb14-aedf-4d8a-bf2b-6988ea206a3a req-87d4e757-d90a-4900-9189-68d82b118095 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436162 Mar 02 18:34:30.602872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.655014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:30.655014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:30.656419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:30.665559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:30.689074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.879719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.897717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.978579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473514b4-0f74-42a4-806c-b44299364790,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:30.984210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:30.998279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c320451-58fc-48f1-a9b2-26decda04d68 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/473514b4-0f74-42a4-806c-b44299364790 HTTP/1.1" status: 204 len: 168 time: 1.5138669 Mar 02 18:34:30.998553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37102) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:31.080769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:31.362916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Deleting port 6941a8b5-79d1-449e-a791-6bad66454da8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:31.363822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:31.457376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80a78b5a-66fd-4f03-a0f1-f827449f9d22,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:31.468244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:31.781186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:31.788942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c363a7fe-37e5-4dc1-9461-16cb61868788 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4872072 Mar 02 18:34:31.790986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:31.801353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] For port 6941a8b5-79d1-449e-a791-6bad66454da8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6941a8b5-79d1-449e-a791-6bad66454da8,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:31.802554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:31.836907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-350e5f65-980b-430e-9bad-0b103bad92bc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '80a78b5a-66fd-4f03-a0f1-f827449f9d22', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:31.839202 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-350e5f65-980b-430e-9bad-0b103bad92bc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 18:34:31.840400 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-350e5f65-980b-430e-9bad-0b103bad92bc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:31.847016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-350e5f65-980b-430e-9bad-0b103bad92bc tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232351 Mar 02 18:34:31.848549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37132) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:32.063311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Calling delete_port for 6941a8b5-79d1-449e-a791-6bad66454da8 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:32.078282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.133836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830140a1-b693-4ffd-8d9c-0920b5877599']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:32.177788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0954e241-aee7-46ab-a732-5aa1b66c7708') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:32.177788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0954e241-aee7-46ab-a732-5aa1b66c7708') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:32.223513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.262882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ee270-1ae7-4c92-b7af-ede258cd1242 req-d2287466-a51f-4fae-b594-e717b7dcca18 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:32.264948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a49ee270-1ae7-4c92-b7af-ede258cd1242 req-d2287466-a51f-4fae-b594-e717b7dcca18 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.4350924 Mar 02 18:34:32.273078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.311922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.348509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.359742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:32.360047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:32.384009 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:32.409123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a49ee270-1ae7-4c92-b7af-ede258cd1242 req-bf461116-f35d-478d-b26d-2daf4ab8cea7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066310 Mar 02 18:34:33.099925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.102392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.122110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.143634 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.214189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Pushing event deleted for resources: {'Port': ['ID=6941a8b5-79d1-449e-a791-6bad66454da8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:33.224790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/830140a1-b693-4ffd-8d9c-0920b5877599 HTTP/1.1" status: 204 len: 168 time: 2.2276299 Mar 02 18:34:33.271271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a78b5a-66fd-4f03-a0f1-f827449f9d22,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:33.275985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb179a-d2ff-46bc-aa12-d7c07e2b99e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=830140a1-b693-4ffd-8d9c-0920b5877599,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:33.294562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.308304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-002b74f6-7243-4195-bb06-e637cb753d18 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/80a78b5a-66fd-4f03-a0f1-f827449f9d22 HTTP/1.1" status: 204 len: 168 time: 1.3816397 Mar 02 18:34:33.309051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37164) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:33.561402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0819d6aa-e7b5-47e1-8d94-88d7621f17eb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:33.618998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dab49b-ece2-4b4d-a806-2095c961642f req-642dede4-2914-4093-9bac-01955f2fd065 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:33.627842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8dab49b-ece2-4b4d-a806-2095c961642f req-642dede4-2914-4093-9bac-01955f2fd065 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 945 time: 0.2044053 Mar 02 18:34:33.686954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8dab49b-ece2-4b4d-a806-2095c961642f req-ae2a6eec-507b-4139-805c-0c13bd337ca6 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578806 Mar 02 18:34:33.777092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0819d6aa-e7b5-47e1-8d94-88d7621f17eb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:33.777092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0819d6aa-e7b5-47e1-8d94-88d7621f17eb tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4567654 Mar 02 18:34:33.777092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37174) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:33.786167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190035575'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:33.792997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:33.808855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:33.851186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a4b7e-70ba-4c26-bedd-a2797d96c0a0 req-c267b1ce-25df-45e9-b97f-377ba6c6a065 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:33.858664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b63a4b7e-70ba-4c26-bedd-a2797d96c0a0 req-c267b1ce-25df-45e9-b97f-377ba6c6a065 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1809683 Mar 02 18:34:33.862648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.909450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b63a4b7e-70ba-4c26-bedd-a2797d96c0a0 req-4717f2fd-6893-43a7-9b52-8da365404226 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Mar 02 18:34:33.941137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:33.980006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:33.984736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:33.988516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:34.017833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:34.118419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:34.220243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.220243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e269df6-0870-4201-92cf-1c90460658e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e4ed2265bd1482c9b21505c56fa6890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0977678 Mar 02 18:34:34.220243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37190) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:34.287169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.320499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.380295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.411166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ed214c-b788-4069-9d4e-7512d7373e07,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:34.554318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:34:34.568907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.570169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a1da66a6-f82a-491e-bbb1-e6276113558e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7917621 Mar 02 18:34:34.573650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37202) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:34.578641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1c267d6a-665f-47b9-902e-44ce58cfed16 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': 'd6ed214c-b788-4069-9d4e-7512d7373e07', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:34.579611 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-1c267d6a-665f-47b9-902e-44ce58cfed16 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 18:34:34.580108 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-1c267d6a-665f-47b9-902e-44ce58cfed16 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:34.581076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1c267d6a-665f-47b9-902e-44ce58cfed16 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064735 Mar 02 18:34:34.611342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37206) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:34.647093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.674879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c85ad7-8bc9-429c-bcd4-c1788122090b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:34.689510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-73ed56f3-ab05-44b3-bf6b-b49a01d92da7 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:34.691626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-73ed56f3-ab05-44b3-bf6b-b49a01d92da7 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "GET /v2.0/ports?device_id=c72ac77d-0378-45f3-8687-41f96e60fb9d HTTP/1.1" status: 200 len: 946 time: 0.1095400 Mar 02 18:34:34.788842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Deleting port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:34.789477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.821236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.849527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.855009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c66ae8fa-2a22-4869-b510-8fa604f64658 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/87c85ad7-8bc9-429c-bcd4-c1788122090b HTTP/1.1" status: 204 len: 168 time: 0.6298778 Mar 02 18:34:34.867927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:34:34.880195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:34.883852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Sync routers for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:34:34.896975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:34.898910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:34.973174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a1805a4-4419-495f-bb53-567abae27eba admin admin] 10.222.0.66 "PUT /v2.0/routers/def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8289115 Mar 02 18:34:34.983405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:35.131083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a8610-f19c-4bbf-b8fe-fd79d92d125e req-e1bf6d04-f096-42cb-96f1-d43b7741b231 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:35.138061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad0a8610-f19c-4bbf-b8fe-fd79d92d125e req-e1bf6d04-f096-42cb-96f1-d43b7741b231 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 945 time: 0.2987838 Mar 02 18:34:35.211231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-b6688ff1-7e96-46ec-b9d6-ad92f52500af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:35.214094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-b6688ff1-7e96-46ec-b9d6-ad92f52500af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Synchronizing usage tracker for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:35.228960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:35.272883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] For port 4d5cf8fd-bbce-46af-81c8-0275b6428b02, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=4d5cf8fd-bbce-46af-81c8-0275b6428b02,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:35.273561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.360021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.547387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Calling delete_port for 4d5cf8fd-bbce-46af-81c8-0275b6428b02 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:35.565776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-b6688ff1-7e96-46ec-b9d6-ad92f52500af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Unset dirty status for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:35.567138 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-b6688ff1-7e96-46ec-b9d6-ad92f52500af tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 945 time: 0.8139892 Mar 02 18:34:35.576445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.592512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad0a8610-f19c-4bbf-b8fe-fd79d92d125e req-dce55195-0484-4d98-b490-e6fc6cebdbc5 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534614 Mar 02 18:34:35.618088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:34:32Z', 'revision_number': 5, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:35.625364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Checking router: def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:34:35.634915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Routers {'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:35.636141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:35.658210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ed214c-b788-4069-9d4e-7512d7373e07,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:35.679272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9732-9e62-4468-a7c6-16147b902218 req-9565883e-25b3-4fc4-bcb6-c310404cdc5c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:35.681497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dceb9732-9e62-4468-a7c6-16147b902218 req-9565883e-25b3-4fc4-bcb6-c310404cdc5c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.5259180 Mar 02 18:34:35.706748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.707873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e3aad479-0b87-4f09-8935-cf4e306dd905 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/d6ed214c-b788-4069-9d4e-7512d7373e07 HTTP/1.1" status: 204 len: 168 time: 1.0955815 Mar 02 18:34:35.715154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Deleting port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:35.715508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.739995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:35.783951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:35.787897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dceb9732-9e62-4468-a7c6-16147b902218 req-22c6809f-a185-40ed-aae7-33d6f5fe1441 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009004 Mar 02 18:34:35.887443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb52c533-2c6c-4ec9-b400-46ec034416a6 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:35.917289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] Set router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:35.987804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.040739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['4d5cf8fd-bbce-46af-81c8-0275b6428b02'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:36.077967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Deleting port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:36.078379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.114243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event deleted for resources: {'Port': ['ID=4d5cf8fd-bbce-46af-81c8-0275b6428b02,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:36.165857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb52c533-2c6c-4ec9-b400-46ec034416a6 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:36.171169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb52c533-2c6c-4ec9-b400-46ec034416a6 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4219067 Mar 02 18:34:36.172246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37258) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:36.222780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--188231903'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:36.233540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:36.236363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] No DVR routers for this DVR port 4d5cf8fd-bbce-46af-81c8-0275b6428b02 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:36.241746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.242435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'name': 'network-vif-deleted', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:36.258969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:36.306211 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c72ac77d-0378-45f3-8687-41f96e60fb9d', 'name': 'network-vif-deleted', 'tag': '4d5cf8fd-bbce-46af-81c8-0275b6428b02', 'status': 'completed', 'code': 200} Mar 02 18:34:36.351117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] For port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,segment=NetworkSegment(c20c0660-ca35-4716-884a-1f580fff4dd9),segment_id=c20c0660-ca35-4716-884a-1f580fff4dd9)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:36.351489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.381338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:34:32Z', 'revision_number': 5, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:36.385267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1c0367-c336-402a-b3e3-afbdbdbcffc9 None None] The sync data for ids ['def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8'] in n-d-828839-1 is: [{'id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'name': 'tempest-ServersTestMultiNic-2046689304-router', 'tenant_id': '62c99169549b4690b1a5a96f904e7795', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:39Z', 'updated_at': '2022-03-02T18:34:32Z', 'revision_number': 5, 'project_id': '62c99169549b4690b1a5a96f904e7795', 'gw_port': {'id': 'c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ee:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1739, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:43Z', 'updated_at': '2022-03-02T18:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:34:36.439004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd2567ec-4ccf-4bb7-babe-fb92f431dbdc req-4ad76dff-7353-490d-82d2-ec2f1fc0042e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.11 "DELETE /v2.0/ports/4d5cf8fd-bbce-46af-81c8-0275b6428b02 HTTP/1.1" status: 204 len: 173 time: 1.7412899 Mar 02 18:34:36.464859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.492376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:36.496933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:36.499722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Calling delete_port for 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:36.500342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:36.506667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:36.575472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] For port c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:36.575472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.599170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:36.709111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Calling delete_port for c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:36.851716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1e9e5-226a-4e7f-ae53-3a38af2dc2d9 req-dbbc9134-25a3-4647-a38e-6a0b9f96643e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:36.852569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ef1e9e5-226a-4e7f-ae53-3a38af2dc2d9 req-dbbc9134-25a3-4647-a38e-6a0b9f96643e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Synchronizing usage tracker for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:36.909296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:34:36.912051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:36.919331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.053329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48e80314-5b7a-4a5e-8e53-c4a7b8bd884f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:37.092197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2098bde-feb8-4466-9603-98d20ee43528 req-c1a79690-709e-447f-bfd9-5ba8fa458513 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:37.094244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2098bde-feb8-4466-9603-98d20ee43528 req-c1a79690-709e-447f-bfd9-5ba8fa458513 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 943 time: 0.1364114 Mar 02 18:34:37.099236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ef1e9e5-226a-4e7f-ae53-3a38af2dc2d9 req-dbbc9134-25a3-4647-a38e-6a0b9f96643e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Unset dirty status for tenant:ec43c63d13a34d52ae5a3f4c40615e17 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:37.100470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ef1e9e5-226a-4e7f-ae53-3a38af2dc2d9 req-dbbc9134-25a3-4647-a38e-6a0b9f96643e tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 945 time: 0.3956990 Mar 02 18:34:37.157880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.171730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2098bde-feb8-4466-9603-98d20ee43528 req-17f0eab3-a897-4eb2-86de-5798f500c527 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702200 Mar 02 18:34:37.179315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ef1e9e5-226a-4e7f-ae53-3a38af2dc2d9 req-6413c143-9c16-4a12-a547-4ab84c9fcfcf tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/security-groups?id=2c5aa812-8c22-4cbf-a6d3-696e99a37382&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616939 Mar 02 18:34:37.212649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.254673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Pushing event deleted for resources: {'Port': ['ID=8d4248e4-d40c-45a0-a4fe-7f58b695e1dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:37.283240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.288086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a5b5148-641f-41d9-aa7b-ce801d4f0892 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0744762 Mar 02 18:34:37.289194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37302) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.296604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5c60eaea-4a7b-4015-83e7-ee349b1a578e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '48e80314-5b7a-4a5e-8e53-c4a7b8bd884f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:37.302749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:37.310427 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-5c60eaea-4a7b-4015-83e7-ee349b1a578e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 18:34:37.311781 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-5c60eaea-4a7b-4015-83e7-ee349b1a578e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:37.317033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5c60eaea-4a7b-4015-83e7-ee349b1a578e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0251036 Mar 02 18:34:37.317638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37306) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.318822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '76247f24-0428-4038-bbb2-060d56343b32', 'network_id': '79f898e7-e177-491f-a675-03cb83d2b019', 'port_id': '76247f24-0428-4038-bbb2-060d56343b32', 'mac_address': 'fa:16:3e:97:44:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69fa131b-1b04-4b1e-86c0-055561c563ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:34:37.325114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-af2b0062-ba71-4cd0-bd8a-1de60ad5878b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '48e80314-5b7a-4a5e-8e53-c4a7b8bd884f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:37.325793 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-af2b0062-ba71-4cd0-bd8a-1de60ad5878b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 18:34:37.326350 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-af2b0062-ba71-4cd0-bd8a-1de60ad5878b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:37.328930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.331855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-af2b0062-ba71-4cd0-bd8a-1de60ad5878b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0122161 Mar 02 18:34:37.332623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37310) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.343881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d7859870-ab81-4144-80b3-457caf0be9fe tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '48e80314-5b7a-4a5e-8e53-c4a7b8bd884f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:37.345207 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-d7859870-ab81-4144-80b3-457caf0be9fe tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 18:34:37.345913 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-d7859870-ab81-4144-80b3-457caf0be9fe tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:37.352556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d7859870-ab81-4144-80b3-457caf0be9fe tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0175946 Mar 02 18:34:37.353400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.363683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7c76e82d-5c27-4d2f-abf8-d1e4727feb08 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '48e80314-5b7a-4a5e-8e53-c4a7b8bd884f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:37.365178 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-7c76e82d-5c27-4d2f-abf8-d1e4727feb08 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 18:34:37.366114 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-7c76e82d-5c27-4d2f-abf8-d1e4727feb08 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:37.378220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7c76e82d-5c27-4d2f-abf8-d1e4727feb08 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0155287 Mar 02 18:34:37.378351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.424900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.444102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] No DVR routers for this DVR port 8d4248e4-d40c-45a0-a4fe-7f58b695e1dd on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:37.447295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:34:37.447618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.458324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'name': 'network-vif-deleted', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:37.466514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:37.479049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.494334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:37.508854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.533368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.578285 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbce053-10be-4dd7-9efe-41a8c2c8b6fd', 'name': 'network-vif-deleted', 'tag': '8d4248e4-d40c-45a0-a4fe-7f58b695e1dd', 'status': 'completed', 'code': 200} Mar 02 18:34:37.693696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.704632 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-47b26e3c-0081-418a-be2d-e65293b5e1eb req-8d732915-7ef2-4c67-93bd-f730f34f1caa tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.65 "DELETE /v2.0/ports/8d4248e4-d40c-45a0-a4fe-7f58b695e1dd HTTP/1.1" status: 204 len: 173 time: 2.1238115 Mar 02 18:34:37.724868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.727821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.792043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:37.804486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6941a8b5-79d1-449e-a791-6bad66454da8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:37.837291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.844329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6941a8b5-79d1-449e-a791-6bad66454da8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:37.844679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6941a8b5-79d1-449e-a791-6bad66454da8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:37.857350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e80314-5b7a-4a5e-8e53-c4a7b8bd884f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:37.861732 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.861732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:34:37.869812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.869812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-56635475-09e6-4bbc-9b2b-995340d0d8e9 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/48e80314-5b7a-4a5e-8e53-c4a7b8bd884f HTTP/1.1" status: 204 len: 168 time: 0.4895055 Mar 02 18:34:37.871179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:37.871717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37326) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.879440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4126dfe9-620c-4b6c-84e2-ceb09c96dbe4 admin admin] 10.222.0.66 "DELETE /v2.0/routers/def0d4d9-d828-4a7e-99b0-d3e4b1a3cfd8 HTTP/1.1" status: 204 len: 168 time: 2.8947587 Mar 02 18:34:37.880161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:37.913970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['76247f24-0428-4038-bbb2-060d56343b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:34:37.978946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f9ccb48f-072f-4af6-9595-40f74888c478 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:38.151793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37336) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:38.185702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Deleting subnet 5dac2a14-899f-4d6d-87be-b7d06b960ea8 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:38.189096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:38.273165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:38.355609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:38.368573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:38.419574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef69468f-d095-4ac8-bcbf-da94b8eac7cb req-83dd8404-faf6-4e55-8b36-741c31374b44 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 210 time: 0.0707421 Mar 02 18:34:38.423835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:38.428576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Usage tracker for resource:security_group_rule and tenant:567552ee79ff41f7ad1d17103aea1505 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:38.431981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:38.440370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:38.476868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 4d5cf8fd-bbce-46af-81c8-0275b6428b02 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:38.504676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f13fc1-5e0b-4046-b0df-264c38edab68 req-f8c13cf3-394c-45df-81b6-04f337dd437e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:38.506261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6f13fc1-5e0b-4046-b0df-264c38edab68 req-f8c13cf3-394c-45df-81b6-04f337dd437e tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 944 time: 0.1948333 Mar 02 18:34:38.521036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 4d5cf8fd-bbce-46af-81c8-0275b6428b02 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:38.521419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 4d5cf8fd-bbce-46af-81c8-0275b6428b02 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:38.580203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6f13fc1-5e0b-4046-b0df-264c38edab68 req-f6b6c560-acdc-4dac-8de6-16434d4fa975 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659370 Mar 02 18:34:38.667667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:38.918956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:38.991161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 76247f24-0428-4038-bbb2-060d56343b32 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:38.991535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.009088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f9ccb48f-072f-4af6-9595-40f74888c478 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:39.014631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f9ccb48f-072f-4af6-9595-40f74888c478 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1417463 Mar 02 18:34:39.015227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37346) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:39.023704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210370135'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:39.047070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:39.068592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:39.077792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.081718 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.130620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dac2a14-899f-4d6d-87be-b7d06b960ea8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:39.140391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=567552ee79ff41f7ad1d17103aea1505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9874768 Mar 02 18:34:39.141095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37352) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:39.142257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.144674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef55bf7-a7de-4b93-93c7-b40633eb1ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a0a409-019d-4e68-8080-ca44f4ae8b00,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:39.150678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3fbf66a8-6d19-48fd-9c1a-468a7f24c6d3 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5dac2a14-899f-4d6d-87be-b7d06b960ea8 HTTP/1.1" status: 204 len: 168 time: 1.2694457 Mar 02 18:34:39.152182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37356) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:39.164487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:39.173472 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.182531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c43ba4-ab0d-4acd-9329-7102682ebdc9 None None] Network 597323c3-6615-4c3f-bf36-a8cb5c16798b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:39.224819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.246182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:39.257049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.267468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.301658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:34:39.309969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.310772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:39.316944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:39.322093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:39.329648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:39.336633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Deleting port d662f346-33ac-4a23-90a8-47471c27091e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:39.337518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.342636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.358824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:39.363218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Usage tracker for resource:security_group_rule and tenant:cd07823d6583416f82dc4e0a2fb8f4f0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:39.366465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:39.371211 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'code': 200} Mar 02 18:34:39.375006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.381073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:39.502113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:39.529491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.574383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a0a409-019d-4e68-8080-ca44f4ae8b00,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:39.590916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] DHCP port deletion for 597323c3-6615-4c3f-bf36-a8cb5c16798b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:34:39.598050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Deleting port d662f346-33ac-4a23-90a8-47471c27091e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:39.598537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.634822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.639488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9b344609-b1d6-45ed-a9df-3721acf98b25 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9a0a409-019d-4e68-8080-ca44f4ae8b00 HTTP/1.1" status: 204 len: 168 time: 0.4957867 Mar 02 18:34:39.654270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff6943ab-3139-456a-b94f-74054cf21a1a req-747292b2-0098-46e9-bd53-f9f848e255a7 tempest-ListServersNegativeTestJSON-732231718 tempest-ListServersNegativeTestJSON-732231718-project] 10.222.0.66 "GET /v2.0/ports?device_id=0dbce053-10be-4dd7-9efe-41a8c2c8b6fd HTTP/1.1" status: 200 len: 210 time: 0.0623224 Mar 02 18:34:39.673211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.701645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] For port d662f346-33ac-4a23-90a8-47471c27091e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d662f346-33ac-4a23-90a8-47471c27091e,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:39.702019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.827233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d662f346-33ac-4a23-90a8-47471c27091e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:39.890193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.927589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] For port d662f346-33ac-4a23-90a8-47471c27091e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d662f346-33ac-4a23-90a8-47471c27091e,segment=NetworkSegment(8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d),segment_id=8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:39.928246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:39.938065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Calling delete_port for d662f346-33ac-4a23-90a8-47471c27091e owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:39.960037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cd07823d6583416f82dc4e0a2fb8f4f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7935486 Mar 02 18:34:39.960763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf00266-3fbf-4b19-a13b-7b7656baacef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9da67-eed9-4426-90e4-c32abb251a86,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:39.963227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:39.998577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.047470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.070915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f73af4-78e6-43c6-8643-cb27cda9364b req-2d9a6112-ac3a-4857-bb4e-4e361ed5c982 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:40.074748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fbf401-bb97-46cf-a34d-e6d13ef4e7ec req-ceec14ae-fac9-4b58-afe7-3cd568d99672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:40.076320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9fbf401-bb97-46cf-a34d-e6d13ef4e7ec req-ceec14ae-fac9-4b58-afe7-3cd568d99672 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1097 time: 0.2416432 Mar 02 18:34:40.078650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4f73af4-78e6-43c6-8643-cb27cda9364b req-2d9a6112-ac3a-4857-bb4e-4e361ed5c982 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2348135 Mar 02 18:34:40.096675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.117395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.152928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9fbf401-bb97-46cf-a34d-e6d13ef4e7ec req-51580633-f6d7-49a4-9140-a73875019e0e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694606 Mar 02 18:34:40.156260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Calling delete_port for d662f346-33ac-4a23-90a8-47471c27091e owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:40.180002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9525d622-14dc-461a-879e-b4faaab8c56e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:40.193877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4f73af4-78e6-43c6-8643-cb27cda9364b req-d08345ea-91e7-4e02-8c5e-74b9de25f540 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142263 Mar 02 18:34:40.209557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.224662 n-d-828839-1 neutron-server[88710]: INFO neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No ports have port_id starting with d662f346-33ac-4a23-90a8-47471c27091e Mar 02 18:34:40.227287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:34:40.253381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d662f346-33ac-4a23-90a8-47471c27091e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:40.255204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] No DVR routers for this DVR port d662f346-33ac-4a23-90a8-47471c27091e on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:34:40.276352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:34:40.276701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9d09b4f-a6ae-41c8-bd01-05c7b568a4a3 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:34:40.287517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:34:40.287888 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:34:40.368613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.369401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2dae422-875a-4b33-9c56-e31db04cac90 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3524151 Mar 02 18:34:40.372654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:40.377861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8adb9fba-03c9-44b0-a55a-801ed80d7d44 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:40.378591 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-8adb9fba-03c9-44b0-a55a-801ed80d7d44 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 18:34:40.379164 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-8adb9fba-03c9-44b0-a55a-801ed80d7d44 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:40.380056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.380188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8adb9fba-03c9-44b0-a55a-801ed80d7d44 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064218 Mar 02 18:34:40.383025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37388) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:40.390892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:40.397502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.411617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:40.415596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['597323c3-6615-4c3f-bf36-a8cb5c16798b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:40.423823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9da67-eed9-4426-90e4-c32abb251a86,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:40.423823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:40.426436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:40.429684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.430901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3699ff76-0eae-4e9f-8b98-afd4e66d8881 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6f9da67-eed9-4426-90e4-c32abb251a86 HTTP/1.1" status: 204 len: 168 time: 0.4657047 Mar 02 18:34:40.435779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:40.438050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:40.438857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8235d9d5-58c1-48d9-8b3b-0fe9b185ea9d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:40.457897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.476633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.483422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Releasing vlan 697 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:40.483825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:40.498257 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:40.790039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Deleting port d662f346-33ac-4a23-90a8-47471c27091e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:40.790823 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.804010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.810627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.832890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37402) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:40.847176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=597323c3-6615-4c3f-bf36-a8cb5c16798b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:40.859650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2d3b291d-ccae-4a97-b28b-5f765df75bc3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/597323c3-6615-4c3f-bf36-a8cb5c16798b HTTP/1.1" status: 204 len: 168 time: 1.7034669 Mar 02 18:34:40.870081 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:40.871212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6a206bfe-d957-4958-88d0-b6140249468a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4871881 Mar 02 18:34:40.874497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:40.884678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c2b58c31-1ee3-4abd-99a8-2e344f925189 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:40.885447 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-c2b58c31-1ee3-4abd-99a8-2e344f925189 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 18:34:40.885974 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-c2b58c31-1ee3-4abd-99a8-2e344f925189 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:40.888604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54201246-ba7c-4d4f-854a-345a337edd03 None None] The port 'd662f346-33ac-4a23-90a8-47471c27091e' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:34:40.890673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2b58c31-1ee3-4abd-99a8-2e344f925189 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139174 Mar 02 18:34:40.893309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:40.899882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:40.903928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Deleting subnet ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:34:40.907726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:40.907897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:40.911910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:40.914918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:40.921658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:40.958951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.021948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.238641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.268164 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:41.271878 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5345f73a-c910-4748-a2ce-42d37c90cb1a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3750632 Mar 02 18:34:41.272198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.278239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-71a74b45-c952-49dd-93a3-da5e80ccbf52 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:41.278725 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-71a74b45-c952-49dd-93a3-da5e80ccbf52 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 18:34:41.279174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecceedcb-cdc6-4ec4-ab51-6c61c97f1211,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:41.279635 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-71a74b45-c952-49dd-93a3-da5e80ccbf52 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:41.281049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-71a74b45-c952-49dd-93a3-da5e80ccbf52 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0079687 Mar 02 18:34:41.284179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37430) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.289213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.295309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:41.303783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:41.306910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-188ad33e-0555-4009-ae95-bb5e1750b1de admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ecceedcb-cdc6-4ec4-ab51-6c61c97f1211 HTTP/1.1" status: 204 len: 168 time: 0.4730141 Mar 02 18:34:41.309366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:41.309769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.313471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:41.469221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:41.527270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.527792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bd220b-5254-4d50-bcb0-6e9e98e02c16 req-836fa028-4926-4794-886d-bb34583ece2c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:41.529316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26bd220b-5254-4d50-bcb0-6e9e98e02c16 req-836fa028-4926-4794-886d-bb34583ece2c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2170038 Mar 02 18:34:41.577996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26bd220b-5254-4d50-bcb0-6e9e98e02c16 req-ea6fcc3b-476d-48a3-962c-434771591712 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416400 Mar 02 18:34:41.655431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.679284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.724727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b70fae-d31c-4927-ad6c-72274ee4d4b0']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:41.741779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c20c0660-ca35-4716-884a-1f580fff4dd9') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:41.742088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c20c0660-ca35-4716-884a-1f580fff4dd9') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:41.750955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-db220524-25d8-48dd-b99f-f6660f33fb3d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=62c99169549b4690b1a5a96f904e7795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952716 Mar 02 18:34:41.753795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37444) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.757238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.775722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.783841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:34:41.784314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:34:41.799492 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:34:41.807902 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:41.807902 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1c0d7b3-4583-483e-b2e7-a79ed7ef7fb1 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5194345 Mar 02 18:34:41.809484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37448) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.825404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-18116232-f519-4a96-86b2-9e81cb114464 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:41.826077 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-18116232-f519-4a96-86b2-9e81cb114464 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 18:34:41.826647 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-18116232-f519-4a96-86b2-9e81cb114464 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:41.830252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-18116232-f519-4a96-86b2-9e81cb114464 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0172112 Mar 02 18:34:41.831106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37452) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.845933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:41.849259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:41.851737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.856363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:41.869921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:41.871403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37458) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:41.899137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:41.900344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.910773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:41.915037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Usage tracker for resource:security_group_rule and tenant:6596291674c54c0d9c3f7e4d40e22e72 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:41.915222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:41.918218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:41.924765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:42.009279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.028531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.048242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] Pushing event deleted for resources: {'Network': ['ID=62b70fae-d31c-4927-ad6c-72274ee4d4b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:42.091479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.180250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.191161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a61c96e-2e93-4c57-8b94-c05aa59b4303,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:42.195686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.196656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f55b0be-91c0-4d91-a7d7-611f63fd2921 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a61c96e-2e93-4c57-8b94-c05aa59b4303 HTTP/1.1" status: 204 len: 168 time: 0.4416053 Mar 02 18:34:42.283124 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:42.305622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.306505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8ea1f322-fa65-437d-9a7c-742f7def2934 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4520738 Mar 02 18:34:42.306505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37476) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:42.306697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bfcb7bc2-b221-459d-9611-7bb35ccbc863 admin admin] 10.222.0.66 "DELETE /v2.0/networks/62b70fae-d31c-4927-ad6c-72274ee4d4b0 HTTP/1.1" status: 204 len: 168 time: 0.9798436 Mar 02 18:34:42.306803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9525d622-14dc-461a-879e-b4faaab8c56e', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:42.306803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:42.307530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:42.311278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:42.318333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:42.336934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6596291674c54c0d9c3f7e4d40e22e72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644988 Mar 02 18:34:42.337731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512b076-ac3f-4676-adec-3d68b24ec49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab53cab-59ee-4d24-aaab-53361d531274,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:42.340813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37484) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:42.401155 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.427032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.768029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2dd7a0-8b06-4dee-80f2-b98febfa61c1 req-7888c353-fadf-4a65-b199-79214f03aef5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:42.769408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff2dd7a0-8b06-4dee-80f2-b98febfa61c1 req-7888c353-fadf-4a65-b199-79214f03aef5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0846992 Mar 02 18:34:42.826290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff2dd7a0-8b06-4dee-80f2-b98febfa61c1 req-639c42b0-40fc-42eb-a192-37554dba86b5 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392828 Mar 02 18:34:42.826290 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:42.826290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13567fd8-f25f-4ef7-b66b-aca8fbc1d489 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5289123 Mar 02 18:34:42.826290 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.827218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:42.844473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab53cab-59ee-4d24-aaab-53361d531274,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:42.853672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.856028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-226e6a20-a8a8-40da-9b3a-7f34fb0dbbd2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ab53cab-59ee-4d24-aaab-53361d531274 HTTP/1.1" status: 204 len: 168 time: 0.5142338 Mar 02 18:34:42.893249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:42.928030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.143919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:43.162729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.202573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9525d622-14dc-461a-879e-b4faaab8c56e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:43.220230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.221377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-19e17b72-389a-4d7b-b784-bea48053aaf8 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/9525d622-14dc-461a-879e-b4faaab8c56e HTTP/1.1" status: 204 len: 168 time: 0.3994396 Mar 02 18:34:43.224317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37524) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:43.224860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c94f5bfd-c800-4b9d-b9ca-b95893724d4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec43c63d13a34d52ae5a3f4c40615e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798762 Mar 02 18:34:43.232834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37530) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:43.287750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-28334715-e910-47f3-9446-3c09671104bf tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574064 Mar 02 18:34:43.289230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:43.295728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--586260504'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:43.301468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.304181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:43.308564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:43.322852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:43.332806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.333418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:43.586542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.586769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.597212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5aa812-8c22-4cbf-a6d3-696e99a37382,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:43.604062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.605483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6617d1c2-cce6-4dd2-b246-19c8ec52183f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c5aa812-8c22-4cbf-a6d3-696e99a37382 HTTP/1.1" status: 204 len: 168 time: 0.3720596 Mar 02 18:34:43.609907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:43.623111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:43.626858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:43.638931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:43.716849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.802058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:43.851366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dc36e1-c8f9-4640-a8e4-35c8f147c50a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:44.029324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca2290-065a-43a8-8b06-ea245e3482c7 req-811f560a-4a4f-4178-af66-11d6ec75a239 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:44.030997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fca2290-065a-43a8-8b06-ea245e3482c7 req-811f560a-4a4f-4178-af66-11d6ec75a239 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0960732 Mar 02 18:34:44.032334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.036681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:44.037192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1700de28-bbfa-4e47-80b9-7c11fed90cc0 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7467453 Mar 02 18:34:44.042044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': 'b7dc36e1-c8f9-4640-a8e4-35c8f147c50a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:44.056147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:44.063595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:44.067869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:44.077505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:44.097562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fca2290-065a-43a8-8b06-ea245e3482c7 req-1a15d82b-fa67-400a-9ac9-fca7c0ab6245 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587041 Mar 02 18:34:44.153510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:44.374769 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The resource could not be found. Mar 02 18:34:44.376512 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61baad34-5e99-4ebd-940f-5a5cd9ea8b4e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3388298 Mar 02 18:34:44.379451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:44.389596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': 'b7dc36e1-c8f9-4640-a8e4-35c8f147c50a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '049c152b-e43e-4c9c-bdcc-fb94f19c41f9'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:44.393091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:44.413181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:44.417421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:44.420968 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.434192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:44.444265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:44.448602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Usage tracker for resource:security_group_rule and tenant:6989fdb137114834bff0b821f0fc9b5d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:44.451530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:44.457445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:44.539393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.699625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.748997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6989fdb137114834bff0b821f0fc9b5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5941105 Mar 02 18:34:44.753558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f38a6-a2af-413f-a27d-7f5302901d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a630c373-3170-4ed7-9f15-3acbd80753ad,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:44.755475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37592) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:44.791578 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The resource could not be found. Mar 02 18:34:44.791578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0dd71717-1898-477b-86dd-c8253155b93a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4009657 Mar 02 18:34:44.792368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:44.819105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.846908 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.855508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:44.887443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.037427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.053207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a630c373-3170-4ed7-9f15-3acbd80753ad,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:45.063366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.064989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1dcb999d-3981-49cb-a09d-5a6c1b692618 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a630c373-3170-4ed7-9f15-3acbd80753ad HTTP/1.1" status: 204 len: 168 time: 0.3083682 Mar 02 18:34:45.066531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.093913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dc36e1-c8f9-4640-a8e4-35c8f147c50a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:45.101253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.105170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37612) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:45.105302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c9e9eee9-d366-4f4b-b2f1-838cb05f2795 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/b7dc36e1-c8f9-4640-a8e4-35c8f147c50a HTTP/1.1" status: 204 len: 168 time: 0.3148694 Mar 02 18:34:45.167285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1179891d-e47f-4c2a-b8da-193ace74737a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:45.265965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1179891d-e47f-4c2a-b8da-193ace74737a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:45.267373 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1179891d-e47f-4c2a-b8da-193ace74737a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1612215 Mar 02 18:34:45.271574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37620) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:45.276515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '9638035b-6be2-4e4e-8a48-1d6b7b68cbf8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:45.283716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:45.287632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:45.291229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:45.296453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:45.310275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050fa7f-f98c-486f-ad1b-c697e49b98dd req-50cf5f88-5a0b-46fe-aa00-24cc57d0023d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:45.311757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4050fa7f-f98c-486f-ad1b-c697e49b98dd req-50cf5f88-5a0b-46fe-aa00-24cc57d0023d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0871201 Mar 02 18:34:45.359005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4050fa7f-f98c-486f-ad1b-c697e49b98dd req-15abea48-10cb-4394-968d-2eb06215b59a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Mar 02 18:34:45.364651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37626) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:45.547364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cc2ca-34af-4e97-87aa-f960f3631ab5 req-8a8dbf4f-b7fa-46e5-8311-72dac5e831fb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:45.550596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-024cc2ca-34af-4e97-87aa-f960f3631ab5 req-8a8dbf4f-b7fa-46e5-8311-72dac5e831fb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0853395 Mar 02 18:34:45.599318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-024cc2ca-34af-4e97-87aa-f960f3631ab5 req-aa97b90d-afb8-4bb9-902e-4d6860fd2ceb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449715 Mar 02 18:34:45.608409 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The resource could not be found. Mar 02 18:34:45.614570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37636) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:45.615146 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8f5de99-7388-45d3-8a15-6134139bb0c7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3424656 Mar 02 18:34:45.619592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--362899517'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:45.626678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:45.638801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:45.761547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.790324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:45.799226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-network', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:45.804104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:45.810103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:45.815593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:45.821371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Usage tracker for resource:network and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:45.825646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:45.828455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:45.848301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:45.883732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079d3064-361d-4d6a-998e-00cc24d39c74 req-45866c11-4db4-41c8-81a6-2eb7d6cd780f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:45.885215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-079d3064-361d-4d6a-998e-00cc24d39c74 req-45866c11-4db4-41c8-81a6-2eb7d6cd780f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1652656 Mar 02 18:34:45.965151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:45.967469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.981507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-079d3064-361d-4d6a-998e-00cc24d39c74 req-60a9c79e-888c-4290-a41f-75a94107d463 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868754 Mar 02 18:34:45.983637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:45.987935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.006392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.010543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Usage tracker for resource:security_group_rule and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.013603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.019805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.182052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.208642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.243534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cad633-dc71-4de4-a98c-94c1866a733b req-cccaaac8-3a18-4ad5-a161-d6a0f92f76d6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:46.245034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41cad633-dc71-4de4-a98c-94c1866a733b req-cccaaac8-3a18-4ad5-a161-d6a0f92f76d6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1288958 Mar 02 18:34:46.260775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37664) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:46.287406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.309984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92d2bfb9-d8c5-4f21-975f-3a31ec18079c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:46.331682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:34:46.346607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41cad633-dc71-4de4-a98c-94c1866a733b req-7a8fc4dd-1a20-41cf-94f5-e34463b82252 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943120 Mar 02 18:34:46.361198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.361548 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Added segment c404c088-f40e-4fae-9775-b24668e5e1d5 of type vlan for network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f Mar 02 18:34:46.367042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763d7cef-4889-49db-8c5a-d795d8031f10,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:46.401457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.494444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.495988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b6d1540-20f6-40b1-9a47-76de3c543dc4 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8804059 Mar 02 18:34:46.498815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:46.504186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--1492427659'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:46.512129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.519521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.522835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.530289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.549047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd8654-d67b-47b2-abe6-6f63ab0c9d72 req-65944652-fb4a-4b43-8671-41c3d1d19e08 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:46.550845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7dd8654-d67b-47b2-abe6-6f63ab0c9d72 req-65944652-fb4a-4b43-8671-41c3d1d19e08 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0929575 Mar 02 18:34:46.551175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-129619801-network', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:46.558340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.562733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Usage tracker for resource:network and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.566612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.576238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.578505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.579462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:46.580165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.614773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.635391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.639491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.644306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.649009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.706505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7dd8654-d67b-47b2-abe6-6f63ab0c9d72 req-c73f13ad-3d3a-4729-8f2d-73626c76add7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481814 Mar 02 18:34:46.707980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] Pushing event updated for resources: {'Network': ['ID=2e8c1883-5ff5-477c-9c0b-f70e6a59330f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:46.718825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:34:46.743903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.796895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:46.799758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.826091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:46.847966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.854472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Usage tracker for resource:security_group_rule and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.859175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.865715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.903041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b9580e95-4d03-41f2-a19a-34741c1f2b7e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5372894 Mar 02 18:34:46.906054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:46.914606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Request body: {'subnet': {'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-subnet', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:46.925040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:46.932837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Usage tracker for resource:subnet and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:46.938413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:46.945476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:46.953602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f62a3a9-2073-4ff7-9e41-8bf689d2bef6 req-6a34d786-9bcc-46fd-8ce1-2ffdca452a0f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:46.955100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f62a3a9-2073-4ff7-9e41-8bf689d2bef6 req-6a34d786-9bcc-46fd-8ce1-2ffdca452a0f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.0888023 Mar 02 18:34:46.960515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.024112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f62a3a9-2073-4ff7-9e41-8bf689d2bef6 req-1eb8dcf4-e819-4156-8a22-57fd170aa7f7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607224 Mar 02 18:34:47.052917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbbd564-a1b1-435b-bb23-9719285fd3c9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:47.113709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:47.116486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.165704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.213393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37706) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:47.225456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:47.234177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.235614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f408cb83-c743-49ad-979a-a2258f516d6c tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7357502 Mar 02 18:34:47.242564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37716) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:47.254556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group_rule': {'security_group_id': '92d2bfb9-d8c5-4f21-975f-3a31ec18079c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1bbbd564-a1b1-435b-bb23-9719285fd3c9'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:47.263023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:47.267355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:47.270592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:47.278979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:47.284443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.298053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:34:47.308903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.308903 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Added segment 8d9c5625-f3e0-4d5e-b775-4c981f6137d9 of type vlan for network b76a235f-fdc3-436e-bdef-f032662bdf19 Mar 02 18:34:47.368653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.396345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c90d04-ae9d-4344-8474-6eadb9100f01 req-e5038d0d-096a-4453-9dca-80c8082a430f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:47.398180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7c90d04-ae9d-4344-8474-6eadb9100f01 req-e5038d0d-096a-4453-9dca-80c8082a430f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2204051 Mar 02 18:34:47.414297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1604779935-network', 'tenant_id': '6c522ac514464c6eaa7d8499814b686d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:47.414297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f3c4c-8aed-47cf-afe5-c774328a07d0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:47.414537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:47.424672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Usage tracker for resource:network and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:47.429665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:47.445855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:47.446997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1756380245'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:47.455888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:47.463650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Usage tracker for resource:network and tenant:89c975b34ecf4397b0cc7f0703a717ed is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:47.469738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7c90d04-ae9d-4344-8474-6eadb9100f01 req-bdfdf716-986d-4a5a-bffc-9e38946d760b tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641351 Mar 02 18:34:47.470603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:47.477859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:47.625659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Made reservation on behalf of 89c975b34ecf4397b0cc7f0703a717ed for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:47.629183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.641754 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.656889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:47.660670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Usage tracker for resource:security_group_rule and tenant:89c975b34ecf4397b0cc7f0703a717ed is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:47.663448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:47.669892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:47.672590 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:34:47.673772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2638ba3-47f3-450b-880a-a48154dee139 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4299092 Mar 02 18:34:47.677553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.679429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:47.681796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37724) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:47.681983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.691563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.692517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:47.693099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.757624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.783410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.847394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.862737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:47.867752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:47.984417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Usage tracker for resource:security_group_rule and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:47.996897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:47.999708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] Pushing event updated for resources: {'Network': ['ID=b76a235f-fdc3-436e-bdef-f032662bdf19,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.008701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:48.011078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b76a235f-fdc3-436e-bdef-f032662bdf19 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:34:48.019636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1307282-1fe7-44a1-8e69-8c6c879ddf16,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.031299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Checking segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:48.031299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Network hostable DHCP agents. Network: 2e8c1883-5ff5-477c-9c0b-f70e6a59330f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:34:48.089060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.101591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.149181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:34:48.152735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fa80aa-3ff0-4039-adaa-81a7bc15548b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.155557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.155902 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Added segment 2f7f265b-3a53-4a87-9962-2549f88b7d1f of type vlan for network bea97ad5-2609-4106-9e89-f07502cd983d Mar 02 18:34:48.157327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.158466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/1bbbd564-a1b1-435b-bb23-9719285fd3c9 HTTP/1.1" status: 204 len: 168 time: 0.4756186 Mar 02 18:34:48.163500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.175755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d624ac-e051-405a-97ae-0536ba73190b tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbbd564-a1b1-435b-bb23-9719285fd3c9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.198997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.201832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.246965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd810900-5fa6-4cc0-8e11-603d51d3295d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:48.249961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a2bc249f-2e27-42ed-8392-abdd19bae216 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9881318 Mar 02 18:34:48.253162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37732) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.258778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Request body: {'subnet': {'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-129619801-subnet', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:48.264334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:48.268074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Usage tracker for resource:subnet and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:48.270891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:48.276657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:48.317018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:34:48.382207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.385179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd810900-5fa6-4cc0-8e11-603d51d3295d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:48.389469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd810900-5fa6-4cc0-8e11-603d51d3295d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2219419 Mar 02 18:34:48.389657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:48.389657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.389869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.393413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37738) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.438886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:34:48.472398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c5467-5362-4126-b6b1-6da253be5842,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.483899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.483899 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Added segment 6d7b148d-fb45-479c-95eb-716dc47e5131 of type vlan for network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 Mar 02 18:34:48.519705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.534916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.539193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:48.541458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.560676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.574785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event updated for resources: {'Network': ['ID=bea97ad5-2609-4106-9e89-f07502cd983d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.586048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network bea97ad5-2609-4106-9e89-f07502cd983d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:34:48.606751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 2e8c1883-5ff5-477c-9c0b-f70e6a59330f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:48.612033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:48.612605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.671775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3998f82c-a2c1-4f70-a910-edb6cb6ff79f None None] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:48.680485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ece830-1bdf-41c9-ae35-3ca510bd7e47 req-812fa47f-0627-4a55-a702-a82c79843391 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:48.681971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04ece830-1bdf-41c9-ae35-3ca510bd7e47 req-812fa47f-0627-4a55-a702-a82c79843391 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2650015 Mar 02 18:34:48.710302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d964c398-448f-4d0d-b715-c220ce7f4f16 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4907174 Mar 02 18:34:48.715149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37742) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.722190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Request body: {'subnet': {'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:48.767325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04ece830-1bdf-41c9-ae35-3ca510bd7e47 req-1fd1cb48-a402-4437-b416-c3fcd8ba967c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Mar 02 18:34:48.852367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.854339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:48.854339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.896221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.898605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.899745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/92d2bfb9-d8c5-4f21-975f-3a31ec18079c HTTP/1.1" status: 204 len: 168 time: 0.4986801 Mar 02 18:34:48.900894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:48.903772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.917007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34e8be01-9527-474d-85ac-27b7169d96d0 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0094242 Mar 02 18:34:48.923291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37752) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:48.924126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:34:48.925179 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:48.934078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:48.944031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:48.976876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Usage tracker for resource:subnet and tenant:89c975b34ecf4397b0cc7f0703a717ed is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:48.987404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93957522-ee56-44fc-9d1d-a2bb3c4cd422 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d2bfb9-d8c5-4f21-975f-3a31ec18079c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:48.987404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:48.987636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a473562d-7dee-4b53-857d-6d5a9e92040e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:48.993507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Usage tracker for resource:router and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:48.999782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.005967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:49.008315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.033296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] Pushing event updated for resources: {'Network': ['ID=01bc28d9-ab18-4d25-bd83-4d82aa39e243,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:49.039486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7cfacad7-4bd8-448a-b4e8-a32d63643d03 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8126614 Mar 02 18:34:49.042257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:49.050090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Request body: {'subnet': {'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1604779935-subnet', 'tenant_id': '6c522ac514464c6eaa7d8499814b686d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:49.055301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:49.059920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Usage tracker for resource:subnet and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:49.068232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:49.075471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.079076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.095271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:34:49.119385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfb6e68-aff1-4848-bc02-5f7db10ac022,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:49.136150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:49.137007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Network hostable DHCP agents. Network: b76a235f-fdc3-436e-bdef-f032662bdf19, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:34:49.162594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Made reservation on behalf of 89c975b34ecf4397b0cc7f0703a717ed for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:49.166160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.228027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Allocated IP 172.20.0.2 (2e8c1883-5ff5-477c-9c0b-f70e6a59330f/f1307282-1fe7-44a1-8e69-8c6c879ddf16/0e17fc4c-6cbc-482c-a7e5-ef9716892d5c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:49.265394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a473562d-7dee-4b53-857d-6d5a9e92040e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:49.267504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a473562d-7dee-4b53-857d-6d5a9e92040e tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3617220 Mar 02 18:34:49.268360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.269575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.271350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37760) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:49.277745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:49.280080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.285909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.303984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'tempest-secgroup--480716940'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:49.307313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:34:49.324550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:49.402515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.476895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b76a235f-fdc3-436e-bdef-f032662bdf19) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:49.482692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:49.484112 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.488643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ace51-316c-46a0-9fe3-8110b06cd6cd None None] Network b76a235f-fdc3-436e-bdef-f032662bdf19 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:49.526654 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.588688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Transition to ACTIVE for port object 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:49.622543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Transition to ACTIVE for port object 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:49.677882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.700307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:49.704339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Usage tracker for resource:security_group_rule and tenant:0620a15095e344ca8b27aa0d61729e31 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:49.707711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:49.713778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.738990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b76a235f-fdc3-436e-bdef-f032662bdf19', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:34:49.739885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.764064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.767933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.816376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a279059b-1358-4733-a795-b8d90aa66f9b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5593224 Mar 02 18:34:49.817078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.820742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37766) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:49.827954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:49.833559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:49.837586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Usage tracker for resource:router and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:49.840574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:49.846662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:49.865751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.899417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.915251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf08d25d-511d-4ee6-876d-b61ea559256f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:49.982381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:49.982608 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.983272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Checking segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:49.984431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Network hostable DHCP agents. Network: 01bc28d9-ab18-4d25-bd83-4d82aa39e243, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:34:49.984564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.984782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Pushing event updated for resources: {'Port': ['ID=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:49.987475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:49.988637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Checking segment: {'id': '2f7f265b-3a53-4a87-9962-2549f88b7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:49.988962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Network hostable DHCP agents. Network: bea97ad5-2609-4106-9e89-f07502cd983d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:34:49.998854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:49.999099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:50.033276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Allocated IP 172.20.0.2 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/225945ab-1716-40c5-aece-b5a91d0855b4) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:50.039576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603bf41-322d-4f87-b1ac-dc845590ea9e req-aa527846-e6f5-4d09-9255-7ad45ca106d9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:50.048172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8603bf41-322d-4f87-b1ac-dc845590ea9e req-aa527846-e6f5-4d09-9255-7ad45ca106d9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1385493 Mar 02 18:34:50.053355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event updated for resources: {'Subnet': ['ID=da6cf84d-1e4d-41dc-ad58-3c72efe159e8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:50.083798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33d966c4-1ec7-456f-9171-00ab019de8cb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:50.084888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.166689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8603bf41-322d-4f87-b1ac-dc845590ea9e req-5d75f5e7-dbb2-48f6-8539-60afa83d6931 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174760 Mar 02 18:34:50.210415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:34:50.210651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Network bea97ad5-2609-4106-9e89-f07502cd983d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:34:50.215288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.215288 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a9a2183-b04c-4cac-96a2-ab70a5d41dff tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9408369 Mar 02 18:34:50.217864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:50.227210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9ec1a7e7-3cda-4ce1-9f6d-081376514a48 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:50.228172 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-9ec1a7e7-3cda-4ce1-9f6d-081376514a48 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 18:34:50.228949 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-9ec1a7e7-3cda-4ce1-9f6d-081376514a48 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 18:34:50.230665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9ec1a7e7-3cda-4ce1-9f6d-081376514a48 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "PUT /v2.0/security-groups/33d966c4-1ec7-456f-9171-00ab019de8cb HTTP/1.1" status: 409 len: 330 time: 0.0109584 Mar 02 18:34:50.233916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37776) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:50.263812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Attempting to bind port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:50.264479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Attempting to bind port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:50.264479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Attempting to bind port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c on network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:50.275320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:50.275994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Checking segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:50.276395 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.277038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Bound using segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:50.277698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Bound port: 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:50.278279 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.387846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, bea97ad5-2609-4106-9e89-f07502cd983d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:50.389448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 01bc28d9-ab18-4d25-bd83-4d82aa39e243) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:50.397296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:50.398937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.406158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:50.408437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.418949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2780b9bb-ca2d-4237-ae17-7444d380e620 None None] Network bea97ad5-2609-4106-9e89-f07502cd983d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:50.431674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bfc2fe-69e7-48c3-b110-3f598dcfb369 None None] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:50.594103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee6f0528-d289-402b-9b38-111437151f73 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5491862 Mar 02 18:34:50.621186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.633728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Transition to ACTIVE for port object 225945ab-1716-40c5-aece-b5a91d0855b4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:50.638224 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-afcf40fd-3842-4f01-a342-ccbf8c5ed4a7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9209111 Mar 02 18:34:50.643595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:50.650563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Request body: {'port': {'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1131692074'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:50.659483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Transition to ACTIVE for port object 225945ab-1716-40c5-aece-b5a91d0855b4 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:50.668141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] For port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:50.676678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] For port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:50.821758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.863886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.874645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.903598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:50.908114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Usage tracker for resource:port and tenant:89c975b34ecf4397b0cc7f0703a717ed is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:50.912654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:50.921991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.922493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:50.943824 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.949310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:50.967951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.032025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010b67c2-4631-495b-b291-80b03fff5650 None None] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:51.071753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Made reservation on behalf of 89c975b34ecf4397b0cc7f0703a717ed for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:51.077624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.119533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:51.125412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] device_id is not set on port 0f17033d-6604-46c4-860b-03204c81c28b yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:34:51.129026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:51.141105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:51.146800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Pushing event updated for resources: {'Port': ['ID=225945ab-1716-40c5-aece-b5a91d0855b4,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:51.266049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-bea97ad5-2609-4106-9e89-f07502cd983d', 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d', 'tenant_id': '89c975b34ecf4397b0cc7f0703a717ed', 'fixed_ips': [{'subnet_id': 'da6cf84d-1e4d-41dc-ad58-3c72efe159e8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:34:51.267620 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.327162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.351105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Allocated IP 172.20.0.4 (bea97ad5-2609-4106-9e89-f07502cd983d/da6cf84d-1e4d-41dc-ad58-3c72efe159e8/0f17033d-6604-46c4-860b-03204c81c28b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:51.408919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d966c4-1ec7-456f-9171-00ab019de8cb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:51.450441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Allocated IP 172.25.7.54 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/783f2077-6ffe-4b3d-b61f-65892fc24d4f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:51.496169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-e8b94d2e-c420-4108-9930-da6b5f8ba4cb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:51.497695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-e8b94d2e-c420-4108-9930-da6b5f8ba4cb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.4417453 Mar 02 18:34:51.551208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Attempting to bind port 225945ab-1716-40c5-aece-b5a91d0855b4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:51.551578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Attempting to bind port 225945ab-1716-40c5-aece-b5a91d0855b4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:51.552167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Attempting to bind port 225945ab-1716-40c5-aece-b5a91d0855b4 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:51.567011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.568137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a8843891-ec23-4a1b-8da7-a25f03d63550 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/33d966c4-1ec7-456f-9171-00ab019de8cb HTTP/1.1" status: 204 len: 168 time: 1.3332396 Mar 02 18:34:51.592406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:51.592788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:51.593199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.593601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:51.594093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Bound port: 225945ab-1716-40c5-aece-b5a91d0855b4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:51.594512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:51.626194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Pushing event updated for resources: {'Port': ['ID=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:51.633384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:51.635085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-d8401721-77ee-4248-ab90-2d7fc4ed0328 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/quotas/6c522ac514464c6eaa7d8499814b686d HTTP/1.1" status: 200 len: 375 time: 0.0978456 Mar 02 18:34:51.749139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b03c7-3bc7-47bd-b18b-00a13cffecc6 req-bca758c6-c611-4114-aacf-2c28912ba529 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:51.753604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-383b03c7-3bc7-47bd-b18b-00a13cffecc6 req-bca758c6-c611-4114-aacf-2c28912ba529 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.4413638 Mar 02 18:34:51.820460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-936ffc7d-a0b6-471d-9b47-a1b735b1bbe5 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120036 Mar 02 18:34:51.820590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.820590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.820590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.820590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.820963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-3b29f3e6-5046-4fb7-a95e-6ca288fd2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.821675 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-3b29f3e6-5046-4fb7-a95e-6ca288fd2cd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2f3f6d31d65c4654970ac260fb29459f&device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 1097 time: 0.3978207 Mar 02 18:34:51.821771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37baf53-5e30-474a-ac9d-b35fd84ea485 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:51.888314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] For port 225945ab-1716-40c5-aece-b5a91d0855b4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:51.905598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] For port 225945ab-1716-40c5-aece-b5a91d0855b4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=225945ab-1716-40c5-aece-b5a91d0855b4,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:51.978449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.006902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Transition to ACTIVE for port object 0f17033d-6604-46c4-860b-03204c81c28b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:52.027540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-2563ed1c-2c65-4e70-a9ce-318aac8c2a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:52.029044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-2563ed1c-2c65-4e70-a9ce-318aac8c2a6f service neutron] 10.222.0.65 "GET /v2.0/networks?id=79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 200 len: 915 time: 0.2104249 Mar 02 18:34:52.055348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.112581 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-eb86f468-1149-4555-b732-ea452aa452a7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 200 len: 217 time: 0.0768166 Mar 02 18:34:52.116445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47a9fde4-6ec9-4581-acbf-33c45e4c886a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Synchronizing usage tracker for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:52.124214 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff956301-5f65-40a2-a8c0-9953b98c1c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.176188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8cf095-4d8e-4783-aa8a-c4ad9a0ce8dc None None] Pushing event updated for resources: {'Port': ['ID=225945ab-1716-40c5-aece-b5a91d0855b4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:52.180890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-23cb6785-5de6-4958-9195-febab32ac84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:52.182462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-23cb6785-5de6-4958-9195-febab32ac84b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 200 len: 854 time: 0.0645905 Mar 02 18:34:52.234841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-cf8b5d60-49d2-4017-9559-8642cd976cac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=79f898e7-e177-491f-a675-03cb83d2b019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466726 Mar 02 18:34:52.244186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.264820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-383b03c7-3bc7-47bd-b18b-00a13cffecc6 req-2dbe9b93-3a6b-4ce7-acc5-dada8cd9bb06 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4908710 Mar 02 18:34:52.360409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.389377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-852d6d9c-7762-42d3-9c61-0b418eec4a37 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5990543 Mar 02 18:34:52.392276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.406533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Allocated IP 172.20.0.2 (bea97ad5-2609-4106-9e89-f07502cd983d/da6cf84d-1e4d-41dc-ad58-3c72efe159e8/bec8abbf-4bed-4054-9a14-a1e9d689c7be) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:52.455423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.481051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Network bea97ad5-2609-4106-9e89-f07502cd983d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:52.489573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:52.499561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:52.542530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47a9fde4-6ec9-4581-acbf-33c45e4c886a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] Unset dirty status for tenant:0620a15095e344ca8b27aa0d61729e31 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:52.544060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event updated for resources: {'Port': ['ID=0f17033d-6604-46c4-860b-03204c81c28b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:52.546600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-47a9fde4-6ec9-4581-acbf-33c45e4c886a tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9087405 Mar 02 18:34:52.555145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:52.582787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-bf483418-3a7a-4ca6-8304-e2c0aced56b5 service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410256 Mar 02 18:34:52.596185 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-07e9d544-e80f-49a3-83a9-21af6c71d500 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] delete failed (client error): The resource could not be found. Mar 02 18:34:52.600883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07e9d544-e80f-49a3-83a9-21af6c71d500 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "DELETE /v2.0/security-groups/eac853c9-11cd-47bc-aa86-9c52fc479962 HTTP/1.1" status: 404 len: 347 time: 0.0415785 Mar 02 18:34:52.613888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:52.696466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:52.698627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.728790 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-575a5106-7711-449d-b141-eaa52be51c6d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] show failed (client error): The resource could not be found. Mar 02 18:34:52.734864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-575a5106-7711-449d-b141-eaa52be51c6d tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-groups/dbbe568d-6cc8-4e32-a069-a958586e7b69 HTTP/1.1" status: 404 len: 347 time: 0.1092868 Mar 02 18:34:52.753172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.767136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Transition to ACTIVE for port object bec8abbf-4bed-4054-9a14-a1e9d689c7be will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:52.786530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37816) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:52.797753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Transition to ACTIVE for port object bec8abbf-4bed-4054-9a14-a1e9d689c7be will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:52.809087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-5f136f1a-2137-4060-834a-9fd703868d90 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843338 Mar 02 18:34:52.836900 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-07562f53-d060-40f7-91dc-d9d07e3538d7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] show failed (client error): The resource could not be found. Mar 02 18:34:52.837946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07562f53-d060-40f7-91dc-d9d07e3538d7 tempest-NegativeSecGroupTest-757687667 tempest-NegativeSecGroupTest-757687667-project] 10.222.0.66 "GET /v2.0/security-group-rules/cfb7db41-3bc5-4ed0-8577-48ae5c75f178 HTTP/1.1" status: 404 len: 356 time: 0.0489624 Mar 02 18:34:52.881462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b75516ac-f408-44ab-89cc-054c4cd9bcd9 req-66383c0e-79de-48e3-88f7-f442d528a77c service neutron] 10.222.0.65 "GET /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894654 Mar 02 18:34:52.916680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b9f7ef-9400-47d1-8a44-71827ca1251b None None] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:52.949426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:52.980836 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bb25168a-20b5-4169-8554-ea79c2cef8d2 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3360181 Mar 02 18:34:52.983885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:53.011017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:53.118732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:53.126214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:53.138417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Pushing event updated for resources: {'Port': ['ID=783f2077-6ffe-4b3d-b61f-65892fc24d4f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:53.142068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Deleting port 0f17033d-6604-46c4-860b-03204c81c28b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:34:53.142453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:53.145110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:53.303439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Pushing event updated for resources: {'Port': ['ID=bec8abbf-4bed-4054-9a14-a1e9d689c7be,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:53.340792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Network bea97ad5-2609-4106-9e89-f07502cd983d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:53.344593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:53.347576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:53.509856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcb07e26-c826-48ad-beb3-37a910ff0e16 None None] Provisioning for port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:53.574676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Attempting to bind port bec8abbf-4bed-4054-9a14-a1e9d689c7be on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:53.575055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Attempting to bind port bec8abbf-4bed-4054-9a14-a1e9d689c7be by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2f7f265b-3a53-4a87-9962-2549f88b7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:53.575432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Attempting to bind port bec8abbf-4bed-4054-9a14-a1e9d689c7be on network bea97ad5-2609-4106-9e89-f07502cd983d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:53.602485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:53.602845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Checking segment: {'id': '2f7f265b-3a53-4a87-9962-2549f88b7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:53.604502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:53.609131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Bound using segment: {'id': '2f7f265b-3a53-4a87-9962-2549f88b7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:53.609929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Bound port: bec8abbf-4bed-4054-9a14-a1e9d689c7be, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7f265b-3a53-4a87-9962-2549f88b7d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'bea97ad5-2609-4106-9e89-f07502cd983d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:53.610566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:53.711531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37838) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:53.713355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Allocated IP 172.25.7.248 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/164c5137-2001-4fdb-b8f9-3cb8f44419e2) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:53.749900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] For port bec8abbf-4bed-4054-9a14-a1e9d689c7be, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:53.757442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] For port bec8abbf-4bed-4054-9a14-a1e9d689c7be, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bec8abbf-4bed-4054-9a14-a1e9d689c7be,segment=NetworkSegment(2f7f265b-3a53-4a87-9962-2549f88b7d1f),segment_id=2f7f265b-3a53-4a87-9962-2549f88b7d1f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:53.846549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152d83c9-fef8-4a6d-ad58-977cdaab81b6 None None] Network b76a235f-fdc3-436e-bdef-f032662bdf19 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:53.875123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:53.992333 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:54.000656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f21020c-666c-4467-afd0-de5c6e7bd31b req-a78d4494-0d28-4ca9-a0db-9c61e45a6013 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.2923920 Mar 02 18:34:54.215276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 225945ab-1716-40c5-aece-b5a91d0855b4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:54.250453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Calling delete_port for 0f17033d-6604-46c4-860b-03204c81c28b owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:34:54.334292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7494dff-22c6-4043-b486-94d084792f5a req-f8b90d9d-c15e-46c9-b444-cd2d6bfad315 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:54.342257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7494dff-22c6-4043-b486-94d084792f5a req-f8b90d9d-c15e-46c9-b444-cd2d6bfad315 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.7123315 Mar 02 18:34:54.358474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e472d08-1e8b-4f3f-bd01-ed8e35015ae7 None None] Provisioning for port 225945ab-1716-40c5-aece-b5a91d0855b4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:54.411723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f304a19b-846f-4381-91e3-714b234ed8c0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0620a15095e344ca8b27aa0d61729e31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6949544 Mar 02 18:34:54.426627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:54.476520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7494dff-22c6-4043-b486-94d084792f5a req-70e961c2-6679-4f40-a353-7f1ba9988998 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330070 Mar 02 18:34:54.530844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:54.543909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295f3bfe-ab20-4559-95cd-c27be8793174 None None] Pushing event updated for resources: {'Port': ['ID=bec8abbf-4bed-4054-9a14-a1e9d689c7be,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:54.575460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-efdbeb65-c65f-42b9-b84b-78c10258900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:54.699691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:54.818141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event deleted for resources: {'Port': ['ID=0f17033d-6604-46c4-860b-03204c81c28b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:54.854352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 225945ab-1716-40c5-aece-b5a91d0855b4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:54.861890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 225945ab-1716-40c5-aece-b5a91d0855b4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:54.862628 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:54.896321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.084072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.135082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.145715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78693112-06f1-4c2a-8d63-8f9debb23546 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "DELETE /v2.0/ports/0f17033d-6604-46c4-860b-03204c81c28b HTTP/1.1" status: 204 len: 168 time: 2.1607270 Mar 02 18:34:55.146161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 225945ab-1716-40c5-aece-b5a91d0855b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=225945ab-1716-40c5-aece-b5a91d0855b4,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:55.147098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37852) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:55.185312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9346b973-c810-472d-ae7b-76ab0225df74 None None] Provisioning complete for port 225945ab-1716-40c5-aece-b5a91d0855b4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:55.185695 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9346b973-c810-472d-ae7b-76ab0225df74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.236297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aac1cca2-ab1d-4fe6-85ca-6e3eab51f30a req-d52f9c1f-e298-414d-848d-21166968d78f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.0842273 Mar 02 18:34:55.249367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.254815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.308462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.308462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:55.326780 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a05f89df-4eab-497b-aa51-5b31eefe370e tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1782875 Mar 02 18:34:55.327982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:55.338395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1796524088'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:55.347219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:55.351867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Usage tracker for resource:network and tenant:89c975b34ecf4397b0cc7f0703a717ed is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:55.356041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:55.363043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:55.367468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.414301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.505572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=225945ab-1716-40c5-aece-b5a91d0855b4,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:55.577066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:55.582205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:55.588343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:55.620102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=164c5137-2001-4fdb-b8f9-3cb8f44419e2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:55.662082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Made reservation on behalf of 89c975b34ecf4397b0cc7f0703a717ed for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:55.663561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.694509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00376535-84f6-49af-9c91-5729545eebf1 None None] Network bea97ad5-2609-4106-9e89-f07502cd983d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:55.698635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:34:55.709938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.710437 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Added segment 1b458fc5-e6d4-4c4a-8591-01de5ccf1d27 of type vlan for network a60e39a4-a751-44d2-b473-9da41b70543f Mar 02 18:34:55.744737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.804645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.805320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.806703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:55.809697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.827683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:55.828056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.933151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10c48cd-2410-482d-adb3-fdfdde2b6985 req-54d5b50e-95e4-4b3d-81e2-0b97b5fde4b1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:55.934669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b10c48cd-2410-482d-adb3-fdfdde2b6985 req-54d5b50e-95e4-4b3d-81e2-0b97b5fde4b1 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.3157935 Mar 02 18:34:55.957858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.966509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:55.967365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:55.984347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b10c48cd-2410-482d-adb3-fdfdde2b6985 req-f297fb4a-9b17-4d70-b79d-4f7afdb23291 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Mar 02 18:34:56.055416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.076081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dca27299-c212-419c-8ba0-d531afad3a02 None None] Provisioning for port bec8abbf-4bed-4054-9a14-a1e9d689c7be completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:56.111257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:56.126492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event updated for resources: {'Network': ['ID=a60e39a4-a751-44d2-b473-9da41b70543f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:56.128721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:34:56.140290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a60e39a4-a751-44d2-b473-9da41b70543f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:34:56.168760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d971b202-6f2b-4d71-8335-5bfae1980e14 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8395362 Mar 02 18:34:56.174058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:56.200375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.275246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.474488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:56.515545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 225945ab-1716-40c5-aece-b5a91d0855b4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:56.549079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e71047ad-4477-469c-bd84-ccdbc65514a9 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks HTTP/1.1" status: 200 len: 8892 time: 0.3729904 Mar 02 18:34:56.552043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37874) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:56.598681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac4da3a-4efd-48d3-acd7-a5fa7f7be227,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:56.665605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 225945ab-1716-40c5-aece-b5a91d0855b4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:56.666115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.710321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70174341-0de3-44c4-85c7-87a406c30582 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] Network a60e39a4-a751-44d2-b473-9da41b70543f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:34:56.771682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.791579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bb902ab-4cf1-4c0c-ad26-92b7bb9ba909 req-80a0bb9b-fa3a-4195-a8d1-a3dc05582c19 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.0887156 Mar 02 18:34:56.818354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bec8abbf-4bed-4054-9a14-a1e9d689c7be up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:56.869234 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.875361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1fc9702c-8ac2-46fa-a39b-9fb2b1ae77f3 None None] Could not find standard attr ID for object 0f17033d-6604-46c4-860b-03204c81c28b. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:34:56.900561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:56.945499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70174341-0de3-44c4-85c7-87a406c30582 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "POST /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3897128 Mar 02 18:34:56.946468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:56.949368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a57e78-a9cb-4611-b8ba-e6eee275791c None None] Network a60e39a4-a751-44d2-b473-9da41b70543f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:34:57.021564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.025265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-40256d38-d56d-4d57-8cd7-87d14bcace4a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fac4da3a-4efd-48d3-acd7-a5fa7f7be227 HTTP/1.1" status: 204 len: 168 time: 2.5916712 Mar 02 18:34:57.067313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3552-ab55-49f4-8951-6170f1d05031 req-dd9e1e6e-1b83-4a26-9634-e5fd3dedc858 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:57.068891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b35b3552-ab55-49f4-8951-6170f1d05031 req-dd9e1e6e-1b83-4a26-9634-e5fd3dedc858 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.8838377 Mar 02 18:34:57.089968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:34:57.095453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port bec8abbf-4bed-4054-9a14-a1e9d689c7be completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:34:57.105644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Sync routers for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:34:57.114022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bec8abbf-4bed-4054-9a14-a1e9d689c7be triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:57.114443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.126202 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:57.126848 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:57.161113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-efeae490-b863-4869-afe5-f85e4045e925 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks HTTP/1.1" status: 200 len: 9663 time: 0.2109916 Mar 02 18:34:57.164098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37884) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:57.314939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b35b3552-ab55-49f4-8951-6170f1d05031 req-b6325356-1a75-4ae7-9515-4d8acf557d33 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240603 Mar 02 18:34:57.369095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.408500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port bec8abbf-4bed-4054-9a14-a1e9d689c7be, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bec8abbf-4bed-4054-9a14-a1e9d689c7be,segment=NetworkSegment(2f7f265b-3a53-4a87-9962-2549f88b7d1f),segment_id=2f7f265b-3a53-4a87-9962-2549f88b7d1f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:34:57.421396 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e4ebd9ae-f8b3-401f-bea9-18749450fd33 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "DELETE /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks/a60e39a4-a751-44d2-b473-9da41b70543f HTTP/1.1" status: 204 len: 168 time: 0.2522671 Mar 02 18:34:57.422249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:57.425361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.426879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f38f546d-3737-4e64-a25c-35f0b56cdd0d admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5027478 Mar 02 18:34:57.430094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37896) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:57.475666 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:57.554523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.594300 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:57.667010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=bec8abbf-4bed-4054-9a14-a1e9d689c7be,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:57.837145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-784f9ddd-0e42-49c3-bb37-29c5e06d85b3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:57.840048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-784f9ddd-0e42-49c3-bb37-29c5e06d85b3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.4043741 Mar 02 18:34:57.858470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Request body: {'port': {'device_id': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'admin_state_up': True, 'tenant_id': '6c522ac514464c6eaa7d8499814b686d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:57.909899 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:34:53Z', 'revision_number': 3, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:57.919423 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Checking router: f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:34:57.922107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Updating router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 port 783f2077-6ffe-4b3d-b61f-65892fc24d4f binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:34:57.923933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1dfb3-3bc4-4728-abf9-ef19b2f9e809 req-f5f9893e-0b70-4c0f-ac08-062ced477f99 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:57.926249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ead1dfb3-3bc4-4728-abf9-ef19b2f9e809 req-f5f9893e-0b70-4c0f-ac08-062ced477f99 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.4391956 Mar 02 18:34:57.941056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6ccf6132-09ed-490a-b83a-ed98c289a096 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks HTTP/1.1" status: 200 len: 8892 time: 0.5176198 Mar 02 18:34:57.952181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37910) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:58.007125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2d719a06-fe9f-442d-b4da-a376c88f93b8 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/networks/bea97ad5-2609-4106-9e89-f07502cd983d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0534277 Mar 02 18:34:58.007847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37914) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:58.023349 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.066263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbb36c06-4880-4e34-8ff9-0a0eefb3da4f req-591d93d5-36f4-49e5-974b-f5b7b6226bcb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.0452185 Mar 02 18:34:58.131120 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f090f33-c81d-46ca-a4b2-f691225f79c6 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/networks/bea97ad5-2609-4106-9e89-f07502cd983d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1178718 Mar 02 18:34:58.132647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:58.178823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:58.202426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Usage tracker for resource:port and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:58.206386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:58.217633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ead1dfb3-3bc4-4728-abf9-ef19b2f9e809 req-f8ccecef-820f-4787-b30b-571cb2b0e644 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992712 Mar 02 18:34:58.218578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:58.411172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bec8abbf-4bed-4054-9a14-a1e9d689c7be up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:58.502604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bec8abbf-4bed-4054-9a14-a1e9d689c7be triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:58.503635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.504050 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.520041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Transition to ACTIVE for port object 783f2077-6ffe-4b3d-b61f-65892fc24d4f will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:58.605989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Router ecf53154-9d19-4562-ba60-5955bfe148cc is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:34:58.608024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:58.611889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.654208 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.671442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:34:58.746209 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Pushing event updated for resources: {'Port': ['ID=783f2077-6ffe-4b3d-b61f-65892fc24d4f,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:58.776606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Attempting to bind port 783f2077-6ffe-4b3d-b61f-65892fc24d4f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:34:58.778066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Attempting to bind port 783f2077-6ffe-4b3d-b61f-65892fc24d4f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:34:58.778837 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Attempting to bind port 783f2077-6ffe-4b3d-b61f-65892fc24d4f on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:34:58.780937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:34:58.781506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.783880 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.784326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.784979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.785410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.785838 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.786376 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.786799 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.787227 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.787640 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.788178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.788594 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.789256 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:34:58.805593 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:34:58.805593 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:34:58.805593 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.806026 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:34:58.806594 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Bound port: 783f2077-6ffe-4b3d-b61f-65892fc24d4f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:34:58.807118 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:58.830667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8e3ccddd-5af8-4ea6-979e-3bbcc6ba1133 tempest-DHCPAgentSchedulersTestJSON-1018360245 tempest-DHCPAgentSchedulersTestJSON-1018360245-project-admin] 10.222.0.66 "GET /v2.0/agents/50a49278-d7c7-447a-be02-4dd5b389af9b/dhcp-networks HTTP/1.1" status: 200 len: 8892 time: 0.6968346 Mar 02 18:34:58.833947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37932) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:58.880065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:34:58.903312 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] For port 783f2077-6ffe-4b3d-b61f-65892fc24d4f, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:34:58.907298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] For port 783f2077-6ffe-4b3d-b61f-65892fc24d4f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=783f2077-6ffe-4b3d-b61f-65892fc24d4f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:34:58.911544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Sync routers for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:34:58.951254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:58.951922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:58.984305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.009735 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.103304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37938) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:59.112924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.114401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-51f9d086-713c-4e2b-afbd-b76c33833dc6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.2925084 Mar 02 18:34:59.127490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:34:59.132387 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.194114 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:34:59.195864 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.247165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:59.252278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Allocated IP 172.20.0.1 (2e8c1883-5ff5-477c-9c0b-f70e6a59330f/f1307282-1fe7-44a1-8e69-8c6c879ddf16/9bf36164-dd72-4f46-a185-49cf43cdcaf6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:59.273735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2708a1d-7d6e-41fe-b121-a42caf842b01 req-c77a68f3-4663-4b6d-be09-a6ebc5c9c36d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:34:59.275632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2708a1d-7d6e-41fe-b121-a42caf842b01 req-c77a68f3-4663-4b6d-be09-a6ebc5c9c36d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.8954344 Mar 02 18:34:59.413346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1784098221-network', 'tenant_id': 'e7ead4fb0f814d74974db42c3aa77b1b'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:34:59.424945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:59.424945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Usage tracker for resource:network and tenant:e7ead4fb0f814d74974db42c3aa77b1b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:59.426827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:59.434331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:59.473815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.490671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Transition to ACTIVE for port object 9bf36164-dd72-4f46-a185-49cf43cdcaf6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:34:59.547594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-226c584b-39a5-4db7-9519-82918cbb66e6 req-a587afe8-b050-4b40-a0ae-cadc65d6919a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:34:59.557092 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:34:59.585814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Made reservation on behalf of e7ead4fb0f814d74974db42c3aa77b1b for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:34:59.588256 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.605712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Allocated IP 172.20.0.9 (01bc28d9-ab18-4d25-bd83-4d82aa39e243/bf08d25d-511d-4ee6-876d-b61ea559256f/23391af4-28e0-4788-b89f-ff5dd74001a1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:34:59.614544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:34:55Z', 'revision_number': 3, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:34:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.618346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Checking router: ecf53154-9d19-4562-ba60-5955bfe148cc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:34:59.618882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Updating router ecf53154-9d19-4562-ba60-5955bfe148cc port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:34:59.620227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2708a1d-7d6e-41fe-b121-a42caf842b01 req-eb2aee10-afe2-48b1-8abd-81fc1f8c6e4d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259034 Mar 02 18:34:59.653278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.661521 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28dab9-e42b-41c9-a854-dccc84ec2799 None None] Pushing event updated for resources: {'Port': ['ID=783f2077-6ffe-4b3d-b61f-65892fc24d4f,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:59.681374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.712607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.747074 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.761477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Pushing event updated for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:34:59.786768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:34:59.788632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:34:59.793908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:34:59.802835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:34:59.846888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Usage tracker for resource:security_group_rule and tenant:e7ead4fb0f814d74974db42c3aa77b1b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:34:59.855572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60e39a4-a751-44d2-b473-9da41b70543f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.857695 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:34:59.865467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:34:59.873458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-226c584b-39a5-4db7-9519-82918cbb66e6 req-a587afe8-b050-4b40-a0ae-cadc65d6919a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:34:59.874883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-226c584b-39a5-4db7-9519-82918cbb66e6 req-a587afe8-b050-4b40-a0ae-cadc65d6919a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.5496278 Mar 02 18:34:59.888169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:34:59.922715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b458fc5-e6d4-4c4a-8591-01de5ccf1d27') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.922715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b458fc5-e6d4-4c4a-8591-01de5ccf1d27') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.941101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.943277 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:34:53Z', 'revision_number': 3, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:34:59.950448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd8b37c-dff4-4a56-be9a-1fa4e8ba32eb None None] The sync data for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 is: [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:34:53Z', 'revision_number': 3, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:34:59.965892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:34:59.997156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.101722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:00.102215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:00.140639 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:00.405739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-992e6698-b9d3-4f72-9fb6-f39652709315 None None] Provisioning for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:00.415497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-992e6698-b9d3-4f72-9fb6-f39652709315 None None] Provisioning complete for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:00.415872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-992e6698-b9d3-4f72-9fb6-f39652709315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.460965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.497966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-992e6698-b9d3-4f72-9fb6-f39652709315 None None] Port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:00.617106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.754840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Transition to ACTIVE for port object 164c5137-2001-4fdb-b8f9-3cb8f44419e2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:00.807978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.825050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.865792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.891731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c45749f-12d1-4e0c-ba1b-68a555881eaa req-cfae00db-f3ce-48bb-9f82-c0b1e56fdbf8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:00.895373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:00.900475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c45749f-12d1-4e0c-ba1b-68a555881eaa req-cfae00db-f3ce-48bb-9f82-c0b1e56fdbf8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.8687317 Mar 02 18:35:00.949651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event deleted for resources: {'Network': ['ID=a60e39a4-a751-44d2-b473-9da41b70543f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:00.957554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.016985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-af42e3aa-b3b6-4558-b4ad-448b599e5417 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "DELETE /v2.0/networks/a60e39a4-a751-44d2-b473-9da41b70543f HTTP/1.1" status: 204 len: 168 time: 2.1340480 Mar 02 18:35:01.019414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:01.073240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Attempting to bind port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:01.073761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Attempting to bind port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:01.074154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Attempting to bind port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:01.083394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:01.083884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:01.084192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.084593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:01.085086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Bound port: 164c5137-2001-4fdb-b8f9-3cb8f44419e2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:01.085469 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.099343 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f52d24-60e8-4c16-882b-a66e4245cdf7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] DELETE failed (client error): The resource could not be found. Mar 02 18:35:01.099829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f52d24-60e8-4c16-882b-a66e4245cdf7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:35:01.104282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.140515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c45749f-12d1-4e0c-ba1b-68a555881eaa req-828ce9e7-d435-4ddc-905e-0f6690cd255f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403533 Mar 02 18:35:01.192872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdb340-dae6-4df9-a318-d9e06fbc0694 None None] Pushing event updated for resources: {'Port': ['ID=164c5137-2001-4fdb-b8f9-3cb8f44419e2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:01.203056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3649c4e1-ff2f-4221-b44d-68f93552584d req-c7d19552-2a11-45f2-89c7-6029c162caf7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.1210461 Mar 02 18:35:01.232292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] For port 164c5137-2001-4fdb-b8f9-3cb8f44419e2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:01.237691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] For port 164c5137-2001-4fdb-b8f9-3cb8f44419e2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=164c5137-2001-4fdb-b8f9-3cb8f44419e2,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:01.366800 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04f52d24-60e8-4c16-882b-a66e4245cdf7 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "DELETE /v2.0/ports/0f17033d-6604-46c4-860b-03204c81c28b HTTP/1.1" status: 404 len: 333 time: 0.3461766 Mar 02 18:35:01.371923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.371923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37962) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:01.386760 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.423671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.431849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Pushing event updated for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:01.474769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:01.475415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:01.481800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.550952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdb340-dae6-4df9-a318-d9e06fbc0694 None None] Pushing event updated for resources: {'Port': ['ID=164c5137-2001-4fdb-b8f9-3cb8f44419e2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:01.633169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:01.633169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:01.633688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Deleting subnet da6cf84d-1e4d-41dc-ad58-3c72efe159e8 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:35:01.633688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.662372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:01.676530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:01.679407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event updated for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:01.687718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:01.711787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:01.718958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.724652 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.842016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:35:01.878848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:01.914364 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:01.953136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce836-95be-414e-8bf5-f1a2f8c5c58d req-b80fee10-6ef0-4518-a65e-9738453a87f4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:01.954770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-537ce836-95be-414e-8bf5-f1a2f8c5c58d req-b80fee10-6ef0-4518-a65e-9738453a87f4 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.6364269 Mar 02 18:35:01.982114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb59608-d755-4e4c-ae72-cd4bf809183e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:02.015195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a26b7f57-586e-4910-bb22-3b70e19914a0 None None] Provisioning complete for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:02.016183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a26b7f57-586e-4910-bb22-3b70e19914a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.032226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:02.032900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.041258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.041620 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Added segment 07c98c7f-51b6-4f16-a6d7-8e1c630d0a2c of type vlan for network 3010e2f2-930b-49ba-b836-f78759027b02 Mar 02 18:35:02.138723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a26b7f57-586e-4910-bb22-3b70e19914a0 None None] Port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:02.184635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:34:55Z', 'revision_number': 3, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:02.190964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0cb807-ed84-4be3-aa5d-b535e8c509dd None None] The sync data for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 is: [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:34:55Z', 'revision_number': 3, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:02.204584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:02.204743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-537ce836-95be-414e-8bf5-f1a2f8c5c58d req-733f20b4-77f4-4455-aa99-326ca2c9746c tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350447 Mar 02 18:35:02.217348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f65db2e-6be6-4e4a-82f4-6dc66147718a admin admin] 10.222.0.66 "PUT /v2.0/routers/f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7798085 Mar 02 18:35:02.350025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.351166 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Sync routers for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:02.356984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-c30c2cd4-bdb8-4648-9233-edbfe3c62239 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5025058 Mar 02 18:35:02.368947 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:02.372788 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:02.385080 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.443573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Request body: {'port': {'device_id': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:02.492434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 783f2077-6ffe-4b3d-b61f-65892fc24d4f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:02.675675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:35:02.694233 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:02.699546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Allocated IP 172.20.0.1 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/1f1d6281-2bf1-4392-96d9-90411d72d2f1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:02.774563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.785969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 783f2077-6ffe-4b3d-b61f-65892fc24d4f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:02.791318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 783f2077-6ffe-4b3d-b61f-65892fc24d4f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:02.795233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.963513 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:02.987237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 783f2077-6ffe-4b3d-b61f-65892fc24d4f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=783f2077-6ffe-4b3d-b61f-65892fc24d4f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:03.004488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.005468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:03.006212 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.082700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.133788 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:34:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 2, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:03.138543 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Checking router: f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:03.138899 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Updating router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:35:03.193099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=783f2077-6ffe-4b3d-b61f-65892fc24d4f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:03.205713 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.453921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:03.463490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-158157976-network', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:03.467109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.3620512 Mar 02 18:35:03.471527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:03.478344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:03.485673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Request body: {'subnet': {'network_id': '3010e2f2-930b-49ba-b836-f78759027b02', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1784098221-subnet', 'tenant_id': 'e7ead4fb0f814d74974db42c3aa77b1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:03.495018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:03.497724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Usage tracker for resource:network and tenant:ba0373fa36d6489a98c5f74fc14ebd79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:03.502151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:03.503450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.509192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Usage tracker for resource:subnet and tenant:e7ead4fb0f814d74974db42c3aa77b1b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:03.517402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:03.517580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:03.529074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:03.566102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4498-4bcb-438e-9d95-fcced34aafb4 admin admin] Pushing event updated for resources: {'Network': ['ID=3010e2f2-930b-49ba-b836-f78759027b02,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:03.579804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3010e2f2-930b-49ba-b836-f78759027b02 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:35:03.588253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event deleted for resources: {'Subnet': ['ID=da6cf84d-1e4d-41dc-ad58-3c72efe159e8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:03.604674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f27009-2f87-45c6-8112-2aa5191ada60 req-5f69aa5c-ed00-4b42-aaa8-e3d236acf8e9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:03.611831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3f27009-2f87-45c6-8112-2aa5191ada60 req-5f69aa5c-ed00-4b42-aaa8-e3d236acf8e9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 931 time: 1.1819491 Mar 02 18:35:03.614175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.615660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e1311-61f1-4e82-818e-c094a449f6bf None None] Network bea97ad5-2609-4106-9e89-f07502cd983d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:03.616334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b9a09f2-ec34-4ed4-bc08-3cc0114421cb tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "DELETE /v2.0/subnets/da6cf84d-1e4d-41dc-ad58-3c72efe159e8 HTTP/1.1" status: 204 len: 168 time: 2.2385926 Mar 02 18:35:03.618879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:03.682247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584709c8-587c-4ee8-9e43-03c77559aa80 req-dda5b629-f570-458e-ab4b-f5d793ee46aa tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:03.683963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-584709c8-587c-4ee8-9e43-03c77559aa80 req-dda5b629-f570-458e-ab4b-f5d793ee46aa tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 1.1514585 Mar 02 18:35:03.687212 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.721439 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Transition to ACTIVE for port object 9bf36164-dd72-4f46-a185-49cf43cdcaf6 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:03.742467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.745301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Made reservation on behalf of ba0373fa36d6489a98c5f74fc14ebd79 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:03.747779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.758233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Made reservation on behalf of e7ead4fb0f814d74974db42c3aa77b1b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:03.760520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.777466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3f27009-2f87-45c6-8112-2aa5191ada60 req-aa8865e3-4196-4f83-ab7f-8713a6e71667 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640716 Mar 02 18:35:03.796206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.813136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Transition to ACTIVE for port object 1f1d6281-2bf1-4392-96d9-90411d72d2f1 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:03.815852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.822304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:03.872722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-584709c8-587c-4ee8-9e43-03c77559aa80 req-b5bed627-9146-4d83-b21f-c0c99e8b3042 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790488 Mar 02 18:35:03.888745 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.896136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23391af4-28e0-4788-b89f-ff5dd74001a1 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:03.897742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Usage tracker for resource:security_group_rule and tenant:ba0373fa36d6489a98c5f74fc14ebd79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:03.904792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:03.907667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:03.916760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:03.926587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Transition to ACTIVE for port object 23391af4-28e0-4788-b89f-ff5dd74001a1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:03.927038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Deleting port bec8abbf-4bed-4054-9a14-a1e9d689c7be {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:03.927422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.066469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.102931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] DHCP port deletion for bea97ad5-2609-4106-9e89-f07502cd983d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:35:04.108450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Deleting port bec8abbf-4bed-4054-9a14-a1e9d689c7be {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:04.108946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.165659 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.232608 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcb89-6d17-4ef2-92de-80ca74848b9a None None] Pushing event updated for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:04.321334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:04.347334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:04.352321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:04.355982 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Attempting to bind port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:04.356333 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Attempting to bind port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:04.356702 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Attempting to bind port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 on network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:04.375256 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:04.375628 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Checking segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:04.376280 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.376982 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Bound using segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:04.377845 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Bound port: 9bf36164-dd72-4f46-a185-49cf43cdcaf6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:04.378438 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.400879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] For port bec8abbf-4bed-4054-9a14-a1e9d689c7be, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bec8abbf-4bed-4054-9a14-a1e9d689c7be,segment=NetworkSegment(2f7f265b-3a53-4a87-9962-2549f88b7d1f),segment_id=2f7f265b-3a53-4a87-9962-2549f88b7d1f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:04.401345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.597438 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] For port 9bf36164-dd72-4f46-a185-49cf43cdcaf6, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:04.604231 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] For port 9bf36164-dd72-4f46-a185-49cf43cdcaf6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9bf36164-dd72-4f46-a185-49cf43cdcaf6,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:04.611345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:04.665409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 783f2077-6ffe-4b3d-b61f-65892fc24d4f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:04.678898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Calling delete_port for bec8abbf-4bed-4054-9a14-a1e9d689c7be owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:04.768807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] For port bec8abbf-4bed-4054-9a14-a1e9d689c7be, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bec8abbf-4bed-4054-9a14-a1e9d689c7be,segment=NetworkSegment(2f7f265b-3a53-4a87-9962-2549f88b7d1f),segment_id=2f7f265b-3a53-4a87-9962-2549f88b7d1f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:04.769231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.822661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.897056 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:04.955731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Calling delete_port for bec8abbf-4bed-4054-9a14-a1e9d689c7be owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:04.976297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.027291 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:05.030004 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:05.053832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 783f2077-6ffe-4b3d-b61f-65892fc24d4f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:05.054223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.076299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Pushing event updated for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.151868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfcb89-6d17-4ef2-92de-80ca74848b9a None None] Pushing event updated for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.182195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5550af6a-f1a6-4469-b6b8-542e2276147b req-17f46140-f396-4614-86f2-ae183b845a4d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:05.187667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.210742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5550af6a-f1a6-4469-b6b8-542e2276147b req-17f46140-f396-4614-86f2-ae183b845a4d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 1.0653598 Mar 02 18:35:05.241174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 164c5137-2001-4fdb-b8f9-3cb8f44419e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:05.247017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:35:05.276167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-347c8abe-bbf0-493e-842b-fc1ec2b2127b None None] Provisioning for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:05.276365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.276798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.283531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-347c8abe-bbf0-493e-842b-fc1ec2b2127b None None] Provisioning complete for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:05.284051 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-347c8abe-bbf0-493e-842b-fc1ec2b2127b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.323041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Attempting to bind port 23391af4-28e0-4788-b89f-ff5dd74001a1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:05.323348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Attempting to bind port 23391af4-28e0-4788-b89f-ff5dd74001a1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:05.323730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Attempting to bind port 23391af4-28e0-4788-b89f-ff5dd74001a1 on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:05.337017 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:05.349817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:35:05.350337 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:35:05.355617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Port 23391af4-28e0-4788-b89f-ff5dd74001a1 on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:35:05.356274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Attempting to bind port 23391af4-28e0-4788-b89f-ff5dd74001a1 on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:05.386612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-347c8abe-bbf0-493e-842b-fc1ec2b2127b None None] Port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:05.386719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0729c00-16ff-4908-a410-b53fd4af20d0 req-b87ae83f-2106-42b3-8eb0-c648f7464ff6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:05.386719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0729c00-16ff-4908-a410-b53fd4af20d0 req-b87ae83f-2106-42b3-8eb0-c648f7464ff6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 943 time: 0.4251251 Mar 02 18:35:05.392888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5550af6a-f1a6-4469-b6b8-542e2276147b req-edadc86e-6774-4321-9066-85e20c89f301 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790192 Mar 02 18:35:05.400287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:05.401036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Checking segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:05.401723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Bound using segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:05.403985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Bound port: 23391af4-28e0-4788-b89f-ff5dd74001a1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:05.404841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.413432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77585c47-1556-44b5-9ace-bc33036d948d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.430079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.430079 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Added segment 6161e929-93eb-448b-916b-81eeb01dc750 of type vlan for network f9aefafc-0bab-4115-bd89-661b13a09d3f Mar 02 18:35:05.465980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.503003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] No DVR routers for this DVR port bec8abbf-4bed-4054-9a14-a1e9d689c7be on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:05.517178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:05.523436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:05.534656 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.553158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event deleted for resources: {'Port': ['ID=bec8abbf-4bed-4054-9a14-a1e9d689c7be,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.712380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.745465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea97ad5-2609-4106-9e89-f07502cd983d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:05.745749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.759423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.763826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:05.763826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.767640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 164c5137-2001-4fdb-b8f9-3cb8f44419e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=164c5137-2001-4fdb-b8f9-3cb8f44419e2,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:05.795801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0729c00-16ff-4908-a410-b53fd4af20d0 req-86fbde62-5768-4fb2-a6df-5accdb913a0a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115617 Mar 02 18:35:05.804233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7f265b-3a53-4a87-9962-2549f88b7d1f') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:05.804526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7f265b-3a53-4a87-9962-2549f88b7d1f') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:05.845861 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:04Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:05.850655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df58c43-4bca-44ae-8517-a73046009c0e None None] The sync data for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 is: [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:04Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:05.851093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:05.851892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Deleting port bec8abbf-4bed-4054-9a14-a1e9d689c7be {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:05.855438 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.856199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=23391af4-28e0-4788-b89f-ff5dd74001a1,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:05.893142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ed06d-95b3-4bf1-809d-445d2a72cc21 req-c549bfed-dcd7-464d-bbd3-5a64e325ebfd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:05.893142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f74ed06d-95b3-4bf1-809d-445d2a72cc21 req-c549bfed-dcd7-464d-bbd3-5a64e325ebfd tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2021132 Mar 02 18:35:05.900440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.930057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39684c95-e1e4-4073-9edc-7b9096497d19,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.932193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] Pushing event updated for resources: {'Network': ['ID=f9aefafc-0bab-4115-bd89-661b13a09d3f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:05.936048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:05.985393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.000031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.014343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Checking segment: {'id': '07c98c7f-51b6-4f16-a6d7-8e1c630d0a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': '3010e2f2-930b-49ba-b836-f78759027b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:06.016973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Network hostable DHCP agents. Network: 3010e2f2-930b-49ba-b836-f78759027b02, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:35:06.036469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:06.036882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:06.057420 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:06.073140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=164c5137-2001-4fdb-b8f9-3cb8f44419e2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:06.079107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f9aefafc-0bab-4115-bd89-661b13a09d3f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:35:06.094683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bec8abbf-4bed-4054-9a14-a1e9d689c7be no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:06.105811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c7d8432d-241c-45b1-b596-581212d42d36 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6491818 Mar 02 18:35:06.121627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38008) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:06.124177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Pushing event updated for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:06.142179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Request body: {'subnet': {'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-subnet', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:06.161121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2ac70c92-993f-4f3d-bd30-931dcf668b4c None None] The port 'bec8abbf-4bed-4054-9a14-a1e9d689c7be' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:35:06.162938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: bec8abbf-4bed-4054-9a14-a1e9d689c7be {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:35:06.163765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bec8abbf-4bed-4054-9a14-a1e9d689c7be not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:06.171612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:06.174626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:06.175106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.176699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-ee0f3dc6-20e8-4458-8a16-bcd847f5b613 service neutron] 10.222.0.11 "PUT /v2.0/ports/23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 200 len: 1091 time: 3.7449229 Mar 02 18:35:06.179968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:06.207011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Usage tracker for resource:subnet and tenant:ba0373fa36d6489a98c5f74fc14ebd79 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:06.212154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.225453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:06.245542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f74ed06d-95b3-4bf1-809d-445d2a72cc21 req-10ce2205-8b18-4250-854e-b6941976512a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591136 Mar 02 18:35:06.245542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:06.259737 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1', 'status': 'completed', 'code': 200} Mar 02 18:35:06.462301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.516500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.522240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] Pushing event deleted for resources: {'Network': ['ID=bea97ad5-2609-4106-9e89-f07502cd983d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:06.529017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Network 3010e2f2-930b-49ba-b836-f78759027b02 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:35:06.538837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2d260a8f-8c40-4902-bd21-c8eac52cfff6 tempest-DHCPAgentSchedulersTestJSON-1787370172 tempest-DHCPAgentSchedulersTestJSON-1787370172-project] 10.222.0.66 "DELETE /v2.0/networks/bea97ad5-2609-4106-9e89-f07502cd983d HTTP/1.1" status: 204 len: 168 time: 2.9179325 Mar 02 18:35:06.556914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9bf36164-dd72-4f46-a185-49cf43cdcaf6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:06.558850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Made reservation on behalf of ba0373fa36d6489a98c5f74fc14ebd79 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:06.561187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.613035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-41c1ef32-fcd6-4744-8849-300728f78b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:06.614875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-41c1ef32-fcd6-4744-8849-300728f78b01 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1094 time: 0.3006389 Mar 02 18:35:06.692865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3010e2f2-930b-49ba-b836-f78759027b02) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:06.697739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74441801-ad0b-4c98-928f-701ff5216d68 None None] Network 3010e2f2-930b-49ba-b836-f78759027b02 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:06.708297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:06.711708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.770742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:06.785025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:06.785025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:06.864696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ebce7953-889d-45b4-b627-20579f9ddbd9 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3829567 Mar 02 18:35:06.910743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530c1752-2189-4e1c-95d4-711061ef775e req-91676477-d9ce-4eff-95b4-dea8d151322f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:06.915945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-530c1752-2189-4e1c-95d4-711061ef775e req-91676477-d9ce-4eff-95b4-dea8d151322f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.4144900 Mar 02 18:35:07.049726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.062983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-00269f9d-ad71-4933-8131-c7183c1b7648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:07.064818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-00269f9d-ad71-4933-8131-c7183c1b7648 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6c522ac514464c6eaa7d8499814b686d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3848729 Mar 02 18:35:07.154600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.189187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523ddf7d-f057-4d4c-9ea8-9b9e36672064 None None] Network 3010e2f2-930b-49ba-b836-f78759027b02 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:07.337944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-530c1752-2189-4e1c-95d4-711061ef775e req-0f4e999f-33a5-4082-8c65-4910bdc144be tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016080 Mar 02 18:35:07.338375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.399982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 9bf36164-dd72-4f46-a185-49cf43cdcaf6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9bf36164-dd72-4f46-a185-49cf43cdcaf6,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:07.431048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38030) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:07.560219 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.561148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 164c5137-2001-4fdb-b8f9-3cb8f44419e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:07.592593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:07.681104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.702519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-61ff5894-eb7c-419c-92e6-0d383de41df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:07.704115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df60ee8e-7494-4e90-b79d-17b84192af12 req-61ff5894-eb7c-419c-92e6-0d383de41df5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6321352 Mar 02 18:35:07.783940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:07.784753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b0762f4-b404-4ad5-8941-e00d65eae290 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=89c975b34ecf4397b0cc7f0703a717ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519011 Mar 02 18:35:07.788600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38038) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:07.821149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.878511 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.880407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:07.881050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:07.925811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.130616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc7c38-8506-4410-920f-6678af899705 req-001ab4aa-3251-42ae-afe3-cfd399272bb4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:08.132259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1cc7c38-8506-4410-920f-6678af899705 req-001ab4aa-3251-42ae-afe3-cfd399272bb4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 943 time: 0.8094480 Mar 02 18:35:08.198503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e1918b6-ff13-4d10-8b2d-dd34bf4374b1,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:08.242576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.245608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Checking segment: {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:08.246474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Network hostable DHCP agents. Network: f9aefafc-0bab-4115-bd89-661b13a09d3f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:35:08.258270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd43d2c-6e60-4a3e-b9aa-af718fc9b2fd req-832e72c7-d5c3-4adf-b22d-94523029edeb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:08.260049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd43d2c-6e60-4a3e-b9aa-af718fc9b2fd req-832e72c7-d5c3-4adf-b22d-94523029edeb tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.6872811 Mar 02 18:35:08.261668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:08.272743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719108124-network', 'tenant_id': '04d059cecacf4a4d9480b496b0ba295d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:08.275783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:08.276868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fa80aa-3ff0-4039-adaa-81a7bc15548b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:08.281657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:08.282044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:08.289469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Usage tracker for resource:network and tenant:04d059cecacf4a4d9480b496b0ba295d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:08.294649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:08.310206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.311730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a960f74-6682-4587-b5fd-162ae3ca088d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9fa80aa-3ff0-4039-adaa-81a7bc15548b HTTP/1.1" status: 204 len: 168 time: 0.5219223 Mar 02 18:35:08.317807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:08.327883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1cc7c38-8506-4410-920f-6678af899705 req-745e4085-b8df-4605-b116-71b03f500d45 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764634 Mar 02 18:35:08.406012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9bf36164-dd72-4f46-a185-49cf43cdcaf6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:08.432255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-b0b08cf9-1540-4deb-88b5-2295fe934a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:08.434737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-b0b08cf9-1540-4deb-88b5-2295fe934a85 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1094 time: 0.6150875 Mar 02 18:35:08.451251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Made reservation on behalf of 04d059cecacf4a4d9480b496b0ba295d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:08.453674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.479033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.492660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:08.493116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.514464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:08.519025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Usage tracker for resource:security_group_rule and tenant:04d059cecacf4a4d9480b496b0ba295d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:08.525235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:08.533434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:08.571970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd43d2c-6e60-4a3e-b9aa-af718fc9b2fd req-f0503581-93a5-44e1-a586-bb62d6c1aea8 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051329 Mar 02 18:35:08.572567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Network f9aefafc-0bab-4115-bd89-661b13a09d3f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:35:08.579223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-f931afee-0d2a-4b31-bcc0-e0bf04dbf1f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 200 len: 217 time: 0.1150928 Mar 02 18:35:08.659699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.678099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8883cb6f-eb2a-42a8-831b-b1262c99d014 None None] Provisioning complete for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:08.678759 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8883cb6f-eb2a-42a8-831b-b1262c99d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.746172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8883cb6f-eb2a-42a8-831b-b1262c99d014 None None] Port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:08.783168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb303c-76bd-41a6-affe-e89344ee59db req-2b75b96f-c2a6-4a65-a964-c06cd2f7f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:08.784693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-2b75b96f-c2a6-4a65-a964-c06cd2f7f163 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.1939151 Mar 02 18:35:08.832307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Router ecf53154-9d19-4562-ba60-5955bfe148cc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:08.833020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f9aefafc-0bab-4115-bd89-661b13a09d3f) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:08.843296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419be423-e7eb-4406-b166-57ee0a095402 None None] Network f9aefafc-0bab-4115-bd89-661b13a09d3f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:08.846105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-eec63e54-4f6f-44d9-a732-606c522d001a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543387 Mar 02 18:35:08.847146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:08.848336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.951648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:08.984027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:35:08.998575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e78c09c-65b7-453e-81f1-ff0390f32f2d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:09.007160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.008870 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Added segment 55ce01c6-b9a4-494b-8432-bf9afcd484b1 of type vlan for network 9db3f61d-aa60-47a7-9a11-1b9c53d17c55 Mar 02 18:35:09.065443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.119378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f9aefafc-0bab-4115-bd89-661b13a09d3f', 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'fixed_ips': [{'subnet_id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:35:09.120291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.126604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e9dbf37a-237c-4eea-b34a-2b9c64570af7 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.9988627 Mar 02 18:35:09.129451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:09.135426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:09.144026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:09.156101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Usage tracker for resource:router and tenant:ba0373fa36d6489a98c5f74fc14ebd79 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:09.159700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:09.166216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:09.219509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-7a21364e-e74e-4e28-a446-e24495127f6a service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3667731 Mar 02 18:35:09.221981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.224480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:09.226243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.267713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.268755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.294338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:09.302364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c2d4564d-707c-414c-8d1b-c43a0c653018 admin admin] 10.222.0.66 "PUT /v2.0/routers/ecf53154-9d19-4562-ba60-5955bfe148cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1605709 Mar 02 18:35:09.317471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Sync routers for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:09.337529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:09.337529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:09.401592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.409806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158fb76-3627-4fcb-8046-5277f24d37fd req-7fa3321d-9ca8-4e81-8dbf-fb7f9848f325 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:09.421574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7158fb76-3627-4fcb-8046-5277f24d37fd req-7fa3321d-9ca8-4e81-8dbf-fb7f9848f325 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.4548552 Mar 02 18:35:09.421775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Allocated IP 172.20.0.2 (f9aefafc-0bab-4115-bd89-661b13a09d3f/1e1918b6-ff13-4d10-8b2d-dd34bf4374b1/38441370-4426-4667-afe6-f5a26a848314) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:09.442945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1756241 Mar 02 18:35:09.447169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:09.449638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Pushing event updated for resources: {'Network': ['ID=9db3f61d-aa60-47a7-9a11-1b9c53d17c55,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:09.461209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Request body: {'subnet': {'network_id': '9db3f61d-aa60-47a7-9a11-1b9c53d17c55', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1719108124-subnet', 'tenant_id': '04d059cecacf4a4d9480b496b0ba295d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:09.472937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:09.476575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.477095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.477451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.477791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.478138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.478496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.478824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.479157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.479476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.480054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.480565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.482886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4a9049-b89f-49d1-aed2-5980b04a04ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:09.494831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Usage tracker for resource:subnet and tenant:04d059cecacf4a4d9480b496b0ba295d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:09.500190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:09.508629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:09.550637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 9db3f61d-aa60-47a7-9a11-1b9c53d17c55 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:35:09.643125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27bb303c-76bd-41a6-affe-e89344ee59db req-5d0f3cd8-7f63-48dd-b875-5dc27d1e087e service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009655 Mar 02 18:35:09.655337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7158fb76-3627-4fcb-8046-5277f24d37fd req-41c20a66-7f2c-499d-bb81-ac8eb3ac266f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242804 Mar 02 18:35:09.694328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951cea6d-02b0-4df9-93a1-59124fb89153 req-891ed995-c1e1-4a6f-8bfb-dab23b86428c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:09.694718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Made reservation on behalf of 04d059cecacf4a4d9480b496b0ba295d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:09.696062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951cea6d-02b0-4df9-93a1-59124fb89153 req-891ed995-c1e1-4a6f-8bfb-dab23b86428c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 943 time: 0.1764176 Mar 02 18:35:09.697206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.758942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-951cea6d-02b0-4df9-93a1-59124fb89153 req-79ca74aa-8c24-4a90-bbf6-04970b5fbf3f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558791 Mar 02 18:35:09.760323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:09.767352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38080) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:09.823636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:09.869695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:09.882179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Usage tracker for resource:security_group_rule and tenant:ccd5ba38509c4ea1b339bc1b23258874 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:09.887895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:09.909997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:10.115503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.158261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.193963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2dce59-09ae-43f8-a4c0-26c16de51c08 req-bf72d4e4-cea0-4241-8c57-2fc564d3fdf0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:10.196815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf2dce59-09ae-43f8-a4c0-26c16de51c08 req-bf72d4e4-cea0-4241-8c57-2fc564d3fdf0 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1870677 Mar 02 18:35:10.272619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf2dce59-09ae-43f8-a4c0-26c16de51c08 req-64d169dc-61b3-41ee-8176-99ae2f09e138 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692580 Mar 02 18:35:10.287923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.301500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.336944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Transition to ACTIVE for port object 38441370-4426-4667-afe6-f5a26a848314 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:10.383433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ccd5ba38509c4ea1b339bc1b23258874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6141083 Mar 02 18:35:10.383433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38088) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:10.390903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869edd91-bbfd-4633-bfe1-3a7e135d714f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c4749e-cad5-4b03-a157-19312cb44e13,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:10.424363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Transition to ACTIVE for port object 38441370-4426-4667-afe6-f5a26a848314 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:10.458243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:06Z', 'revision_number': 2, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:10.462626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Checking router: ecf53154-9d19-4562-ba60-5955bfe148cc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:10.463101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Updating router ecf53154-9d19-4562-ba60-5955bfe148cc port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:35:10.530396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.547164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:10.552540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.564634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1485093231', 'description': 'tempest-description--1575919397'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:10.571950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:10.576732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:security_group and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:10.579716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:10.608676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:10.637987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3862333-29a4-4434-b0e2-4be4d8e4aae8 req-d0c753c9-5a9e-4682-adea-2bf874e34ca2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:10.639617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3862333-29a4-4434-b0e2-4be4d8e4aae8 req-d0c753c9-5a9e-4682-adea-2bf874e34ca2 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2010844 Mar 02 18:35:10.640309 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.660857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Network f9aefafc-0bab-4115-bd89-661b13a09d3f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:10.667151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.678792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:10.685652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:10.695910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Pushing event updated for resources: {'Port': ['ID=38441370-4426-4667-afe6-f5a26a848314,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:10.818525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.842763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.849921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a4af8c-6705-4c11-ba4b-a4c1d8944b80,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:10.863016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Checking segment: {'id': '55ce01c6-b9a4-494b-8432-bf9afcd484b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '9db3f61d-aa60-47a7-9a11-1b9c53d17c55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:10.863406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Attempting to bind port 38441370-4426-4667-afe6-f5a26a848314 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:10.863882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Attempting to bind port 38441370-4426-4667-afe6-f5a26a848314 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:10.864135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Attempting to bind port 38441370-4426-4667-afe6-f5a26a848314 on network f9aefafc-0bab-4115-bd89-661b13a09d3f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:10.864585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Network hostable DHCP agents. Network: 9db3f61d-aa60-47a7-9a11-1b9c53d17c55, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:35:10.873013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.877801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:10.882709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:security_group_rule and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:10.886370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:10.892962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:10.905601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:10.906296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Checking segment: {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:10.906888 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:10.907465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Bound using segment: {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:10.908133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Bound port: 38441370-4426-4667-afe6-f5a26a848314, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:10.908689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.043968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Network 9db3f61d-aa60-47a7-9a11-1b9c53d17c55 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:35:11.062191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.078948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3862333-29a4-4434-b0e2-4be4d8e4aae8 req-a79a4ae3-014d-4c4e-b988-ad783b9694dc tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4186349 Mar 02 18:35:11.085527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.143069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 9db3f61d-aa60-47a7-9a11-1b9c53d17c55) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:11.150655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee8d90-5d09-4e0b-a2ca-463eeb85ba90 req-905f10e5-63db-4354-891c-81f62d82a700 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:11.152884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7ee8d90-5d09-4e0b-a2ca-463eeb85ba90 req-905f10e5-63db-4354-891c-81f62d82a700 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 943 time: 0.1858058 Mar 02 18:35:11.159075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be5fab5-51d7-4bbe-a58e-8adfb6a5504d None None] Network 9db3f61d-aa60-47a7-9a11-1b9c53d17c55 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:11.164117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.170267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:11.170961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.187034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] For port 38441370-4426-4667-afe6-f5a26a848314, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:11.210672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] For port 38441370-4426-4667-afe6-f5a26a848314, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38441370-4426-4667-afe6-f5a26a848314,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:11.242908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Allocated IP 172.25.7.79 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f6acefef-a188-4142-b8b3-3852530c2061) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:11.286269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9574d593-0434-4976-85fb-fa6954993edc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:11.307485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7ee8d90-5d09-4e0b-a2ca-463eeb85ba90 req-6c8455cc-bc4d-4897-a80f-80f07b7c587b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373475 Mar 02 18:35:11.396150 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.398646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.399895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7c4749e-cad5-4b03-a157-19312cb44e13 HTTP/1.1" status: 204 len: 168 time: 0.9896524 Mar 02 18:35:11.415872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82519c20-4f72-4930-9b3e-856998df16ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c4749e-cad5-4b03-a157-19312cb44e13,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:11.443990 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.446777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f564a-0bdb-469c-be0a-a979a166116a req-913b0de1-4cb2-4a53-8d0f-72930f1eb2a9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:11.449360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de7f564a-0bdb-469c-be0a-a979a166116a req-913b0de1-4cb2-4a53-8d0f-72930f1eb2a9 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1395035 Mar 02 18:35:11.460198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.512105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea885037-9a97-4eb6-8d68-767ddaca6678 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0552881 Mar 02 18:35:11.512331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Transition to ACTIVE for port object 1f1d6281-2bf1-4392-96d9-90411d72d2f1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:11.519269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.521778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de7f564a-0bdb-469c-be0a-a979a166116a req-0c9282ae-b03f-4644-b0e8-82a4c2728377 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Mar 02 18:35:11.535224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.547283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b83c5fe2-77af-4479-be00-5f8193ba7efe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9834697 Mar 02 18:35:11.547283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:11.553053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'security_group_rule': {'security_group_id': '9574d593-0434-4976-85fb-fa6954993edc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:11.561475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:11.580722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:security_group_rule and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:11.580722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:11.590298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:11.604510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de71fbd-1a46-41cd-8b61-1603b7c6250b None None] Network 9db3f61d-aa60-47a7-9a11-1b9c53d17c55 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:11.666754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.687614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644773a-19ee-45cf-91b4-9821ca762e25 None None] Pushing event updated for resources: {'Port': ['ID=38441370-4426-4667-afe6-f5a26a848314,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:11.702924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:11.752021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:11.766417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:11.767546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.784284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:11.799702 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.825140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Deleting subnet 39684c95-e1e4-4073-9edc-7b9096497d19 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:35:11.831084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:11.835885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Pushing event updated for resources: {'Port': ['ID=f6acefef-a188-4142-b8b3-3852530c2061,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:11.962842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.081654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.300165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ac52-db03-4739-b509-0f8b8d738067 None None] Pushing event updated for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:12.488992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.548634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Attempting to bind port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:12.549169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Attempting to bind port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:12.551102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Attempting to bind port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:12.582594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:12.582971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:12.583376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.583768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:12.585434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Bound port: 1f1d6281-2bf1-4392-96d9-90411d72d2f1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:12.590003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.627493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.666909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38441370-4426-4667-afe6-f5a26a848314 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:12.783814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 23391af4-28e0-4788-b89f-ff5dd74001a1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:35:12.865814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc0084eb-e642-47d5-9d05-5a751c696c6d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:12.875881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:12.929879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.012180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:35:13.127275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39684c95-e1e4-4073-9edc-7b9096497d19,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:13.148411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.153888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0603f73a-a334-49b4-bc23-6938ac6c1c17 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/39684c95-e1e4-4073-9edc-7b9096497d19 HTTP/1.1" status: 204 len: 168 time: 1.4572761 Mar 02 18:35:13.155574 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.158705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1c3c00db-6e32-4288-982b-4c13844610d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6082480 Mar 02 18:35:13.158705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38136) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:13.208942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:13.272908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] For port 1f1d6281-2bf1-4392-96d9-90411d72d2f1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:13.280783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'security_group_rule': {'security_group_id': '9574d593-0434-4976-85fb-fa6954993edc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:13.300512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] For port 1f1d6281-2bf1-4392-96d9-90411d72d2f1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f1d6281-2bf1-4392-96d9-90411d72d2f1,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:13.326147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:13.385158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:security_group_rule and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:13.388839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=23391af4-28e0-4788-b89f-ff5dd74001a1,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:13.388839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '23391af4-28e0-4788-b89f-ff5dd74001a1', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'port_id': '23391af4-28e0-4788-b89f-ff5dd74001a1', 'mac_address': 'fa:16:3e:3c:20:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf08d25d-511d-4ee6-876d-b61ea559256f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:35:13.411806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:13.442588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12191a0a-df12-433e-ac35-5a8728adff33 req-1cc198d8-2e56-42d5-8592-729a0c7f27da tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:13.448052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12191a0a-df12-433e-ac35-5a8728adff33 req-1cc198d8-2e56-42d5-8592-729a0c7f27da tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 943 time: 0.7723527 Mar 02 18:35:13.474087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:13.501637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.504320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.523867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23391af4-28e0-4788-b89f-ff5dd74001a1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:13.546101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=23391af4-28e0-4788-b89f-ff5dd74001a1,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:13.548349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 38441370-4426-4667-afe6-f5a26a848314 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:13.603070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12191a0a-df12-433e-ac35-5a8728adff33 req-f8f88329-f86d-4935-81dd-68ebe5630f17 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420264 Mar 02 18:35:13.638978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b34987-7b9d-4226-9d6c-f5474b475e96 None None] Network f9aefafc-0bab-4115-bd89-661b13a09d3f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:13.693835 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.787706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.811942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.824448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.918230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.946937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:13.958373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3010e2f2-930b-49ba-b836-f78759027b02']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:13.982964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07c98c7f-51b6-4f16-a6d7-8e1c630d0a2c') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:13.983589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07c98c7f-51b6-4f16-a6d7-8e1c630d0a2c') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:14.024751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.028045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:14.030847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:14.055068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d76ad5-ba77-4a18-b372-63e5517da69c req-a38115b8-87d1-4abb-8bb4-fc4fc4f99871 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:14.063089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6d76ad5-ba77-4a18-b372-63e5517da69c req-a38115b8-87d1-4abb-8bb4-fc4fc4f99871 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.4193349 Mar 02 18:35:14.090377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.117306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.150525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b8a84ef-da54-4bba-ba2c-6860265d5048,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:14.157669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:14.159823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.162683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:14.180304 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:14.265430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Provisioning for port 38441370-4426-4667-afe6-f5a26a848314 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:14.318576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.334892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-207af609-2fd5-4259-8419-7e2fd44ab9a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1245387 Mar 02 18:35:14.334892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38154) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:14.347989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546ac52-db03-4739-b509-0f8b8d738067 None None] Pushing event updated for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:14.364638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6d76ad5-ba77-4a18-b372-63e5517da69c req-2bec9724-095c-411b-b86f-3dd9e59618f2 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729642 Mar 02 18:35:14.383761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:14.437484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:14.444566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:floatingip and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:14.448194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:14.455620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:14.469426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Provisioning complete for port 38441370-4426-4667-afe6-f5a26a848314 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:14.470089 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.529097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Router c673171d-2ebe-480b-aea5-a9e589f67ec3 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:35:14.590858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.598281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.612055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3010e2f2-930b-49ba-b836-f78759027b02,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:14.626999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3e35a03-5b1d-4cb5-9475-bf98a4e109a3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3010e2f2-930b-49ba-b836-f78759027b02 HTTP/1.1" status: 204 len: 168 time: 1.4411037 Mar 02 18:35:14.630974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38168) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:14.727893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Deleting subnet 09a4af8c-6705-4c11-ba4b-a4c1d8944b80 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:35:14.745449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.770734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:14.828313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:14.867517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:14.989141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:14.995295 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Sync routers for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:15.012232 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:15.013156 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:15.099565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.119240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.204047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.208356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-25cacf8d-2182-4d3a-a7d9-e52a1fc77188 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0752428 Mar 02 18:35:15.208649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38180) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:15.267370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.281976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] For port 38441370-4426-4667-afe6-f5a26a848314, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38441370-4426-4667-afe6-f5a26a848314,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:15.341920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb2235-1a13-4921-8671-cf5688403e28 req-7abc52a7-af54-4c0b-9753-e0ca86e25852 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:15.343568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bdb2235-1a13-4921-8671-cf5688403e28 req-7abc52a7-af54-4c0b-9753-e0ca86e25852 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 944 time: 0.5739903 Mar 02 18:35:15.345837 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:15.444773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.518503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bdb2235-1a13-4921-8671-cf5688403e28 req-71fb030a-94bf-445b-aef0-73895b1e6d3b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544566 Mar 02 18:35:15.555987 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.607625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:15.891740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222fa3da-007a-48a9-b410-cc0e900118be None None] Pushing event updated for resources: {'Port': ['ID=38441370-4426-4667-afe6-f5a26a848314,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:15.937125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:13Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:15.946949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a41b56-94eb-401c-bc2c-1c2146be8e6b None None] The sync data for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 is: [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:13Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:15.984069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.25.7.127 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/71c615c4-c20b-408b-83ba-cb421eebe174) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:15.998978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cab93d37-7009-4f84-83a3-c4ef05d38862 None None] Provisioning complete for port 38441370-4426-4667-afe6-f5a26a848314 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:15.999117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cab93d37-7009-4f84-83a3-c4ef05d38862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:16.129591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a4af8c-6705-4c11-ba4b-a4c1d8944b80,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:16.382374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:16.383651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38196) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:16.470020 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:12Z', 'revision_number': 3, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:16.484740 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Checking router: c673171d-2ebe-480b-aea5-a9e589f67ec3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:16.485262 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Updating router c673171d-2ebe-480b-aea5-a9e589f67ec3 port f6acefef-a188-4142-b8b3-3852530c2061 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:35:16.618219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0c34d863-caa8-45f3-8036-68254774ba35 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/09a4af8c-6705-4c11-ba4b-a4c1d8944b80 HTTP/1.1" status: 204 len: 168 time: 1.9858599 Mar 02 18:35:16.624075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38204) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:16.637205 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:16.702006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f1d6281-2bf1-4392-96d9-90411d72d2f1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:16.755504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:16.781375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:16.807498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 23391af4-28e0-4788-b89f-ff5dd74001a1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:16.818000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Usage tracker for resource:floatingip and tenant:17e723a58be54234bd7c3a10b664bb1e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:16.836612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:16.890405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:17.077500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 23391af4-28e0-4788-b89f-ff5dd74001a1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:17.084093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 23391af4-28e0-4788-b89f-ff5dd74001a1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:17.084870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.157474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.199010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:17.199010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:17.199010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.233619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23049176-646b-4ff9-b2cb-c13bf1ad041b req-aa96e25e-28b3-4434-9464-7273e3171e6d tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:17.235595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23049176-646b-4ff9-b2cb-c13bf1ad041b req-aa96e25e-28b3-4434-9464-7273e3171e6d tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 1.0586991 Mar 02 18:35:17.276755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.287254 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.380355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5179ab5-91bf-40cc-90d7-83232ee54708 req-758478f6-c7b2-4108-b7fe-bd914139f50e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:17.385546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5179ab5-91bf-40cc-90d7-83232ee54708 req-758478f6-c7b2-4108-b7fe-bd914139f50e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 944 time: 0.5513036 Mar 02 18:35:17.393098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.453161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=23391af4-28e0-4788-b89f-ff5dd74001a1,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:17.456889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:17.523484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.537486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23049176-646b-4ff9-b2cb-c13bf1ad041b req-a5d08283-c257-417a-bccc-840c9f1dd8c4 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536790 Mar 02 18:35:17.595282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1f1d6281-2bf1-4392-96d9-90411d72d2f1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f1d6281-2bf1-4392-96d9-90411d72d2f1,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:17.660834 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1', 'code': 200} Mar 02 18:35:17.661653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.699164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.786491 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.788136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38441370-4426-4667-afe6-f5a26a848314 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:17.851446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db3f61d-aa60-47a7-9a11-1b9c53d17c55']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:17.890301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:17.890493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-b586abad-a87d-47b2-872f-6968d9ff5460 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:17.890493 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-b586abad-a87d-47b2-872f-6968d9ff5460 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.65 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.4539323 Mar 02 18:35:17.890982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5179ab5-91bf-40cc-90d7-83232ee54708 req-b43a4292-62a2-490a-a079-55c83b7bf9c6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4994869 Mar 02 18:35:17.918351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ce01c6-b9a4-494b-8432-bf9afcd484b1') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:17.919312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ce01c6-b9a4-494b-8432-bf9afcd484b1') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:17.979171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:17.986684 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.029870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Deleting port c8d36701-7d49-4803-8d04-248792347083 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:18.030262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.091391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:18.115259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 38441370-4426-4667-afe6-f5a26a848314 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:18.115770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.131885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=71c615c4-c20b-408b-83ba-cb421eebe174,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:18.161900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.164181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.167903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.168244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.168587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.168929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.169255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.169580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.169906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.170272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.170596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.170919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.171247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.171558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:18.193255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:18.197289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:18.197943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:18.214927 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:18.218893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:18.222610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:18.378987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37e9c2-63ce-46f6-8c4c-50ecc2166b79 req-adbc3418-7177-43a5-89b7-6767e5c86f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:18.389114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac37e9c2-63ce-46f6-8c4c-50ecc2166b79 req-adbc3418-7177-43a5-89b7-6767e5c86f4d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1096 time: 0.6165762 Mar 02 18:35:18.446639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac37e9c2-63ce-46f6-8c4c-50ecc2166b79 req-0274270d-19c9-43d2-83c1-b465f6ef1293 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493965 Mar 02 18:35:18.455918 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.498115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f1d6281-2bf1-4392-96d9-90411d72d2f1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:18.523202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.547095 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Transition to ACTIVE for port object f6acefef-a188-4142-b8b3-3852530c2061 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:18.558746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.566375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.602945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9db3f61d-aa60-47a7-9a11-1b9c53d17c55 HTTP/1.1" status: 204 len: 168 time: 1.9662969 Mar 02 18:35:18.613533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117c87b-af81-4ffe-8cba-1b905fca10a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9db3f61d-aa60-47a7-9a11-1b9c53d17c55,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:18.634970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:18.636946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.638008 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.668363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.781292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Attempting to bind port f6acefef-a188-4142-b8b3-3852530c2061 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:18.783491 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Attempting to bind port f6acefef-a188-4142-b8b3-3852530c2061 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:18.783491 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Attempting to bind port f6acefef-a188-4142-b8b3-3852530c2061 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:18.791741 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180badb5-65ea-40de-b3c1-4808797b7d74 None None] Pushing event updated for resources: {'Port': ['ID=f6acefef-a188-4142-b8b3-3852530c2061,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:18.792005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Allocated IP 172.20.0.1 (f9aefafc-0bab-4115-bd89-661b13a09d3f/1e1918b6-ff13-4d10-8b2d-dd34bf4374b1/e1cd9200-65ca-4c22-80ae-faa661af2c7e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:18.795056 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:18.796029 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:18.796669 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.797324 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:18.798261 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Bound port: f6acefef-a188-4142-b8b3-3852530c2061, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:18.798909 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.926573 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] For port f6acefef-a188-4142-b8b3-3852530c2061, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:18.931721 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] For port f6acefef-a188-4142-b8b3-3852530c2061, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f6acefef-a188-4142-b8b3-3852530c2061,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:18.935674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] For port c8d36701-7d49-4803-8d04-248792347083, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d36701-7d49-4803-8d04-248792347083,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:18.936750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:18.983710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.060784 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.099882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Allocated IP 172.25.7.87 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c6e261f3-479a-4da5-be57-39a56bc5681b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:19.172869 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:19.173637 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:19.299117 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180badb5-65ea-40de-b3c1-4808797b7d74 None None] Pushing event updated for resources: {'Port': ['ID=f6acefef-a188-4142-b8b3-3852530c2061,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:19.303548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38224) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:19.373172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.401663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73bcbcf-a1ff-4676-867b-41eb3c8fa324 req-4098bd72-8167-4115-9037-12779baa232d tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:19.409633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e73bcbcf-a1ff-4676-867b-41eb3c8fa324 req-4098bd72-8167-4115-9037-12779baa232d tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 945 time: 0.6641083 Mar 02 18:35:19.429215 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:19.585499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e73bcbcf-a1ff-4676-867b-41eb3c8fa324 req-29679315-4b22-464d-9ff9-706004716f52 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups?id=8fa28f76-60ab-4a82-9845-a1fe7dd9922e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742616 Mar 02 18:35:19.609223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9df7b8-e94c-4b70-8c17-825042171e97 req-c80595a6-b721-4770-a7a6-8e1ca8106845 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:19.617642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd9df7b8-e94c-4b70-8c17-825042171e97 req-c80595a6-b721-4770-a7a6-8e1ca8106845 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 945 time: 0.3498523 Mar 02 18:35:19.696205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd9df7b8-e94c-4b70-8c17-825042171e97 req-1888eccf-2be8-440d-a44a-145a86e9d9bc tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772443 Mar 02 18:35:19.735651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.762306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Transition to ACTIVE for port object e1cd9200-65ca-4c22-80ae-faa661af2c7e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:19.832889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.833274 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:12Z', 'revision_number': 3, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:19.843111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ab3175-3b27-4f35-841c-def632021d79 None None] The sync data for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 is: [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:12Z', 'revision_number': 3, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:19.896782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e11d3b00-3ec5-43a0-8e60-e62039746e59 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7ead4fb0f814d74974db42c3aa77b1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5899024 Mar 02 18:35:19.911352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38230) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:19.923024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.923445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:19.923707 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Floating IP 8de674e2-f090-45f5-b550-ffbcff3b5028 disassociated. External IP: 172.25.7.237, port: c8d36701-7d49-4803-8d04-248792347083. Mar 02 18:35:19.924051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Calling delete_port for c8d36701-7d49-4803-8d04-248792347083 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:19.981835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.039953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=71c615c4-c20b-408b-83ba-cb421eebe174,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:20.087696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.129823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.130471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.178803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.223972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Network f9aefafc-0bab-4115-bd89-661b13a09d3f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:20.232255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:20.247387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:20.259646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.261642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f827cdce-bcc1-4b63-915b-039fb5f3e8ef tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9317296 Mar 02 18:35:20.307497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:20.340445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.413819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.447660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb59608-d755-4e4c-ae72-cd4bf809183e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:20.468128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:20.479312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.479312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-318700a7-42d5-492e-acff-9e2a5c68a879 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5bb59608-d755-4e4c-ae72-cd4bf809183e HTTP/1.1" status: 204 len: 168 time: 0.5579898 Mar 02 18:35:20.493520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:20.495965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.545967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:20.607180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f6acefef-a188-4142-b8b3-3852530c2061 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:20.637405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:20.759075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-d2631106-366b-426d-a10d-e00accefc73b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:20.797897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e261f3-479a-4da5-be57-39a56bc5681b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:20.902631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3db4580a-e913-4a1c-a6d9-dd336da84848 req-ba559e8b-d3b7-4783-b6af-e8d28220f420 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.0691228 Mar 02 18:35:20.908510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event deleted for resources: {'Port': ['ID=c8d36701-7d49-4803-8d04-248792347083,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:20.925405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-d2631106-366b-426d-a10d-e00accefc73b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:20.925405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-d2631106-366b-426d-a10d-e00accefc73b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1485093231&fields=id&tenant_id=6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 267 time: 0.2587764 Mar 02 18:35:20.973507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-104fbc3a-e838-4ae3-bf99-393ac6d11c50 None None] Provisioning for port e1cd9200-65ca-4c22-80ae-faa661af2c7e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:20.979329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-104fbc3a-e838-4ae3-bf99-393ac6d11c50 None None] Provisioning complete for port e1cd9200-65ca-4c22-80ae-faa661af2c7e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:20.980585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-104fbc3a-e838-4ae3-bf99-393ac6d11c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.051188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f6acefef-a188-4142-b8b3-3852530c2061 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:21.093338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d36701-7d49-4803-8d04-248792347083 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:21.108894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.216153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f6acefef-a188-4142-b8b3-3852530c2061 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:21.216660 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.301390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-a61b2e5e-660b-4101-a72a-f238c2446c8e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:21.301390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-a61b2e5e-660b-4101-a72a-f238c2446c8e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.3569312 Mar 02 18:35:21.460951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-62cbc13f-80c7-425a-be8e-fa12958081d3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/quotas/6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 375 time: 0.0407763 Mar 02 18:35:21.498962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: c8d36701-7d49-4803-8d04-248792347083 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:35:21.499684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d36701-7d49-4803-8d04-248792347083 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:21.556056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-104fbc3a-e838-4ae3-bf99-393ac6d11c50 None None] Port e1cd9200-65ca-4c22-80ae-faa661af2c7e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:21.631360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e6cd0-8e0c-4d45-8518-11a2f109de37 req-4549d3b2-e484-4f9d-b43e-889de702c00d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:21.633018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549e6cd0-8e0c-4d45-8518-11a2f109de37 req-4549d3b2-e484-4f9d-b43e-889de702c00d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 945 time: 0.3298748 Mar 02 18:35:21.634781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.687270 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.700717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-9f7cbf68-30d9-4478-bdfc-2be43d29fe5c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:21.712737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f6acefef-a188-4142-b8b3-3852530c2061, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f6acefef-a188-4142-b8b3-3852530c2061,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:21.730562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.735579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-549e6cd0-8e0c-4d45-8518-11a2f109de37 req-ed41b77b-7e93-4e4a-8ae9-6e43d0285486 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852609 Mar 02 18:35:21.779251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:21.821437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:21.848670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-9f7cbf68-30d9-4478-bdfc-2be43d29fe5c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:21.850094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-9f7cbf68-30d9-4478-bdfc-2be43d29fe5c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3790624 Mar 02 18:35:21.928016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38266) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:22.059927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f6acefef-a188-4142-b8b3-3852530c2061,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:22.104669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-169b0074-be5e-4f3b-85a8-c780fce80b63 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04d059cecacf4a4d9480b496b0ba295d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708539 Mar 02 18:35:22.106637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:22.140124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11dc9fb9-fe52-48ad-aacd-1e9df7aad1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.239177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.312947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.482245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f6acefef-a188-4142-b8b3-3852530c2061 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:22.542475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b7a349d-4eee-4ba8-a480-a376d68ce35f req-cc4a1956-0de7-49f7-850b-1f9f0d18ab0a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.1641138 Mar 02 18:35:22.610286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f6acefef-a188-4142-b8b3-3852530c2061 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:22.611040 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.614945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-16075cb4-e025-472c-87a2-ae84d043d164 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436824 Mar 02 18:35:22.749250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:22.769043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Sync routers for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:22.825419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:22.826436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:22.828607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-54c0dae5-edfa-4ae5-aa58-2a608a411126 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048025 Mar 02 18:35:22.837511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.881022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e78c09c-65b7-453e-81f1-ff0390f32f2d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:22.892952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.898688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5631c615-308e-4f52-8a2d-b30444ac084b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9e78c09c-65b7-453e-81f1-ff0390f32f2d HTTP/1.1" status: 204 len: 168 time: 0.7851520 Mar 02 18:35:22.983874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] No DVR routers for this DVR port c8d36701-7d49-4803-8d04-248792347083 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:22.989741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:22.992842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'name': 'network-vif-deleted', 'tag': 'c8d36701-7d49-4803-8d04-248792347083'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:23.080320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.083243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.124474 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d3da9db2-d36a-4a6b-b099-28a9f9eed7b9 req-def839c1-51e5-44dd-a43a-f86fb152619a tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.65 "DELETE /v2.0/ports/c8d36701-7d49-4803-8d04-248792347083 HTTP/1.1" status: 204 len: 173 time: 5.2156916 Mar 02 18:35:23.130636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.183719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.189122 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe0c7ad-155c-4a76-b395-daedbe27a94d', 'name': 'network-vif-deleted', 'tag': 'c8d36701-7d49-4803-8d04-248792347083', 'status': 'completed', 'code': 200} Mar 02 18:35:23.211817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:23.358828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-769fe55d-f7e4-4d47-9629-7e25dad7969b req-659614d0-d7a7-4f60-ae4c-5dafa3aab36d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.0612009 Mar 02 18:35:23.406451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.411338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Pushing event updated for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:23.498818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357e76e-fc70-4a0d-8820-98d7befa425f req-0341a671-cd5b-41fe-b4f5-d763bd541495 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:23.506450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4357e76e-fc70-4a0d-8820-98d7befa425f req-0341a671-cd5b-41fe-b4f5-d763bd541495 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1368570 Mar 02 18:35:23.606089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4357e76e-fc70-4a0d-8820-98d7befa425f req-c18f86b9-26cd-47f1-8b51-d9468b10c5a6 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911224 Mar 02 18:35:23.757782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Pushing event updated for resources: {'Port': ['ID=c6e261f3-479a-4da5-be57-39a56bc5681b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:23.824181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:23.904888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Network f9aefafc-0bab-4115-bd89-661b13a09d3f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:23.910467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:24.043177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.046262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:24.050714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-885dda1e-a2b5-4fd3-ab9e-69009d722f04 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.6659131 Mar 02 18:35:24.051657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38312) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:24.075940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Checking router: cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:24.091217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1546195399', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'fixed_ips': [{'ip_address': '172.25.7.87'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:24.098160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:24.112660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:24.119296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:24.145277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Usage tracker for resource:port and tenant:17e723a58be54234bd7c3a10b664bb1e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:24.151137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:24.191231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:24.323241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7fd32ce-ae9d-4b08-8b7b-814b5837decc req-c500e68a-a73c-442e-893a-13e82d01abdf tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.5653987 Mar 02 18:35:24.344473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Router c673171d-2ebe-480b-aea5-a9e589f67ec3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:24.368490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-945d5c70-dd8d-4b5f-9b8d-b0985ce82583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.457291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5077d212-18ad-4690-857e-7fe4622f5904 req-5bbd7021-79ca-4d76-be06-69f1bcc596fa tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.0548785 Mar 02 18:35:24.470800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:24.506477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Made reservation on behalf of 17e723a58be54234bd7c3a10b664bb1e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:24.510398 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.537706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.587891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:24.597534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Usage tracker for resource:security_group_rule and tenant:17e723a58be54234bd7c3a10b664bb1e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:24.601503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:24.603480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a44fb5f3-c084-4dd7-92a6-9cc8ecd4f8ab None None] Provisioning complete for port e1cd9200-65ca-4c22-80ae-faa661af2c7e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:24.603776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:24.604474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a44fb5f3-c084-4dd7-92a6-9cc8ecd4f8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.621576 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c349452-9e1f-4237-9a17-20e70429f55b admin admin] 10.222.0.66 "PUT /v2.0/routers/c673171d-2ebe-480b-aea5-a9e589f67ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4021115 Mar 02 18:35:24.621979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Sync routers for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:24.656019 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:24.661971 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:24.665386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:24.755401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-22717605-0a0d-47c2-945a-bbdaa8195eec tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:24.756412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-22717605-0a0d-47c2-945a-bbdaa8195eec tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Synchronizing usage tracker for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:24.832039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-22717605-0a0d-47c2-945a-bbdaa8195eec tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Unset dirty status for tenant:2f3f6d31d65c4654970ac260fb29459f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:24.833203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-22717605-0a0d-47c2-945a-bbdaa8195eec tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.65 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2203302 Mar 02 18:35:24.956866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Deleting port 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:24.957493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:24.981848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa703ed-14a9-4356-ac4c-ebfb7e0120ba req-4ea1851e-fd54-4ca8-92cb-a6a5de712d5f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:24.989403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8aa703ed-14a9-4356-ac4c-ebfb7e0120ba req-4ea1851e-fd54-4ca8-92cb-a6a5de712d5f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.1821165 Mar 02 18:35:25.015023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:25.117582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8aa703ed-14a9-4356-ac4c-ebfb7e0120ba req-1fb5525e-844d-4caf-b212-34bb686b972d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232650 Mar 02 18:35:25.158815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:25.208121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] device_id is not set on port 0dd3341d-619e-4e01-867c-67a707353468 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:35:25.272800 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:25.471926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a44fb5f3-c084-4dd7-92a6-9cc8ecd4f8ab None None] Port e1cd9200-65ca-4c22-80ae-faa661af2c7e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:25.734066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd1ccd17-63be-413d-af0f-c416740938d0 req-0d7f9091-4682-49a3-9356-ac3187124a78 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfe0c7ad-155c-4a76-b395-daedbe27a94d HTTP/1.1" status: 200 len: 210 time: 0.1529698 Mar 02 18:35:25.742889 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:25.873850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] For port 76247f24-0428-4038-bbb2-060d56343b32, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=76247f24-0428-4038-bbb2-060d56343b32,segment=NetworkSegment(e5b4b344-34e9-4d22-adc9-1741b8ceb487),segment_id=e5b4b344-34e9-4d22-adc9-1741b8ceb487)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:25.874492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:25.889125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38bf8c9a-8ea8-4974-8f38-b4f951b66a32,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:25.905011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:25.915387 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:26.031187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:26.048501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7b36e6-8570-4c94-978b-be6eab74d40a None None] The sync data for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 is: [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2784fc7e-6695-4a59-ab9a-d3f1e5ca9054', 'name': '', 'network_id': '20dece0a-d5ca-4680-a9d8-dab3c3440ee1', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'mac_address': 'fa:16:3e:cd:45:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:30Z', 'updated_at': '2022-03-02T18:31:42Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'subnets': [{'id': '1239f0fe-36bd-447a-a204-a59658c195c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:26.261471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e1cd9200-65ca-4c22-80ae-faa661af2c7e', 'name': '', 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'mac_address': 'fa:16:3e:98:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:22Z', 'revision_number': 2, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'subnets': [{'id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:26.276633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Checking router: c673171d-2ebe-480b-aea5-a9e589f67ec3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:26.277026 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Updating router c673171d-2ebe-480b-aea5-a9e589f67ec3 port e1cd9200-65ca-4c22-80ae-faa661af2c7e binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:35:26.295740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77637aad-84c6-4d81-9135-ccbdce05a230 req-2f2338f3-2dad-4b1b-a6b2-8a8e227cbd18 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.3380020 Mar 02 18:35:26.374467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-db91b331-46bf-4694-b614-3c49015cbe1f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3105421 Mar 02 18:35:26.424106 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:26.678408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:26.680297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56428e78-bd53-4b53-800e-9508adcc8938 None None] New status for floating IP 8de674e2-f090-45f5-b550-ffbcff3b5028: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:35:26.705512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Calling delete_port for 76247f24-0428-4038-bbb2-060d56343b32 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:26.758070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-8746ca46-84cd-490a-9bb3-61449b517d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:26.759591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-8746ca46-84cd-490a-9bb3-61449b517d3a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1096 time: 0.1689208 Mar 02 18:35:26.781034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118d691-d280-4482-a56f-f0a2425f6063 req-bb51a946-4927-4a80-8e00-0e1908c768f7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:26.788301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4118d691-d280-4482-a56f-f0a2425f6063 req-bb51a946-4927-4a80-8e00-0e1908c768f7 tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 946 time: 0.2793279 Mar 02 18:35:26.820530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.078680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.159477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-ea061e14-e9c2-4db7-a1ca-0a6a1c48b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:27.165117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-ea061e14-e9c2-4db7-a1ca-0a6a1c48b171 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.3476181 Mar 02 18:35:27.170530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Pushing event deleted for resources: {'Port': ['ID=76247f24-0428-4038-bbb2-060d56343b32,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:27.345698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:27.395011 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.432066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Transition to ACTIVE for port object e1cd9200-65ca-4c22-80ae-faa661af2c7e will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:27.476914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] No DVR routers for this DVR port 76247f24-0428-4038-bbb2-060d56343b32 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:27.483308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.489173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 76247f24-0428-4038-bbb2-060d56343b32 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:35:27.492006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 76247f24-0428-4038-bbb2-060d56343b32 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:27.505599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4118d691-d280-4482-a56f-f0a2425f6063 req-e3b4fdfd-4192-45d1-9b1d-5da15279550f tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/security-groups?id=30f3c0d6-61f9-4edd-893f-0b5195077b5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7135735 Mar 02 18:35:27.507548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-8e996e65-1c28-4071-aa4d-16e7eab41600 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 200 len: 217 time: 0.3027968 Mar 02 18:35:27.522874 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.629006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-deleted', 'tag': '76247f24-0428-4038-bbb2-060d56343b32'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:27.670911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-c8f60932-4eea-45cd-85d3-0ad4627f6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:27.676931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-c8f60932-4eea-45cd-85d3-0ad4627f6bb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.1584654 Mar 02 18:35:27.684719 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:35:27.685208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:35:27.873262 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098851-13f7-4bcd-90d1-47b614580e38 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:27.882562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38422) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:27.909052 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27f222e-ccb9-4ef4-932c-51821274d9c0', 'name': 'network-vif-deleted', 'tag': '76247f24-0428-4038-bbb2-060d56343b32', 'status': 'completed', 'code': 200} Mar 02 18:35:27.976774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Attempting to bind port e1cd9200-65ca-4c22-80ae-faa661af2c7e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:27.977146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Attempting to bind port e1cd9200-65ca-4c22-80ae-faa661af2c7e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:27.977725 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Attempting to bind port e1cd9200-65ca-4c22-80ae-faa661af2c7e on network f9aefafc-0bab-4115-bd89-661b13a09d3f {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:27.988782 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:27.991285 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Checking segment: {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:27.993910 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.994538 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Bound using segment: {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:27.995351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Bound port: e1cd9200-65ca-4c22-80ae-faa661af2c7e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6161e929-93eb-448b-916b-81eeb01dc750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:27.995913 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:27.999389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b44b4df-8104-4bc4-84b7-db7a5b05f213 tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 3.9219866 Mar 02 18:35:28.011564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20fc23a3-cc29-49ba-a4a8-352159fcd272 req-f7d72b3e-39e3-472a-9e82-9c9bc7bebe8a tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.65 "DELETE /v2.0/ports/76247f24-0428-4038-bbb2-060d56343b32 HTTP/1.1" status: 204 len: 173 time: 3.1409912 Mar 02 18:35:28.012515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:28.025741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc7df8fd-116f-4a72-86ea-d83008de24da req-e0bb7ff6-0041-4752-853e-5dba9681f3c8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.3448813 Mar 02 18:35:28.047227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-d9b6ae54-5a44-41db-bc32-cbcb4a0e6a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3640513 Mar 02 18:35:28.234730 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] For port e1cd9200-65ca-4c22-80ae-faa661af2c7e, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:28.238348 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] For port e1cd9200-65ca-4c22-80ae-faa661af2c7e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e1cd9200-65ca-4c22-80ae-faa661af2c7e,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:28.241173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-255fa4a8-0a70-48c0-ba95-7b0bd9c15b55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:28.242051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-255fa4a8-0a70-48c0-ba95-7b0bd9c15b55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:28.282996 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:28.343756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:28.378818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:28.497487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Deleting port c6e261f3-479a-4da5-be57-39a56bc5681b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:28.498014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:28.511855 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:28.512506 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:28.541942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-335916d3-95d5-4373-8ce1-367b5e8f9b28 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701724 Mar 02 18:35:28.600286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-255fa4a8-0a70-48c0-ba95-7b0bd9c15b55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:28.604511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-255fa4a8-0a70-48c0-ba95-7b0bd9c15b55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 1.3002486 Mar 02 18:35:28.630681 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:28.742267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-b72ef121-2212-435c-8da8-e57e50b60239 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:28.772698 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af098851-13f7-4bcd-90d1-47b614580e38 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:28.808823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-b72ef121-2212-435c-8da8-e57e50b60239 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:28.810314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-b72ef121-2212-435c-8da8-e57e50b60239 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 380 time: 0.1914105 Mar 02 18:35:28.832824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'device_id': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'admin_state_up': True, 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'security_groups': ['9574d593-0434-4976-85fb-fa6954993edc']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:28.953296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ccaa7f-b721-4f95-8e65-b808bd577144 req-aac56b86-265c-418e-b12c-60811c22c41b service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049027 Mar 02 18:35:28.963896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa28f76-60ab-4a82-9845-a1fe7dd9922e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:29.001860 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:29.006659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-89f694f2-9fb5-424d-ab87-91e9f6cf7fae tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "DELETE /v2.0/security-groups/8fa28f76-60ab-4a82-9845-a1fe7dd9922e HTTP/1.1" status: 204 len: 168 time: 1.0296760 Mar 02 18:35:29.006659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38472) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:29.043809 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-9f75fe9a-ed4c-4d96-8fde-26b1a628a165 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] show failed (client error): The resource could not be found. Mar 02 18:35:29.045590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9f75fe9a-ed4c-4d96-8fde-26b1a628a165 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "GET /v2.0/security-groups/8fa28f76-60ab-4a82-9845-a1fe7dd9922e HTTP/1.1" status: 404 len: 347 time: 0.0380485 Mar 02 18:35:29.048556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38476) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:29.146405 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:29.240762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:29.554228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b589146-441b-435c-8552-8ac88118ddca req-237977a4-2810-4eee-a422-6e5ee128af1d tempest-ServersNegativeTestJSON-386285704 tempest-ServersNegativeTestJSON-386285704-project] 10.222.0.66 "GET /v2.0/ports?device_id=f27f222e-ccb9-4ef4-932c-51821274d9c0 HTTP/1.1" status: 200 len: 210 time: 0.1747925 Mar 02 18:35:29.564775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:29.661975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:29.662575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:29.804240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:29.810163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:29.904092 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e1cd9200-65ca-4c22-80ae-faa661af2c7e', 'name': '', 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'mac_address': 'fa:16:3e:98:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:28Z', 'revision_number': 4, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'subnets': [{'id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:29.908336 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0d3b04-e666-4485-b580-636ba4b6f251 None None] The sync data for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 is: [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e1cd9200-65ca-4c22-80ae-faa661af2c7e', 'name': '', 'network_id': 'f9aefafc-0bab-4115-bd89-661b13a09d3f', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'mac_address': 'fa:16:3e:98:6e:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2059, 'fixed_ips': [{'subnet_id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:28Z', 'revision_number': 4, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'subnets': [{'id': '1e1918b6-ff13-4d10-8b2d-dd34bf4374b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:29.912345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d3adff6-90a9-40bb-8946-2b46c1e725e9 req-ea6931af-c801-49b5-94d7-32759d107e4b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.3700774 Mar 02 18:35:29.943134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Deleting port 479cdcd9-9838-4f58-b9b4-2c3bbcd06290 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:29.943543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:29.974441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Calling delete_port for c6e261f3-479a-4da5-be57-39a56bc5681b owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:30.311712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:30.312340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:30.458948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.20.0.14 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/964b42a0-8421-4428-88ba-6ee4c048914d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:30.538482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e1cd9200-65ca-4c22-80ae-faa661af2c7e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:30.641255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Calling delete_port for 479cdcd9-9838-4f58-b9b4-2c3bbcd06290 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:30.847259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:30.868278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:30.928769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e1cd9200-65ca-4c22-80ae-faa661af2c7e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:30.948218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e1cd9200-65ca-4c22-80ae-faa661af2c7e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:30.951713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.088777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.271703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.314913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Transition to ACTIVE for port object 964b42a0-8421-4428-88ba-6ee4c048914d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:31.435939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Pushing event deleted for resources: {'Port': ['ID=c6e261f3-479a-4da5-be57-39a56bc5681b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:31.464146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Pushing event deleted for resources: {'Port': ['ID=479cdcd9-9838-4f58-b9b4-2c3bbcd06290,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:31.478616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.508729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.515988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a5dab1f5-8d95-459d-b934-51f2e9a55120 tempest-ServersTestBootFromVolume-712755817 tempest-ServersTestBootFromVolume-712755817-project] 10.222.0.66 "DELETE /v2.0/floatingips/8de674e2-f090-45f5-b550-ffbcff3b5028 HTTP/1.1" status: 204 len: 168 time: 2.4601769 Mar 02 18:35:31.518958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:31.600048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.605442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.630415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:31.784015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port e1cd9200-65ca-4c22-80ae-faa661af2c7e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e1cd9200-65ca-4c22-80ae-faa661af2c7e,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:31.877335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:31.902736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:31.906177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:31.911658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:31.911926 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.093010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:32.171235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.231014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d624559-b979-4386-b3d8-cc5ff11167fd tempest-ExternalNetworksAdminNegativeTestJSON-95137805 tempest-ExternalNetworksAdminNegativeTestJSON-95137805-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/4c786e9a-e9ef-4689-8bfb-ffb07b355c9b HTTP/1.1" status: 204 len: 168 time: 4.1475568 Mar 02 18:35:32.232024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Deleting subnet 69fa131b-1b04-4b1e-86c0-055561c563ed {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:35:32.254379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:32.256597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.310929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.429606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.492572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e1cd9200-65ca-4c22-80ae-faa661af2c7e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:32.529442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-dd68a391-b12c-4496-92c6-bbd269dda9c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7012506 Mar 02 18:35:32.546655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Request body: {'port': {'device_id': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:32.598724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.632540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762fd2-3cb2-46fb-924d-a258991721a8 req-4d549ed5-4ef5-4c68-9d40-58522c6af9c2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:32.633701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab762fd2-3cb2-46fb-924d-a258991721a8 req-4d549ed5-4ef5-4c68-9d40-58522c6af9c2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 932 time: 0.5392697 Mar 02 18:35:32.640241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e1cd9200-65ca-4c22-80ae-faa661af2c7e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:32.641430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.708158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab762fd2-3cb2-46fb-924d-a258991721a8 req-72f2174b-47bf-4e16-b39b-be2e82f3be27 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659482 Mar 02 18:35:32.723141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.831747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-818092a6-cfb0-425b-b8b8-58dc2b44c8cc None None] Provisioning for port 964b42a0-8421-4428-88ba-6ee4c048914d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:32.839108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-818092a6-cfb0-425b-b8b8-58dc2b44c8cc None None] Provisioning complete for port 964b42a0-8421-4428-88ba-6ee4c048914d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:32.841018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-818092a6-cfb0-425b-b8b8-58dc2b44c8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.854513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:32.904242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-818092a6-cfb0-425b-b8b8-58dc2b44c8cc None None] Port 964b42a0-8421-4428-88ba-6ee4c048914d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:35:33.177080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.273727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fa131b-1b04-4b1e-86c0-055561c563ed,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:33.284435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.300660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b725a9f8-57a7-4cc0-820d-04e79c1a60ca admin admin] 10.222.0.66 "DELETE /v2.0/subnets/69fa131b-1b04-4b1e-86c0-055561c563ed HTTP/1.1" status: 204 len: 168 time: 2.2792168 Mar 02 18:35:33.316386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:33.316727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:33.459219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.502499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Deleting port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:33.508970 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.566291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:33.570755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.590965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.635479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:33.686892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Transition to ACTIVE for port object 964b42a0-8421-4428-88ba-6ee4c048914d will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:33.698173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Usage tracker for resource:security_group_rule and tenant:620fb1e9ff824290b7122876eaffe168 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:33.702762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:33.703158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] For port 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:33.703688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.706371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.842971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Calling delete_port for 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:33.856151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:33.877407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:33.920035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f898e7-e177-491f-a675-03cb83d2b019']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:33.957488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5b4b344-34e9-4d22-adc9-1741b8ceb487') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:33.958082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5b4b344-34e9-4d22-adc9-1741b8ceb487') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:34.069085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.100959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:34.110707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.181979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:34.186621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:34.203708 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:34.326040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17942c46-8877-4e8e-839b-722e9225207d req-74022ad3-eb5b-4d8b-904c-a1c0d936345e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:34.328014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17942c46-8877-4e8e-839b-722e9225207d req-74022ad3-eb5b-4d8b-904c-a1c0d936345e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 944 time: 0.1841562 Mar 02 18:35:34.445677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.448177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Attempting to bind port 964b42a0-8421-4428-88ba-6ee4c048914d on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:34.449222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Attempting to bind port 964b42a0-8421-4428-88ba-6ee4c048914d by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:34.449675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Attempting to bind port 964b42a0-8421-4428-88ba-6ee4c048914d on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:34.455383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Port 964b42a0-8421-4428-88ba-6ee4c048914d on network b76a235f-fdc3-436e-bdef-f032662bdf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:35:34.455726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Attempting to bind port 964b42a0-8421-4428-88ba-6ee4c048914d on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:34.456648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17942c46-8877-4e8e-839b-722e9225207d req-4e67fd4b-cad3-42b5-9a85-d9c1ade73631 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095867 Mar 02 18:35:34.461470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:34.462202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:34.462428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:34.462848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Bound port: 964b42a0-8421-4428-88ba-6ee4c048914d, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:34.463203 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.559351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:34.562965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:34.601899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.623157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.633966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] Pushing event deleted for resources: {'Network': ['ID=79f898e7-e177-491f-a675-03cb83d2b019,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:34.654274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.707880 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=620fb1e9ff824290b7122876eaffe168&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3867218 Mar 02 18:35:34.708142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1af23b-9997-4b86-848a-5c754f198ab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a03a6e-0c7c-4b4c-9c54-4e8c5640297d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:34.708773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38550) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:34.733794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.740085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.799910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:34.800491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:34.801881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] 10.222.0.11 "PUT /v2.0/ports/964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1092 time: 2.2604942 Mar 02 18:35:34.804803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:34.816858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Pushing event deleted for resources: {'Port': ['ID=2784fc7e-6695-4a59-ab9a-d3f1e5ca9054,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:34.839626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2bb5006f-2c4c-4790-918f-69f7a3ff403b admin admin] 10.222.0.66 "DELETE /v2.0/networks/79f898e7-e177-491f-a675-03cb83d2b019 HTTP/1.1" status: 204 len: 168 time: 1.5147190 Mar 02 18:35:34.891105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7600eb-f68b-4c9d-bf49-7258ade358ca service neutron] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:34.904375 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'status': 'completed', 'code': 200} Mar 02 18:35:35.038860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-1747feb9-7e38-4bd1-bf3e-ba8470627f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.040336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-1747feb9-7e38-4bd1-bf3e-ba8470627f6b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1095 time: 0.1350837 Mar 02 18:35:35.169594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:35.432320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:35.435492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-cd71fa22-fc45-4bac-bb01-6417c3fcf593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.435492 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-cd71fa22-fc45-4bac-bb01-6417c3fcf593 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2133722 Mar 02 18:35:35.435492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-4dd81121-d25b-47a0-bdcd-bf8f322a7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.435492 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0a1bb7f7-061c-44bc-97d2-a3634c9467c7 req-4dd81121-d25b-47a0-bdcd-bf8f322a7962 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439443 Mar 02 18:35:35.501227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:35.564757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-ee435184-2c26-4730-a454-bf360b0b8698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.567621 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-ee435184-2c26-4730-a454-bf360b0b8698 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1095 time: 0.1133366 Mar 02 18:35:35.664064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-0dc1788b-2feb-4cdc-8937-4ae01e504e0f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 217 time: 0.0888422 Mar 02 18:35:35.753249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-986c97ef-20e5-451c-96b6-fc507cc9c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.755421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-986c97ef-20e5-451c-96b6-fc507cc9c7bd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0841646 Mar 02 18:35:35.840894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7ea50-4913-4f5b-a0f2-862bd211a330 req-554e1bbb-56a1-416b-abe6-464f371ae2cc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.842500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45d7ea50-4913-4f5b-a0f2-862bd211a330 req-554e1bbb-56a1-416b-abe6-464f371ae2cc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 944 time: 0.2200606 Mar 02 18:35:35.862684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-f6d3df50-2fc4-4b2c-9038-b4e8aa5ddf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:35.864513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-f6d3df50-2fc4-4b2c-9038-b4e8aa5ddf31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034091 Mar 02 18:35:35.972355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45d7ea50-4913-4f5b-a0f2-862bd211a330 req-b7e496e5-53b3-4a62-9ded-f0759f6d912c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791066 Mar 02 18:35:36.027591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-ffa55036-cfd9-4a5e-9596-aa8adda9c8f8 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560042 Mar 02 18:35:36.079892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:36.171285 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.206297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a03a6e-0c7c-4b4c-9c54-4e8c5640297d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:36.291824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.294513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-309960d8-dedc-411a-aa23-0d67b75fab32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80a03a6e-0c7c-4b4c-9c54-4e8c5640297d HTTP/1.1" status: 204 len: 168 time: 1.5845630 Mar 02 18:35:36.348519 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-978bba6e-2c65-4c15-b89c-4a9a46ceaaf4 req-bb6b63c8-98d3-4f85-b598-8af46d8387c1 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141084 Mar 02 18:35:36.355481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:36.375721 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Sync routers for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:36.384543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a71f3a22-a718-4448-885d-8e30bd55eb6e admin admin] 10.222.0.66 "PUT /v2.0/routers/cb27c9f9-79a2-4bff-b8f0-b2da324a5d62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8617554 Mar 02 18:35:36.388516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38574) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:36.401246 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:36.401920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:36.439582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38578) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:36.509463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7daf88c6-d516-489d-abfe-22ed97768194 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f3f6d31d65c4654970ac260fb29459f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0684206 Mar 02 18:35:36.512988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38582) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:36.596454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.605277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.630066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.767894 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:36.804719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.866309 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.883776 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:35:36.910304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f3c0d6-61f9-4edd-893f-0b5195077b5d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:36.916569 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:36.919015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81f0d6fe-2c6d-4a3d-b3f5-4513ee517787 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/30f3c0d6-61f9-4edd-893f-0b5195077b5d HTTP/1.1" status: 204 len: 168 time: 0.4049289 Mar 02 18:35:36.958754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Deleting port 725bda28-7516-4dbe-a713-eac177cebf4c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:36.959344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:37.142460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:35:34Z', 'revision_number': 5, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port': {'id': '725bda28-7516-4dbe-a713-eac177cebf4c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:7f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1707, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:31:24Z', 'updated_at': '2022-03-02T18:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:37.154478 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Checking router: cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:37.181801 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Routers {'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:37.196719 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:37.243495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] For port 725bda28-7516-4dbe-a713-eac177cebf4c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=725bda28-7516-4dbe-a713-eac177cebf4c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:37.243858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:37.388848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aad4fad-4c4a-4e92-bc7a-a1550c7cc9b9 req-24d6540b-620a-4022-ac68-6d377c483a77 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:37.396424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aad4fad-4c4a-4e92-bc7a-a1550c7cc9b9 req-24d6540b-620a-4022-ac68-6d377c483a77 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 944 time: 0.1325157 Mar 02 18:35:37.426004 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] Set router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:37.444522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Calling delete_port for 725bda28-7516-4dbe-a713-eac177cebf4c owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:37.461927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1aad4fad-4c4a-4e92-bc7a-a1550c7cc9b9 req-41cc3815-4b90-4edc-9cd2-ae0631c4ef07 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643120 Mar 02 18:35:37.611727 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:35:36Z', 'revision_number': 6, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:37.622060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d986d653-1c6b-4d7e-bb64-28099ac63891 None None] The sync data for ids ['cb27c9f9-79a2-4bff-b8f0-b2da324a5d62'] in n-d-828839-1 is: [{'id': 'cb27c9f9-79a2-4bff-b8f0-b2da324a5d62', 'name': 'tempest-ServersTestBootFromVolume-2011075028-router', 'tenant_id': '99432d2b1a19401a842fc9c278b49083', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:31:22Z', 'updated_at': '2022-03-02T18:35:36Z', 'revision_number': 6, 'project_id': '99432d2b1a19401a842fc9c278b49083', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:37.695688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38604) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:37.770205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-40934078-f659-443a-97f4-72fc03358b47 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17e723a58be54234bd7c3a10b664bb1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701511 Mar 02 18:35:37.770689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38608) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:37.853307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:37.881500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:37.917514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.050500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.069891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Pushing event deleted for resources: {'Port': ['ID=725bda28-7516-4dbe-a713-eac177cebf4c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:38.115701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.121881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.123618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38bf8c9a-8ea8-4974-8f38-b4f951b66a32 HTTP/1.1" status: 204 len: 168 time: 0.3516772 Mar 02 18:35:38.136742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70670b7c-9e31-4dae-930f-2c6fc20f8d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bf8c9a-8ea8-4974-8f38-b4f951b66a32,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:38.361517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.364645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.493763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.494489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:35:38.516301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.517711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-537e105b-c06c-478b-ab8e-98b58cbea223 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cb27c9f9-79a2-4bff-b8f0-b2da324a5d62 HTTP/1.1" status: 204 len: 168 time: 2.1278565 Mar 02 18:35:38.519465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38626) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:38.552012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 725bda28-7516-4dbe-a713-eac177cebf4c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:38.612748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Deleting subnet 1239f0fe-36bd-447a-a204-a59658c195c3 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:35:38.616655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:38.624770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 725bda28-7516-4dbe-a713-eac177cebf4c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:35:38.639782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 725bda28-7516-4dbe-a713-eac177cebf4c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:38.639782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:38.682260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:35:38.683563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2784fc7e-6695-4a59-ab9a-d3f1e5ca9054 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:35:38.695085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.159262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d72dd9-d203-41bc-8958-be058a1d81a9 req-06df1ffc-0278-4d15-82a7-e8303081f10e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:39.160870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30d72dd9-d203-41bc-8958-be058a1d81a9 req-06df1ffc-0278-4d15-82a7-e8303081f10e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 944 time: 0.3687859 Mar 02 18:35:39.205647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.265834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30d72dd9-d203-41bc-8958-be058a1d81a9 req-13187bc9-7e2f-488a-b8a9-1404a805840b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957556 Mar 02 18:35:39.408669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.463793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1239f0fe-36bd-447a-a204-a59658c195c3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:39.475012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.482453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7de0ec-6531-4809-86d2-f990560e691a None None] Network 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:39.499388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1fa321d2-d687-4be6-9636-6ba0e13b3311 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1239f0fe-36bd-447a-a204-a59658c195c3 HTTP/1.1" status: 204 len: 168 time: 0.9787993 Mar 02 18:35:39.504877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:39.821766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] DHCP port deletion for 20dece0a-d5ca-4680-a9d8-dab3c3440ee1 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:35:39.830231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Deleting port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:39.830231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.859337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:39.957837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Deleting port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:39.958562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:40.115523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-78c6698a-4c92-4093-8395-7a267edbc070 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:40.117059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-78c6698a-4c92-4093-8395-7a267edbc070 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.3261127 Mar 02 18:35:40.167685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-2b32ae3f-3cc3-4853-96fd-e724c5db950d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/quotas/6c522ac514464c6eaa7d8499814b686d HTTP/1.1" status: 200 len: 375 time: 0.0372918 Mar 02 18:35:40.218413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] For port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:40.219106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:40.358243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Calling delete_port for 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:40.425559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] For port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,segment=NetworkSegment(74652af8-b41c-4337-9efe-3b932ed2714f),segment_id=74652af8-b41c-4337-9efe-3b932ed2714f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:40.425559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:40.514596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:35:40.566474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-5e8b29ba-de86-483b-a9d4-f64178161b02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3978796 Mar 02 18:35:40.626485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 18:35:40.627873 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:40.694021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] Pushing event deleted for resources: {'Port': ['ID=817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:40.700240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b662ff2-1a5d-4a98-a1b4-e468d471066c None None] No DVR routers for this DVR port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:35:40.768747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Calling delete_port for 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:40.804378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:35:40.920263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-0546b652-4ccf-42cb-90af-d44291e5de38 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3529158 Mar 02 18:35:40.965738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:40.989360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '964b42a0-8421-4428-88ba-6ee4c048914d', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:35:41.011830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:35:41.012158 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:35:41.049956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fac5e6c-4d5d-4c46-9764-4950b852b9f7 req-153ba841-42c3-433a-950a-ca65960a28ea tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:41.055004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fac5e6c-4d5d-4c46-9764-4950b852b9f7 req-153ba841-42c3-433a-950a-ca65960a28ea tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 944 time: 0.3942049 Mar 02 18:35:41.062095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.093101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:41.112615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:41.221525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.232026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1fac5e6c-4d5d-4c46-9764-4950b852b9f7 req-62a6329a-fbb5-4174-9e60-61d84f0b55de tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687337 Mar 02 18:35:41.248922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-ad738b2b-c855-4c69-91e9-1fdbab8aea97 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183980 Mar 02 18:35:41.351029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:41.439181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['964b42a0-8421-4428-88ba-6ee4c048914d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:35:41.513096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Deleting port 817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:41.514051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.684435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] The port '817cd5d0-69ac-49a6-bf0d-f0a16a8d85f9' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:35:41.686644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38730) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:41.814282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-423d824e-5aa7-4565-a6d9-132470aa9646 req-813274d5-4263-4f48-ab1a-bb4052ad9046 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 210 time: 0.1214478 Mar 02 18:35:41.924078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:41.934001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-448253507', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:41.946676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:41.952117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Usage tracker for resource:port and tenant:f4bc503f711e43b1a4b52407a7b25de3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:41.956252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:41.965697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:41.965991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20dece0a-d5ca-4680-a9d8-dab3c3440ee1']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:41.981929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74652af8-b41c-4337-9efe-3b932ed2714f') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:41.982559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74652af8-b41c-4337-9efe-3b932ed2714f') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:41.996921 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.015103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.021619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:35:42.022319 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:35:42.037468 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:35:42.100249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Made reservation on behalf of f4bc503f711e43b1a4b52407a7b25de3 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:42.106602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.130621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.170151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:42.184619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Usage tracker for resource:security_group_rule and tenant:f4bc503f711e43b1a4b52407a7b25de3 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:42.188654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:42.235814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:42.402951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.458185 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.484563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.547721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] Pushing event deleted for resources: {'Network': ['ID=20dece0a-d5ca-4680-a9d8-dab3c3440ee1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:42.598237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2c724-8436-4a14-930d-d4ec9ad23acc req-928c07b4-aa49-4392-8cf3-c8569e2213ce tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:42.608150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a2c724-8436-4a14-930d-d4ec9ad23acc req-928c07b4-aa49-4392-8cf3-c8569e2213ce tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1269047 Mar 02 18:35:42.654834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78a2c724-8436-4a14-930d-d4ec9ad23acc req-3a03098e-e54e-434b-a183-617e00411903 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483842 Mar 02 18:35:42.688489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:42.702943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] device_id is not set on port 8152b77b-499e-4e52-9271-ce45364b2ea4 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:35:42.716491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99fe5272-c27a-4c34-b348-6fe667f071de admin admin] 10.222.0.66 "DELETE /v2.0/networks/20dece0a-d5ca-4680-a9d8-dab3c3440ee1 HTTP/1.1" status: 204 len: 168 time: 3.2098773 Mar 02 18:35:42.807023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:42.904976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8412207-8d3d-4862-9dc8-6f057b9ec29b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:42.950356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92f9bc5d-4e2e-4810-9c97-4ee636afcc4d req-cfcca0ea-0bcf-4f96-81b6-aa9e5d270ee9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 210 time: 0.0616941 Mar 02 18:35:43.032765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Allocated IP 172.25.7.83 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/8152b77b-499e-4e52-9271-ce45364b2ea4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:43.063692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 964b42a0-8421-4428-88ba-6ee4c048914d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:43.063692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 964b42a0-8421-4428-88ba-6ee4c048914d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:43.063692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.334717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38778) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:43.397528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.412753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.439982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38782) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:43.478072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:43.492460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:43.504220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e7b3bea8-9077-475f-a505-79f8872635d5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=99432d2b1a19401a842fc9c278b49083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707902 Mar 02 18:35:43.504220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38790) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:43.571854 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.649897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.702202 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:35:43.724418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.787164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:43.794007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:43.973370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:44.002593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:44.009652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:44.021931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.052387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916e368-29bd-4eea-9b7e-f273063c0aa3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:44.070402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.119319 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.131048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e46436f3-e2ad-4c13-8672-a5d699bf7ac2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2916e368-29bd-4eea-9b7e-f273063c0aa3 HTTP/1.1" status: 204 len: 168 time: 0.6306169 Mar 02 18:35:44.140491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Pushing event updated for resources: {'Port': ['ID=8152b77b-499e-4e52-9271-ce45364b2ea4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:44.148534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49304062-8808-40da-82e5-012ba58d0b1a req-1dd164fb-33e3-4df1-ab92-871618964e91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.151475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:44.155087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49304062-8808-40da-82e5-012ba58d0b1a req-1dd164fb-33e3-4df1-ab92-871618964e91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.2260165 Mar 02 18:35:44.177536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Usage tracker for resource:security_group_rule and tenant:22607a2b754540e2af442f5ab2d0db12 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:44.187467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:44.202532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.203431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.209525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:44.213477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d16527-08ec-41b7-bce3-6278b676157c req-c03074dc-aecd-4909-b394-a669b8283c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.215614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f4d16527-08ec-41b7-bce3-6278b676157c req-c03074dc-aecd-4909-b394-a669b8283c8c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1097 time: 0.3651900 Mar 02 18:35:44.288709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-934535f9-de2b-4f1b-b3b1-58555c9012c1 req-efd2bc06-d16a-47a7-ae31-7586435c1bae tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 210 time: 0.0943689 Mar 02 18:35:44.295684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f4d16527-08ec-41b7-bce3-6278b676157c req-ae08b584-a943-48f2-8cfe-207e258929f6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715308 Mar 02 18:35:44.328472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49304062-8808-40da-82e5-012ba58d0b1a req-549a4dd0-a3bb-47e3-a96f-2fb6fc1dd6fc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651695 Mar 02 18:35:44.341687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-695a2f4c-8c83-459c-aea5-562de43c2718 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.6532815 Mar 02 18:35:44.360200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:44.360200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.83'}]}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:44.367157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:44.387085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Usage tracker for resource:router and tenant:f4bc503f711e43b1a4b52407a7b25de3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:44.391824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:44.400454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:44.411302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.540963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.632316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.635941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.636585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=22607a2b754540e2af442f5ab2d0db12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2033875 Mar 02 18:35:44.638419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:44.696156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454aa7c-2d8d-4e4d-81f3-1befa242516a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85090520-12c3-4828-819f-8b40bad31dd6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:44.721198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.758428 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.831556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:44.849514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-099ebe37-7b3d-4f30-b937-202cee2029a8 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:44.850368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-099ebe37-7b3d-4f30-b937-202cee2029a8 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:35:44.981126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:45.005626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85090520-12c3-4828-819f-8b40bad31dd6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:45.022369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:45.024736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-099ebe37-7b3d-4f30-b937-202cee2029a8 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:35:45.027175 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-099ebe37-7b3d-4f30-b937-202cee2029a8 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.3908532 Mar 02 18:35:45.028450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-14e5b064-9e45-41af-aca3-0f7f52c9b723 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85090520-12c3-4828-819f-8b40bad31dd6 HTTP/1.1" status: 204 len: 168 time: 0.3889413 Mar 02 18:35:45.039304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Request body: {'port': {'device_id': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'admin_state_up': True, 'tenant_id': '6c522ac514464c6eaa7d8499814b686d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:45.321796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:45.335241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:45.461611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:45.466639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:45.511267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:45.635212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3c9834e-92b6-4074-a240-7906e826b4df req-ec78177d-d727-43e1-bdd3-2b72435535a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 210 time: 0.0738564 Mar 02 18:35:45.820164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Allocated IP 172.20.0.7 (01bc28d9-ab18-4d25-bd83-4d82aa39e243/bf08d25d-511d-4ee6-876d-b61ea559256f/a3805d48-ef57-4365-92a8-595daf7ff83a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:45.894911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4eef1a-fc02-483e-8da7-137bdced4479 req-06b0f81a-57ed-44b7-a4ef-038c0608e1f8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:45.904086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a4eef1a-fc02-483e-8da7-137bdced4479 req-06b0f81a-57ed-44b7-a4ef-038c0608e1f8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.2797306 Mar 02 18:35:45.963987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a4eef1a-fc02-483e-8da7-137bdced4479 req-563d7a61-8907-43cf-89dd-3c6a2c4b51d6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591674 Mar 02 18:35:46.265928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.316149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:46.403898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.416739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:35:46.454336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.480788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-484455352-network', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:46.518582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:46.537945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:46.537945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Usage tracker for resource:network and tenant:77eb2bc67c2540d0bde90b35b4af45a8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:46.551112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:46.557541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:46.566031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:46.611071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:46.623564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event updated for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:46.632837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.671846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:46.672523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.837475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Made reservation on behalf of 77eb2bc67c2540d0bde90b35b4af45a8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:46.840923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.851921 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-72196576-cc4f-452e-8c6a-bcfce7bbc493 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8171091 Mar 02 18:35:46.858475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:46.883853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Request body: {'port': {'device_id': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:46.929718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:46.933718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Usage tracker for resource:security_group_rule and tenant:77eb2bc67c2540d0bde90b35b4af45a8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:46.947337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:46.989080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:47.044316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcff9e0-e0df-4fdd-8cca-20716af867e4 req-3d239b12-680a-43c0-a460-bf2b3c103886 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:47.053725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bcff9e0-e0df-4fdd-8cca-20716af867e4 req-3d239b12-680a-43c0-a460-bf2b3c103886 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 931 time: 0.2455573 Mar 02 18:35:47.107959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.139446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bcff9e0-e0df-4fdd-8cca-20716af867e4 req-139c91e8-61ff-487c-a818-c618e1d46569 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772939 Mar 02 18:35:47.193383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.207085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.261403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.302854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:35:47.468402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.468754 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Added segment 90a5661c-f4fd-4148-97fa-762a0c228273 of type vlan for network ff425d3c-5a8d-4a18-9f23-b6ab06748692 Mar 02 18:35:47.483545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e8f076-734c-4531-9b15-e0a445c6fef2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:47.572404 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.661083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.670195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d6f4-686f-4d3e-8b75-cb4d60f88638 req-93ef6417-217f-4cdc-bf92-671246c72a4b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:47.671898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bb8d6f4-686f-4d3e-8b75-cb4d60f88638 req-93ef6417-217f-4cdc-bf92-671246c72a4b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.4903357 Mar 02 18:35:47.673134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.740484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bb8d6f4-686f-4d3e-8b75-cb4d60f88638 req-7eda8a15-1207-485b-958a-27920c99e634 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593483 Mar 02 18:35:47.876089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3805d48-ef57-4365-92a8-595daf7ff83a {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:47.884459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.948896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba8783a-4a20-4aa3-a826-e753dcc8be61 req-816fb41f-516d-4d55-b8fb-2ec6ac54dd71 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:47.951391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cba8783a-4a20-4aa3-a826-e753dcc8be61 req-816fb41f-516d-4d55-b8fb-2ec6ac54dd71 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.0990341 Mar 02 18:35:47.960913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Transition to ACTIVE for port object a3805d48-ef57-4365-92a8-595daf7ff83a will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:47.962510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.962510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cd82f25b-d4e1-4f27-ab34-dd6a0d914aad {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:35:47.962977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.962977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:47.962977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:47.962977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38888) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:48.019112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'floatingip': {'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:48.188554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:48.188554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:48.212362 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:35:48.212362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-836ba619-07d2-46f3-b1c9-fe44325a875a tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8564703 Mar 02 18:35:48.212362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38896) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:48.328280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] Pushing event updated for resources: {'Network': ['ID=ff425d3c-5a8d-4a18-9f23-b6ab06748692,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:48.341844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:35:48.360542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Deleting port 8152b77b-499e-4e52-9271-ce45364b2ea4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:35:48.361216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:48.550391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c8f79-88de-4654-a691-dd664e64ef54 req-c717ab83-c9c4-4381-9df3-1042798c23ae tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:48.551955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-225c8f79-88de-4654-a691-dd664e64ef54 req-c717ab83-c9c4-4381-9df3-1042798c23ae tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 943 time: 0.2458084 Mar 02 18:35:48.552757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-012b2818-af57-4c0f-ae7c-a172dd309a93 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2372777 Mar 02 18:35:48.560925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:48.573694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:48.580604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Request body: {'subnet': {'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-484455352-subnet', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:48.661227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:48.678415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Usage tracker for resource:subnet and tenant:77eb2bc67c2540d0bde90b35b4af45a8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:48.682956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:48.699727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:48.722152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-225c8f79-88de-4654-a691-dd664e64ef54 req-c1b80e22-a4b4-4971-95f2-c3c252d913f9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602061 Mar 02 18:35:48.754978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:48.871474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Attempting to bind port a3805d48-ef57-4365-92a8-595daf7ff83a on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:48.871812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Attempting to bind port a3805d48-ef57-4365-92a8-595daf7ff83a by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:48.872352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Attempting to bind port a3805d48-ef57-4365-92a8-595daf7ff83a on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:48.890650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Port a3805d48-ef57-4365-92a8-595daf7ff83a on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:35:48.891376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Attempting to bind port a3805d48-ef57-4365-92a8-595daf7ff83a on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:48.919775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Made reservation on behalf of 77eb2bc67c2540d0bde90b35b4af45a8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:35:48.922563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:48.959446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:48.959826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Checking segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:48.960207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Bound using segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:48.960689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Bound port: a3805d48-ef57-4365-92a8-595daf7ff83a, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:48.961027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.145132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Calling delete_port for 8152b77b-499e-4e52-9271-ce45364b2ea4 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:35:49.249317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:49.254343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a3805d48-ef57-4365-92a8-595daf7ff83a,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:49.514007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.543164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.578757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Pushing event deleted for resources: {'Port': ['ID=8152b77b-499e-4e52-9271-ce45364b2ea4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:49.628084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:49.629044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.632096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] 10.222.0.65 "PUT /v2.0/ports/a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 200 len: 1091 time: 2.7573230 Mar 02 18:35:49.637841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:49.677774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.690878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6543ba0-507b-47d7-b2a9-163d83a1cf69 service neutron] Pushing event updated for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:49.758355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.785988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a94f5949-6e71-4653-8203-1ae504937281 tempest-RoutersAdminNegativeIpV6Test-434511974 tempest-RoutersAdminNegativeIpV6Test-434511974-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8152b77b-499e-4e52-9271-ce45364b2ea4 HTTP/1.1" status: 204 len: 168 time: 1.5744359 Mar 02 18:35:49.855760 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a', 'status': 'completed', 'code': 200} Mar 02 18:35:49.865736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:49.969203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.076687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-8171b1a7-0589-41a5-87c4-1d671fd7cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.078239 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-8171b1a7-0589-41a5-87c4-1d671fd7cf59 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 1094 time: 0.3027546 Mar 02 18:35:50.101822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11ad15ec-97bc-449c-9c00-3f661a717a63,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:50.134772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Checking segment: {'id': '90a5661c-f4fd-4148-97fa-762a0c228273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:50.135405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Network hostable DHCP agents. Network: ff425d3c-5a8d-4a18-9f23-b6ab06748692, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:35:50.169875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2cd0-602c-4c9e-98dd-f1c4c0ae0381 req-1b56739d-5628-4940-a465-4cdc8d288e1b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.171679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e8e2cd0-602c-4c9e-98dd-f1c4c0ae0381 req-1b56739d-5628-4940-a465-4cdc8d288e1b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 943 time: 0.2599113 Mar 02 18:35:50.177807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-d85facee-90f7-47cc-bf61-985063139363 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 200 len: 217 time: 0.0852933 Mar 02 18:35:50.191635 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Floating IP 0926208d-c7fe-4b93-be83-0350d2ae5f41 associated. External IP: 172.25.7.127, port: 964b42a0-8421-4428-88ba-6ee4c048914d. Mar 02 18:35:50.243302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e8e2cd0-602c-4c9e-98dd-f1c4c0ae0381 req-def17a0f-22ca-46f9-88bd-0db1f02b50f6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Mar 02 18:35:50.362818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:35:50.424036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-ab8ace8e-f043-430b-a4b1-847b4bf93558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.425498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-ab8ace8e-f043-430b-a4b1-847b4bf93558 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.2357388 Mar 02 18:35:50.459660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ff425d3c-5a8d-4a18-9f23-b6ab06748692) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:50.467602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:50.468190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.471698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e956d10-90e4-4cf8-988c-3f4e4fe7e2c4 None None] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:50.491614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-379005cd-1bca-486e-88b1-cff010920115 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592453 Mar 02 18:35:50.613985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-85ec0224-880c-4c06-991d-ad92b6f29952 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0501001 Mar 02 18:35:50.616570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:50.628231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:35:50.633880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:50.639336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Usage tracker for resource:router and tenant:77eb2bc67c2540d0bde90b35b4af45a8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:50.648053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:50.659154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:50.742940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38948) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:50.837039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.838193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.877390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:50.883346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-696b54e9-5d04-4697-8d1f-9ff437119006 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831816 Mar 02 18:35:50.935061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Router ecf53154-9d19-4562-ba60-5955bfe148cc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:35:50.937383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'fixed_ips': [{'subnet_id': '11ad15ec-97bc-449c-9c00-3f661a717a63'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:35:50.939196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.008700 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.035918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:35:51.128954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Usage tracker for resource:security_group_rule and tenant:a094a651cd3640449f50d62fb515a7f5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:35:51.132314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:35:51.151258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:35:51.327962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Allocated IP 172.20.0.2 (ff425d3c-5a8d-4a18-9f23-b6ab06748692/11ad15ec-97bc-449c-9c00-3f661a717a63/b9a54646-4772-43c4-a549-4d2cf88172b1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:51.385433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-622ef0d0-99a1-47dc-bc7e-f27d4b13efe1 req-0ecc9708-6c4f-4629-ab7b-a45b50e9d275 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945030 Mar 02 18:35:51.394173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.475621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.500609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:51.507841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.547319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Sync routers for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:51.580339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-566a3c33-f6a7-439a-bb17-7109a0389432 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "PUT /v2.0/floatingips/0926208d-c7fe-4b93-be83-0350d2ae5f41 HTTP/1.1" status: 200 len: 992 time: 3.5978181 Mar 02 18:35:51.593027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:51.593839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:51.603128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f682d5ce-e608-49fc-b2e9-36ca268badca req-3a4fc60b-fb47-4cab-b528-06a1998c49f4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:51.605430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f682d5ce-e608-49fc-b2e9-36ca268badca req-3a4fc60b-fb47-4cab-b528-06a1998c49f4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 943 time: 0.1133661 Mar 02 18:35:51.657748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f682d5ce-e608-49fc-b2e9-36ca268badca req-94c7a721-3134-43db-a714-44611d697df8 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453098 Mar 02 18:35:51.765996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9822cf0b-be1f-4994-9edc-615b41949b94 req-f0281c1c-102c-4aab-8bdf-00c157681578 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:51.767717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9822cf0b-be1f-4994-9edc-615b41949b94 req-f0281c1c-102c-4aab-8bdf-00c157681578 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.0886617 Mar 02 18:35:51.824406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9822cf0b-be1f-4994-9edc-615b41949b94 req-0febcaa7-507f-42f9-8de5-8d7df09885a5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500410 Mar 02 18:35:51.830997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:51.851300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Transition to ACTIVE for port object b9a54646-4772-43c4-a549-4d2cf88172b1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:51.857391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:35:51.860484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:51.920244 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'status': 'completed', 'code': 200} Mar 02 18:35:51.941592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Transition to ACTIVE for port object b9a54646-4772-43c4-a549-4d2cf88172b1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:35:52.075877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c0484-99b2-4a6e-aa7a-554c99c69a91 req-ba55a2db-3851-442f-aff1-65653f8718f0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.083056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-074c0484-99b2-4a6e-aa7a-554c99c69a91 req-ba55a2db-3851-442f-aff1-65653f8718f0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.1253340 Mar 02 18:35:52.094584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-b84b05d4-b24b-47bf-a06e-7fb5489ad801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.096317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-b84b05d4-b24b-47bf-a06e-7fb5489ad801 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1097 time: 0.1491563 Mar 02 18:35:52.144476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-074c0484-99b2-4a6e-aa7a-554c99c69a91 req-faf9c94e-d075-485c-8a25-64585dfc0bc9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603688 Mar 02 18:35:52.330078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:52.360205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:52.424366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-5c494946-605d-4939-a59d-28eb3707286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.425606 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3de6fc6e-1528-427e-bb1d-fc766038fc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:52.427543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-5c494946-605d-4939-a59d-28eb3707286d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.3204262 Mar 02 18:35:52.460874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a582e3-49ff-42bb-8797-b5a48a145f9b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:52.492226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:52.492226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '0926208d-c7fe-4b93-be83-0350d2ae5f41', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:49Z', 'revision_number': 1, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:52.508122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Checking router: ecf53154-9d19-4562-ba60-5955bfe148cc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:35:52.516402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:52.533914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:52.553222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:52.553222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:52.607090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-8a20a5e1-4246-4718-b936-5fdd77535159 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.1608045 Mar 02 18:35:52.659364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-b970e984-7188-4af0-aec6-a5c9bfd6cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.661253 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-b970e984-7188-4af0-aec6-a5c9bfd6cf80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 1094 time: 0.3077564 Mar 02 18:35:52.669756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-579375e4-8d4b-44d4-9061-0e4805fffca7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a094a651cd3640449f50d62fb515a7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9286306 Mar 02 18:35:52.688777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38986) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:52.717965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Pushing event updated for resources: {'Port': ['ID=b9a54646-4772-43c4-a549-4d2cf88172b1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:52.832647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-75f91fe0-3838-4f22-9f21-380af91dd3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.862353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-75f91fe0-3838-4f22-9f21-380af91dd3bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.2187428 Mar 02 18:35:52.890634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.892252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.892922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.893363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.893918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.894564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.895120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.895686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.896244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.896893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.897448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.897962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:35:52.942236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-16fe524a-8ea6-4e66-84f4-f316ac73c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:52.943760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-16fe524a-8ea6-4e66-84f4-f316ac73c36e service neutron] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.2754662 Mar 02 18:35:52.952264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Attempting to bind port b9a54646-4772-43c4-a549-4d2cf88172b1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:35:52.952752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Attempting to bind port b9a54646-4772-43c4-a549-4d2cf88172b1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '90a5661c-f4fd-4148-97fa-762a0c228273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:35:52.955559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Attempting to bind port b9a54646-4772-43c4-a549-4d2cf88172b1 on network ff425d3c-5a8d-4a18-9f23-b6ab06748692 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:35:52.972286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:35:52.973140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Checking segment: {'id': '90a5661c-f4fd-4148-97fa-762a0c228273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:35:52.974370 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:52.976161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Bound using segment: {'id': '90a5661c-f4fd-4148-97fa-762a0c228273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:35:52.976784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Bound port: b9a54646-4772-43c4-a549-4d2cf88172b1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5661c-f4fd-4148-97fa-762a0c228273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:35:52.977423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.035243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-9e1f7903-ba17-4e27-b1cf-158d3ce02fcd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 200 len: 217 time: 0.0796740 Mar 02 18:35:53.088523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-2b502edf-37fa-4e07-9467-7296d8a5db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:53.090736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-2b502edf-37fa-4e07-9467-7296d8a5db47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418084 Mar 02 18:35:53.152364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-a7ea02cb-d212-4d44-9c06-6ddc68892ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:53.153859 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-a7ea02cb-d212-4d44-9c06-6ddc68892ba1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.1103401 Mar 02 18:35:53.184235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.244878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:53.329378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.368394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-e496971d-1b5a-445c-9d7b-132200a88949 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1667094 Mar 02 18:35:53.674441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] For port b9a54646-4772-43c4-a549-4d2cf88172b1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:35:53.682903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] For port b9a54646-4772-43c4-a549-4d2cf88172b1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b9a54646-4772-43c4-a549-4d2cf88172b1,segment=NetworkSegment(90a5661c-f4fd-4148-97fa-762a0c228273),segment_id=90a5661c-f4fd-4148-97fa-762a0c228273)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:35:53.713258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb82435-19d3-45cb-ab33-b75b3913f66b req-5bd13d89-d401-47fd-80d3-b7c431b6e03a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:53.725474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb82435-19d3-45cb-ab33-b75b3913f66b req-5bd13d89-d401-47fd-80d3-b7c431b6e03a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 943 time: 0.9133446 Mar 02 18:35:53.738925 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-234b8eeb-9377-48a6-9fc3-66455d40e1c6 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6394453 Mar 02 18:35:53.845632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.863422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:53.924522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '0926208d-c7fe-4b93-be83-0350d2ae5f41', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:49Z', 'revision_number': 1, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:53.937593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6409a5a5-47dd-4656-9cc8-a48a04da0bac None None] The sync data for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 is: [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '0926208d-c7fe-4b93-be83-0350d2ae5f41', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:35:18Z', 'updated_at': '2022-03-02T18:35:49Z', 'revision_number': 1, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:35:53.940295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb82435-19d3-45cb-ab33-b75b3913f66b req-515bbd1e-d8d3-485c-b1c3-5b450a76e19d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134933 Mar 02 18:35:53.950297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.049254 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-25736bee-0bf9-432d-bce6-b037d5897474 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607213 Mar 02 18:35:54.065974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a423b0-3b6c-4e6e-8a27-c1d9d65e9c37 None None] Pushing event updated for resources: {'Port': ['ID=b9a54646-4772-43c4-a549-4d2cf88172b1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:54.145517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d8f3ad2-bc14-44d8-9328-3c934e2f347f req-771eb200-3831-472a-862e-6ab9ec3c1efb service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931687 Mar 02 18:35:54.227454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.236134 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a0d8301-febd-4dc0-a085-89bb48033944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.364358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a582e3-49ff-42bb-8797-b5a48a145f9b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:54.392765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6674f3b-fc65-4e27-911f-c42cb4f139ea req-f23cd6d8-5c2c-46e9-85d7-99d54ab7b108 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:54.407028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6674f3b-fc65-4e27-911f-c42cb4f139ea req-f23cd6d8-5c2c-46e9-85d7-99d54ab7b108 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.9110889 Mar 02 18:35:54.459744 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9d6bb-4629-42e1-8f84-b294e143dd17 None None] New status for floating IP 0926208d-c7fe-4b93-be83-0350d2ae5f41: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:35:54.567730 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:54.584820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d1b40ad0-8937-439f-b2f6-b8ed85338d06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/35a582e3-49ff-42bb-8797-b5a48a145f9b HTTP/1.1" status: 204 len: 168 time: 1.8915679 Mar 02 18:35:54.722529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-293a15c8-4da8-4c95-a699-62643fa807c9 req-ff3e8d1b-ee16-4279-a0fc-72fc9d9394c5 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507633 Mar 02 18:35:54.754679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6674f3b-fc65-4e27-911f-c42cb4f139ea req-34dc6434-afb8-4b77-a3f6-3c32bb9b7a52 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3428435 Mar 02 18:35:54.799387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Allocated IP 172.25.7.28 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/5460b259-2e7f-405a-a208-8eb74e665617) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:35:55.173701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a3805d48-ef57-4365-92a8-595daf7ff83a details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:35:55.193271 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.395307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe453e-7ac2-4214-8a13-4f54b3f0f31d req-f25ade79-bcd3-4ce6-9432-63f1663416e7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:55.396926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dafe453e-7ac2-4214-8a13-4f54b3f0f31d req-f25ade79-bcd3-4ce6-9432-63f1663416e7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 943 time: 0.2111893 Mar 02 18:35:55.488364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a3805d48-ef57-4365-92a8-595daf7ff83a,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:55.488633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dafe453e-7ac2-4214-8a13-4f54b3f0f31d req-20d9c21b-da01-4359-b8a2-c3052f2f374a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730116 Mar 02 18:35:55.532760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'a3805d48-ef57-4365-92a8-595daf7ff83a', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'port_id': 'a3805d48-ef57-4365-92a8-595daf7ff83a', 'mac_address': 'fa:16:3e:d9:e8:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf08d25d-511d-4ee6-876d-b61ea559256f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:35:55.626023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.672218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.714519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.724426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.737071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3805d48-ef57-4365-92a8-595daf7ff83a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:35:55.740122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:35:55.744533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:35:55.751126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:35:55.825636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a3805d48-ef57-4365-92a8-595daf7ff83a,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:55.858198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:55.888305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5460b259-2e7f-405a-a208-8eb74e665617,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:55.961809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.202089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a3805d48-ef57-4365-92a8-595daf7ff83a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:35:56.383389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741f5d34-dd33-467d-b7d4-ee5a132f5d52 None None] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:35:56.601805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:56.661760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d06ac-6ed3-46c6-b26b-156edc6560d1 req-a177f345-e00b-4004-9a07-82f523b9d1b9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:56.665475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-405d06ac-6ed3-46c6-b26b-156edc6560d1 req-a177f345-e00b-4004-9a07-82f523b9d1b9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.6488364 Mar 02 18:35:56.682965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b9a54646-4772-43c4-a549-4d2cf88172b1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:56.694234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a78d678-5343-4f40-8e58-ca1cb5abd32f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f4bc503f711e43b1a4b52407a7b25de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0903203 Mar 02 18:35:56.699521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39062) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:56.812095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:56.842574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-405d06ac-6ed3-46c6-b26b-156edc6560d1 req-3fda1e93-0c53-48e6-917f-182b5272cbd8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936027 Mar 02 18:35:56.886828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.912287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.955802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-56ed0f8c-9a46-47c8-8ade-937a4e4601d4 None None] Provisioning for port b9a54646-4772-43c4-a549-4d2cf88172b1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:56.959931 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:56.963007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.129192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.167387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8412207-8d3d-4862-9dc8-6f057b9ec29b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:57.191216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.192851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7b46fa79-2ee4-400e-98cb-fbc5443ce1e8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8412207-8d3d-4862-9dc8-6f057b9ec29b HTTP/1.1" status: 204 len: 168 time: 0.4953465 Mar 02 18:35:57.346957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port b9a54646-4772-43c4-a549-4d2cf88172b1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:57.358159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b9a54646-4772-43c4-a549-4d2cf88172b1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:57.358876 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.427813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.549589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9bd0bd-acaf-401d-8ca4-4ee4133b53c0 req-c01f6e2b-6d99-4229-b842-731e1b99ffb6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:57.551517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc9bd0bd-acaf-401d-8ca4-4ee4133b53c0 req-c01f6e2b-6d99-4229-b842-731e1b99ffb6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 944 time: 0.7157245 Mar 02 18:35:57.641493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc9bd0bd-acaf-401d-8ca4-4ee4133b53c0 req-c27cc603-80c6-4fed-8ec3-d568ddc21f22 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717769 Mar 02 18:35:57.689641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ba58c-1db4-4d7a-b7ab-79151eba5401 req-d64eadcd-dab5-445e-adf1-1843737750c7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:57.691663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-008ba58c-1db4-4d7a-b7ab-79151eba5401 req-d64eadcd-dab5-445e-adf1-1843737750c7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.4245508 Mar 02 18:35:57.869441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.898274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8e06dd93-8c0b-46ac-a46e-28cf9c58d629 None None] Provisioning complete for port b9a54646-4772-43c4-a549-4d2cf88172b1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:57.905578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e06dd93-8c0b-46ac-a46e-28cf9c58d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:57.971319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port b9a54646-4772-43c4-a549-4d2cf88172b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b9a54646-4772-43c4-a549-4d2cf88172b1,segment=NetworkSegment(90a5661c-f4fd-4148-97fa-762a0c228273),segment_id=90a5661c-f4fd-4148-97fa-762a0c228273)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:35:58.048164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.121048 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e06dd93-8c0b-46ac-a46e-28cf9c58d629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.158856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-008ba58c-1db4-4d7a-b7ab-79151eba5401 req-df9d7cf8-c496-4688-8af1-cda892d2285c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259007 Mar 02 18:35:58.214512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:58.562840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Router e529d6ae-bed5-404b-a444-46ea7673da26 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:35:58.665309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-8e06dd93-8c0b-46ac-a46e-28cf9c58d629 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:35:58.665944 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-8e06dd93-8c0b-46ac-a46e-28cf9c58d629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:35:58.678309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=b9a54646-4772-43c4-a549-4d2cf88172b1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:35:59.085542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:35:59.103863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Sync routers for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:35:59.123577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:35:59.125843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:35:59.207505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abe44-fc54-4ed7-af81-86b8ea195997 req-06271f3f-5cd9-408a-88e9-f4e60f0cdee4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:35:59.212949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba1abe44-fc54-4ed7-af81-86b8ea195997 req-06271f3f-5cd9-408a-88e9-f4e60f0cdee4 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 944 time: 0.2802222 Mar 02 18:35:59.302963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a3805d48-ef57-4365-92a8-595daf7ff83a up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:35:59.309760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba1abe44-fc54-4ed7-af81-86b8ea195997 req-e9bb587f-8859-484f-9404-448f19c350e7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Mar 02 18:35:59.310766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:35:59.314446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8cf0e8ea-1cff-4b2c-8fba-c62134712bd1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.6940100 Mar 02 18:35:59.319915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39110) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:35:59.567820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:35:59.700168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port a3805d48-ef57-4365-92a8-595daf7ff83a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:35:59.719419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port a3805d48-ef57-4365-92a8-595daf7ff83a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:35:59.719805 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.237356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.298784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:00.350247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a3805d48-ef57-4365-92a8-595daf7ff83a,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:00.426227 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a', 'code': 200} Mar 02 18:36:00.491084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:35:56Z', 'revision_number': 3, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:00.507965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.685357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:00.690574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bba03a-eae9-4f9f-b638-c6d19682444d req-7140409a-4790-4f01-a2a5-2b20e5653c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:00.695072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Checking router: e529d6ae-bed5-404b-a444-46ea7673da26 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:00.695824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Updating router e529d6ae-bed5-404b-a444-46ea7673da26 port 5460b259-2e7f-405a-a208-8eb74e665617 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:36:00.696991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-13bba03a-eae9-4f9f-b638-c6d19682444d req-7140409a-4790-4f01-a2a5-2b20e5653c1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 1096 time: 0.2037213 Mar 02 18:36:00.739593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b9a54646-4772-43c4-a549-4d2cf88172b1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:00.760216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.782202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0c899-9b2e-49d5-beb3-525dd7cbe908 req-680070e2-c5d4-4bd3-8bc9-ee108ca862d5 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:00.791580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6a0c899-9b2e-49d5-beb3-525dd7cbe908 req-680070e2-c5d4-4bd3-8bc9-ee108ca862d5 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.2664835 Mar 02 18:36:00.813137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-13bba03a-eae9-4f9f-b638-c6d19682444d req-b6b095b8-1d47-4001-b4fd-0d787fd5b927 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094635 Mar 02 18:36:00.844914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:00.909793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6a0c899-9b2e-49d5-beb3-525dd7cbe908 req-9b1c4076-87ae-4dc8-b27d-1385f759c24c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166041 Mar 02 18:36:01.018836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b9a54646-4772-43c4-a549-4d2cf88172b1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:01.019067 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.285596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Allocated IP 172.20.0.1 (ff425d3c-5a8d-4a18-9f23-b6ab06748692/11ad15ec-97bc-449c-9c00-3f661a717a63/8e4a9da3-59a1-4452-8736-eb840f28eb22) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:01.528392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.545935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Transition to ACTIVE for port object 8e4a9da3-59a1-4452-8736-eb840f28eb22 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:01.594229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.607274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Transition to ACTIVE for port object 5460b259-2e7f-405a-a208-8eb74e665617 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:01.763670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.775909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39188) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:01.802757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.841743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:01.845617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:01.849286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:01.911137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:01.957373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1108742574', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:01.964317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:01.971600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Usage tracker for resource:port and tenant:54ecaa9b33fc40a6a984fb9329257261 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:01.987921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:02.009600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:02.128130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Made reservation on behalf of 54ecaa9b33fc40a6a984fb9329257261 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:02.130733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.134529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4a9da3-59a1-4452-8736-eb840f28eb22,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:02.145632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Attempting to bind port 5460b259-2e7f-405a-a208-8eb74e665617 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:02.146012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Attempting to bind port 5460b259-2e7f-405a-a208-8eb74e665617 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:02.146411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Attempting to bind port 5460b259-2e7f-405a-a208-8eb74e665617 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:02.153455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdfcf6-7fb8-4a89-b9b8-2625542526bc None None] Pushing event updated for resources: {'Port': ['ID=5460b259-2e7f-405a-a208-8eb74e665617,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:02.167202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:02.167585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:02.167995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.172079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.172501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:02.175087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Bound port: 5460b259-2e7f-405a-a208-8eb74e665617, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:02.175699 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.214479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:02.220709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Usage tracker for resource:security_group_rule and tenant:54ecaa9b33fc40a6a984fb9329257261 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:02.231234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:02.243026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:02.317382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] For port 5460b259-2e7f-405a-a208-8eb74e665617, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:02.321288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] For port 5460b259-2e7f-405a-a208-8eb74e665617, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5460b259-2e7f-405a-a208-8eb74e665617,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:02.329007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab815a9-0613-4cf3-b3a7-3ff6df2ad7e1 req-922b4135-b181-4ca1-bead-981faa6186d1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:02.330565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ab815a9-0613-4cf3-b3a7-3ff6df2ad7e1 req-922b4135-b181-4ca1-bead-981faa6186d1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.2139628 Mar 02 18:36:02.350675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.389050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ab815a9-0613-4cf3-b3a7-3ff6df2ad7e1 req-1c524cbf-d1d7-4ecb-920f-12e44587978c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463612 Mar 02 18:36:02.739377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6053ea87-bd28-47a5-9c36-dd604950b7f3 None None] Provisioning for port 8e4a9da3-59a1-4452-8736-eb840f28eb22 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:02.739589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.747191 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.805157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6053ea87-bd28-47a5-9c36-dd604950b7f3 None None] Provisioning complete for port 8e4a9da3-59a1-4452-8736-eb840f28eb22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:02.805737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6053ea87-bd28-47a5-9c36-dd604950b7f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.815710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] device_id is not set on port 7b960c52-f48b-481d-ada3-418ec028fa04 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:02.816538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:02.865514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130c4564-5377-4dcf-aa93-5756176eef09,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:02.881527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6053ea87-bd28-47a5-9c36-dd604950b7f3 None None] Port 8e4a9da3-59a1-4452-8736-eb840f28eb22 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:02.910340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:36:02.961053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:02.961702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:03.039945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Allocated IP 172.25.7.68 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/7b960c52-f48b-481d-ada3-418ec028fa04) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:03.105279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afdfcf6-7fb8-4a89-b9b8-2625542526bc None None] Pushing event updated for resources: {'Port': ['ID=5460b259-2e7f-405a-a208-8eb74e665617,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.244296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:03.270820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '964b42a0-8421-4428-88ba-6ee4c048914d', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:36:03.272920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.274559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:03.336034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.407878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.418212 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.441114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:36:03.554882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:03.567263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.643537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.721813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.737872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:03.752513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:03.769097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:03.838548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Pushing event updated for resources: {'Port': ['ID=8e4a9da3-59a1-4452-8736-eb840f28eb22,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.855117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:03.856863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:03.891364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['964b42a0-8421-4428-88ba-6ee4c048914d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:36:03.911194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Pushing event updated for resources: {'Port': ['ID=7b960c52-f48b-481d-ada3-418ec028fa04,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.950616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5d6f5-116f-4049-9004-4a64ffc55fb2 req-684e9126-0b7e-4803-b80a-abf3317d0817 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:03.952662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02b5d6f5-116f-4049-9004-4a64ffc55fb2 req-684e9126-0b7e-4803-b80a-abf3317d0817 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.3572366 Mar 02 18:36:03.966308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:03.967948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:03.976336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:03.980859 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b6ee98c-321f-484e-8bca-169091e9c3de tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.2036319 Mar 02 18:36:03.983587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:03.990880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.68'}]}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:04.012723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:04.030492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Usage tracker for resource:router and tenant:54ecaa9b33fc40a6a984fb9329257261 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:04.043556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:04.056736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:04.127571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02b5d6f5-116f-4049-9004-4a64ffc55fb2 req-66d0e644-7f66-41ad-9b42-50c25cf63250 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557031 Mar 02 18:36:04.161650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 4, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8e4a9da3-59a1-4452-8736-eb840f28eb22', 'name': '', 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'mac_address': 'fa:16:3e:f2:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:00Z', 'updated_at': '2022-03-02T18:36:01Z', 'revision_number': 1, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'subnets': [{'id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:04.196943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f354e-8f1c-418c-afbc-6fa41b77f4f9 None None] The sync data for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 is: [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 4, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8e4a9da3-59a1-4452-8736-eb840f28eb22', 'name': '', 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'mac_address': 'fa:16:3e:f2:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:00Z', 'updated_at': '2022-03-02T18:36:01Z', 'revision_number': 1, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'subnets': [{'id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:04.208657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.209787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.244750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.438167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Router e529d6ae-bed5-404b-a444-46ea7673da26 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:36:04.447840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f648a752-fb5f-4200-8fa3-07c8f197391a None None] Provisioning complete for port 8e4a9da3-59a1-4452-8736-eb840f28eb22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:04.449038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f648a752-fb5f-4200-8fa3-07c8f197391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:04.679188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f648a752-fb5f-4200-8fa3-07c8f197391a None None] Port 8e4a9da3-59a1-4452-8736-eb840f28eb22 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:04.942924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:04.978281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:36:05.001921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b9b61ec1-73ae-4b2d-bd9d-60e6fa9556f0 admin admin] 10.222.0.66 "PUT /v2.0/routers/e529d6ae-bed5-404b-a444-46ea7673da26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6854742 Mar 02 18:36:05.064390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 964b42a0-8421-4428-88ba-6ee4c048914d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:05.064992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.212616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39286) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:05.249126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.308281 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.353076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:05.355422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:05.431529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:05.563839 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:36:05.564645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:05.616152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39302) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:05.919844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:06.000475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:06.240316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Usage tracker for resource:security_group_rule and tenant:05c1d8d820464ef2ad59ea337b207b07 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:06.243458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:06.250707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:06.404443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:06.590186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5460b259-2e7f-405a-a208-8eb74e665617 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:06.614008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:06.614919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:06.693118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:06.968061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5460b259-2e7f-405a-a208-8eb74e665617 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:06.979390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5460b259-2e7f-405a-a208-8eb74e665617 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:06.979390 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.090179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6933218a-b04c-49ff-bab5-5a687ab85588,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:07.162580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30356d29-e842-4071-9ef5-0db46eaed44f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=05c1d8d820464ef2ad59ea337b207b07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5453200 Mar 02 18:36:07.175423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:07.256736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.283164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.330660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5460b259-2e7f-405a-a208-8eb74e665617, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5460b259-2e7f-405a-a208-8eb74e665617,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:07.338021 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.528903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.635041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.679085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5460b259-2e7f-405a-a208-8eb74e665617,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:07.750071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.754911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.800020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:07.860088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Deleting port 8e4a9da3-59a1-4452-8736-eb840f28eb22 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:07.860498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.031421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.032129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f8d9843-1a98-4c68-b777-bc40aa619d80 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:36:08.094083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.110035 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Sync routers for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:36:08.140751 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:08.143580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:08.149901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6933218a-b04c-49ff-bab5-5a687ab85588,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:08.203470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.203722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f139282-4764-498a-84bf-dd5d930b41df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6933218a-b04c-49ff-bab5-5a687ab85588 HTTP/1.1" status: 204 len: 168 time: 1.0268135 Mar 02 18:36:08.231726 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:36:08.235723 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ec4ab3b-f330-45c1-bf83-74c6d3e3b6db tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.2484310 Mar 02 18:36:08.239260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39346) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:08.288038 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.351721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Deleting port 7b960c52-f48b-481d-ada3-418ec028fa04 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:08.352772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.479765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Calling delete_port for 8e4a9da3-59a1-4452-8736-eb840f28eb22 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:08.545170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5460b259-2e7f-405a-a208-8eb74e665617 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:08.692357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5460b259-2e7f-405a-a208-8eb74e665617 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:08.693638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.725791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:08.809652 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:09.083923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Calling delete_port for 7b960c52-f48b-481d-ada3-418ec028fa04 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:09.281944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 4, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8e4a9da3-59a1-4452-8736-eb840f28eb22', 'name': '', 'network_id': 'ff425d3c-5a8d-4a18-9f23-b6ab06748692', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'mac_address': 'fa:16:3e:f2:63:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2104, 'fixed_ips': [{'subnet_id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:00Z', 'updated_at': '2022-03-02T18:36:02Z', 'revision_number': 2, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'subnets': [{'id': '11ad15ec-97bc-449c-9c00-3f661a717a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:09.287975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Checking router: e529d6ae-bed5-404b-a444-46ea7673da26 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:09.288519 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Updating router e529d6ae-bed5-404b-a444-46ea7673da26 port 8e4a9da3-59a1-4452-8736-eb840f28eb22 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:36:09.328687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.358323 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.437469 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Port 8e4a9da3-59a1-4452-8736-eb840f28eb22 not found while updating agent binding for router e529d6ae-bed5-404b-a444-46ea7673da26. {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 02 18:36:09.450402 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:09.451255 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:09.500947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Pushing event deleted for resources: {'Port': ['ID=8e4a9da3-59a1-4452-8736-eb840f28eb22,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:09.516807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.594198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39366) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:09.653903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b960c52-f48b-481d-ada3-418ec028fa04,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:09.705251 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:09.738007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:09.768946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Usage tracker for resource:security_group_rule and tenant:2daec8c3319f40acb819200969307bdd is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:09.783336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.783989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.793626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.795714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.797157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.798197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.800941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.803238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.804769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.809060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.810751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.811638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:09.849907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:09.866082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:09.907892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:10.081779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.098641 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89075acf-8e00-405b-ad9d-7f10e1fd68b5 tempest-RoutersAdminNegativeTest-1336013843 tempest-RoutersAdminNegativeTest-1336013843-project-admin] 10.222.0.66 "DELETE /v2.0/ports/7b960c52-f48b-481d-ada3-418ec028fa04 HTTP/1.1" status: 204 len: 168 time: 1.8616214 Mar 02 18:36:10.304567 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 5, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:10.311937 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2b196c1-d3d6-4f3d-914b-a6007d1e1f78 None None] The sync data for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 is: [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 5, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:10.651124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.731016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8e4a9da3-59a1-4452-8736-eb840f28eb22 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:10.789179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8e4a9da3-59a1-4452-8736-eb840f28eb22 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:36:10.791903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8e4a9da3-59a1-4452-8736-eb840f28eb22 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:10.792299 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:10.931408 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.240168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81e9b6-4f6f-4aa0-a5f4-a7e42c46e0f7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:11.287367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39406) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:11.291129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-2dde8c87-e30a-4fa5-bb7c-3a5028ee62f7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:11.298290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-2dde8c87-e30a-4fa5-bb7c-3a5028ee62f7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 1.0066965 Mar 02 18:36:11.381571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ae78b2a8-8c39-42ca-b20c-dfabf88a3d78 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/quotas/6c522ac514464c6eaa7d8499814b686d HTTP/1.1" status: 200 len: 375 time: 0.0822349 Mar 02 18:36:11.399491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd8c3ada-f294-44dc-a9b3-396bc67727ad admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2daec8c3319f40acb819200969307bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7997386 Mar 02 18:36:11.402668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:11.749261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-bd524584-1d91-4a18-acc8-58097b44f76e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3665771 Mar 02 18:36:11.762900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:11.765256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Router e529d6ae-bed5-404b-a444-46ea7673da26 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:36:11.852140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:11.867174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Usage tracker for resource:security_group_rule and tenant:6a76fb68f5f24ed6b4f6f2025614702e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:11.880326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:11.893309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:12.013139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.047534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-e04b7de8-6a76-41b1-aace-924d743e5d7a service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808428 Mar 02 18:36:12.096847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.242275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.322363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.386741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.402221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:36:12.402398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f02465-bea9-4b39-8b43-a42bdb612dd9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:12.415580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Sync routers for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:36:12.424707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-daff9344-41b1-4e4d-b255-3637a93ba776 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758671 Mar 02 18:36:12.425978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81e9b6-4f6f-4aa0-a5f4-a7e42c46e0f7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:12.432154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:12.434552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:12.435332 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-27b80fb2-123f-4fe7-98d9-c67305180262 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a76fb68f5f24ed6b4f6f2025614702e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1469016 Mar 02 18:36:12.438533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39424) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:12.454915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.458374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3a8b396-3f43-48b0-a37a-d15e24810f4d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df81e9b6-4f6f-4aa0-a5f4-a7e42c46e0f7 HTTP/1.1" status: 204 len: 168 time: 1.0546052 Mar 02 18:36:12.502928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-52eed6bc-e909-4c9e-9146-646b7e2b816f admin admin] 10.222.0.66 "PUT /v2.0/routers/e529d6ae-bed5-404b-a444-46ea7673da26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2898772 Mar 02 18:36:12.505317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:12.599086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.648883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:12.928554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.030245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f02465-bea9-4b39-8b43-a42bdb612dd9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:13.040459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.048994 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8fb24a36-4557-4b2d-b82d-dffed75978ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9f02465-bea9-4b39-8b43-a42bdb612dd9 HTTP/1.1" status: 204 len: 168 time: 0.6090372 Mar 02 18:36:13.058976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:13.211052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e3fac34-55b9-48bb-a1f2-86e11f69019f req-8efe8c34-a029-47d8-8c83-e142de97c0d6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.1646309 Mar 02 18:36:13.270607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.581523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.692101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Deleting port 5460b259-2e7f-405a-a208-8eb74e665617 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:13.692947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:13.740165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28'}], 'enable_snat': True}, 'gw_port_id': '5460b259-2e7f-405a-a208-8eb74e665617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:09Z', 'revision_number': 5, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port': {'id': '5460b259-2e7f-405a-a208-8eb74e665617', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:df:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2103, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:54Z', 'updated_at': '2022-03-02T18:36:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:13.748643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Checking router: e529d6ae-bed5-404b-a444-46ea7673da26 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:13.761811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Routers {'e529d6ae-bed5-404b-a444-46ea7673da26'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:13.762561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e529d6ae-bed5-404b-a444-46ea7673da26'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:13.823596 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:36:13.977714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] Set router e529d6ae-bed5-404b-a444-46ea7673da26 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:13.980870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] For port 5460b259-2e7f-405a-a208-8eb74e665617, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5460b259-2e7f-405a-a208-8eb74e665617,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:13.981301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.114019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 6, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:14.118717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0ec7c3-c00c-48e5-9c42-6a3558cb7f64 None None] The sync data for ids ['e529d6ae-bed5-404b-a444-46ea7673da26'] in n-d-828839-1 is: [{'id': 'e529d6ae-bed5-404b-a444-46ea7673da26', 'name': 'tempest-ServersTestFqdnHostnames-484455352-router', 'tenant_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:50Z', 'updated_at': '2022-03-02T18:36:13Z', 'revision_number': 6, 'project_id': '77eb2bc67c2540d0bde90b35b4af45a8', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:14.270360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Calling delete_port for 5460b259-2e7f-405a-a208-8eb74e665617 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:14.399468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f241ad3b-9951-4a6d-824b-cb01c0541c47 req-b82f6106-622f-4298-aeaf-f1d2da617bd9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.0672491 Mar 02 18:36:14.431106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39494) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:14.603423 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc6b9a6f-9f5f-482f-bca8-f379cdaeed82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54ecaa9b33fc40a6a984fb9329257261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681762 Mar 02 18:36:14.604985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39500) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:14.744767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.799110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.858039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:14.863373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5460b259-2e7f-405a-a208-8eb74e665617 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:14.968881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5460b259-2e7f-405a-a208-8eb74e665617 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:36:14.969508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5460b259-2e7f-405a-a208-8eb74e665617 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:15.024365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.071217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130c4564-5377-4dcf-aa93-5756176eef09,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:15.076910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.082335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-957b2537-4d36-4f05-a5dc-a60669bb9936 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/130c4564-5377-4dcf-aa93-5756176eef09 HTTP/1.1" status: 204 len: 168 time: 0.4745724 Mar 02 18:36:15.180831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Pushing event deleted for resources: {'Port': ['ID=5460b259-2e7f-405a-a208-8eb74e665617,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:15.234096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.478753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.482429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.585643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.586382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e529d6ae-bed5-404b-a444-46ea7673da26 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:36:15.614402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:15.617069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bf83e527-6130-40e3-ba47-95f63f73e906 admin admin] 10.222.0.66 "DELETE /v2.0/routers/e529d6ae-bed5-404b-a444-46ea7673da26 HTTP/1.1" status: 204 len: 168 time: 3.1088421 Mar 02 18:36:15.625220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:15.884060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e6691a3-51d3-4b69-b8f3-d5c13b8fe1d3 req-82c2d3f9-c89f-416e-b928-251536b5b759 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.2438233 Mar 02 18:36:15.913314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Deleting subnet 11ad15ec-97bc-449c-9c00-3f661a717a63 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:36:15.939228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.036175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.220901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.442432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.524948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11ad15ec-97bc-449c-9c00-3f661a717a63,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:16.546689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0de2999-4fc6-4d2e-9ea5-c59bf5c59d84 None None] Network ff425d3c-5a8d-4a18-9f23-b6ab06748692 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:16.552450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:16.559095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39558) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:16.570785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5cc1959e-a08b-417e-8beb-505e2ce1a29a admin admin] 10.222.0.66 "DELETE /v2.0/subnets/11ad15ec-97bc-449c-9c00-3f661a717a63 HTTP/1.1" status: 204 len: 168 time: 0.9447069 Mar 02 18:36:17.005003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-95d6bfcb-7c84-41a1-a100-a78482696dd1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:17.013993 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-95d6bfcb-7c84-41a1-a100-a78482696dd1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.4361575 Mar 02 18:36:17.027537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Request body: {'port': {'device_id': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'admin_state_up': True, 'tenant_id': '6c522ac514464c6eaa7d8499814b686d'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:17.351881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.558855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:17.563676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Usage tracker for resource:port and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:17.567725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:17.576110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:17.577720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa068ca7-a614-48db-86aa-e56101569439 req-6b537d85-43e4-4dda-aaed-c8e1bf223fc1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.2527926 Mar 02 18:36:17.584113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Deleting port b9a54646-4772-43c4-a549-4d2cf88172b1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:17.584474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.613602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] DHCP port deletion for ff425d3c-5a8d-4a18-9f23-b6ab06748692 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:36:17.623076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Deleting port b9a54646-4772-43c4-a549-4d2cf88172b1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:17.623459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.780071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:17.796250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:17.859837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] For port b9a54646-4772-43c4-a549-4d2cf88172b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b9a54646-4772-43c4-a549-4d2cf88172b1,segment=NetworkSegment(90a5661c-f4fd-4148-97fa-762a0c228273),segment_id=90a5661c-f4fd-4148-97fa-762a0c228273)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:17.860294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.147935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] For port b9a54646-4772-43c4-a549-4d2cf88172b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b9a54646-4772-43c4-a549-4d2cf88172b1,segment=NetworkSegment(90a5661c-f4fd-4148-97fa-762a0c228273),segment_id=90a5661c-f4fd-4148-97fa-762a0c228273)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:18.148343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.196628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Calling delete_port for b9a54646-4772-43c4-a549-4d2cf88172b1 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:18.328381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:18.334159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Allocated IP 172.20.0.2 (01bc28d9-ab18-4d25-bd83-4d82aa39e243/bf08d25d-511d-4ee6-876d-b61ea559256f/5aca7ed7-b1b1-44e0-9770-3548ea4e1efa) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:18.471670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.565973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-760405418'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:18.573928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:18.578356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:18.583162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:18.593453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:18.602675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Calling delete_port for b9a54646-4772-43c4-a549-4d2cf88172b1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:18.643071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] No DVR routers for this DVR port b9a54646-4772-43c4-a549-4d2cf88172b1 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:36:18.675200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b9a54646-4772-43c4-a549-4d2cf88172b1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:18.711219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: b9a54646-4772-43c4-a549-4d2cf88172b1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:36:18.711579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b9a54646-4772-43c4-a549-4d2cf88172b1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.782377 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:36:18.786291 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:36:18.787517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a54646-4772-43c4-a549-4d2cf88172b1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:18.793311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:36:18.797379 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:36:18.842321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c49bb473-f5d3-4240-919a-ec17593979ca req-dab654ec-ea09-471d-b83e-9072faa09d80 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.0551338 Mar 02 18:36:18.870277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:18.873856 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.890376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:18.914595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.915231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.915778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.916305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.916678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.917011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.917518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.918029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.918546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.919041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.919549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.920060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:18.929583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.019526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.035557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a3805d48-ef57-4365-92a8-595daf7ff83a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:36:19.060353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.104380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:19.117059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:36:19.143613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:19.158779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:19.188478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff425d3c-5a8d-4a18-9f23-b6ab06748692']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:19.205557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:19.211721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:19.219207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:19.240141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a5661c-f4fd-4148-97fa-762a0c228273') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:19.240517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a5661c-f4fd-4148-97fa-762a0c228273') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:19.243747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:19.284290 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.332491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:19.333292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.340063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Deleting port b9a54646-4772-43c4-a549-4d2cf88172b1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:19.345612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.351423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.368699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:36:19.369106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:36:19.409093 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:36:19.431148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event updated for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:19.541739 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-589df49a-8fac-4289-abcd-469636a92c02 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5189693 Mar 02 18:36:19.556931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Request body: {'port': {'device_id': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:19.585752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6d04e77-30e4-4bba-9687-2797bdc710d4 None None] The port 'b9a54646-4772-43c4-a549-4d2cf88172b1' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:36:19.713368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.732385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.845744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff425d3c-5a8d-4a18-9f23-b6ab06748692,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:19.848172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:19.942702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e168b580-598b-4aec-bb82-b5984505c184 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ff425d3c-5a8d-4a18-9f23-b6ab06748692 HTTP/1.1" status: 204 len: 168 time: 3.3785605 Mar 02 18:36:20.223728 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.278967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc85c3d-3cf0-45c6-a947-73ed08e46153 req-dad53b33-022b-4265-a373-e2d7aae11ee0 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:20.287801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcc85c3d-3cf0-45c6-a947-73ed08e46153 req-dad53b33-022b-4265-a373-e2d7aae11ee0 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 931 time: 0.2419960 Mar 02 18:36:20.408954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.432930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:20.446997 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.447906 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 0f99f753-826c-4ce2-a566-d846aaaebe83 of type vlan for network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 Mar 02 18:36:20.484270 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.554432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcc85c3d-3cf0-45c6-a947-73ed08e46153 req-37ae9689-128c-4a85-b6a1-2cbb181a8a8f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624013 Mar 02 18:36:20.599655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d4a977-d592-4949-b397-caccb039d5fa,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:20.665836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.678025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:20.679487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:20.890743 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-78ff4f62-3cdf-4313-a9bd-87578d90ffed service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2331467 Mar 02 18:36:21.042287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:21.047418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=6cf8f8ce-414f-4855-8fca-66a30bc150e6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:21.062671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:21.197293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5c50f596-5e6b-44af-89ee-9fa167b02fbb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=77eb2bc67c2540d0bde90b35b4af45a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535420 Mar 02 18:36:21.204220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-051375da-3a92-4df2-9b30-451408c404a2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8726172 Mar 02 18:36:21.205739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39668) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:21.206074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39670) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:21.222344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'name': 'tempest-PortsTestJSON-935932957'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:21.502401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:21.505811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:36:21.514359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:21.525245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:21.539420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:21.566523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:21.621219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f245b-1062-4275-bdd1-588214e497bc req-86ba3223-cd8d-4222-8fb1-1d1239ec345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:21.624455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:21.625581 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-86ba3223-cd8d-4222-8fb1-1d1239ec345e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 1097 time: 0.5102675 Mar 02 18:36:21.642185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Transition to ACTIVE for port object 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:21.676503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:21.680880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:21.790952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 6ccf1169-c0a8-42fd-979e-757137aa2956 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:21.871324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.049796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.093312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:22.136353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f245b-1062-4275-bdd1-588214e497bc req-03878f4c-3474-4602-89a1-dc3d4f2781b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:22.137893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-03878f4c-3474-4602-89a1-dc3d4f2781b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 200 len: 910 time: 0.4909441 Mar 02 18:36:22.251064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eb423e82-9b66-445f-93c4-3be653d03655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.305228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cb10e-b2f9-4688-8de8-b32b20a87072 req-e08a840b-b2c8-45d3-b1be-47347634e3ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:22.306996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f89cb10e-b2f9-4688-8de8-b32b20a87072 req-e08a840b-b2c8-45d3-b1be-47347634e3ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 943 time: 0.3381839 Mar 02 18:36:22.317881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Attempting to bind port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:22.321895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Attempting to bind port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:22.321895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Attempting to bind port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:22.330456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-73e844f6-9fbb-49c7-8d8a-6f96568332bb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 200 len: 1002 time: 0.1775546 Mar 02 18:36:22.333262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:36:22.333655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Attempting to bind port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:22.389491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.396428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:22.396793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Checking segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:22.398027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Bound using segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:22.398027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Bound port: 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:22.398381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.402853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.440504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e8f076-734c-4531-9b15-e0a445c6fef2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:22.497053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f89cb10e-b2f9-4688-8de8-b32b20a87072 req-9baf7f80-6de4-4e69-b7b7-867100d1e65f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653080 Mar 02 18:36:22.511175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.514846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a1bfa0aa-473c-4ae0-af4d-f9244ea4c77d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e1e8f076-734c-4531-9b15-e0a445c6fef2 HTTP/1.1" status: 204 len: 168 time: 1.3039820 Mar 02 18:36:22.534545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f245b-1062-4275-bdd1-588214e497bc req-82d303b9-4ac1-4ee3-af32-20290ba04179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:22.536065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-82d303b9-4ac1-4ee3-af32-20290ba04179 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ca9dce8d-7924-42a9-8446-e0d20e987e34 HTTP/1.1" status: 200 len: 848 time: 0.1960495 Mar 02 18:36:22.574935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.632218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:22.642162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:22.691397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f245b-1062-4275-bdd1-588214e497bc req-732e8484-6d0b-4480-934d-830ecb80442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:22.693807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-732e8484-6d0b-4480-934d-830ecb80442f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=20d43237-3b8e-472a-a145-04379d1af263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1443455 Mar 02 18:36:22.711262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=6ccf1169-c0a8-42fd-979e-757137aa2956,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:22.735081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '0f99f753-826c-4ce2-a566-d846aaaebe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:22.735448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: 6cf8f8ce-414f-4855-8fca-66a30bc150e6, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:22.892011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39706) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:22.906626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1908071290'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:22.917419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:22.922153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:22.939710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:network and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:22.950669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:22.965944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:22.984051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:23.099961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:23.104257 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.111815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:23.112817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.115434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] 10.222.0.11 "PUT /v2.0/ports/5aca7ed7-b1b1-44e0-9770-3548ea4e1efa HTTP/1.1" status: 200 len: 1091 time: 3.5653336 Mar 02 18:36:23.116100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:23.164717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 6cf8f8ce-414f-4855-8fca-66a30bc150e6) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:23.175756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:23.178324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b04e96-ffa0-4103-aab6-ad8041119c22 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:23.182783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:23.183749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.196871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:23.219301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21b41f-7814-455d-bc90-7ce0437e93f4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:23.226964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-6aa0c5a3-b309-40e3-b2db-7835dab76250 service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244236 Mar 02 18:36:23.250418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.251339 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Added segment 2428bb5a-209b-4d5d-bde5-86540880554c of type vlan for network 86fbac2f-bf6f-4766-9eb4-896574619cba Mar 02 18:36:23.314671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.369372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c4723da7-40dd-4ca1-8a04-462ef56a6584 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1556904 Mar 02 18:36:23.370764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39720) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:23.386418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1650068203'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:23.393322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:23.397869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:23.401786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:23.408702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:23.451916 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa', 'status': 'completed', 'code': 200} Mar 02 18:36:23.511977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:23.515767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.558819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.567584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:23.568375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:23.841168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:23.860403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-187f245b-1062-4275-bdd1-588214e497bc req-383c1583-9938-49e0-b222-7540da871e53 service neutron] 10.222.0.65 "GET /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269288 Mar 02 18:36:23.992190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-17c11ce5-2ab2-4ea3-8a3e-c6a05343c7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:23.996624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-17c11ce5-2ab2-4ea3-8a3e-c6a05343c7ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 1094 time: 0.6833551 Mar 02 18:36:24.013919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.014679 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 74f942fb-4101-48da-a9c6-d89a5895b6d1 of type vlan for network 1e237702-a3ba-4060-9e93-74ac78ca23b0 Mar 02 18:36:24.087588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.143817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-39b4523d-5518-48f1-9cc6-13bf92babf29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa HTTP/1.1" status: 200 len: 217 time: 0.1347246 Mar 02 18:36:24.151814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2576277 Mar 02 18:36:24.167927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39734) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:24.249070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9c65dc08-0efd-4d6a-9706-21f8ac13be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.293685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1192311448'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:24.314415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:24.314535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:network and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:24.321975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:24.336939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:24.368760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfaa8e-2e5e-4c00-8d15-29672bf4654e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Network': ['ID=86fbac2f-bf6f-4766-9eb4-896574619cba,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:24.373509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.383383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 86fbac2f-bf6f-4766-9eb4-896574619cba details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:24.386644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:24.388945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.401125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-db15eb0a-e951-4fa5-a6e5-f8a8f481f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:24.405959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-db15eb0a-e951-4fa5-a6e5-f8a8f481f995 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.2478020 Mar 02 18:36:24.473288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:24.479913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.589368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-d7e337f7-fb9d-4681-875a-ff1e125f43d1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1672008 Mar 02 18:36:24.591829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:24.608645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.609219 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Added segment 5c72ceb0-8461-45ec-ad04-90d28b86e1f6 of type vlan for network a03c25af-bb9e-4739-a207-f7b40833c8ba Mar 02 18:36:24.767303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.805370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4295156 Mar 02 18:36:24.809133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:24.820243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'ports': [{'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'}, {'network_id': '1e237702-a3ba-4060-9e93-74ac78ca23b0'}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:24.824425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:24.824425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '1e237702-a3ba-4060-9e93-74ac78ca23b0'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:24.844667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2d5a5-c20b-4478-a47a-c5d17734333c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=1e237702-a3ba-4060-9e93-74ac78ca23b0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:24.859849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1e237702-a3ba-4060-9e93-74ac78ca23b0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:24.865533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900ab8-0dbd-4d33-bf8d-c6db9b3cafc6 req-090034ed-a257-4ba8-9332-77676548fab3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:24.867074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae900ab8-0dbd-4d33-bf8d-c6db9b3cafc6 req-090034ed-a257-4ba8-9332-77676548fab3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 943 time: 0.8727746 Mar 02 18:36:24.899398 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:24.905200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:24.905832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.187398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-f31ee346-8926-4fe7-ae9d-7d8e98484e78 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5896184 Mar 02 18:36:25.290600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Network': ['ID=a03c25af-bb9e-4739-a207-f7b40833c8ba,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:25.303142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a03c25af-bb9e-4739-a207-f7b40833c8ba details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:25.336195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae900ab8-0dbd-4d33-bf8d-c6db9b3cafc6 req-0ed4fb67-a02c-4cb3-8893-ae926f3962b7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606280 Mar 02 18:36:25.432800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bb25af9f-a51a-4be7-a46e-7f4280036872 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1817985 Mar 02 18:36:25.435641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39770) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:25.453212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'subnet': {'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:25.543512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:25.559056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:25.565606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:25.575179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:25.579010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0708d7b5-b0f9-4def-86c5-74ca05c0bbaa req-72980dca-06d9-4131-8c91-67ccf836af38 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849051 Mar 02 18:36:25.631431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39778) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:25.711496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:25.726671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.749692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:25.763384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:subnet and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:25.774443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.775551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:25.781504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.782861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.800868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:25.905323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2142652629-network', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:25.910177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.914942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:25.914942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:25.941554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:25.969103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Usage tracker for resource:network and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:25.978652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:26.007395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:26.237363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Made reservation on behalf of f5949fcbe64d4c8894b6eb34c7a5fab2 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:26.241304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.293390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.342496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:26.348527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:26.352375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:26.360968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:26.402754 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.493316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.515261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-60f42df7-4324-4d11-b87b-6dd9a9f4e00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:26.516968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-60f42df7-4324-4d11-b87b-6dd9a9f4e00b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 1094 time: 0.7474704 Mar 02 18:36:26.632343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.670386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:26.670994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network hostable DHCP agents. Network: 86fbac2f-bf6f-4766-9eb4-896574619cba, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:26.754638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Subnet': ['ID=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:26.781029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:26.784591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.800332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.827249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:26.847737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4616ceab-7d9c-44c0-80ce-74ee86472bf5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:26.860974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c1b7eb-a0f6-4a5a-88d9-4e24a607b344 req-c7e336d2-6888-4d33-abf7-b31433e1c36a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:26.863363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:26.863887 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Added segment 488faa33-8a36-4cc5-a8c3-116334f57076 of type vlan for network afc20aa1-3093-4520-ab68-048f6a31877b Mar 02 18:36:26.871702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0c1b7eb-a0f6-4a5a-88d9-4e24a607b344 req-c7e336d2-6888-4d33-abf7-b31433e1c36a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 943 time: 0.2167017 Mar 02 18:36:26.894784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-0736dcc3-1e71-4ae3-b33c-7d4c91d2df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:26.896826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-0736dcc3-1e71-4ae3-b33c-7d4c91d2df62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.3726377 Mar 02 18:36:26.903678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:26.945872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0c1b7eb-a0f6-4a5a-88d9-4e24a607b344 req-73ea40e0-3d7d-40e6-85ac-a43ae44494b3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681312 Mar 02 18:36:27.003292 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-d00ec925-6443-4883-a046-9f2030de268d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa HTTP/1.1" status: 200 len: 217 time: 0.0928392 Mar 02 18:36:27.004973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.035825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 86fbac2f-bf6f-4766-9eb4-896574619cba) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:27.043684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038314a7-c93f-41bc-9586-19ed2561b41b None None] Network 86fbac2f-bf6f-4766-9eb4-896574619cba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:27.048403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:27.049283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.156943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-0fd27f80-9694-41e4-8b31-96a4c2444def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:27.158469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-0fd27f80-9694-41e4-8b31-96a4c2444def service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.1472232 Mar 02 18:36:27.186445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4bf804b3-8a06-40b5-890c-f5d3efc5cc95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7496092 Mar 02 18:36:27.189011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39806) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:27.195658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'subnet': {'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:27.370898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-86fbac2f-bf6f-4766-9eb4-896574619cba', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:36:27.371755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.445691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-21763e3d-66ac-4f46-9d08-3cf47ad2b63d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2760024 Mar 02 18:36:27.447972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.449074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:27.449656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.481930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.617448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9819105 Mar 02 18:36:27.623488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39820) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:27.645124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Request body: {'subnet': {'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2142652629-subnet', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:27.657700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:27.663431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:27.666659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Usage tracker for resource:subnet and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:27.671235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:27.675246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:subnet and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:27.681627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:27.684735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:27.691856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:27.769571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Allocated IP 10.1.1.2 (86fbac2f-bf6f-4766-9eb4-896574619cba/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f/d43e1eb4-6e42-4054-8a9d-d7d07e06eca2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:27.820975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Made reservation on behalf of f5949fcbe64d4c8894b6eb34c7a5fab2 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:27.832757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:27.855324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0549c38-3ef8-40da-8539-2189d2ec5b81 admin admin] Pushing event updated for resources: {'Network': ['ID=afc20aa1-3093-4520-ab68-048f6a31877b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:27.868969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port a1d45baa-1004-455b-ad7f-0fee12ac871b yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:27.923056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:27.927456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.003080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network afc20aa1-3093-4520-ab68-048f6a31877b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:28.061134 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-49a6c1dc-21cd-40ee-873e-76ad004cc6fa service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827713 Mar 02 18:36:28.141045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.370759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.473230 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.486360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Transition to ACTIVE for port object d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:28.502366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:28.509841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:28.524177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:28.525119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.534174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Transition to ACTIVE for port object d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:28.561158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:28.643033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.675418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e98c5040-b680-4c89-9b91-0990aae3ad08 req-3e6d67e3-73b3-4780-a183-475d6105b115 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013599 Mar 02 18:36:28.714148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '74f942fb-4101-48da-a9c6-d89a5895b6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '1e237702-a3ba-4060-9e93-74ac78ca23b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:28.714516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: 1e237702-a3ba-4060-9e93-74ac78ca23b0, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:28.740089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=a1d45baa-1004-455b-ad7f-0fee12ac871b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:28.768511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:28.771448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:28.780223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:28.813369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 1e237702-a3ba-4060-9e93-74ac78ca23b0 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:28.866063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Pushing event updated for resources: {'Port': ['ID=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:28.885958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Attempting to bind port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:28.885958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Attempting to bind port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:28.886582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Attempting to bind port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:28.892521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:28.892875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:28.893451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.893850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Bound using segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:28.894343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Bound port: d43e1eb4-6e42-4054-8a9d-d7d07e06eca2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:28.894721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:28.928021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1e237702-a3ba-4060-9e93-74ac78ca23b0) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:28.939653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:28.969921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:28.981142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:28.981858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.017067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] For port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:29.020280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] For port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:29.029476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b4594b-5360-43ca-b443-b49c761a7360 None None] Network 1e237702-a3ba-4060-9e93-74ac78ca23b0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:29.049858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.058925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:36:29.098717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a9108779-b4a9-4699-ba53-a524ebc8a4b3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2857161 Mar 02 18:36:29.102651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:29.197195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c500c92-63fe-408c-b3ca-d3d60bce43e4 req-8adccb96-520f-429c-b0b6-c00523ca7d87 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:29.217530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c500c92-63fe-408c-b3ca-d3d60bce43e4 req-8adccb96-520f-429c-b0b6-c00523ca7d87 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 943 time: 0.8598466 Mar 02 18:36:29.219599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.274068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port a1d45baa-1004-455b-ad7f-0fee12ac871b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:29.276232 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.287157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-f6a472bd-95f7-415d-b388-9520fb961c81 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0921857 Mar 02 18:36:29.295194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.433355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9723d735-999b-4c9e-bc07-7845d7c07b6c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:29.448450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Checking segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:29.448987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Network hostable DHCP agents. Network: afc20aa1-3093-4520-ab68-048f6a31877b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:29.467358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7ab0f6-ce52-401c-bf92-6a8e2c7496ea None None] Pushing event updated for resources: {'Port': ['ID=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:29.639083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:29.669443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'port_id': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa', 'mac_address': 'fa:16:3e:73:3d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf08d25d-511d-4ee6-876d-b61ea559256f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:36:29.682418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Subnet': ['ID=c961e926-faab-4bb6-8276-7ce00df89baf,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:29.714987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c500c92-63fe-408c-b3ca-d3d60bce43e4 req-6c5dd91d-5d0f-4e2e-90b3-f3b49c9232b9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964340 Mar 02 18:36:29.724949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:29.751053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Checking segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:29.751725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network hostable DHCP agents. Network: a03c25af-bb9e-4739-a207-f7b40833c8ba, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:29.815394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-63e9e4af-0685-4665-96c6-be7d6dab4890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:29.819626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-63e9e4af-0685-4665-96c6-be7d6dab4890 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1096 time: 0.3898971 Mar 02 18:36:29.833272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Network afc20aa1-3093-4520-ab68-048f6a31877b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:29.998694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network a03c25af-bb9e-4739-a207-f7b40833c8ba is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:30.059754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-c3385548-af88-4165-8f66-4aa94a3baf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.062345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-c3385548-af88-4165-8f66-4aa94a3baf7a service neutron] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.2219198 Mar 02 18:36:30.093612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.131244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:36:30.156445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, afc20aa1-3093-4520-ab68-048f6a31877b) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:30.168244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, a03c25af-bb9e-4739-a207-f7b40833c8ba) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:30.171002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-30f01128-fdf3-4910-a9db-c9c57770bd6f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 200 len: 217 time: 0.1000736 Mar 02 18:36:30.175267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.175919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.177238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:30.181560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.182873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.186280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for a1d45baa-1004-455b-ad7f-0fee12ac871b owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:30.186593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299158c4-6a6b-459e-a9f2-0cc8aa5e0722 None None] Network afc20aa1-3093-4520-ab68-048f6a31877b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:30.231060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1342d8-f5e8-4b1a-bed0-4e1b9b24bbc7 None None] Network a03c25af-bb9e-4739-a207-f7b40833c8ba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:30.294321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-a39514ed-df49-4258-b787-520b0f877ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:30.296211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-a39514ed-df49-4258-b787-520b0f877ccc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.1069381 Mar 02 18:36:30.297404 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.417676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-c3db8fa7-d2e3-4703-911c-0e71bb9e4275 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146047 Mar 02 18:36:30.714223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:30.716056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-58a93890-f69b-47d3-8c38-7de868a7f317 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942933 Mar 02 18:36:30.716300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:36:30.738542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81962435-f0d3-47ec-bcca-1d9507e72a54 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.5480952 Mar 02 18:36:30.742139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39866) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:30.754417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'name': 'tempest-TaggedBootDevicesTest_v242-1702263291', 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:30.760379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:30.859394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.921989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-05ee6f39-7052-4913-b17e-79a7b30da297 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2971509 Mar 02 18:36:30.946844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39878) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:30.972851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-afc20aa1-3093-4520-ab68-048f6a31877b', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:36:30.973692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:30.976578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=a1d45baa-1004-455b-ad7f-0fee12ac871b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:30.989684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.005283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78c03745-a9f4-4c81-b55f-03589150fa8b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/a1d45baa-1004-455b-ad7f-0fee12ac871b HTTP/1.1" status: 204 len: 168 time: 1.9050722 Mar 02 18:36:31.014367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:31.027716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:31.082449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df17ee89-29b6-4a4f-9b58-963ab52ea94a req-3b7829c5-20f4-42b9-97a4-af673842d069 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559927 Mar 02 18:36:31.092397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:31.152664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-a03c25af-bb9e-4739-a207-f7b40833c8ba', 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ips': [{'subnet_id': 'c961e926-faab-4bb6-8276-7ce00df89baf'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:36:31.153520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.259454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Usage tracker for resource:router and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:31.270617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a664411-f6a6-425a-8773-b799bb64c682 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:31.288437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:31.297800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a664411-f6a6-425a-8773-b799bb64c682 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:31.301541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a664411-f6a6-425a-8773-b799bb64c682 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:31.327711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:31.449337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238542a-cd36-4388-87fd-a618e813dcf7 req-efe1b3ce-9914-40ec-9480-df6e7c950951 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:31.462012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4238542a-cd36-4388-87fd-a618e813dcf7 req-efe1b3ce-9914-40ec-9480-df6e7c950951 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 944 time: 0.5486610 Mar 02 18:36:31.467435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a664411-f6a6-425a-8773-b799bb64c682 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:31.477806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6a664411-f6a6-425a-8773-b799bb64c682 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.4598029 Mar 02 18:36:31.477806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39896) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:31.500381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:31.513338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.518019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.522145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:port and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:31.529468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:31.540648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Allocated IP 172.20.0.2 (afc20aa1-3093-4520-ab68-048f6a31877b/9723d735-999b-4c9e-bc07-7845d7c07b6c/74f7437c-5ddd-40d8-b5e9-ab0db9be12a2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:31.592630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:31.642738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4238542a-cd36-4388-87fd-a618e813dcf7 req-8b35e02f-01df-41d3-a4d9-222deb20e913 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792948 Mar 02 18:36:31.677286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.749864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:31.765395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:31.768029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:31.945114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:31.950243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8465eec4-ac6b-473c-a299-20856aab35a8 None None] Network 86fbac2f-bf6f-4766-9eb4-896574619cba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:32.226530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.247138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Allocated IP 10.2.2.2 (a03c25af-bb9e-4739-a207-f7b40833c8ba/c961e926-faab-4bb6-8276-7ce00df89baf/705075f9-3bcc-4ea1-aca3-8c7557b1aa48) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:32.252135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.262108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.295045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] device_id is not set on port a8b62970-721e-4229-97b4-b1afd12fe38c yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:32.414603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:32.637724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.654686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.679430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Transition to ACTIVE for port object 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:32.683285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.701874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Provisioning for port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:32.751386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.755976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:32.768809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Provisioning complete for port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:32.768809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:32.808696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Transition to ACTIVE for port object 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:32.819114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.1.1.216 (86fbac2f-bf6f-4766-9eb4-896574619cba/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f/a8b62970-721e-4229-97b4-b1afd12fe38c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:32.834929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Transition to ACTIVE for port object 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:32.876310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Transition to ACTIVE for port object 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:32.911609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec223683-fe95-46d4-82ad-5c8888c34b09 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4 HTTP/1.1" status: 204 len: 168 time: 1.4389873 Mar 02 18:36:32.914001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39930) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:33.000696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.045930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485392c-74f8-41fc-8593-4de1cd4549cf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:33.049518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.067339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6485392c-74f8-41fc-8593-4de1cd4549cf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:33.082136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.094465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Network a03c25af-bb9e-4739-a207-f7b40833c8ba is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:33.101471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:33.110468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:33.191358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6485392c-74f8-41fc-8593-4de1cd4549cf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:33.192576 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6485392c-74f8-41fc-8593-4de1cd4549cf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2776289 Mar 02 18:36:33.196381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39942) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:33.201333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Pushing event updated for resources: {'Port': ['ID=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:33.262460 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8005a1c-938a-4b62-85d1-13ca259cb559 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:36:33.266766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d8005a1c-938a-4b62-85d1-13ca259cb559 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/a1d45baa-1004-455b-ad7f-0fee12ac871b HTTP/1.1" status: 404 len: 333 time: 0.0667534 Mar 02 18:36:33.266766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39950) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:33.281419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Network afc20aa1-3093-4520-ab68-048f6a31877b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:33.282190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Pushing event updated for resources: {'Port': ['ID=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:33.313059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:33.314504 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7577f403-7e02-4662-81c7-ff49de6d914c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:36:33.318895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7577f403-7e02-4662-81c7-ff49de6d914c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/013dcacd-d0cf-466d-ab53-ebb1ec3ec6b4 HTTP/1.1" status: 404 len: 333 time: 0.0483789 Mar 02 18:36:33.319527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4b146194-6582-4a08-8524-229f37d2496c None None] For port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:33.324236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:33.329188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:33.447339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Attempting to bind port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:33.448296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Attempting to bind port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:33.448663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Attempting to bind port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 on network a03c25af-bb9e-4739-a207-f7b40833c8ba {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:33.474099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Attempting to bind port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:33.474424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Attempting to bind port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:33.478441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Attempting to bind port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:33.478441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.535018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.535258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:33.535474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Checking segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:33.535883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.536283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Bound using segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:33.536898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Bound port: 705075f9-3bcc-4ea1-aca3-8c7557b1aa48, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:33.537334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.546683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.618979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:33.619263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Checking segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:33.619703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.620095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Bound using segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:33.620578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Bound port: 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:33.620949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.633613 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.713431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.747172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e237702-a3ba-4060-9e93-74ac78ca23b0']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:33.764510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f942fb-4101-48da-a9c6-d89a5895b6d1') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:33.764865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f942fb-4101-48da-a9c6-d89a5895b6d1') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:33.786683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-96916313-1b4e-474f-b082-7c28014ac852 None None] Provisioning complete for port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:33.787758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96916313-1b4e-474f-b082-7c28014ac852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.790238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.808231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745c197-3512-49ac-aec8-603c1bdc3de3 req-bd1ae12f-74bc-423a-ab70-80da308c8a7a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:33.808789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.809773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a745c197-3512-49ac-aec8-603c1bdc3de3 req-bd1ae12f-74bc-423a-ab70-80da308c8a7a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 944 time: 0.9981203 Mar 02 18:36:33.810559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b146194-6582-4a08-8524-229f37d2496c None None] Pushing event updated for resources: {'Port': ['ID=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:33.812829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.816727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:36:33.817303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.818563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] For port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:36:33.835965 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:36:33.855965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] For port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:33.872844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] For port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:33.877071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] For port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:33.943795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object a8b62970-721e-4229-97b4-b1afd12fe38c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:33.957287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:33.966663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a745c197-3512-49ac-aec8-603c1bdc3de3 req-c85ccc5d-b13e-46c3-bcd0-e2a99f84871d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036673 Mar 02 18:36:33.985347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Allocated IP 172.25.7.109 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/d61a2d23-8f4f-42d2-a6d6-c69706c11d35) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:34.009523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.011233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913317ab-2db1-492b-b7e5-5ecfd290849e req-8a497ec7-eff3-4add-ab30-b20e5cbc50bc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:34.013053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-913317ab-2db1-492b-b7e5-5ecfd290849e req-8a497ec7-eff3-4add-ab30-b20e5cbc50bc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.4796722 Mar 02 18:36:34.066285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.074271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df5f9d-eb11-4401-9342-91b1867ba22b None None] Pushing event updated for resources: {'Port': ['ID=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:34.075322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.128655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=1e237702-a3ba-4060-9e93-74ac78ca23b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:34.143357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2fb05205-dad3-4fbc-a4a1-b4aee42b47ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/1e237702-a3ba-4060-9e93-74ac78ca23b0 HTTP/1.1" status: 204 len: 168 time: 0.8094704 Mar 02 18:36:34.143814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:34.162521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2063239670'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:34.175593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:34.185796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:34.193452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:34.195233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-913317ab-2db1-492b-b7e5-5ecfd290849e req-7f10cb45-b605-4a58-86b4-19b4410174b6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732533 Mar 02 18:36:34.216056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:34.216205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.237615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4883c78-0f1f-4453-8646-e8cf1220d1a6 None None] Pushing event updated for resources: {'Port': ['ID=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:34.327157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:34.334161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:34.340741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:34.369379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:34.373669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.395034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:34.446914 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.451277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:34.475086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:34.478802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.492303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.493133 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 5e669088-303c-48af-9c17-e22bc53c688d of type vlan for network c561af44-c9fb-4114-9261-e91c01803c3b Mar 02 18:36:34.553429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.610582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0afca37-0090-4c43-a4dc-fbdf4f8dc77c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8668661 Mar 02 18:36:34.613068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39982) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:34.620325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'name': 'tempest-TaggedBootDevicesTest_v242-554637235', 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:34.767567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.773333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:34.773934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.787772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:34.886842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:34.937216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=c561af44-c9fb-4114-9261-e91c01803c3b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:34.955455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c561af44-c9fb-4114-9261-e91c01803c3b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:34.960705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:34.966455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:34.974138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:35.032244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Pushing event updated for resources: {'Port': ['ID=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:35.046693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6a2a0c57-221f-40c8-ac94-aa57930b0faa tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9008551 Mar 02 18:36:35.047477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:35.053415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:35.062713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:35.131540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:35.144462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-89964272-a3f2-4679-9745-484a1745a503 None None] Provisioning for port a8b62970-721e-4229-97b4-b1afd12fe38c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:35.153503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:port and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:35.158840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-89964272-a3f2-4679-9745-484a1745a503 None None] Provisioning complete for port a8b62970-721e-4229-97b4-b1afd12fe38c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:35.159220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89964272-a3f2-4679-9745-484a1745a503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.184345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:35.188794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:35.193345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:35.207618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:35.220696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:35.280466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:35.295142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-89964272-a3f2-4679-9745-484a1745a503 None None] Port a8b62970-721e-4229-97b4-b1afd12fe38c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:35.329038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:35.336673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.349651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:35.350073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.457898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:35.466732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:35.466969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.484973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:36:35.485586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:36:35.522297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:35.527087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.606521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:35.609537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] device_id is not set on port fd398c78-7404-4d88-ac78-3ff302e47d6e yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:35.695311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12632a95-4e78-4c1a-b4de-5e4190850b80 req-cd7962b0-4d78-4ed4-b313-13be815622ee tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:35.703310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12632a95-4e78-4c1a-b4de-5e4190850b80 req-cd7962b0-4d78-4ed4-b313-13be815622ee tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 944 time: 0.4731112 Mar 02 18:36:35.803227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb46eb2-dc49-4866-b166-a70788e32498 None None] Network afc20aa1-3093-4520-ab68-048f6a31877b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:35.863650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adfff1-b463-4c9b-9039-c596811f06bc req-d76abe1d-b778-45ec-8aba-28eee4fa08cd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:35.865011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83adfff1-b463-4c9b-9039-c596811f06bc req-d76abe1d-b778-45ec-8aba-28eee4fa08cd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 0.5122275 Mar 02 18:36:35.906107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:35.958349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.055857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:36.059126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-35193c60-406a-404c-a330-19cd0f4003f0 None None] Provisioning for port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:36.076984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:36.118310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=8035122a-e992-4f42-a7f9-c20efd9af97c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:36.119161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '5e669088-303c-48af-9c17-e22bc53c688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:36.119548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: c561af44-c9fb-4114-9261-e91c01803c3b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:36.150873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:36.203966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:36.213548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network c561af44-c9fb-4114-9261-e91c01803c3b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:36.269158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea206303-568d-4311-9d30-1e966f161404 None None] Network a03c25af-bb9e-4739-a207-f7b40833c8ba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:36.280236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12632a95-4e78-4c1a-b4de-5e4190850b80 req-3b50b4d8-6a50-47fb-a8d9-85d00c982ba9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5760477 Mar 02 18:36:36.303989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.303989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:36.316438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c561af44-c9fb-4114-9261-e91c01803c3b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:36.320728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:36.321763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.382001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83adfff1-b463-4c9b-9039-c596811f06bc req-9b038d08-7b9c-4dfd-9cb8-d28f60b7f34b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4936728 Mar 02 18:36:36.390183 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa', 'code': 200} Mar 02 18:36:36.394967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef560e1-503e-4d9a-b8db-9db7240a1a2e None None] Network c561af44-c9fb-4114-9261-e91c01803c3b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:36.420161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3769d7f1-0be3-4657-93ae-75f5c6975b2e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3716042 Mar 02 18:36:36.422723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:36.429804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b', 'name': 'tempest-PortsTestJSON-491027206'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:36.432860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:36.473719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:36.474149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.592101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.1.1.164 (86fbac2f-bf6f-4766-9eb4-896574619cba/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f/fd398c78-7404-4d88-ac78-3ff302e47d6e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:36.635664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Provisioning for port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:36.736548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.773125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:36.785407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:36.812605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Provisioning complete for port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:36.812986 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.847447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:36.883004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:36.895920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:36.959007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 12523e3e-484c-4a50-be53-7b32f005794c yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:37.283772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.292944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c0a5d-7648-4a44-8aff-179be15ffafa req-b72e46f0-76f1-4325-8a6a-3857fb357efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:37.294521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c0a5d-7648-4a44-8aff-179be15ffafa req-b72e46f0-76f1-4325-8a6a-3857fb357efd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 1096 time: 0.6542978 Mar 02 18:36:37.347098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.10 (c561af44-c9fb-4114-9261-e91c01803c3b/8035122a-e992-4f42-a7f9-c20efd9af97c/12523e3e-484c-4a50-be53-7b32f005794c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:37.625669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.625669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:37.625669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.638567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-c561af44-c9fb-4114-9261-e91c01803c3b', 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '8035122a-e992-4f42-a7f9-c20efd9af97c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:36:37.639504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.642569 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.680482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:37.681146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b6c0a5d-7648-4a44-8aff-179be15ffafa req-b7db57ed-10e3-40e3-8645-ad3a96868ddd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768411 Mar 02 18:36:37.712718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object fd398c78-7404-4d88-ac78-3ff302e47d6e will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:37.737930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] For port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:37.745845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:37.765898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 12523e3e-484c-4a50-be53-7b32f005794c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:37.866328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242330-cc7c-46dc-a1bf-531640c632df req-e9c26379-4d49-45bb-b727-a471f45a6b36 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:37.867889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c242330-cc7c-46dc-a1bf-531640c632df req-e9c26379-4d49-45bb-b727-a471f45a6b36 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 945 time: 0.2792873 Mar 02 18:36:37.869313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.001454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c242330-cc7c-46dc-a1bf-531640c632df req-a130fcee-61ae-48a7-86d1-b4dbdab473c2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261280 Mar 02 18:36:38.063052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.066084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.080954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.082753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.084584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.191135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:38.199634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:38.204032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:38.227712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network c561af44-c9fb-4114-9261-e91c01803c3b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:38.232167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:38.243741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:38.244523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3f6816-0e39-473a-8d3d-fc52813991b2 None None] Pushing event updated for resources: {'Port': ['ID=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:38.301740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:38.330691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=12523e3e-484c-4a50-be53-7b32f005794c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:38.365552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:38.365552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.388962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:38.389709 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.401945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Allocated IP 172.20.0.2 (c561af44-c9fb-4114-9261-e91c01803c3b/8035122a-e992-4f42-a7f9-c20efd9af97c/50fbfbf1-225a-4c6b-bbfc-f60c9678c48f) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:38.401945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:38.404929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62b24a15-9eca-4504-b137-b27545e18be4 None None] Provisioning complete for port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:38.405303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62b24a15-9eca-4504-b137-b27545e18be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.458209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:38.485725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bea41ca4-c83b-444c-b870-ebd4b3f4e26c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0593514 Mar 02 18:36:38.486031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40066) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:38.521421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ff74127-fcb9-4b1b-9b8c-2ae25e2c963e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9054463 Mar 02 18:36:38.572330 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:36:38.589126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40072) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:38.612483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Router d2f90174-4701-421f-93ae-3b066eda4471 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:36:38.622999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:38.642820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 12523e3e-484c-4a50-be53-7b32f005794c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:38.643337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.788160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.815970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62b24a15-9eca-4504-b137-b27545e18be4 None None] Provisioning complete for port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:38.816943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62b24a15-9eca-4504-b137-b27545e18be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:38.817480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:38.825933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3842536c9b42e3ae8244e9b7202711 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:38.831302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:38.877985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:39.030261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.093143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90668b7-f208-431b-914d-1cf39ca41fc4 req-a558eb93-2413-458d-9d93-5cd746d588ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:39.097561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a90668b7-f208-431b-914d-1cf39ca41fc4 req-a558eb93-2413-458d-9d93-5cd746d588ca tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.5502570 Mar 02 18:36:39.129910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:36:39.143227 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:36:39.164763 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:39.165394 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:39.196377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 12523e3e-484c-4a50-be53-7b32f005794c owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:39.241403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a90668b7-f208-431b-914d-1cf39ca41fc4 req-ad05d404-18d9-4a8d-8480-122ed0dfae56 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905504 Mar 02 18:36:39.242525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.284742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Transition to ACTIVE for port object 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:39.294021 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.298044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a43b2585-69c1-4b9f-8009-3701c34797cd admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3456600 Mar 02 18:36:39.304599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:39.309221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.319887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Transition to ACTIVE for port object 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:39.403154 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.406769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.524267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a3842536c9b42e3ae8244e9b7202711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9332485 Mar 02 18:36:39.530177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Pushing event updated for resources: {'Port': ['ID=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:39.534762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-261dad3c-887c-43f1-aee5-fdbd8f94484e None None] Provisioning for port fd398c78-7404-4d88-ac78-3ff302e47d6e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:39.539150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40090) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:39.546917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-261dad3c-887c-43f1-aee5-fdbd8f94484e None None] Provisioning complete for port fd398c78-7404-4d88-ac78-3ff302e47d6e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:39.547295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-261dad3c-887c-43f1-aee5-fdbd8f94484e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.548743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e21d6-b877-4430-91a5-28804751d592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba7471c-0e88-4778-a475-0c9e878264ba,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:39.580017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Network c561af44-c9fb-4114-9261-e91c01803c3b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:39.587183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:39.591697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:39.662774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.701212 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:39.772370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Attempting to bind port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:39.772969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Attempting to bind port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5e669088-303c-48af-9c17-e22bc53c688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:39.773536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Attempting to bind port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f on network c561af44-c9fb-4114-9261-e91c01803c3b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:39.780232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-261dad3c-887c-43f1-aee5-fdbd8f94484e None None] Port fd398c78-7404-4d88-ac78-3ff302e47d6e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:39.781099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=12523e3e-484c-4a50-be53-7b32f005794c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:39.786326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:39.786907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Checking segment: {'id': '5e669088-303c-48af-9c17-e22bc53c688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:39.790054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.790054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Bound using segment: {'id': '5e669088-303c-48af-9c17-e22bc53c688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:39.790054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Bound port: 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e669088-303c-48af-9c17-e22bc53c688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': 'c561af44-c9fb-4114-9261-e91c01803c3b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:39.790054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:39.969903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] For port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:39.974206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] For port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,segment=NetworkSegment(5e669088-303c-48af-9c17-e22bc53c688d),segment_id=5e669088-303c-48af-9c17-e22bc53c688d)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:40.022957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.048318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.148943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-dd4ce692-5f90-41cc-9ff3-d16ccca8aec7 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:40.149606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-dd4ce692-5f90-41cc-9ff3-d16ccca8aec7 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Synchronizing usage tracker for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:40.210534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.253010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcad41-58de-4690-b896-196d2ebbfd56 req-5493a0d0-46a7-45ea-8dec-eef26b61c39f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:40.254652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5bcad41-58de-4690-b896-196d2ebbfd56 req-5493a0d0-46a7-45ea-8dec-eef26b61c39f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 945 time: 0.5049992 Mar 02 18:36:40.257185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:40.293611 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:35Z', 'revision_number': 3, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:40.301923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.305849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:40.306256 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Updating router d2f90174-4701-421f-93ae-3b066eda4471 port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:36:40.342164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf10a9b-b1e1-4e2e-b06c-1425619d196a None None] Pushing event updated for resources: {'Port': ['ID=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:40.368531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-dd4ce692-5f90-41cc-9ff3-d16ccca8aec7 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Unset dirty status for tenant:3561cee4d7f84cce9c69eee26ac45fa4 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:40.369668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:40.369668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.371847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-dd4ce692-5f90-41cc-9ff3-d16ccca8aec7 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.65 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.7663574 Mar 02 18:36:40.440740 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.515848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:40.525076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1994533850', 'description': 'tempest-description--211905274'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:40.554105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:40.565587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:security_group and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:40.572516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:40.595220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:40.608809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5bcad41-58de-4690-b896-196d2ebbfd56 req-7fe152af-9398-4a13-aaab-2af5249c4a7c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913728 Mar 02 18:36:40.796435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd6aff5a-6624-4c3d-93df-8d21fccb3f3f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/12523e3e-484c-4a50-be53-7b32f005794c HTTP/1.1" status: 204 len: 168 time: 2.3085589 Mar 02 18:36:40.815788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40110) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:40.843962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Deleting port b9133242-5049-4b12-8511-fd4dcd2dcf03 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:40.843962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:40.852167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:41.032459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:41.032838 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.082529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.139990 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7827a88d-bad2-42b1-acbd-23492c26e430 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:36:41.140792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7827a88d-bad2-42b1-acbd-23492c26e430 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:36:41.161924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:36:41.172868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7827a88d-bad2-42b1-acbd-23492c26e430 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/12523e3e-484c-4a50-be53-7b32f005794c HTTP/1.1" status: 404 len: 333 time: 0.3411024 Mar 02 18:36:41.173839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:41.215482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:41.267659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:security_group_rule and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:41.272428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:41.279852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:41.285544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.288738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.290010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cba7471c-0e88-4778-a475-0c9e878264ba HTTP/1.1" status: 204 len: 168 time: 1.7492170 Mar 02 18:36:41.303159 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bc9149-5152-41d7-b657-345d29d5a38c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:36:41.304101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b4bc9149-5152-41d7-b657-345d29d5a38c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:41.319715 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.339806 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Transition to ACTIVE for port object d61a2d23-8f4f-42d2-a6d6-c69706c11d35 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:41.339943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:36:41.397801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50693705-0b9f-46b3-8a27-97252d78dd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba7471c-0e88-4778-a475-0c9e878264ba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:41.404610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.418357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91fbb4-ca3a-427e-95e3-391214de84d9 req-9a07da03-3936-45fb-8f34-c07d30745470 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:41.420062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b91fbb4-ca3a-427e-95e3-391214de84d9 req-9a07da03-3936-45fb-8f34-c07d30745470 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 946 time: 0.5748224 Mar 02 18:36:41.436063 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.514843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:41.518271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] For port b9133242-5049-4b12-8511-fd4dcd2dcf03, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=b9133242-5049-4b12-8511-fd4dcd2dcf03,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:41.518896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.522678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.532132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '964b42a0-8421-4428-88ba-6ee4c048914d', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:36:41.552987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b91fbb4-ca3a-427e-95e3-391214de84d9 req-c044ec91-b966-458f-90b3-9989e2c20395 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/security-groups?id=c8514c32-f1cf-4eeb-868e-9147065215c3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254032 Mar 02 18:36:41.562897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.658776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.682821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86698230-924c-4b1f-8a50-edc4c34e1300,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:41.688618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:36:41.723129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Attempting to bind port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:41.729731 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Attempting to bind port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:41.730291 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Attempting to bind port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:41.733459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:41.736459 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Pushing event updated for resources: {'Port': ['ID=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:41.748290 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:41.759794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:41.760907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:41.760907 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.760907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:41.760907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Bound port: d61a2d23-8f4f-42d2-a6d6-c69706c11d35, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:41.760907 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.830991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.935147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:41.936404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-34fc7774-6e40-4ed9-923f-b5b92acb7730 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4167082 Mar 02 18:36:41.943544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:41.954362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'security_group_rule': {'security_group_id': '86698230-924c-4b1f-8a50-edc4c34e1300', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:41.962631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] For port d61a2d23-8f4f-42d2-a6d6-c69706c11d35, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:41.966336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:41.969773 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] For port d61a2d23-8f4f-42d2-a6d6-c69706c11d35, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:41.976423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:security_group_rule and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:41.980150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:41.996623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:42.022903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['964b42a0-8421-4428-88ba-6ee4c048914d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:36:42.089333 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.200122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.207458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.207846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.208170 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Floating IP cfc0c62f-78b1-435f-b863-c818bd761b6a disassociated. External IP: 172.25.7.154, port: b9133242-5049-4b12-8511-fd4dcd2dcf03. Mar 02 18:36:42.208520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Calling delete_port for b9133242-5049-4b12-8511-fd4dcd2dcf03 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:42.258747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:42.286600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4792506-88fc-4b3d-abda-db12244540f8 None None] Network c561af44-c9fb-4114-9261-e91c01803c3b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:42.310935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Allocated IP 172.20.0.1 (afc20aa1-3093-4520-ab68-048f6a31877b/9723d735-999b-4c9e-bc07-7845d7c07b6c/f06ca255-c287-4b72-bc39-af8528018b05) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:42.417411 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:42.418709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:42.419686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.456047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:42.595003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd5bb3-b4cb-4410-b5e1-c0c59cc9ddf1 None None] Pushing event updated for resources: {'Port': ['ID=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:42.643360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b4bc9149-5152-41d7-b657-345d29d5a38c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:42.647910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b4bc9149-5152-41d7-b657-345d29d5a38c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/12523e3e-484c-4a50-be53-7b32f005794c HTTP/1.1" status: 404 len: 333 time: 1.4635928 Mar 02 18:36:42.648714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40148) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:42.673250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40158) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:42.709003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.740477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.762578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.768733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 8035122a-e992-4f42-a7f9-c20efd9af97c {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:36:42.772827 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.882675 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:42.901938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a72e4acf-5da6-400e-ac2c-228dd9a0526f None None] Provisioning for port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:42.907539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:42.917303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:42.922691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event deleted for resources: {'Port': ['ID=b9133242-5049-4b12-8511-fd4dcd2dcf03,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:42.927149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Usage tracker for resource:security_group_rule and tenant:73dfbf7f12714d418aa064dca8bd66d9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:42.940297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:42.967927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:43.021366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:43.021900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.055480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.087327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:43.303977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-652f0457-df2a-484b-9793-a2c50b47ec64 req-a414708d-78df-435c-9a27-339ee9fcca42 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.1599219 Mar 02 18:36:43.325802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.381826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d07cf8b-62b3-411d-a6dc-259ce5a52929,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:43.435838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b9133242-5049-4b12-8511-fd4dcd2dcf03 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:43.440675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=8035122a-e992-4f42-a7f9-c20efd9af97c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:43.461913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.625369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.695302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.748037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Transition to ACTIVE for port object f06ca255-c287-4b72-bc39-af8528018b05 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:43.752562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.790573 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:35Z', 'revision_number': 3, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:43.809458 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf31529-8404-496c-a5e7-7063ad2ae9c8 None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:35Z', 'revision_number': 3, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:43.819174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: b9133242-5049-4b12-8511-fd4dcd2dcf03 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:36:43.819538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device b9133242-5049-4b12-8511-fd4dcd2dcf03 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:36:43.830802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-04db4d3b-b796-4fd5-83a1-a102cf71588f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/8035122a-e992-4f42-a7f9-c20efd9af97c HTTP/1.1" status: 204 len: 168 time: 1.1541042 Mar 02 18:36:43.832875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:43.865494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:43.867504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73dfbf7f12714d418aa064dca8bd66d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2096837 Mar 02 18:36:43.876601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:44.048176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:36:44.058044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Pushing event updated for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:44.069722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.073079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4378757f-588a-4ef8-b5ee-02ef6d54d2db tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1281025 Mar 02 18:36:44.087255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Network afc20aa1-3093-4520-ab68-048f6a31877b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:44.088820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:44.089373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.092572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:44.097692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:44.172064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'security_group_rule': {'security_group_id': '86698230-924c-4b1f-8a50-edc4c34e1300', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:44.184727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,segment=NetworkSegment(5e669088-303c-48af-9c17-e22bc53c688d),segment_id=5e669088-303c-48af-9c17-e22bc53c688d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:44.193519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] DHCP port deletion for c561af44-c9fb-4114-9261-e91c01803c3b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:36:44.214977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Deleting port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:44.215362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.224208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:44.259108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:security_group_rule and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:44.281313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:44.321624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.324375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:44.335223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452b95c2-f12d-4037-8ef0-1dd22afa0d5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc5f8cd-3e84-4fc8-8557-33d463667b6d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:44.435485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.438311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:44.694203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:36:44.850068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:44.892682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74752f82-62ae-437b-b8c7-e595f07884e8 None None] Provisioning for port f06ca255-c287-4b72-bc39-af8528018b05 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:44.971062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-74752f82-62ae-437b-b8c7-e595f07884e8 None None] Provisioning complete for port f06ca255-c287-4b72-bc39-af8528018b05 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:44.971439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-74752f82-62ae-437b-b8c7-e595f07884e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.027565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:45.028176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.104554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:45.196557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.256176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.293545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd04636-509d-4f37-9d92-09a0911d36f9 req-8ab0839d-e102-4f57-a4d5-9d150b2cb0be tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.1234882 Mar 02 18:36:45.305900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.425423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.476584 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.680561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc5f8cd-3e84-4fc8-8557-33d463667b6d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:45.740891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:45.744529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01ba3a28-774a-4ae2-957a-34b087f71ec7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7dc5f8cd-3e84-4fc8-8557-33d463667b6d HTTP/1.1" status: 204 len: 168 time: 1.8115723 Mar 02 18:36:45.769035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:36:45.793379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-74752f82-62ae-437b-b8c7-e595f07884e8 None None] Port f06ca255-c287-4b72-bc39-af8528018b05 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:45.825182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Sync routers for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:36:45.947343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:45.951462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:46.063596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] No DVR routers for this DVR port b9133242-5049-4b12-8511-fd4dcd2dcf03 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:36:46.068488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.070566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9c6d14b-4e6e-4afb-af9e-89fe950f5192 req-85cd4651-e834-48b6-a905-2b0f92a0c36c tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.65 "DELETE /v2.0/ports/b9133242-5049-4b12-8511-fd4dcd2dcf03 HTTP/1.1" status: 204 len: 173 time: 5.6802244 Mar 02 18:36:46.071154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'name': 'network-vif-deleted', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:46.125521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.161262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] For port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,segment=NetworkSegment(5e669088-303c-48af-9c17-e22bc53c688d),segment_id=5e669088-303c-48af-9c17-e22bc53c688d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:46.166702 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.185784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,segment=NetworkSegment(5e669088-303c-48af-9c17-e22bc53c688d),segment_id=5e669088-303c-48af-9c17-e22bc53c688d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:46.190299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.191426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.279176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.313598 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b27772-e0e2-4c96-a942-57e1e0bec261', 'name': 'network-vif-deleted', 'tag': 'b9133242-5049-4b12-8511-fd4dcd2dcf03', 'status': 'completed', 'code': 200} Mar 02 18:36:46.394409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:46.613470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.671135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.676010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:46.753765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99f9cb24-03ee-4fd0-b44e-f02120888e20 req-f3ea47b7-5bb8-4f96-92c6-6606b6af4328 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "GET /v2.0/ports?device_id=d9b27772-e0e2-4c96-a942-57e1e0bec261 HTTP/1.1" status: 200 len: 210 time: 0.2149999 Mar 02 18:36:46.785695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c0e2045-5fb3-4d5d-a7e9-2f80ab9aa989,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:46.816453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.820717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-48c52be8-5d77-4a73-bd7e-f3d377356eff tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7219973 Mar 02 18:36:46.837214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40254) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:46.845440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:46.862866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=50fbfbf1-225a-4c6b-bbfc-f60c9678c48f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:46.866746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:46.880151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:46.884840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:floatingip and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:46.889656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:46.890819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No DVR routers for this DVR port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:36:46.898429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:46.947164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Pushing event updated for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:47.000902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.113089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.119926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.148811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c561af44-c9fb-4114-9261-e91c01803c3b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:47.211549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e669088-303c-48af-9c17-e22bc53c688d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:47.211928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e669088-303c-48af-9c17-e22bc53c688d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:47.230013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Calling delete_port for 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:47.250162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.295604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.306295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:36:47.307723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:36:47.332741 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:36:47.431377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 964b42a0-8421-4428-88ba-6ee4c048914d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:47.433356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.607956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.686651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:47.726771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=c561af44-c9fb-4114-9261-e91c01803c3b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:47.749750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Network afc20aa1-3093-4520-ab68-048f6a31877b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:47.749750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:47.926487 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f41c4a6c-1c54-4a92-9da4-deec84b2a28a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/c561af44-c9fb-4114-9261-e91c01803c3b HTTP/1.1" status: 204 len: 168 time: 4.0573437 Mar 02 18:36:47.929828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:47.936601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131427535'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:47.965584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:47.973528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61a2d23-8f4f-42d2-a6d6-c69706c11d35 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:47.999912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:48.025869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:48.060697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40284) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:48.078849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:48.385752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.471428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:48.476557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:36:48.489666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:48.503934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fcfadd7-29f4-43e6-a694-7f9d93ae05a9 None None] Provisioning complete for port f06ca255-c287-4b72-bc39-af8528018b05 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:48.504315 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fcfadd7-29f4-43e6-a694-7f9d93ae05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.523319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Deleting port 96b53c0e-9c4c-4aac-979e-2ceedf349b61 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:48.528518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.613141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:48.613511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.619195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:48.626749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.713891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:48.716117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:36:48.716644 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:36:48.717378 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.719696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3fcfadd7-29f4-43e6-a694-7f9d93ae05a9 None None] Port f06ca255-c287-4b72-bc39-af8528018b05 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:36:48.722665 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:36:48.731092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Checking router: c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:48.784603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:36:48.807841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.808210 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 3d40cfed-dd8e-4ad0-afdd-96e0f313fd48 of type vlan for network da73ad26-1954-4929-98ee-9ea9ace46406 Mar 02 18:36:48.817511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:36:48.840863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.900893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:48.941447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:48.941878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:49.155886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 172.25.7.222 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/b05894c9-f3a3-45aa-b303-60b49bf206a3) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:49.429950 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.446900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.447237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.551483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Deleting port 50fbfbf1-225a-4c6b-bbfc-f60c9678c48f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:49.552050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.553211 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.560038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:49.560038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.585848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.613214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:49.662533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Calling delete_port for 96b53c0e-9c4c-4aac-979e-2ceedf349b61 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:36:49.746580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9bcb05e6-2a38-4179-9164-dd2ed91e1412 None None] The port '50fbfbf1-225a-4c6b-bbfc-f60c9678c48f' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:36:49.794225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:49.816740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:49.827789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:49.835295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:49.886086 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9550362 Mar 02 18:36:49.917093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40324) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:49.931726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c638120-863b-45c3-b685-2282bd6442dc tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=da73ad26-1954-4929-98ee-9ea9ace46406,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:49.961016 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:49.967099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network da73ad26-1954-4929-98ee-9ea9ace46406 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:36:49.992182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:50.213579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=b05894c9-f3a3-45aa-b303-60b49bf206a3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:50.260879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d61a2d23-8f4f-42d2-a6d6-c69706c11d35, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:50.373588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:50.389594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:36:50.407987 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:36:50.415678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:50.429305 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:50.433134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:50.490756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-10754420-aa52-4cdb-8ccc-c7375faada0d admin admin] 10.222.0.66 "PUT /v2.0/routers/d2f90174-4701-421f-93ae-3b066eda4471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1894515 Mar 02 18:36:50.538696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:50.544371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:50.558790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:50.573521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:50.587638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:50.676311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:50.745345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:50.800148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:50.821430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce015b09-1dc2-4c5c-9d15-22d8c09fcd4f None None] The sync data for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 is: [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:30:42Z', 'revision_number': 4, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '248c4aaf-6a66-4687-a972-9c42dc2d684f', 'name': '', 'network_id': '20d43237-3b8e-472a-a145-04379d1af263', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'mac_address': 'fa:16:3e:46:0d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:39Z', 'updated_at': '2022-03-02T18:30:52Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'subnets': [{'id': 'ca9dce8d-7924-42a9-8446-e0d20e987e34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:50.836318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:50.841798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:50.856228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40344) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:50.883741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event deleted for resources: {'Port': ['ID=96b53c0e-9c4c-4aac-979e-2ceedf349b61,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:51.019879 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:36:51.143341 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:51.305618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.419576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d97dd0-2e16-4cf0-8f38-3d493f1af31c None None] New status for floating IP cfc0c62f-78b1-435f-b863-c818bd761b6a: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:36:51.489075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.565772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.567014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e501821-1dcf-4a9e-94d4-ee7dcda9be64 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "DELETE /v2.0/floatingips/cfc0c62f-78b1-435f-b863-c818bd761b6a HTTP/1.1" status: 204 len: 168 time: 3.5008659 Mar 02 18:36:51.670212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:51.701340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Usage tracker for resource:security_group_rule and tenant:dfb334255a794229be96fab58928875f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:51.715120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:51.756249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:51.819372 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 2, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:51.831722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:36:51.835660 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Updating router d2f90174-4701-421f-93ae-3b066eda4471 port f06ca255-c287-4b72-bc39-af8528018b05 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:36:51.864127 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.870671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40362) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:51.876710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1332911779', 'description': 'tempest-description--1033855718'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:51.890778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:51.901917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:51.908354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40366) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:51.914083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:51.919758 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.936592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:51.945304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:51.999378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.062586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=0f2ff48c-f305-4bad-99c7-06f42612decc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:52.065518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:52.065992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: da73ad26-1954-4929-98ee-9ea9ace46406, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:36:52.110865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.111714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cf17216f-1ac0-4fc7-be9e-f425903fe38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.180592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.188992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:52.195277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:52.199272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:52.208735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:52.236135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.245526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=b05894c9-f3a3-45aa-b303-60b49bf206a3,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:52.278259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.297530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.315328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.317335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network da73ad26-1954-4929-98ee-9ea9ace46406 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:36:52.326006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.396604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dfb334255a794229be96fab58928875f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5289676 Mar 02 18:36:52.397697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40376) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:52.438635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0e805-2837-4c83-afa5-7df462bb7f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d411660e-346f-4cf6-95dc-a1c471f8e02f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:52.439251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.450168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, da73ad26-1954-4929-98ee-9ea9ace46406) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:52.461451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4277843e-cb3c-4133-a34d-893671a01295 None None] Network da73ad26-1954-4929-98ee-9ea9ace46406 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:52.468726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:52.469350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.501661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.503798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4787290b-6557-402b-b446-ae6c81f04365 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6623137 Mar 02 18:36:52.508039 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.546948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61a2d23-8f4f-42d2-a6d6-c69706c11d35 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:52.567985 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Transition to ACTIVE for port object f06ca255-c287-4b72-bc39-af8528018b05 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:52.568140 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.618917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8514c32-f1cf-4eeb-868e-9147065215c3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:52.652612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.737239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.737423 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.757501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:52.757900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.784182 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-06c520b1-06f1-4fd7-947c-0957feab0768 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8528302 Mar 02 18:36:52.784502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40392) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:52.791188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406', 'security_groups': [], 'name': 'tempest-PortsTestJSON-64603716'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:52.801343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:52.804294 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9306493 Mar 02 18:36:52.804582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70e1fbd-a4c0-4836-b7c9-8051676f68b0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00e0f4af-cce1-4488-b48d-ecfb2dc593a3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:52.808808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40396) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:52.816998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group_rule': {'security_group_id': '00e0f4af-cce1-4488-b48d-ecfb2dc593a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:52.826041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:52.832799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:52.837249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:52.846789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:52.985028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.047804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d411660e-346f-4cf6-95dc-a1c471f8e02f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:53.085037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.102308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b89675c-4ede-4509-9f52-3ee325a26ce9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d411660e-346f-4cf6-95dc-a1c471f8e02f HTTP/1.1" status: 204 len: 168 time: 0.6874018 Mar 02 18:36:53.106943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.263644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-da73ad26-1954-4929-98ee-9ea9ace46406', 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '0f2ff48c-f305-4bad-99c7-06f42612decc'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:36:53.264860 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.348905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42607012-ea34-47b1-b0ac-16c22b68bda0 None None] Pushing event updated for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:53.354708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.454228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.532730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede15df1-b73e-4245-b8f8-08b865ea6005,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:53.587875 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Attempting to bind port f06ca255-c287-4b72-bc39-af8528018b05 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:53.589838 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Attempting to bind port f06ca255-c287-4b72-bc39-af8528018b05 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:53.590968 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Attempting to bind port f06ca255-c287-4b72-bc39-af8528018b05 on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:53.609604 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:53.610865 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Checking segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:53.618961 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.620948 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Bound using segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:53.623024 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Bound port: f06ca255-c287-4b72-bc39-af8528018b05, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:53.623754 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.629853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.630687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e47dad73-aad1-4fde-b293-263cd4ce68c5 tempest-TestServerBasicOps-1276973314 tempest-TestServerBasicOps-1276973314-project] 10.222.0.66 "DELETE /v2.0/security-groups/c8514c32-f1cf-4eeb-868e-9147065215c3 HTTP/1.1" status: 204 len: 168 time: 1.7185738 Mar 02 18:36:53.677477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:53.683793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-db6ec732-c9af-4526-a5f1-3ac11bad11f2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8737216 Mar 02 18:36:53.684652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40430) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:53.691045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group_rule': {'security_group_id': '00e0f4af-cce1-4488-b48d-ecfb2dc593a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:53.699436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Allocated IP 172.20.0.2 (da73ad26-1954-4929-98ee-9ea9ace46406/0f2ff48c-f305-4bad-99c7-06f42612decc/db43d044-212f-4075-a812-8c7059301415) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:53.719796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:53.729866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:53.740843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:53.755215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:53.818242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:53.860362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:53.871639 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] For port f06ca255-c287-4b72-bc39-af8528018b05, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:53.878075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] For port f06ca255-c287-4b72-bc39-af8528018b05, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f06ca255-c287-4b72-bc39-af8528018b05,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:53.879031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:53.890916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:53.917179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-e4c49ee0-32f4-4a0e-bf30-09c280c15191 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:54.033534 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.033716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:36:54.048658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.054507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.088637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:54.113485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-e4c49ee0-32f4-4a0e-bf30-09c280c15191 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:54.114747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-e4c49ee0-32f4-4a0e-bf30-09c280c15191 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1994533850&fields=id&tenant_id=5692b22e7e1147768b7defa74ebaef66 HTTP/1.1" status: 200 len: 267 time: 0.2937706 Mar 02 18:36:54.135199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 88677e01-e270-4097-a581-7689c8962e8c yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:36:54.274466 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:36:54.275130 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:54.288423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6833571a-e46b-432f-a6a9-5404c376ea85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.366646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.428097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.476696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Transition to ACTIVE for port object db43d044-212f-4075-a812-8c7059301415 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:54.482314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.487406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-a99d619c-5cd8-4644-b890-97e1c51b6113 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:54.489931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-a99d619c-5cd8-4644-b890-97e1c51b6113 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:54.558017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9574958-f8d1-4b24-b415-e05740a70d1d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:54.607352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Transition to ACTIVE for port object db43d044-212f-4075-a812-8c7059301415 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:54.636134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-a99d619c-5cd8-4644-b890-97e1c51b6113 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:54.640582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-a99d619c-5cd8-4644-b890-97e1c51b6113 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 937 time: 0.4051745 Mar 02 18:36:54.713706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.715327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6eed7614-70e2-4f87-b289-504eec171f48 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0295303 Mar 02 18:36:54.721799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40458) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:54.741685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:36:54.751363 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:54.761568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:36:54.772491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:floatingip and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:36:54.781058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:36:54.796174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:36:54.908851 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42607012-ea34-47b1-b0ac-16c22b68bda0 None None] Pushing event updated for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:54.929321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Pushing event updated for resources: {'Port': ['ID=db43d044-212f-4075-a812-8c7059301415,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:54.956960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Network da73ad26-1954-4929-98ee-9ea9ace46406 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:54.961895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:54.966066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.966385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.966712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.967096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.967447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.967824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.968218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.968554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.968883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.969251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.970031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.970031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:36:54.973619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:55.006071 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:36:55.050594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.108754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.5 (da73ad26-1954-4929-98ee-9ea9ace46406/0f2ff48c-f305-4bad-99c7-06f42612decc/88677e01-e270-4097-a581-7689c8962e8c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:55.121598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Attempting to bind port db43d044-212f-4075-a812-8c7059301415 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:36:55.122331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Attempting to bind port db43d044-212f-4075-a812-8c7059301415 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Attempting to bind port db43d044-212f-4075-a812-8c7059301415 on network da73ad26-1954-4929-98ee-9ea9ace46406 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Checking segment: {'id': '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Bound using segment: {'id': '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Bound port: db43d044-212f-4075-a812-8c7059301415, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'da73ad26-1954-4929-98ee-9ea9ace46406'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:36:55.143944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.337562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] For port db43d044-212f-4075-a812-8c7059301415, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:36:55.343777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] For port db43d044-212f-4075-a812-8c7059301415, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db43d044-212f-4075-a812-8c7059301415,segment=NetworkSegment(3d40cfed-dd8e-4ad0-afdd-96e0f313fd48),segment_id=3d40cfed-dd8e-4ad0-afdd-96e0f313fd48)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:36:55.500484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.664025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7b9b85fd-8b45-48a0-9cbc-606693c672fc tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:55.670793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7b9b85fd-8b45-48a0-9cbc-606693c672fc tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 936 time: 1.0257537 Mar 02 18:36:55.732216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.756936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:55.849937 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:53Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:36:55.868650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21e648d-0f7c-4002-93c6-e36df1d8d2d2 None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:53Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:36:55.886415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2717a9bf-e6b7-4064-bda1-6812bf94aea2 None None] Pushing event updated for resources: {'Port': ['ID=db43d044-212f-4075-a812-8c7059301415,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:55.937082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-93eeb4d9-622a-446a-a2f0-3ce3dc8d1aef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2449126 Mar 02 18:36:55.985438 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:56.266503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-bb935bdf-380d-4899-a281-3ac3bda1dc3d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.2955549 Mar 02 18:36:56.408062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:56.551519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 88677e01-e270-4097-a581-7689c8962e8c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:36:56.664287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:56.683759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:56.684078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:56.690639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:56.691810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:36:56.780930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:56.800896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f06ca255-c287-4b72-bc39-af8528018b05 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:56.881851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:36:56.883856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-da8a419b-a2e8-4712-a282-6f4b6af29474 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/networks?id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 200 len: 1996 time: 0.6161537 Mar 02 18:36:56.896544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:56.983204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.128229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f06ca255-c287-4b72-bc39-af8528018b05 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:57.133820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f06ca255-c287-4b72-bc39-af8528018b05 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:57.133820 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.304032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Allocated IP 172.25.7.243 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c33d5972-1e63-4941-9902-0fcaef2cfc1a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:36:57.349660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=88677e01-e270-4097-a581-7689c8962e8c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:57.461663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network da73ad26-1954-4929-98ee-9ea9ace46406 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:36:57.464912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-2fbb8996-96bc-4abc-b2c3-88e0b447c62a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/quotas/5692b22e7e1147768b7defa74ebaef66 HTTP/1.1" status: 200 len: 375 time: 0.5422347 Mar 02 18:36:57.476371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:36:57.507481 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.593470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:36:57.636897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.752987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f06ca255-c287-4b72-bc39-af8528018b05, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f06ca255-c287-4b72-bc39-af8528018b05,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:57.759055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:36:57.759807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.835406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-167e6498-0af4-4bc2-89e9-3a5557ac966c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3482163 Mar 02 18:36:57.944025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:57.944819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db43d044-212f-4075-a812-8c7059301415 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:36:58.150276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-715b6ddf-8f10-4c81-8b41-979b2eba5de5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 5.3646283 Mar 02 18:36:58.161710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:36:58.184275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e28be7-fec8-4f1b-b5cf-fafd6ea7c30a None None] Network da73ad26-1954-4929-98ee-9ea9ace46406 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:36:58.247433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1987d362-e362-4dc0-bf83-2a69a83ffb7a service neutron] 10.222.0.66 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000967 Mar 02 18:36:58.513427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1f465e86-a488-4537-9d4a-26bbbca8cd03 service neutron] 10.222.0.66 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647548 Mar 02 18:36:58.559422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 88677e01-e270-4097-a581-7689c8962e8c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:58.560174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:58.601717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Provisioning for port db43d044-212f-4075-a812-8c7059301415 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:58.642756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port db43d044-212f-4075-a812-8c7059301415 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:58.670402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db43d044-212f-4075-a812-8c7059301415 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:58.672160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:58.685255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dde8fcef-f251-4c40-b967-8f1d61f28523 service neutron] 10.222.0.66 "GET /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1604259 Mar 02 18:36:58.746953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:58.767366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Provisioning complete for port db43d044-212f-4075-a812-8c7059301415 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:58.767945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:58.862915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.022045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-504204d0-d5a8-4f37-b529-5acd6877a390 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300669 Mar 02 18:36:59.126688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.283805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] For port db43d044-212f-4075-a812-8c7059301415, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db43d044-212f-4075-a812-8c7059301415,segment=NetworkSegment(3d40cfed-dd8e-4ad0-afdd-96e0f313fd48),segment_id=3d40cfed-dd8e-4ad0-afdd-96e0f313fd48)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:36:59.338343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7cb2006d-6d62-485e-9a55-1b5be6c465c9 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104179 Mar 02 18:36:59.373351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.441525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.523959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.552669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7633b7a3-86cc-4477-b0c5-62ba11e0b6f5 service neutron] 10.222.0.66 "GET /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2070930 Mar 02 18:36:59.567178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Deleting port 248c4aaf-6a66-4687-a972-9c42dc2d684f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:36:59.567640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.661690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:36:59.944670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b9630-5495-4e53-9a84-08df3d214c02 None None] Pushing event updated for resources: {'Port': ['ID=db43d044-212f-4075-a812-8c7059301415,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:36:59.952314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-f39db13e-3005-4d34-8257-9c4d76a7e31a service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939054 Mar 02 18:36:59.952540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:36:59.969363 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:36:59.979863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Provisioning for port 88677e01-e270-4097-a581-7689c8962e8c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:36:59.998403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Provisioning complete for port 88677e01-e270-4097-a581-7689c8962e8c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:36:59.999029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:00.218789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Port 88677e01-e270-4097-a581-7689c8962e8c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:00.234954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Provisioning complete for port db43d044-212f-4075-a812-8c7059301415 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:00.235787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f5d6531d-d774-4f87-bc7f-88a79b07f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:00.283017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4c3b69fd-dca5-4e51-98d1-60a6869c12a4 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297622 Mar 02 18:37:00.640676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-65a3346a-5678-4b9a-97eb-3108f077ac17 None None] Provisioning complete for port 88677e01-e270-4097-a581-7689c8962e8c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:00.642922 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65a3346a-5678-4b9a-97eb-3108f077ac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:00.648679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] For port 248c4aaf-6a66-4687-a972-9c42dc2d684f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=248c4aaf-6a66-4687-a972-9c42dc2d684f,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:00.650259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:00.659274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-b1379eff-2cb7-4e4b-a784-ca4c5c791fa7 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3697872 Mar 02 18:37:00.794524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-65a3346a-5678-4b9a-97eb-3108f077ac17 None None] Port 88677e01-e270-4097-a581-7689c8962e8c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:00.808870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f06ca255-c287-4b72-bc39-af8528018b05 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:00.902181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:00.968533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f06ca255-c287-4b72-bc39-af8528018b05 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:00.969221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:01.090049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-18fbc53d-a8e1-4fc5-8b87-88b66b4cf680 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258943 Mar 02 18:37:01.174308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 88677e01-e270-4097-a581-7689c8962e8c owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:01.288615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db43d044-212f-4075-a812-8c7059301415 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:01.409356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db43d044-212f-4075-a812-8c7059301415 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:01.409742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:01.451859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:01.516478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:01.564739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=c33d5972-1e63-4941-9902-0fcaef2cfc1a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:01.599380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Calling delete_port for 248c4aaf-6a66-4687-a972-9c42dc2d684f owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:01.615400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Usage tracker for resource:security_group_rule and tenant:3f6768f1642d42889f5f7ce406f9f3fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:01.625032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:01.633444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-2967ef76-fa52-4e19-91f9-2b2bc2c206c6 service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324214 Mar 02 18:37:01.634352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:01.663996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:01.681402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:01.753990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:01.834804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:01.874796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-3dda2ef3-4ff4-4592-b2f1-f75020aa297b service neutron] 10.222.0.66 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326994 Mar 02 18:37:01.889948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=88677e01-e270-4097-a581-7689c8962e8c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:02.192642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-06e92e54-93b2-486b-9b22-19118b48a54f service neutron] 10.222.0.66 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118770 Mar 02 18:37:02.260058 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.277272 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69683910-40b2-4f39-a67e-4be6838094c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/88677e01-e270-4097-a581-7689c8962e8c HTTP/1.1" status: 204 len: 168 time: 4.0979407 Mar 02 18:37:02.282357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40610) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:02.313290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.346595 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.430248 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadb80bd-2d1d-4a4d-9df6-a63ab3cb4a90 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:37:02.435569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cadb80bd-2d1d-4a4d-9df6-a63ab3cb4a90 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:02.466350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.491483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.521236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f6768f1642d42889f5f7ce406f9f3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6153381 Mar 02 18:37:02.525144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40618) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:02.570731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Pushing event deleted for resources: {'Port': ['ID=248c4aaf-6a66-4687-a972-9c42dc2d684f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:02.586981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-49859a15-e58e-470b-b28c-7808889a26da service neutron] 10.222.0.66 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692970 Mar 02 18:37:02.614098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac6de7-de36-4d30-a576-47e2c627cac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e5999-e688-47b3-9643-74b50e9ad511,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:02.644128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:02.810656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cadb80bd-2d1d-4a4d-9df6-a63ab3cb4a90 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:02.814522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cadb80bd-2d1d-4a4d-9df6-a63ab3cb4a90 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/88677e01-e270-4097-a581-7689c8962e8c HTTP/1.1" status: 404 len: 333 time: 0.4684157 Mar 02 18:37:02.820594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40626) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:02.858440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.024598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.097711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-e0041a69-6dc5-4d4e-ae62-9428bbbaaddb service neutron] 10.222.0.66 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891093 Mar 02 18:37:03.284789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-535e64a6-8b54-44c9-8476-41dbda911d81 service neutron] 10.222.0.66 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784625 Mar 02 18:37:03.292062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 0f2ff48c-f305-4bad-99c7-06f42612decc {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:37:03.310716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.452024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.482371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.574275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.599341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e5999-e688-47b3-9643-74b50e9ad511,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:03.635618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:03.642431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a249ecd8-238b-4120-9b09-259ab6103db0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fc6e5999-e688-47b3-9643-74b50e9ad511 HTTP/1.1" status: 204 len: 168 time: 1.1040981 Mar 02 18:37:03.879237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.122604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-9279f6e3-6d83-4a9f-b6ee-3910b3a0c14b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:04.131709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-9279f6e3-6d83-4a9f-b6ee-3910b3a0c14b tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.3039901 Mar 02 18:37:04.172824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-769e955c-22c9-4334-ac6d-8dd25e271af5 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/quotas/6c522ac514464c6eaa7d8499814b686d HTTP/1.1" status: 200 len: 375 time: 0.0391266 Mar 02 18:37:04.190911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.386113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:37:04.388607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.390357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-67da22dc-4f56-4dcf-96ac-5fa385d82163 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2157271 Mar 02 18:37:04.432397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.596253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-bc4a67e4-2600-4002-962c-0ab018889b0e service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981261 Mar 02 18:37:04.769298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40682) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:04.817378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.842274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:04.843902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.1204131 Mar 02 18:37:04.846244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:37:04.863681 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Sync routers for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:37:04.870156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f21cf7ec-4724-4f98-85a6-4421c8de65cf admin admin] 10.222.0.66 "PUT /v2.0/routers/c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7783551 Mar 02 18:37:04.873197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:04.875248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40696) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:04.883697 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:04.884608 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:04.961852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca99d1-d6a7-4c8f-b13d-25b8b32440cd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=c33d5972-1e63-4941-9902-0fcaef2cfc1a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:05.059936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Usage tracker for resource:security_group_rule and tenant:45e9948f6eaa4b91a86893dd5414cf9d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:05.103006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:05.168725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.177000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:05.220246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2ff48c-f305-4bad-99c7-06f42612decc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:05.232049 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:05.242290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee46b5cb-ea89-45f3-a293-0c15fa254b69 None None] Network da73ad26-1954-4929-98ee-9ea9ace46406 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:05.243170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.251171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ed9d034-bd85-47f0-8c78-f3c33f7a558c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/0f2ff48c-f305-4bad-99c7-06f42612decc HTTP/1.1" status: 204 len: 168 time: 2.4274340 Mar 02 18:37:05.255289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40706) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:05.397374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.425414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-04333588-5f20-4699-a0e4-60aeb2870936 service neutron] 10.222.0.66 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8277268 Mar 02 18:37:05.476886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.645979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.662551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port db43d044-212f-4075-a812-8c7059301415 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:05.666821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.736430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] DHCP port deletion for da73ad26-1954-4929-98ee-9ea9ace46406 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:37:05.741774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Deleting port db43d044-212f-4075-a812-8c7059301415 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:05.742461 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:05.851337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fad6dae-a4a6-4521-9c02-f46ea712e920,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:06.032432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-f97381e8-274c-48b8-9b38-dd15f6e1189c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1332911779&fields=id&tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 267 time: 0.1605601 Mar 02 18:37:06.081410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:37:02Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:06.087100 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Checking router: c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:37:06.117577 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Routers {'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:06.123074 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:36:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:06.489049 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] Set router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:06.502322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port db43d044-212f-4075-a812-8c7059301415, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db43d044-212f-4075-a812-8c7059301415,segment=NetworkSegment(3d40cfed-dd8e-4ad0-afdd-96e0f313fd48),segment_id=3d40cfed-dd8e-4ad0-afdd-96e0f313fd48)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:06.502865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:06.505920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] For port db43d044-212f-4075-a812-8c7059301415, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db43d044-212f-4075-a812-8c7059301415,segment=NetworkSegment(3d40cfed-dd8e-4ad0-afdd-96e0f313fd48),segment_id=3d40cfed-dd8e-4ad0-afdd-96e0f313fd48)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:06.510093 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:06.512057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:06.514391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-82c81537-6ff0-4be1-b01d-75cf5333ea67 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45e9948f6eaa4b91a86893dd5414cf9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7439818 Mar 02 18:37:06.534995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-3eaf7f36-095c-4069-af7c-56379d6195ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:06.540049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-3eaf7f36-095c-4069-af7c-56379d6195ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 811 time: 0.4807684 Mar 02 18:37:06.547337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:06.680239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Calling delete_port for db43d044-212f-4075-a812-8c7059301415 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:06.730852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-81f1e5ed-6397-4201-bdab-be88a64f7384 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/quotas/f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 375 time: 0.0151911 Mar 02 18:37:06.847529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db43d044-212f-4075-a812-8c7059301415 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:06.898082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for db43d044-212f-4075-a812-8c7059301415 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:06.973891 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.087464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c151f6b-7528-4cb1-b481-0d571e7a7858 req-56937444-e417-4069-9be2-82baf75a4d15 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 1.1717546 Mar 02 18:37:07.118563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port db43d044-212f-4075-a812-8c7059301415 update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 18:37:07.155507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.166444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] Pushing event deleted for resources: {'Port': ['ID=db43d044-212f-4075-a812-8c7059301415,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:07.168965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:37:07.169254 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:37:07.183566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9124e9-dc5f-425e-b7fe-a443d4cc88b6 None None] No DVR routers for this DVR port db43d044-212f-4075-a812-8c7059301415 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:37:07.233629 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:37:02Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:07.239081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.246932 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1cd016-95c7-4c35-b0a5-6684e2b23a96 None None] The sync data for ids ['c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3'] in n-d-828839-1 is: [{'id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'name': 'tempest-TestServerBasicOps-2131589476-router', 'tenant_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74'}], 'enable_snat': True}, 'gw_port_id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:30Z', 'updated_at': '2022-03-02T18:37:02Z', 'revision_number': 5, 'project_id': '3561cee4d7f84cce9c69eee26ac45fa4', 'gw_port': {'id': '0951da71-9b9f-4d4e-b7cf-312c5cbafc68', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:82:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:32Z', 'updated_at': '2022-03-02T18:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:37:07.456972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7f09eac-a5fc-4079-9394-717a2542562d req-3080ad02-5418-4d43-9a7a-8dd9c5cc52ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.2149620 Mar 02 18:37:07.470619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.492496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.506006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-3908b187-4c18-412e-8128-e0aa9e8f068e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:07.515730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fad6dae-a4a6-4521-9c02-f46ea712e920,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:07.670438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port db43d044-212f-4075-a812-8c7059301415 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:07.670985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.728301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Deleting port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:07.733536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.769028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-3908b187-4c18-412e-8128-e0aa9e8f068e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:07.770402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-3908b187-4c18-412e-8128-e0aa9e8f068e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9418483 Mar 02 18:37:07.799053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] The port 'db43d044-212f-4075-a812-8c7059301415' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:37:07.865032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:07.884426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c84f46a6-5952-453a-9944-42decc30af28 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0fad6dae-a4a6-4521-9c02-f46ea712e920 HTTP/1.1" status: 204 len: 168 time: 1.3697629 Mar 02 18:37:08.061816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-4be1182f-c340-435e-809d-951b634c5362 service neutron] 10.222.0.66 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517707 Mar 02 18:37:08.097357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.163209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da73ad26-1954-4929-98ee-9ea9ace46406']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:08.195171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:08.196034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d40cfed-dd8e-4ad0-afdd-96e0f313fd48') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:08.223063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.244117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.269292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:37:08.269600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:37:08.293823 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:37:08.512152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9e7c9b9-17c7-4d6c-9c19-2e0d0a6ba08d req-be4d4c0e-ef39-4a02-add6-36294371a28f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.1298411 Mar 02 18:37:08.587653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] For port 0951da71-9b9f-4d4e-b7cf-312c5cbafc68, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:08.588054 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.610738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-b05b1839-6808-4b71-a7cb-daf8a9b7e8a8 service neutron] 10.222.0.66 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022454 Mar 02 18:37:08.733359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 248c4aaf-6a66-4687-a972-9c42dc2d684f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:08.785119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Calling delete_port for 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:08.839432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 248c4aaf-6a66-4687-a972-9c42dc2d684f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:37:08.840709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 248c4aaf-6a66-4687-a972-9c42dc2d684f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:08.902041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87a0b370-1e80-4ef4-a213-68bfeee771a8 req-4f83c3c9-017c-4e3c-83c6-40407039adf9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.0614200 Mar 02 18:37:08.939716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.972652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:08.995166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=da73ad26-1954-4929-98ee-9ea9ace46406,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:09.004216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b0e1e04e-37f0-4079-a4b1-cada000a2fb1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/da73ad26-1954-4929-98ee-9ea9ace46406 HTTP/1.1" status: 204 len: 168 time: 3.7448738 Mar 02 18:37:09.008815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40782) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:09.042711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'name': 'tempest-PortsTestJSON-273370020'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:09.278512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f2842a6-1c32-4c0b-a4b5-54640e5e3975 req-3e82d439-ecfd-4e6b-ab4e-1ffe7d049b9d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.1412516 Mar 02 18:37:09.419412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:09.428719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:09.437434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:09.446343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:09.560126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:09.602941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:09.613457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:09.691763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port eabf0197-7b93-4227-a113-3af3130ec83f yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:37:09.974353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0951da71-9b9f-4d4e-b7cf-312c5cbafc68,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:09.974353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ada7cdf1-b97c-41ba-b6a6-af0a8172483d req-01a3278b-d000-43be-acf1-ec6948779c95 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.0614343 Mar 02 18:37:09.974353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.112659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.115068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-878b5bd1-86ce-433f-a97c-ce32700d193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.116575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-878b5bd1-86ce-433f-a97c-ce32700d193c service neutron] 10.222.0.65 "GET /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 1033 time: 0.4582248 Mar 02 18:37:10.197972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6e680979-17b3-42c0-a15c-af363c58aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.199499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6e680979-17b3-42c0-a15c-af363c58aa47 service neutron] 10.222.0.65 "GET /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 1032 time: 0.0740933 Mar 02 18:37:10.237262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75e34e29-d736-4073-abc3-ef83c8721b19 req-febe6684-455c-4dde-b10e-5506e3f0553d tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.1298089 Mar 02 18:37:10.250073 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.252545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.340164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.389165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e73034ef-b682-47e4-8b45-bd2bdf319c3b req-682f8080-b453-4f5e-884d-013f411c1957 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.0632977 Mar 02 18:37:10.454396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:10.465134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.465134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:37:10.523773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.525157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f70f4b6-f60f-498c-b81b-1e1cac5e0ae3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c8ce26e6-b12d-407e-9514-ff4ff6cbe5a3 HTTP/1.1" status: 204 len: 168 time: 5.6407535 Mar 02 18:37:10.528816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40838) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:10.534673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-721eb97e-7f67-47bd-b34d-0d7e0125f72f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.557168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-721eb97e-7f67-47bd-b34d-0d7e0125f72f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.572009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-721eb97e-7f67-47bd-b34d-0d7e0125f72f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.575162 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-721eb97e-7f67-47bd-b34d-0d7e0125f72f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/networks?id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 200 len: 1996 time: 0.3697028 Mar 02 18:37:10.580992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:10.594161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=eabf0197-7b93-4227-a113-3af3130ec83f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:10.622901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:10.643697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:10.643697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.661832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.673598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.673955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.674359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.679669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.687626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.688054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.691079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.695639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.702172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.702172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.702172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:10.739444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Deleting subnet ca9dce8d-7924-42a9-8446-e0d20e987e34 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:37:10.749781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.879875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:10.931340 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c45a5b84-b646-4ffe-924f-1e0e1e249393 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5692b22e7e1147768b7defa74ebaef66 HTTP/1.1" status: 200 len: 380 time: 0.2712085 Mar 02 18:37:10.944506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'admin_state_up': True, 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'security_groups': ['86698230-924c-4b1f-8a50-edc4c34e1300']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:11.005655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:11.437417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:11.584136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a5e4d96-53fa-43e8-a2e9-b5ab9622cbfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.5699277 Mar 02 18:37:11.585526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40860) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:11.589669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:11.647507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c39760ea-7101-4544-8d93-74beffaf4afa req-1c25f80d-2d37-445a-b86f-837d47c9f4f6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.2275879 Mar 02 18:37:11.649226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca9dce8d-7924-42a9-8446-e0d20e987e34,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:11.652725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:11.656167 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:11.662558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883dcbec-bad8-4980-819f-698138d5a128 None None] Network 20d43237-3b8e-472a-a145-04379d1af263 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:11.683945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bdf7d7c-9211-4741-b504-afbf93063b82 req-b5dc71e9-a98f-4ba0-9f48-d0da5737f4e7 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.1072071 Mar 02 18:37:11.704362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-54a5d085-9a18-493f-a1ff-3aec8f61ded9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ca9dce8d-7924-42a9-8446-e0d20e987e34 HTTP/1.1" status: 204 len: 168 time: 1.1672616 Mar 02 18:37:11.712064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:11.790230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f103739c-fc3f-45b6-8a87-d7149c6b8975 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:11.792967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f103739c-fc3f-45b6-8a87-d7149c6b8975 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 815 time: 0.6398964 Mar 02 18:37:11.808512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Request body: {'port': {'device_id': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'admin_state_up': True, 'tenant_id': '6c522ac514464c6eaa7d8499814b686d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:11.917391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:11.921635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.026875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port eabf0197-7b93-4227-a113-3af3130ec83f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:12.028359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.159808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d777acf9-8f71-4c0f-9a0f-249725a39d4c req-ce7dd512-8549-4645-ba81-18c6ff0620df tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.1553814 Mar 02 18:37:12.253172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.327892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:12.364830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Usage tracker for resource:port and tenant:6c522ac514464c6eaa7d8499814b686d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:12.371195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:12.393438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:12.440354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Deleting port da7ff042-cf7d-4325-bf4c-849baaa43219 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:12.440783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.459685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] DHCP port deletion for 20d43237-3b8e-472a-a145-04379d1af263 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:37:12.465231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Deleting port da7ff042-cf7d-4325-bf4c-849baaa43219 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:12.465745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.487249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Made reservation on behalf of 6c522ac514464c6eaa7d8499814b686d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:12.490872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:12.782739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 172.20.0.11 (2e8c1883-5ff5-477c-9c0b-f70e6a59330f/f1307282-1fe7-44a1-8e69-8c6c879ddf16/a486c56e-6482-4c24-af9b-e15f8d047d4c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:12.924547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:13.036681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:37:13.037045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0951da71-9b9f-4d4e-b7cf-312c5cbafc68 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:13.038737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da7ff042-cf7d-4325-bf4c-849baaa43219 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:13.095657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9adc6fad-d55a-4e1b-92c3-3374be9954ec req-fea4c8cf-9ca1-47bb-b222-ac57afdc9bc0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.1604671 Mar 02 18:37:13.135971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c5feaf4-067c-42ea-ae7f-3998f2015f8d req-099d66d6-f0dd-4626-8f14-c3ff17aac841 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.1315811 Mar 02 18:37:13.137378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Allocated IP 172.20.0.4 (01bc28d9-ab18-4d25-bd83-4d82aa39e243/bf08d25d-511d-4ee6-876d-b61ea559256f/4b02653a-d5e4-42e2-bbb5-b799e9acdcca) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:13.169345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:13.259563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:13.266046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:13.466967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for eabf0197-7b93-4227-a113-3af3130ec83f owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:13.602960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Calling delete_port for da7ff042-cf7d-4325-bf4c-849baaa43219 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:13.759084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ea50a26-41b1-4ce2-8bdc-e6e252418266 req-fd72404d-2fa2-4ad8-962a-6c07d98f8561 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.0871644 Mar 02 18:37:13.789389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:13.813831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.000198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:14.067568 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.090166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object a486c56e-6482-4c24-af9b-e15f8d047d4c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:14.109821 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.208424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=eabf0197-7b93-4227-a113-3af3130ec83f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:14.225566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.242782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:14.244927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.305383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-85580d9f-e3ab-449f-a23e-94292b5d235c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/eabf0197-7b93-4227-a113-3af3130ec83f HTTP/1.1" status: 204 len: 168 time: 2.7176974 Mar 02 18:37:14.320477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:14.347407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'mac_address': 'fa:16:3e:9a:3c:02', 'name': 'tempest-PortsTestJSON-1498973014'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:14.376593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=da7ff042-cf7d-4325-bf4c-849baaa43219,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:14.385747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:37:14.389687 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:37:14.445611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff5bb6e-6337-40a1-9774-9adc4e08f307 req-c8691765-084c-4769-9ec9-22ff76bcf368 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:14.447331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ff5bb6e-6337-40a1-9774-9adc4e08f307 req-c8691765-084c-4769-9ec9-22ff76bcf368 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.6873360 Mar 02 18:37:14.503085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-7aae8be2-864c-49a5-80c8-a1ea505cac8b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:14.504603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-7aae8be2-864c-49a5-80c8-a1ea505cac8b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 811 time: 0.8316822 Mar 02 18:37:14.509281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.604290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-56749009-0cc6-4022-b342-a162abbcd58b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 380 time: 0.0756743 Mar 02 18:37:14.618677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'port': {'device_id': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'admin_state_up': True, 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'security_groups': ['00e0f4af-cce1-4488-b48d-ecfb2dc593a3']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:14.644521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ff5bb6e-6337-40a1-9774-9adc4e08f307 req-cb0bf1cd-7bf1-4b99-ab8e-51935450968c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318982 Mar 02 18:37:14.674159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.683606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Calling delete_port for da7ff042-cf7d-4325-bf4c-849baaa43219 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:14.774986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bca9c1-6df4-45d7-a2d6-8799c7e254e9 req-37e8fea3-af71-4542-ab63-c9f668a1fbc2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:14.777039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6bca9c1-6df4-45d7-a2d6-8799c7e254e9 req-37e8fea3-af71-4542-ab63-c9f668a1fbc2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 932 time: 0.3422735 Mar 02 18:37:14.877458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd9e8897-3210-4480-8426-6f3b7d07b18b req-aaee4ffb-ad0f-41b8-a225-e011663def2e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.0585947 Mar 02 18:37:14.879493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:14.890168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:14.891722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Deleting port da7ff042-cf7d-4325-bf4c-849baaa43219 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:14.892609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:14.898645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:14.918888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:14.930048 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.039320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a3805d48-ef57-4365-92a8-595daf7ff83a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:37:15.052211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:15.065466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6bca9c1-6df4-45d7-a2d6-8799c7e254e9 req-32003738-1952-4e23-8af8-aa45d1cf5197 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821171 Mar 02 18:37:15.066098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event updated for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:15.074387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:15.088634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:15.095489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:15.183570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:15.184268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.212740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:15.232237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:15.240095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:15.250554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1', '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:37:15.251139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:15.285674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:15.298064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:15.298972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.333617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:37:15.335577 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:37:15.405302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Made reservation on behalf of f5949fcbe64d4c8894b6eb34c7a5fab2 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:15.409008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.414269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-58429f1c-0d9e-46e7-b978-7c594c6a9759 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4764633 Mar 02 18:37:15.415016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:15.438315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'admin_state_up': True, 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'security_groups': ['86698230-924c-4b1f-8a50-edc4c34e1300']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:15.466876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a410150-79fb-42d6-aceb-4c65c242f462 req-1f23f46f-9889-4425-a3ef-a409c2565233 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.1101198 Mar 02 18:37:15.483415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-f816e2ed-551d-4753-a80c-2ceb9dc1e118 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6823595 Mar 02 18:37:15.543082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Request body: {'port': {'device_id': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:15.640098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.696029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 7e190daa-3b70-4e00-b522-cf9901b7aabc yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:37:15.707397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c6a01bf-f67e-4260-abe4-685a34b49d79 None None] Provisioning for port a486c56e-6482-4c24-af9b-e15f8d047d4c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:15.718388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c6a01bf-f67e-4260-abe4-685a34b49d79 None None] Provisioning complete for port a486c56e-6482-4c24-af9b-e15f8d047d4c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:15.718771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c6a01bf-f67e-4260-abe4-685a34b49d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.727986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.753483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:15.770430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:15.828533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5c6a01bf-f67e-4260-abe4-685a34b49d79 None None] Port a486c56e-6482-4c24-af9b-e15f8d047d4c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:15.836313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Deleting port da7ff042-cf7d-4325-bf4c-849baaa43219 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:15.836663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.850497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:15.857714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:15.902349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:15.907412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:16.095033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Calling delete_port for da7ff042-cf7d-4325-bf4c-849baaa43219 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:16.295522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:16.466177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] For port da7ff042-cf7d-4325-bf4c-849baaa43219, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da7ff042-cf7d-4325-bf4c-849baaa43219,segment=NetworkSegment(21a2f380-a055-477e-b9e0-8b60a528e800),segment_id=21a2f380-a055-477e-b9e0-8b60a528e800)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:16.466543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:16.539561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:16.624439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Calling delete_port for da7ff042-cf7d-4325-bf4c-849baaa43219 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:16.635946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Allocated IP 172.20.0.10 (afc20aa1-3093-4520-ab68-048f6a31877b/9723d735-999b-4c9e-bc07-7845d7c07b6c/88c8a70c-7be9-490a-927a-b7faebb4abec) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:16.639483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] No DVR routers for this DVR port da7ff042-cf7d-4325-bf4c-849baaa43219 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:37:16.643184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a3b25d-03cf-464f-b52f-ca054de9c435 None None] Pushing event deleted for resources: {'Port': ['ID=da7ff042-cf7d-4325-bf4c-849baaa43219,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:16.675181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.1.1.190 (86fbac2f-bf6f-4766-9eb4-896574619cba/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f/05b541cf-87c6-4f77-885b-286d95a0eb78) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:16.740811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:16.755570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f5d3f-db7d-4134-8a02-cee48e5ce61f req-9a9b32e1-0d68-4180-b6e8-72d7fe02a69a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:16.763921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d5f5d3f-db7d-4134-8a02-cee48e5ce61f req-9a9b32e1-0d68-4180-b6e8-72d7fe02a69a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.7198958 Mar 02 18:37:16.773148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:37:16.773623 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:37:16.785476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:16.836723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53423f-2794-4316-8338-8d0678b7351c req-bd8b6f43-3b6e-4aeb-afcc-5d3b8f294531 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:16.837476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7c53423f-2794-4316-8338-8d0678b7351c req-bd8b6f43-3b6e-4aeb-afcc-5d3b8f294531 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:16.932591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b02653a-d5e4-42e2-bbb5-b799e9acdcca {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:16.953540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.038401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Transition to ACTIVE for port object 4b02653a-d5e4-42e2-bbb5-b799e9acdcca will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:17.042766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d5f5d3f-db7d-4134-8a02-cee48e5ce61f req-93fad0e7-a909-4f4c-af61-4f93d533e89a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778175 Mar 02 18:37:17.048294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7c53423f-2794-4316-8338-8d0678b7351c req-bd8b6f43-3b6e-4aeb-afcc-5d3b8f294531 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:17.057050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c53423f-2794-4316-8338-8d0678b7351c req-bd8b6f43-3b6e-4aeb-afcc-5d3b8f294531 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 931 time: 0.8983171 Mar 02 18:37:17.190281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.298456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:17.310014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.324657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c53423f-2794-4316-8338-8d0678b7351c req-23155c44-117b-47d0-b890-d402f73bca6f tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668293 Mar 02 18:37:17.368920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:17.370112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=7e190daa-3b70-4e00-b522-cf9901b7aabc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:17.383127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:17.385972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.413014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:17.419768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:17.420951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.438653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Transition to ACTIVE for port object 88c8a70c-7be9-490a-927a-b7faebb4abec will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:17.461630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:17.471964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.475693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Usage tracker for resource:security_group_rule and tenant:cda4f8eec63842c9846120a10d4e8bd4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:17.481908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:17.494574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:17.495234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.506782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object 05b541cf-87c6-4f77-885b-286d95a0eb78 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:17.513572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:17.559417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:17.572130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:17.584085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1adb087d-c357-4970-99ae-adbf6f5bc499 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2546399 Mar 02 18:37:17.586756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:17.607631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2454dfd1-aa54-4945-b0ca-dc032b0148d3 req-ebed921c-1edf-4aca-81a8-b8a85173572b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.1024973 Mar 02 18:37:17.638878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.672962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f5af6-49d2-48e8-870b-9e35bffd5324 req-0ce1ce21-792d-4c85-bbe1-4ec77fb6e152 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:17.681508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-560f5af6-49d2-48e8-870b-9e35bffd5324 req-0ce1ce21-792d-4c85-bbe1-4ec77fb6e152 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 932 time: 0.4294519 Mar 02 18:37:17.718995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Deleting port da7ff042-cf7d-4325-bf4c-849baaa43219 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:17.719616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.733127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.738859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Attempting to bind port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:17.739199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Attempting to bind port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:17.739589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Attempting to bind port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:17.751211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:17.751529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Attempting to bind port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca on network 01bc28d9-ab18-4d25-bd83-4d82aa39e243 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:17.758744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:17.759084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Checking segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:17.759476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Bound using segment: {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:17.759943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Bound port: 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d7b148d-fb45-479c-95eb-716dc47e5131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:17.760331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.780643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-560f5af6-49d2-48e8-870b-9e35bffd5324 req-537fa597-41ae-4355-9957-06e2c9391033 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981786 Mar 02 18:37:17.828083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:17.857337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:17.872981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=11']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:17.881725 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:17.899017 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:37:17.923108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:18.036104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:18.036776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.069414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Network afc20aa1-3093-4520-ab68-048f6a31877b is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:18.077778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] The port 'da7ff042-cf7d-4325-bf4c-849baaa43219' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:37:18.082933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:18.089892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:18.090899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a3483f-b88f-44a6-8348-11fd9302c528 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:18.091502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51a3483f-b88f-44a6-8348-11fd9302c528 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:18.186939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:18.221118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:18.225133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:18.247082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:18.253288 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.268890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:18.379744 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-594ce33c-349d-43f6-895d-4d395598d336 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9453106 Mar 02 18:37:18.392763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.408556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.425762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'admin_state_up': True, 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'security_groups': ['86698230-924c-4b1f-8a50-edc4c34e1300']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:18.494508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.495581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-51a3483f-b88f-44a6-8348-11fd9302c528 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:18.497029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51a3483f-b88f-44a6-8348-11fd9302c528 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/7e190daa-3b70-4e00-b522-cf9901b7aabc HTTP/1.1" status: 200 len: 841 time: 0.9093263 Mar 02 18:37:18.500979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-dc94696e-a56f-48a4-9416-0b3b2fc2d65a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8900497 Mar 02 18:37:18.522696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-edbb0ad8-ba37-4c0c-bae2-949002033873 None None] Provisioning for port 05b541cf-87c6-4f77-885b-286d95a0eb78 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:18.528803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-edbb0ad8-ba37-4c0c-bae2-949002033873 None None] Provisioning complete for port 05b541cf-87c6-4f77-885b-286d95a0eb78 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:18.529185 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-edbb0ad8-ba37-4c0c-bae2-949002033873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.549524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41066) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:18.571177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Request body: {'port': {'device_id': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:18.607696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d43237-3b8e-472a-a145-04379d1af263']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:18.626783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.659239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a2f380-a055-477e-b9e0-8b60a528e800') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:18.660963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a2f380-a055-477e-b9e0-8b60a528e800') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:18.714072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-edbb0ad8-ba37-4c0c-bae2-949002033873 None None] Port 05b541cf-87c6-4f77-885b-286d95a0eb78 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:18.715248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:18.715878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.717435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] 10.222.0.65 "PUT /v2.0/ports/4b02653a-d5e4-42e2-bbb5-b799e9acdcca HTTP/1.1" status: 200 len: 1091 time: 3.1796029 Mar 02 18:37:18.718622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:18.719823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.739220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cda4f8eec63842c9846120a10d4e8bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9972084 Mar 02 18:37:18.741540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:18.746420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d47ae-ef52-447a-a402-ba4a8ecd479a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e6ddeb-fb13-4677-9829-0abd9d0ff823,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:18.757211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:18.781107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.791454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:37:18.792396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.820823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 7e190daa-3b70-4e00-b522-cf9901b7aabc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:18.821783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:37:18.832634 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:37:18.859574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:18.904841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d0870761-5891-49cc-af10-d951f89cb47b None None] Provisioning for port 88c8a70c-7be9-490a-927a-b7faebb4abec completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:18.913224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d0870761-5891-49cc-af10-d951f89cb47b None None] Provisioning complete for port 88c8a70c-7be9-490a-927a-b7faebb4abec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:18.913445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e33a0-4f06-4106-8eb5-e0e19960b3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:18.913601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d0870761-5891-49cc-af10-d951f89cb47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.004515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.019696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.037937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.084595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.093460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:19.098198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.108344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d0870761-5891-49cc-af10-d951f89cb47b None None] Port 88c8a70c-7be9-490a-927a-b7faebb4abec cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:19.118590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.127766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] Pushing event deleted for resources: {'Network': ['ID=20d43237-3b8e-472a-a145-04379d1af263,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:19.140633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f66b7f-9a17-4e94-9171-6d36d4e09fd5 req-50e96778-7f16-4594-bc21-f050196038df tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:19.142708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f66b7f-9a17-4e94-9171-6d36d4e09fd5 req-50e96778-7f16-4594-bc21-f050196038df tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 943 time: 0.6401970 Mar 02 18:37:19.247782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-55c99009-0088-47b1-84ba-048d5877879a admin admin] 10.222.0.66 "DELETE /v2.0/networks/20d43237-3b8e-472a-a145-04379d1af263 HTTP/1.1" status: 204 len: 168 time: 7.5342934 Mar 02 18:37:19.252319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:19.401007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e83911-1ad3-4e3e-b39d-98023649fded req-97261d19-8ae0-46b6-9a03-2064c66992ae tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:19.402554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31e83911-1ad3-4e3e-b39d-98023649fded req-97261d19-8ae0-46b6-9a03-2064c66992ae tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.6705763 Mar 02 18:37:19.473783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.547566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-8a553357-cb7b-4425-bad6-e4758cbc66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:19.558749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-8a553357-cb7b-4425-bad6-e4758cbc66dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 1094 time: 0.6371377 Mar 02 18:37:19.631100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e6ddeb-fb13-4677-9829-0abd9d0ff823,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:19.667354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f66b7f-9a17-4e94-9171-6d36d4e09fd5 req-4128a039-7cd2-446a-aaa0-91979bddb663 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534565 Mar 02 18:37:19.680258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.689069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-97eb7e27-4364-45bd-bc07-8a7c932d88bf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca HTTP/1.1" status: 200 len: 217 time: 0.1270947 Mar 02 18:37:19.728270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.1.1.188 (86fbac2f-bf6f-4766-9eb4-896574619cba/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f/01ad3026-c2f3-467c-94d1-386914f980ce) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:19.773043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31e83911-1ad3-4e3e-b39d-98023649fded req-3507c4d9-eaf5-46f4-94d0-d24bde1f2a99 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3526435 Mar 02 18:37:19.904102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 7e190daa-3b70-4e00-b522-cf9901b7aabc owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:19.963973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:19.967995 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ccaef384-c038-4912-9e2c-72025ed1a307 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00e6ddeb-fb13-4677-9829-0abd9d0ff823 HTTP/1.1" status: 204 len: 168 time: 1.2229061 Mar 02 18:37:20.073662 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca', 'status': 'completed', 'code': 200} Mar 02 18:37:20.147387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-79efd2c6-7e9d-4f95-9467-ad64dc2cddce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:20.149149 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-79efd2c6-7e9d-4f95-9467-ad64dc2cddce service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.4456422 Mar 02 18:37:20.279931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-9dca14bb-9be2-45c3-875c-699a4c6b4f81 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050615 Mar 02 18:37:20.292936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.377163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.403867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object 01ad3026-c2f3-467c-94d1-386914f980ce will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:20.442331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.515594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b251f3-505b-4d68-a7cf-026cbfe4d48b req-b42ff82b-3b97-4eea-b1c1-dd4c75426313 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:20.516529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-53b251f3-505b-4d68-a7cf-026cbfe4d48b req-b42ff82b-3b97-4eea-b1c1-dd4c75426313 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:20.520207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:37:20.555648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=7e190daa-3b70-4e00-b522-cf9901b7aabc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:20.615795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.616440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.617042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.617544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.618025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.618548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.619564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.620086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.620414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.620737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.621063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.621385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:20.633450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.686067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c8a70c-7be9-490a-927a-b7faebb4abec {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:20.700411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.713569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-fe766f53-8296-4aaf-807e-332b71b7e530 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113929 Mar 02 18:37:20.725152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76770f-67c5-4a5a-b5e5-db1cd817ddd3 req-9dfa56b5-7643-4c13-8dbd-f95c38dadbb5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:20.731441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76770f-67c5-4a5a-b5e5-db1cd817ddd3 req-9dfa56b5-7643-4c13-8dbd-f95c38dadbb5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:20.733392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f76770f-67c5-4a5a-b5e5-db1cd817ddd3 req-9dfa56b5-7643-4c13-8dbd-f95c38dadbb5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 1654 time: 0.5078979 Mar 02 18:37:20.760998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Transition to ACTIVE for port object 88c8a70c-7be9-490a-927a-b7faebb4abec will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:20.805168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-53b251f3-505b-4d68-a7cf-026cbfe4d48b req-b42ff82b-3b97-4eea-b1c1-dd4c75426313 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:20.806520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53b251f3-505b-4d68-a7cf-026cbfe4d48b req-b42ff82b-3b97-4eea-b1c1-dd4c75426313 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 932 time: 0.9123688 Mar 02 18:37:20.811731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1a194ba-060c-40ed-ae1a-416536aca7c6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/7e190daa-3b70-4e00-b522-cf9901b7aabc HTTP/1.1" status: 204 len: 168 time: 2.2537403 Mar 02 18:37:20.812772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:20.832836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:20.913773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network 86fbac2f-bf6f-4766-9eb4-896574619cba is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:20.925033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:20.925033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:20.936842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f76770f-67c5-4a5a-b5e5-db1cd817ddd3 req-128ae1bd-eabf-4bb3-99b8-d7786e150822 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747003 Mar 02 18:37:20.949432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:20.975555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.028567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:21.031206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.111274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:21.125119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:21.125481 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa19c5ed-6042-445a-b3ab-8de87ade8603 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:37:21.125821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.126019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fa19c5ed-6042-445a-b3ab-8de87ade8603 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:21.130988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Usage tracker for resource:security_group_rule and tenant:d73c923768564fdbbed8a73d43761374 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:21.136488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:21.151489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:21.230523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Deleting port 82e67b22-eed7-49f4-b9e4-b257039a93c2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:21.231180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.278308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0704116d-3e1e-4311-be1f-1213bf348ce9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8873701 Mar 02 18:37:21.301816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'admin_state_up': True, 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'security_groups': ['86698230-924c-4b1f-8a50-edc4c34e1300']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:21.436544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bbba60e9-230e-4b85-bc9c-84c43c35022b None None] Provisioning for port 01ad3026-c2f3-467c-94d1-386914f980ce completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:21.446936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bbba60e9-230e-4b85-bc9c-84c43c35022b None None] Provisioning complete for port 01ad3026-c2f3-467c-94d1-386914f980ce triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:21.448298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bbba60e9-230e-4b85-bc9c-84c43c35022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.567162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bbba60e9-230e-4b85-bc9c-84c43c35022b None None] Port 01ad3026-c2f3-467c-94d1-386914f980ce cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:21.580288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23abd1f3-d0ca-4957-a11e-ce72cd484158 req-6b700d46-527f-484c-8e88-e712e40af3e1 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8421464 Mar 02 18:37:21.648533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53b251f3-505b-4d68-a7cf-026cbfe4d48b req-80cb7a7e-4355-4ba6-ac64-a5b7b34efd68 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7807510 Mar 02 18:37:21.652432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Pushing event updated for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:21.735372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] For port 82e67b22-eed7-49f4-b9e4-b257039a93c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82e67b22-eed7-49f4-b9e4-b257039a93c2,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:21.735924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:21.744449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:21.756943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:port and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:21.814412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:21.938812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fa19c5ed-6042-445a-b3ab-8de87ade8603 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:21.941161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fa19c5ed-6042-445a-b3ab-8de87ade8603 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/7e190daa-3b70-4e00-b522-cf9901b7aabc HTTP/1.1" status: 404 len: 333 time: 1.0787640 Mar 02 18:37:21.967297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41124) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:22.010258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'name': 'tempest-PortsTestJSON-1095763694'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:22.053530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Calling delete_port for 82e67b22-eed7-49f4-b9e4-b257039a93c2 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:22.084404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:22.093413 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc2c0b27-d82b-48c5-a5f8-8ad4226a1a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.100014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.163360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5cacd-b3c0-4a96-ae6a-1dad00c5b038 req-5849780d-ff1a-4f1c-9b35-52ec8bd50321 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:22.170872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4d5cacd-b3c0-4a96-ae6a-1dad00c5b038 req-5849780d-ff1a-4f1c-9b35-52ec8bd50321 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 943 time: 1.0216181 Mar 02 18:37:22.203094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Attempting to bind port 88c8a70c-7be9-490a-927a-b7faebb4abec on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:22.203703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Attempting to bind port 88c8a70c-7be9-490a-927a-b7faebb4abec by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:22.204246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Attempting to bind port 88c8a70c-7be9-490a-927a-b7faebb4abec on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:22.208268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.280129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Port 88c8a70c-7be9-490a-927a-b7faebb4abec on network afc20aa1-3093-4520-ab68-048f6a31877b not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:22.280814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Attempting to bind port 88c8a70c-7be9-490a-927a-b7faebb4abec on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:22.292219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd34b22-73ce-426f-b27c-591a278ae046,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:22.293405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:22.293860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Checking segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:22.294338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Bound using segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:22.305022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Bound port: 88c8a70c-7be9-490a-927a-b7faebb4abec, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:22.305022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.328886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-2b3fbac8-a36e-47bc-a71e-a8051fdd7bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:22.330474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-2b3fbac8-a36e-47bc-a71e-a8051fdd7bed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 1094 time: 0.5517740 Mar 02 18:37:22.354636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-279d7d8e-0328-4caa-94ed-c47cb2aebf43 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5747645 Mar 02 18:37:22.377659 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c1641cc6-f238-4e15-bed7-70baf7575a21 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d73c923768564fdbbed8a73d43761374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4508076 Mar 02 18:37:22.381567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41134) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:22.386528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:22.390888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:22.401858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a935db2-c212-4791-b72c-65e575a7647b req-2b487a87-cbc6-48e5-b975-001e0d446076 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:22.403398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a935db2-c212-4791-b72c-65e575a7647b req-2b487a87-cbc6-48e5-b975-001e0d446076 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.5164778 Mar 02 18:37:22.515039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4d5cacd-b3c0-4a96-ae6a-1dad00c5b038 req-9b2c5f5e-4b99-4f89-b66a-a2ae6bcf2f1c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3418477 Mar 02 18:37:22.558431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.565691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:22.573087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.604391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a935db2-c212-4791-b72c-65e575a7647b req-7f8123c6-a7bc-4389-92eb-3100fff18196 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410120 Mar 02 18:37:22.675466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e67b22-eed7-49f4-b9e4-b257039a93c2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:22.805752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-b5b2fa3a-fb6a-4cb5-b4e6-c69b5e9c5947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:22.807258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-b5b2fa3a-fb6a-4cb5-b4e6-c69b5e9c5947 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.4672492 Mar 02 18:37:22.889144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.959610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:22.994775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:23.005143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.034058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-74fb6a87-0cc0-4838-b0ff-ebd5e2a3409a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca HTTP/1.1" status: 200 len: 217 time: 0.2032967 Mar 02 18:37:23.058211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:23.131729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port b8680615-b731-43dc-b442-c7de90b0d419 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:37:23.171232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=88c8a70c-7be9-490a-927a-b7faebb4abec,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:23.220123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-f761d3e9-c6d2-444b-bbd1-d8e750b84883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:23.222471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-f761d3e9-c6d2-444b-bbd1-d8e750b84883 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 1096 time: 0.8334994 Mar 02 18:37:23.303143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-5c932ab3-cebc-4608-b816-ce80843af790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:23.304671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-5c932ab3-cebc-4608-b816-ce80843af790 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.2550313 Mar 02 18:37:23.334905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.350952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:37:23.354156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.393266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.396935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd34b22-73ce-426f-b27c-591a278ae046,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:23.507827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a08a-d79d-41c1-84ca-45f976ee1b5d req-bb2a635a-8035-44a4-b107-dad29f7dd5d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:23.515029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a08a-d79d-41c1-84ca-45f976ee1b5d req-bb2a635a-8035-44a4-b107-dad29f7dd5d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:23.521266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648a08a-d79d-41c1-84ca-45f976ee1b5d req-bb2a635a-8035-44a4-b107-dad29f7dd5d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:23.523033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d648a08a-d79d-41c1-84ca-45f976ee1b5d req-bb2a635a-8035-44a4-b107-dad29f7dd5d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 2375 time: 0.7851858 Mar 02 18:37:23.557116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:23.577814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '964b42a0-8421-4428-88ba-6ee4c048914d', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '964b42a0-8421-4428-88ba-6ee4c048914d', 'mac_address': 'fa:16:3e:13:e6:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:37:23.600293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Pushing event updated for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:23.657894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.659546 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50669d63-d4c9-4a7a-bfde-af62beb5fcda admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edd34b22-73ce-426f-b27c-591a278ae046 HTTP/1.1" status: 204 len: 168 time: 1.2767122 Mar 02 18:37:23.684267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.729888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:23.755111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:23.773756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.2.2.100 (a03c25af-bb9e-4739-a207-f7b40833c8ba/c961e926-faab-4bb6-8276-7ce00df89baf/6543d57b-1e99-418d-8624-a24370e4cefa) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:23.865129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:23.940276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-c5cebf6f-668e-46ed-8d70-3389f81ee13b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6087739 Mar 02 18:37:24.023479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f381517-7ac7-42dd-a4b6-2251bf958dd7 req-af75d24d-c4a7-4503-9232-aed55ddd89c7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:24.026607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f381517-7ac7-42dd-a4b6-2251bf958dd7 req-af75d24d-c4a7-4503-9232-aed55ddd89c7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 944 time: 1.1089792 Mar 02 18:37:24.028140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:24.028968 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:24.030545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5721f117-704d-4c61-83eb-89e0c49fa98d service neutron] 10.222.0.65 "PUT /v2.0/ports/88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 1092 time: 5.4702361 Mar 02 18:37:24.046561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['964b42a0-8421-4428-88ba-6ee4c048914d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:37:24.062219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:24.111935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:24.127869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d648a08a-d79d-41c1-84ca-45f976ee1b5d req-54fbf04f-0f09-4d25-9c1a-6e64e132eb63 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5179617 Mar 02 18:37:24.270725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0cac270-f15c-4425-ab18-43b48a856b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:24.474035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Router 02976266-fd9e-4996-b19f-7d99229461f9 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:37:24.487574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f381517-7ac7-42dd-a4b6-2251bf958dd7 req-a005f33d-2cea-4a66-a128-40b35211aef1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187195 Mar 02 18:37:24.497721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:24.523875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-4d550880-8cc8-4c68-b655-d7cad8498cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:24.525464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-4d550880-8cc8-4c68-b655-d7cad8498cfd service neutron] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 1.2742643 Mar 02 18:37:24.675651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object 6543d57b-1e99-418d-8624-a24370e4cefa will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:24.865218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:37:24.871012 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2ee69aa-1b32-4b3f-97cb-5397f6049131 admin admin] 10.222.0.66 "PUT /v2.0/routers/02976266-fd9e-4996-b19f-7d99229461f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6168532 Mar 02 18:37:24.874770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:24.884094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Sync routers for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:37:24.894953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-f3d0b7ef-038c-4eab-9e41-fda12b00bef9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 200 len: 217 time: 0.2511535 Mar 02 18:37:24.905097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:24.905739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:24.945406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450af917-eefd-447f-b50d-e326fbde228b req-dad698fb-f044-4998-8e8b-b9e26a533121 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:24.953469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-450af917-eefd-447f-b50d-e326fbde228b req-dad698fb-f044-4998-8e8b-b9e26a533121 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 943 time: 0.5611007 Mar 02 18:37:24.999152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:25.195848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-e8ab0eff-2d20-4a3e-8d99-70339c7fceee service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1600807 Mar 02 18:37:25.200329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:25.211669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5db54f60-ec2b-4184-a9c5-4aeabc989de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:25.213599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-5db54f60-ec2b-4184-a9c5-4aeabc989de0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1095 time: 0.8686881 Mar 02 18:37:25.315036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:25.524059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-25a54dd6-31f4-478f-a937-3ac588aeeff6 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675520 Mar 02 18:37:25.559543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:25.560232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:25.561174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-450af917-eefd-447f-b50d-e326fbde228b req-7e252107-f16e-4d31-b7b9-ab63307e43ef tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5860770 Mar 02 18:37:25.573385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:25.618780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-d7a2cdc0-624e-4c67-82f9-1791b2fdf72a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 217 time: 0.3853049 Mar 02 18:37:25.648932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network a03c25af-bb9e-4739-a207-f7b40833c8ba is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:25.656985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:25.702351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:25.789452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-7394f099-5059-4efa-bc27-291832cb7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:25.791388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-7394f099-5059-4efa-bc27-291832cb7792 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.1567481 Mar 02 18:37:25.794087 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'status': 'completed', 'code': 200} Mar 02 18:37:25.795845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4b02653a-d5e4-42e2-bbb5-b799e9acdcca details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:37:25.884650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:25.886016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:25.895971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-c7bbc39d-86fb-4a41-a5bf-11b427855d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:25.908555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-c7bbc39d-86fb-4a41-a5bf-11b427855d29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.9243832 Mar 02 18:37:25.930620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae1060-dc74-41d8-b680-c3a87f95b3a8 req-8cdf7542-a2c4-4837-8f1c-7b398c9fe017 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:25.945799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aae1060-dc74-41d8-b680-c3a87f95b3a8 req-8cdf7542-a2c4-4837-8f1c-7b398c9fe017 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 946 time: 1.1662664 Mar 02 18:37:26.142867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-e6e4beb4-c919-4daa-8a28-7d04da22c760 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236677 Mar 02 18:37:26.246388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.287627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae12ed14-e662-49f0-811c-72d3e04db3c2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9988811 Mar 02 18:37:26.328310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'admin_state_up': True, 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'security_groups': ['86698230-924c-4b1f-8a50-edc4c34e1300']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:26.341847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.363732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.438710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-42b6bea1-8287-4ed0-8fec-255f2f06530f service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893407 Mar 02 18:37:26.440581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60'}], 'enable_snat': True}, 'gw_port_id': '82946326-a42e-4c54-95bb-707bf6726c96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:37:22Z', 'revision_number': 5, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port': {'id': '82946326-a42e-4c54-95bb-707bf6726c96', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:04:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02976266-fd9e-4996-b19f-7d99229461f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1677, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:30:55Z', 'updated_at': '2022-03-02T18:31:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:26.447157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 964b42a0-8421-4428-88ba-6ee4c048914d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:26.447157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.577984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aae1060-dc74-41d8-b680-c3a87f95b3a8 req-31f224c8-80a5-4180-9945-7189cbc0e135 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6132047 Mar 02 18:37:26.583822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Checking router: 02976266-fd9e-4996-b19f-7d99229461f9 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:37:26.597719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.611007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0918b29e-4e00-44d0-8f71-de3c91247388 None None] Provisioning for port 6543d57b-1e99-418d-8624-a24370e4cefa completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:26.760579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:26.767528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Deleting port 82946326-a42e-4c54-95bb-707bf6726c96 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:26.767877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:26.823323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca', 'network_id': '01bc28d9-ab18-4d25-bd83-4d82aa39e243', 'port_id': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca', 'mac_address': 'fa:16:3e:9d:2f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf08d25d-511d-4ee6-876d-b61ea559256f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:37:26.839508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Routers {'02976266-fd9e-4996-b19f-7d99229461f9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:26.840165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['02976266-fd9e-4996-b19f-7d99229461f9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:26.845144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-0e83b788-df42-44a0-9d95-2eb1a3211b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:26.846829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-0e83b788-df42-44a0-9d95-2eb1a3211b0b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0453703 Mar 02 18:37:26.899342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:26.985799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Usage tracker for resource:port and tenant:5692b22e7e1147768b7defa74ebaef66 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:27.005880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:27.023034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:27.224080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0918b29e-4e00-44d0-8f71-de3c91247388 None None] Provisioning complete for port 6543d57b-1e99-418d-8624-a24370e4cefa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:27.225739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0918b29e-4e00-44d0-8f71-de3c91247388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.309404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] For port 82946326-a42e-4c54-95bb-707bf6726c96, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=82946326-a42e-4c54-95bb-707bf6726c96,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:27.309811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.355902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.362016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-f5cd3a05-a517-4cdc-8cbe-52f1e0a78811 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011735 Mar 02 18:37:27.372706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34d46e-25ec-4c97-b992-87706a996814 req-bd98e155-e428-49cd-b4f1-7e28d419b687 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.377214 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.378781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34d46e-25ec-4c97-b992-87706a996814 req-bd98e155-e428-49cd-b4f1-7e28d419b687 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.384899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34d46e-25ec-4c97-b992-87706a996814 req-bd98e155-e428-49cd-b4f1-7e28d419b687 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.390734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f34d46e-25ec-4c97-b992-87706a996814 req-bd98e155-e428-49cd-b4f1-7e28d419b687 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.392471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f34d46e-25ec-4c97-b992-87706a996814 req-bd98e155-e428-49cd-b4f1-7e28d419b687 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3096 time: 0.9618514 Mar 02 18:37:27.392984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:27.406317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b02653a-d5e4-42e2-bbb5-b799e9acdcca {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:27.479493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Calling delete_port for 82946326-a42e-4c54-95bb-707bf6726c96 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:27.535533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7ee0cb7-45b2-420b-8504-afcecc3ede6d req-7920ebdf-4696-4277-8ba6-20e0514483bf service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380897 Mar 02 18:37:27.536715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.554923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] Set router 02976266-fd9e-4996-b19f-7d99229461f9 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:27.639460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:27.656328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:27.676320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:27.682751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.683413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.710443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f34d46e-25ec-4c97-b992-87706a996814 req-51b0c7a7-6bb1-48a5-b3e5-09d28846f34d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678896 Mar 02 18:37:27.712724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29bd874a-21c2-4c49-bd3f-9d7084812440 req-1b611bea-37fd-42a0-891f-27356c7c32c3 service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2144034 Mar 02 18:37:27.841785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad4d08-9e8b-4b9c-8ce4-7ff78be7bfe9 req-6a79927e-1dd1-4a52-ab08-0b295789d436 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:27.850778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ad4d08-9e8b-4b9c-8ce4-7ff78be7bfe9 req-6a79927e-1dd1-4a52-ab08-0b295789d436 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 944 time: 1.0587547 Mar 02 18:37:27.857411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=b8680615-b731-43dc-b442-c7de90b0d419,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:27.875884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:37:26Z', 'revision_number': 6, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:27.910211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0918b29e-4e00-44d0-8f71-de3c91247388 None None] Port 6543d57b-1e99-418d-8624-a24370e4cefa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:27.913753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.915189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0a838-c53d-4072-b322-d50746aa9b55 None None] The sync data for ids ['02976266-fd9e-4996-b19f-7d99229461f9'] in n-d-828839-1 is: [{'id': '02976266-fd9e-4996-b19f-7d99229461f9', 'name': 'tempest-TestServerBasicOps-1860781554-router', 'tenant_id': '7bb58ae30e574ef19b15cdda1625f630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:30:53Z', 'updated_at': '2022-03-02T18:37:26Z', 'revision_number': 6, 'project_id': '7bb58ae30e574ef19b15cdda1625f630', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:37:27.926746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:27.982150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30ce3290-c7dc-4929-8b0e-3f075e78a432 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 6.0070198 Mar 02 18:37:27.985764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41254) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:27.988750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:27.990882 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.012661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:28.018168 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:37:28.060034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:28.061078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:28.061486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Made reservation on behalf of 5692b22e7e1147768b7defa74ebaef66 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:28.066478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.122774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:28.129504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Usage tracker for resource:security_group_rule and tenant:375c990f324142848cf79ee6ca0affea is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:28.136655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:28.146616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:28.146972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:28.194904 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.322224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:28.379642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.394842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ad4d08-9e8b-4b9c-8ce4-7ff78be7bfe9 req-a01a846f-7b65-4994-a3b1-4e81105a6360 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5430682 Mar 02 18:37:28.416927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.427351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4b02653a-d5e4-42e2-bbb5-b799e9acdcca'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:37:28.470063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.506728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-e3b92cf4-1b99-4c66-912b-7d94c6bb6e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:28.508341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-e3b92cf4-1b99-4c66-912b-7d94c6bb6e37 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1095 time: 0.7504797 Mar 02 18:37:28.562411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=82946326-a42e-4c54-95bb-707bf6726c96,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:28.710381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-80a927f8-238d-4efb-9558-fb37beee79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:28.712012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-80a927f8-238d-4efb-9558-fb37beee79a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.1649437 Mar 02 18:37:28.825439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:28.898756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-e3550d68-b209-48c6-8736-b3eadea3b9c2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 217 time: 0.1015747 Mar 02 18:37:28.995555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee932cfb-119a-4d74-a33a-d4da5a2a25a5 req-651cbde6-b1b4-4b52-9a57-34607b7dda78 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:29.000216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee932cfb-119a-4d74-a33a-d4da5a2a25a5 req-651cbde6-b1b4-4b52-9a57-34607b7dda78 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 944 time: 1.0158086 Mar 02 18:37:29.014828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82e67b22-eed7-49f4-b9e4-b257039a93c2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:29.091132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 82e67b22-eed7-49f4-b9e4-b257039a93c2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:37:29.091983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82e67b22-eed7-49f4-b9e4-b257039a93c2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:29.092598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82946326-a42e-4c54-95bb-707bf6726c96 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:29.168762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 82946326-a42e-4c54-95bb-707bf6726c96 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:37:29.170294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 82946326-a42e-4c54-95bb-707bf6726c96 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:29.245503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aa172f-08d9-453a-91a2-58038709d114 req-7037df6b-8c48-4629-96b6-8aae002a895b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:29.251290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.252656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08aa172f-08d9-453a-91a2-58038709d114 req-7037df6b-8c48-4629-96b6-8aae002a895b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.5354409 Mar 02 18:37:29.254972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.311507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.319969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-4cdea190-438a-481e-b59f-e3ae5d617cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:29.321536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-4cdea190-438a-481e-b59f-e3ae5d617cac service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.4124937 Mar 02 18:37:29.393048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Allocated IP 10.2.2.200 (a03c25af-bb9e-4739-a207-f7b40833c8ba/c961e926-faab-4bb6-8276-7ce00df89baf/09b2a1ef-abed-4e81-bb15-766ca3fec014) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:29.448851 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.490772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08aa172f-08d9-453a-91a2-58038709d114 req-8f79dad6-4784-4a74-a33a-e764bb08d395 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369010 Mar 02 18:37:29.509206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=375c990f324142848cf79ee6ca0affea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9741254 Mar 02 18:37:29.547882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41288) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:29.548750 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee932cfb-119a-4d74-a33a-d4da5a2a25a5 req-4d8d29fa-9b76-4f3e-b364-35be54201fd9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5269461 Mar 02 18:37:29.553744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.553955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02976266-fd9e-4996-b19f-7d99229461f9 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:37:29.590474 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:37:29.663308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68eede-371f-4e6e-93a1-ac27243170b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9c089-af2a-42b9-9f8c-0cb173c89718,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:29.709181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.709668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-9776520f-13ac-4323-be5f-0a7ae57de096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:29.710835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0487f1fd-f109-4ed4-8672-78ede33581e0 admin admin] 10.222.0.66 "DELETE /v2.0/routers/02976266-fd9e-4996-b19f-7d99229461f9 HTTP/1.1" status: 204 len: 168 time: 4.8351917 Mar 02 18:37:29.716144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41300) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:29.725699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.728692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-9776520f-13ac-4323-be5f-0a7ae57de096 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3979743 Mar 02 18:37:29.747943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.816790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Transition to ACTIVE for port object 09b2a1ef-abed-4e81-bb15-766ca3fec014 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:29.829605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.848425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Deleting subnet 732cc98b-9aa6-4ce8-8e78-188f8f182500 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:37:29.852222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.913076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:29.999922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.046858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.073333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 88c8a70c-7be9-490a-927a-b7faebb4abec details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:37:30.075705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4b02653a-d5e4-42e2-bbb5-b799e9acdcca up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:30.097979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.139146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.195851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732cc98b-9aa6-4ce8-8e78-188f8f182500,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:30.200448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.202758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.217515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] In _notify_port_updated(), no bound segment for port b8680615-b731-43dc-b442-c7de90b0d419 on network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:37:30.219043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c44102-cc4c-4eba-9500-e996af536496 None None] Network 240efff5-99c6-4a77-9be8-a9c19013daac requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:30.226058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.227164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.229677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/ports/b8680615-b731-43dc-b442-c7de90b0d419 HTTP/1.1" status: 200 len: 818 time: 2.2407258 Mar 02 18:37:30.281660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41310) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:30.285710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:30.348475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d828ce6-e7c2-485b-9ac4-781c6a8ff85b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=b8680615-b731-43dc-b442-c7de90b0d419,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:30.394492 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-f1232871-81e1-43ef-899f-154f95746280 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:37:30.452694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port b8680615-b731-43dc-b442-c7de90b0d419 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:30.471751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.494599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972843c-e310-4205-aad0-671d3ff0ea03 req-8c7d8bf5-c957-4561-be99-631eaabd5840 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.499927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8972843c-e310-4205-aad0-671d3ff0ea03 req-8c7d8bf5-c957-4561-be99-631eaabd5840 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 944 time: 0.7160923 Mar 02 18:37:30.547203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:30.555406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-ac13459b-8845-4c0a-ab83-5851b7caba97 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8049901 Mar 02 18:37:30.579099 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c0013c5d-9ca4-4495-b3ec-fe1b300d2119 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/732cc98b-9aa6-4ce8-8e78-188f8f182500 HTTP/1.1" status: 204 len: 168 time: 0.8599033 Mar 02 18:37:30.585361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:30.598475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:30.599082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.620895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41324) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:30.674337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-cfed36ee-f8d7-4935-9e68-4b99f6a00ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.678657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-cfed36ee-f8d7-4935-9e68-4b99f6a00ca8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1098 time: 0.3365173 Mar 02 18:37:30.768841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=88c8a70c-7be9-490a-927a-b7faebb4abec,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:30.824441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-a6424f42-07b6-4e98-a15b-425a8ed7bfbf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.827666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'port_id': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'mac_address': 'fa:16:3e:e7:18:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:37:30.830356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-a6424f42-07b6-4e98-a15b-425a8ed7bfbf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.848579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-a6424f42-07b6-4e98-a15b-425a8ed7bfbf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.854449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-a6424f42-07b6-4e98-a15b-425a8ed7bfbf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:30.856390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-a6424f42-07b6-4e98-a15b-425a8ed7bfbf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3096 time: 1.0530708 Mar 02 18:37:30.890036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.893276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Network a03c25af-bb9e-4739-a207-f7b40833c8ba is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:30.902822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:30.908400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.911077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.912394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73c9c089-af2a-42b9-9f8c-0cb173c89718 HTTP/1.1" status: 204 len: 168 time: 1.3635800 Mar 02 18:37:30.913777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:30.924149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:30.948333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c8a70c-7be9-490a-927a-b7faebb4abec {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:30.971594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=88c8a70c-7be9-490a-927a-b7faebb4abec,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:30.972861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.035445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:31.046239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] DHCP port deletion for 240efff5-99c6-4a77-9be8-a9c19013daac request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:37:31.057244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.123647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.185892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8972843c-e310-4205-aad0-671d3ff0ea03 req-c0358dbb-67b3-4a7c-9cef-31b07f3fb54d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6848645 Mar 02 18:37:31.217000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:31.228157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.235820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78fa72-79a9-4006-aae3-37baf629ed36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9c089-af2a-42b9-9f8c-0cb173c89718,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:31.239782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Deleting port 179a3187-4b74-4c72-93be-edd54680f19f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:31.240174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.257040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:31.257713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.292903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:31.310817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Usage tracker for resource:security_group_rule and tenant:0a128a4bb3f34cca8cf3146f32f1ab3b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:31.318366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:31.323780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Deleting port 179a3187-4b74-4c72-93be-edd54680f19f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:31.331586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.343206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:31.351531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-632ae95a-3807-41fc-a02c-9c3f6d630292 req-12dcc922-5d16-4a82-838d-523203240587 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4290392 Mar 02 18:37:31.362966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-d56016a4-4336-4f38-8586-560c08ab1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:31.364563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-d56016a4-4336-4f38-8586-560c08ab1243 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.6412098 Mar 02 18:37:31.372470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c12d5e9-e05a-4363-8ee0-639f29219882 req-5c8234d6-84ca-407e-be00-8de46bfb7c9f service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7968688 Mar 02 18:37:31.501499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['88c8a70c-7be9-490a-927a-b7faebb4abec'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:37:31.578203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9c89d760-15b2-40b3-bb61-bd8182678c2f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2694623 Mar 02 18:37:31.587494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-2d8c190e-f929-44c0-b2e9-243b1e4c32f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1002 time: 0.2131305 Mar 02 18:37:31.613136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:31.639572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:31.643717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:31.750863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f92a52-0e69-46b3-99ff-9e4373a7ba6a req-d7c8fa20-7f3e-4228-aee1-dbed0a71b518 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:31.760874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8f92a52-0e69-46b3-99ff-9e4373a7ba6a req-d7c8fa20-7f3e-4228-aee1-dbed0a71b518 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.2843742 Mar 02 18:37:31.762874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c61a1abb-7e58-413e-ad47-49f9aa99aeb0 None None] Provisioning for port 09b2a1ef-abed-4e81-bb15-766ca3fec014 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:31.800144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c61a1abb-7e58-413e-ad47-49f9aa99aeb0 None None] Provisioning complete for port 09b2a1ef-abed-4e81-bb15-766ca3fec014 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:31.800793 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c61a1abb-7e58-413e-ad47-49f9aa99aeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.826971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-c40b7535-8965-414b-99a5-a8b60f505ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:31.828501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-c40b7535-8965-414b-99a5-a8b60f505ab9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.2332876 Mar 02 18:37:31.961541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c61a1abb-7e58-413e-ad47-49f9aa99aeb0 None None] Port 09b2a1ef-abed-4e81-bb15-766ca3fec014 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:31.978471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:31.998625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.017609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8f92a52-0e69-46b3-99ff-9e4373a7ba6a req-8423d192-cf31-4961-8e86-61f955d84508 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531581 Mar 02 18:37:32.083438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] For port 179a3187-4b74-4c72-93be-edd54680f19f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=179a3187-4b74-4c72-93be-edd54680f19f,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:32.084130 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.089246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.176825 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca', 'code': 200} Mar 02 18:37:32.183275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123db3e-d205-442f-9429-711fb170bdd1 req-6db3cc5e-2df0-4978-bd31-b61585ee23eb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:32.194936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b123db3e-d205-442f-9429-711fb170bdd1 req-6db3cc5e-2df0-4978-bd31-b61585ee23eb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.3756258 Mar 02 18:37:32.199273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-d15d3626-1a57-42ce-a3c7-9809bb77326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:32.201046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-d15d3626-1a57-42ce-a3c7-9809bb77326e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2891808 Mar 02 18:37:32.249364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Calling delete_port for 179a3187-4b74-4c72-93be-edd54680f19f owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:32.315087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for b8680615-b731-43dc-b442-c7de90b0d419 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:32.347639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0a128a4bb3f34cca8cf3146f32f1ab3b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7209566 Mar 02 18:37:32.347867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41340) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:32.356061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41342) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:32.382792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a196c-a10e-4f8b-a7ba-587de15cf026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc160fa9-5043-430f-b077-c1df01ad7e3e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:32.414675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.519652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.530112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:32.543634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b123db3e-d205-442f-9429-711fb170bdd1 req-2e5156ae-6bed-47fc-b453-e71d07c563f3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475239 Mar 02 18:37:32.568798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Usage tracker for resource:security_group_rule and tenant:2d840d83a02a4518aa33b547476c6c0c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:32.578622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:32.596830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] For port 179a3187-4b74-4c72-93be-edd54680f19f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=179a3187-4b74-4c72-93be-edd54680f19f,segment=NetworkSegment(0a45ff8a-7acb-4a63-b9df-ef45fbd9612d),segment_id=0a45ff8a-7acb-4a63-b9df-ef45fbd9612d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:32.597200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.615265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:32.622773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747a9fa-3b6c-426a-bd59-cdae0f95f0ad req-d359810a-57da-416c-9904-fbb1ae3c54fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:32.624300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6747a9fa-3b6c-426a-bd59-cdae0f95f0ad req-d359810a-57da-416c-9904-fbb1ae3c54fa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 1096 time: 0.4204695 Mar 02 18:37:32.626052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-2cb6f82e-3535-4eb4-b0d3-190f5931b798 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2839847 Mar 02 18:37:32.688158 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.742738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.765988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] No DVR routers for this DVR port 179a3187-4b74-4c72-93be-edd54680f19f on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:37:32.773970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37f521-55cf-44f6-802e-cb5ef1738570 None None] Pushing event deleted for resources: {'Port': ['ID=179a3187-4b74-4c72-93be-edd54680f19f,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:32.783202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 179a3187-4b74-4c72-93be-edd54680f19f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:32.786559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d171b-96ae-4794-8961-5b357d6b9767 req-933b7afa-48b7-4ed4-93dd-b7d8e6b455f3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:32.788035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-896d171b-96ae-4794-8961-5b357d6b9767 req-933b7afa-48b7-4ed4-93dd-b7d8e6b455f3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 945 time: 0.3988607 Mar 02 18:37:32.794267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.824502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 179a3187-4b74-4c72-93be-edd54680f19f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:37:32.825017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 179a3187-4b74-4c72-93be-edd54680f19f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:37:32.874994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Calling delete_port for 179a3187-4b74-4c72-93be-edd54680f19f owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:37:32.933228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:32.974593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6747a9fa-3b6c-426a-bd59-cdae0f95f0ad req-042449e7-09d2-46b8-be1c-d938834bfc70 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439226 Mar 02 18:37:32.981809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-896d171b-96ae-4794-8961-5b357d6b9767 req-9cd08d18-70a6-43fa-af75-c4fca63be5b9 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364636 Mar 02 18:37:33.035802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=b8680615-b731-43dc-b442-c7de90b0d419,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:33.066834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.073837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b36f30ae-19c5-477e-892d-0ae308a20fde req-0d5d03ef-40bc-401e-aa08-2f687dc9401a service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950370 Mar 02 18:37:33.101400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.119968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.125890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.142777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.151361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.153668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-f7595516-d369-4934-827f-9557fcbba662 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3817 time: 0.3763456 Mar 02 18:37:33.208761 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52e4a7c7-ab25-47f2-acd1-cdea31165414 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/b8680615-b731-43dc-b442-c7de90b0d419 HTTP/1.1" status: 204 len: 168 time: 2.9013004 Mar 02 18:37:33.213859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41356) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:33.268986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5daf564f-b29b-45fd-84f4-2825f8cfe462 req-5e9df343-cd30-4f12-a20f-b018d718e10f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072383 Mar 02 18:37:33.317181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639090e-c356-427c-bee8-9efec0552dd4 req-a90b3321-b97a-4200-973e-ca32a8948dae tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.320982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c639090e-c356-427c-bee8-9efec0552dd4 req-a90b3321-b97a-4200-973e-ca32a8948dae tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.1429586 Mar 02 18:37:33.333046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:37:33.333376 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:37:33.373193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.398210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c639090e-c356-427c-bee8-9efec0552dd4 req-9296bf87-af55-4e88-9f0a-443f94864655 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651281 Mar 02 18:37:33.679362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.723991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc160fa9-5043-430f-b077-c1df01ad7e3e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:33.767856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.795517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.799096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3b432a03-2226-4abb-97bb-d99329620f91 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc160fa9-5043-430f-b077-c1df01ad7e3e HTTP/1.1" status: 204 len: 168 time: 1.4174130 Mar 02 18:37:33.805441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92764e81-e1f1-4f8a-b441-536a77ec3179 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.806206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92764e81-e1f1-4f8a-b441-536a77ec3179 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:37:33.831788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a486c56e-6482-4c24-af9b-e15f8d047d4c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:33.836145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Deleting port 179a3187-4b74-4c72-93be-edd54680f19f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:37:33.836487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.853463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060e2e-4b86-4be0-b078-b9c239c5132e req-fe655e1e-f658-4444-85a5-835ef3e40f90 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:33.863112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26060e2e-4b86-4be0-b078-b9c239c5132e req-fe655e1e-f658-4444-85a5-835ef3e40f90 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.1744034 Mar 02 18:37:33.902820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:33.947094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26060e2e-4b86-4be0-b078-b9c239c5132e req-8fb40067-3e4f-40cf-aeed-2cf6dbed4fc9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779634 Mar 02 18:37:33.948011 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2d840d83a02a4518aa33b547476c6c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5949762 Mar 02 18:37:33.949849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41364) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:33.951975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e4644-b392-4c54-b115-fe2b65c90e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75800ed1-91eb-4fcf-b103-056ba003506f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:34.034288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] The port '179a3187-4b74-4c72-93be-edd54680f19f' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:37:34.060368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Transition to ACTIVE for port object a486c56e-6482-4c24-af9b-e15f8d047d4c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:34.095444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 88c8a70c-7be9-490a-927a-b7faebb4abec up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:34.108788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-92764e81-e1f1-4f8a-b441-536a77ec3179 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:37:34.112917 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92764e81-e1f1-4f8a-b441-536a77ec3179 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8964183 Mar 02 18:37:34.113763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:34.135628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.191805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.194266 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-636792c8-b253-4c54-b671-0384b312f6c4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:37:34.204745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:34.208395 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-636792c8-b253-4c54-b671-0384b312f6c4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/b8680615-b731-43dc-b442-c7de90b0d419 HTTP/1.1" status: 404 len: 333 time: 0.0895312 Mar 02 18:37:34.215582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-327236334'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:34.233226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:34.237358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.239327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:34.253656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:34.273387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:34.407545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:34.421706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.435357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 88c8a70c-7be9-490a-927a-b7faebb4abec completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:34.444914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 88c8a70c-7be9-490a-927a-b7faebb4abec triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:34.446825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.460772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb00b6-dde0-4f3b-831e-ff803723f4b5 req-bbf62efb-ff6b-4f0b-87d2-7145ce36f428 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.460772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99fb00b6-dde0-4f3b-831e-ff803723f4b5 req-bbf62efb-ff6b-4f0b-87d2-7145ce36f428 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 945 time: 0.1725738 Mar 02 18:37:34.489331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.492406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.492929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:37:34.548896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['240efff5-99c6-4a77-9be8-a9c19013daac']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:34.570452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:34.570764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a45ff8a-7acb-4a63-b9df-ef45fbd9612d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:34.588470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.623766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.639064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:37:34.640226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.676987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75800ed1-91eb-4fcf-b103-056ba003506f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:34.691187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.691187 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 298f7bf0-c647-4bab-9803-8aa0c46d978f of type vlan for network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 Mar 02 18:37:34.740100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99fb00b6-dde0-4f3b-831e-ff803723f4b5 req-a38a0349-1cdc-4a0a-aca4-36781291d650 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708931 Mar 02 18:37:34.744207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.745294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-732f96cc-e12d-4726-90c6-bfe90d420f89 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75800ed1-91eb-4fcf-b103-056ba003506f HTTP/1.1" status: 204 len: 168 time: 0.7940586 Mar 02 18:37:34.761791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.801337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:37:34.802391 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:37:34.879223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:34.898372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=88c8a70c-7be9-490a-927a-b7faebb4abec,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:34.938231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.943569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:34.947916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.953759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.960408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.967319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.973849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:34.978827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:34.982233 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-1c0bd603-a430-41c6-843a-e45301e7bd69 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3829 time: 0.3967338 Mar 02 18:37:35.014216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.036709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:35.062993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.069601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:35.070680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.113371 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/240efff5-99c6-4a77-9be8-a9c19013daac HTTP/1.1" status: 204 len: 168 time: 4.5158286 Mar 02 18:37:35.122287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d4e7c-0fc6-42dc-9540-f7a1b27fa1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=240efff5-99c6-4a77-9be8-a9c19013daac,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:35.182018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:35.237241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Attempting to bind port a486c56e-6482-4c24-af9b-e15f8d047d4c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:35.237638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Attempting to bind port a486c56e-6482-4c24-af9b-e15f8d047d4c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:35.237910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Attempting to bind port a486c56e-6482-4c24-af9b-e15f8d047d4c on network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:35.249249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Port a486c56e-6482-4c24-af9b-e15f8d047d4c on network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:35.249458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Attempting to bind port a486c56e-6482-4c24-af9b-e15f8d047d4c on network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:35.262662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:35.263014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Checking segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:35.263409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Bound using segment: {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:35.270420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Bound port: a486c56e-6482-4c24-af9b-e15f8d047d4c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c404c088-f40e-4fae-9775-b24668e5e1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:35.270420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.301692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.318076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:35.328799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:35.331230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:37:35.333881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Usage tracker for resource:security_group_rule and tenant:13ceb6970cbe4653be12f33d2586675d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:35.338169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:35.344285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:35.356867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d397b6aa-5a83-406c-a3fe-95a06830466d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1481273 Mar 02 18:37:35.363684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41400) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:35.383932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1a002da-e150-44b8-86f9-89c07b1242e2 req-d49770c8-66b8-4a2c-a918-3f5c18d2bed9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007151 Mar 02 18:37:35.406211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:35.459436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:35.468401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:35.540272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.554564 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'code': 200} Mar 02 18:37:35.654914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:35.655556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.657414 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] 10.222.0.65 "PUT /v2.0/ports/a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 200 len: 1092 time: 4.0587153 Mar 02 18:37:35.658310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:35.714948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dc3ace-15f3-4bff-8ddf-1b37e2014ca2 service neutron] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:35.733040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:35.801852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:35.815771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:35.899766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b081ee4-d5c6-47e3-b0b0-26ef8783b068 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3561cee4d7f84cce9c69eee26ac45fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654465 Mar 02 18:37:35.903482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41418) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:36.000349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.073853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.076766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.122960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6aaf31-aad9-4e9b-b4c8-f175fc5048cb req-40b4c3e1-151c-4d53-b84f-a482dcde1842 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:36.130691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c6aaf31-aad9-4e9b-b4c8-f175fc5048cb req-40b4c3e1-151c-4d53-b84f-a482dcde1842 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 1.1463137 Mar 02 18:37:36.156040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.185273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13ceb6970cbe4653be12f33d2586675d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1092019 Mar 02 18:37:36.186095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41428) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:36.188256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:36.205059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307d3f0-2c8d-41c9-b3fb-d3aeb2a9136d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7693cf2-9f6a-4fd4-a67f-4c28d05381d4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:36.232924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:36.255370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:36.275949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:36.310711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c6aaf31-aad9-4e9b-b4c8-f175fc5048cb req-415ec14d-1599-4100-8a33-9b94115c03d4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790581 Mar 02 18:37:36.344708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87228c8-e58d-40c2-b50c-7736d3d032fa req-1461c673-e734-43e7-8764-e46347854175 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:36.349885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c87228c8-e58d-40c2-b50c-7736d3d032fa req-1461c673-e734-43e7-8764-e46347854175 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.5325706 Mar 02 18:37:36.434007 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'status': 'completed', 'code': 200} Mar 02 18:37:36.435523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.460013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0dc4284-dca1-496d-adb0-1f0889ad1319,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:36.493508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.497333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cfa46d40-cd20-44a3-8d5e-2422164a5dcc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0dc4284-dca1-496d-adb0-1f0889ad1319 HTTP/1.1" status: 204 len: 168 time: 0.5904694 Mar 02 18:37:36.537531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c953d7cf-964e-41d4-ab62-7540f3848519 req-5285bf91-9f70-465a-9e4b-2e0d6db63716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:36.544032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c953d7cf-964e-41d4-ab62-7540f3848519 req-5285bf91-9f70-465a-9e4b-2e0d6db63716 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1097 time: 0.7251110 Mar 02 18:37:36.544936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:36.555000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.653662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b62970-721e-4229-97b4-b1afd12fe38c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:36.665267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.684810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Transition to ACTIVE for port object a8b62970-721e-4229-97b4-b1afd12fe38c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:36.784689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:36.955229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c87228c8-e58d-40c2-b50c-7736d3d032fa req-4cfa18a5-e97b-4aee-87c1-3447f595e2ee tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5898871 Mar 02 18:37:37.229047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:37.235015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c953d7cf-964e-41d4-ab62-7540f3848519 req-ecefced8-7bf9-4b53-b342-d542fb6843c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6532958 Mar 02 18:37:37.389375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:37.433203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:37.483084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.484024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.484557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.485098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.485636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.487844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-3ae22ebb-493d-4ce8-b010-b95acb22c229 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 4364 time: 1.0032098 Mar 02 18:37:37.499997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d83c04-48e4-431a-8d18-e86cb678a3e5 req-9c320146-1a5e-4345-82d6-c1010485940f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.501371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Attempting to bind port a8b62970-721e-4229-97b4-b1afd12fe38c on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:37.508952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Attempting to bind port a8b62970-721e-4229-97b4-b1afd12fe38c by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:37.508952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Attempting to bind port a8b62970-721e-4229-97b4-b1afd12fe38c on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:37.508952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Port a8b62970-721e-4229-97b4-b1afd12fe38c on network 86fbac2f-bf6f-4766-9eb4-896574619cba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:37.508952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Attempting to bind port a8b62970-721e-4229-97b4-b1afd12fe38c on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:37.509832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86d83c04-48e4-431a-8d18-e86cb678a3e5 req-9c320146-1a5e-4345-82d6-c1010485940f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.9072373 Mar 02 18:37:37.514486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:37.514801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:37.515252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Bound using segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:37.515761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Bound port: a8b62970-721e-4229-97b4-b1afd12fe38c, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:37.516178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:37.638564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:37.642070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8b62970-721e-4229-97b4-b1afd12fe38c,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:37.745744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86d83c04-48e4-431a-8d18-e86cb678a3e5 req-9c07c538-53d0-4268-b7ba-144be0c0a28d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358894 Mar 02 18:37:37.767953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.773855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.788464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.789687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.796432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.802504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.804388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-6c66712d-02ee-4d28-b064-1231d94a075f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 4607 time: 0.5846355 Mar 02 18:37:37.864783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:37.918422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-902faf39-dbd8-4248-8857-c1454631f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.918898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-902faf39-dbd8-4248-8857-c1454631f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.919365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-902faf39-dbd8-4248-8857-c1454631f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:37.920970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-902faf39-dbd8-4248-8857-c1454631f0e9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3968093 Mar 02 18:37:37.972339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f0bea21-8203-441e-b56f-9dd109f6442b req-87178561-8d32-43c2-b5c1-f296dfc55df0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1466432 Mar 02 18:37:37.974000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:38.054370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:38.054736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.056160 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] 10.222.0.65 "PUT /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 1136 time: 2.2706580 Mar 02 18:37:38.097336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.101665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.149167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc409d3-7d5a-4bef-b58f-e1cf48d6c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:38.178768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:38.239400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=75616c9d-7e5c-404a-b301-0c436f0de81c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:38.350750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7693cf2-9f6a-4fd4-a67f-4c28d05381d4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:38.465971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '298f7bf0-c647-4bab-9803-8aa0c46d978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:38.466849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:37:38.474498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-48c28aca-21d4-499f-84a6-58fbaf1ae994 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7bb58ae30e574ef19b15cdda1625f630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4992533 Mar 02 18:37:38.488747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41466) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:38.489010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a8b62970-721e-4229-97b4-b1afd12fe38c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:38.504199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b47f7-806c-4f4d-aac7-98dee3a112a8 req-1d365b16-be04-4770-afb4-3f1c5c65567f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:38.506006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c9b47f7-806c-4f4d-aac7-98dee3a112a8 req-1d365b16-be04-4770-afb4-3f1c5c65567f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.5090525 Mar 02 18:37:38.510195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.510195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1d00f61e-34df-4d3a-8f9e-55b417fc7eb2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c7693cf2-9f6a-4fd4-a67f-4c28d05381d4 HTTP/1.1" status: 204 len: 168 time: 2.3131435 Mar 02 18:37:38.731903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c9b47f7-806c-4f4d-aac7-98dee3a112a8 req-adcced58-671d-4023-929f-908fd224a1bd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962419 Mar 02 18:37:38.733026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-a2f1687a-7757-4213-a133-1fb17600323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:38.734532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fa9a522-4938-4af0-9e3b-a35ef892139d req-a2f1687a-7757-4213-a133-1fb17600323c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7612650 Mar 02 18:37:38.769471 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a8b62970-721e-4229-97b4-b1afd12fe38c', 'status': 'completed', 'code': 200} Mar 02 18:37:38.836065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:37:38.849687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.895729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:38.980205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.000087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.000087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.000087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.000523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.090211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.090211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.090211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-babd26bf-b665-4510-8484-7ee1654bf09d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5293 time: 0.1527665 Mar 02 18:37:39.153506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514c611-bb9b-49af-b47c-26f5b311b72f req-a55466ef-8f84-4202-ab6b-9823db574415 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.171466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d514c611-bb9b-49af-b47c-26f5b311b72f req-a55466ef-8f84-4202-ab6b-9823db574415 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.2403529 Mar 02 18:37:39.208300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:39.232335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d59eeb-e829-411d-8098-eec83c9172cd None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:39.257522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.258199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.382846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-f6410bd4-5dfa-4f1f-91b8-cb48d6309b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.383234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-f6410bd4-5dfa-4f1f-91b8-cb48d6309b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.383776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-f6410bd4-5dfa-4f1f-91b8-cb48d6309b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:39.385494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-f6410bd4-5dfa-4f1f-91b8-cb48d6309b7c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3747933 Mar 02 18:37:39.412694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd398c78-7404-4d88-ac78-3ff302e47d6e {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:39.419808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.441393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Transition to ACTIVE for port object fd398c78-7404-4d88-ac78-3ff302e47d6e will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:39.443903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.461971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d514c611-bb9b-49af-b47c-26f5b311b72f req-10fc2532-33b1-4db6-bed0-d1c89199fb79 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840061 Mar 02 18:37:39.471939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c286555d-a7f2-4781-b488-79b63fbf85b1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:39.480964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.482710 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5976c662-631f-4f67-9d44-717131601ccb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c286555d-a7f2-4781-b488-79b63fbf85b1 HTTP/1.1" status: 204 len: 168 time: 0.9650970 Mar 02 18:37:39.517176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:39.531844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cce56900-3ce4-439a-bcdc-3de2c46bde16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1665776 Mar 02 18:37:39.532611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41500) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:39.554556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:39.894770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '75616c9d-7e5c-404a-b301-0c436f0de81c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:37:39.897748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:40.052012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:40.173332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Attempting to bind port fd398c78-7404-4d88-ac78-3ff302e47d6e on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:40.175150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Attempting to bind port fd398c78-7404-4d88-ac78-3ff302e47d6e by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:40.178944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Attempting to bind port fd398c78-7404-4d88-ac78-3ff302e47d6e on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:40.193426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Port fd398c78-7404-4d88-ac78-3ff302e47d6e on network 86fbac2f-bf6f-4766-9eb4-896574619cba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:40.195530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Attempting to bind port fd398c78-7404-4d88-ac78-3ff302e47d6e on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:40.210364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:40.211609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:40.214839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Bound using segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:40.215610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Bound port: fd398c78-7404-4d88-ac78-3ff302e47d6e, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:40.218688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:40.418493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:40.425035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:40.426732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Allocated IP 172.20.0.2 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/75616c9d-7e5c-404a-b301-0c436f0de81c/f59e7afb-880c-4380-9e6c-b97834ef6d95) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:40.539489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:40.673545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.674458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:40.676411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7705c227-9169-47c0-b740-b90573448be0 service neutron] 10.222.0.65 "PUT /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 1135 time: 2.5046546 Mar 02 18:37:40.715976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.733990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.765393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.774739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'fd398c78-7404-4d88-ac78-3ff302e47d6e'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:40.790533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.806735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7705c227-9169-47c0-b740-b90573448be0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:40.821025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.841521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:40.858611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-85a06937-75d6-4035-9c43-7645defefbf7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 4607 time: 1.6464517 Mar 02 18:37:40.913155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:40.923390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:40.934906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:40.942528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:40.960821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:41.053412 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.072377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Transition to ACTIVE for port object f59e7afb-880c-4380-9e6c-b97834ef6d95 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:41.098419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-753ab459-7b3b-41b3-94a0-4bcbabb3d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:41.107330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Transition to ACTIVE for port object f59e7afb-880c-4380-9e6c-b97834ef6d95 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:41.113085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05d16402-dcb8-4c84-aef3-3bf0b75040e2 req-753ab459-7b3b-41b3-94a0-4bcbabb3d02d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.7085247 Mar 02 18:37:41.136987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:41.143058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.196207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.230684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.239813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a2fa97d-263c-4106-a8e9-4fa92b114ab3 req-dccaad0a-d1f9-41b9-ad2b-5f9156c0e45a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3777483 Mar 02 18:37:41.307229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Pushing event updated for resources: {'Port': ['ID=f59e7afb-880c-4380-9e6c-b97834ef6d95,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:41.323235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:41.325086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:41.328605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:41.458823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Attempting to bind port f59e7afb-880c-4380-9e6c-b97834ef6d95 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:41.459994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Attempting to bind port f59e7afb-880c-4380-9e6c-b97834ef6d95 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '298f7bf0-c647-4bab-9803-8aa0c46d978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:41.460620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Attempting to bind port f59e7afb-880c-4380-9e6c-b97834ef6d95 on network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:41.463559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4533633-ca04-4c7e-9ca2-e29b31902afb req-8bfd88a0-0cbe-46d9-8f06-9749b2fb4996 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:41.467454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:41.468377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Checking segment: {'id': '298f7bf0-c647-4bab-9803-8aa0c46d978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:41.469029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.469656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Bound using segment: {'id': '298f7bf0-c647-4bab-9803-8aa0c46d978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:41.470421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Bound port: f59e7afb-880c-4380-9e6c-b97834ef6d95, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '298f7bf0-c647-4bab-9803-8aa0c46d978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:41.471051 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.482648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4533633-ca04-4c7e-9ca2-e29b31902afb req-8bfd88a0-0cbe-46d9-8f06-9749b2fb4996 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 1.4933403 Mar 02 18:37:41.488314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:41.561333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'floatingip': {'port_id': '88c8a70c-7be9-490a-927a-b7faebb4abec'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:41.581421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:41.584927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f59e7afb-880c-4380-9e6c-b97834ef6d95,segment=NetworkSegment(298f7bf0-c647-4bab-9803-8aa0c46d978f),segment_id=298f7bf0-c647-4bab-9803-8aa0c46d978f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:41.612439 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'fd398c78-7404-4d88-ac78-3ff302e47d6e', 'status': 'completed', 'code': 200} Mar 02 18:37:41.693997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:41.804488 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 75616c9d-7e5c-404a-b301-0c436f0de81c (CIDR: 172.20.0.0/28) Mar 02 18:37:41.910879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d3daa1-6275-437e-a7b0-eed94222b41e None None] Pushing event updated for resources: {'Port': ['ID=f59e7afb-880c-4380-9e6c-b97834ef6d95,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:42.114913 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:37:42.115533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b541cf-87c6-4f77-885b-286d95a0eb78 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:42.122808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:37:42.137729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:42.179180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Transition to ACTIVE for port object 05b541cf-87c6-4f77-885b-286d95a0eb78 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:42.198320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:42.298806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:42.566218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9800a6c0-2ade-45db-9670-b3ccfc6657ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0163219 Mar 02 18:37:42.579295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:42.605138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:42.645243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:42.731999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Attempting to bind port 05b541cf-87c6-4f77-885b-286d95a0eb78 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:42.731999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Attempting to bind port 05b541cf-87c6-4f77-885b-286d95a0eb78 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:42.731999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Attempting to bind port 05b541cf-87c6-4f77-885b-286d95a0eb78 on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:42.744442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Port 05b541cf-87c6-4f77-885b-286d95a0eb78 on network 86fbac2f-bf6f-4766-9eb4-896574619cba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:42.744892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Attempting to bind port 05b541cf-87c6-4f77-885b-286d95a0eb78 on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:42.773105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:42.773507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:42.773831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Bound using segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:42.776940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Bound port: 05b541cf-87c6-4f77-885b-286d95a0eb78, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:42.777192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:42.903509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f59e7afb-880c-4380-9e6c-b97834ef6d95 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:42.938601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41600) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:43.011753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:43.016506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:43.099262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.180095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427bf0f5-dc3d-461e-837d-7feed40cb33b req-20ba7a58-82ed-47f1-b912-177c5a72391f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.184649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f59e7afb-880c-4380-9e6c-b97834ef6d95 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:43.202800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-427bf0f5-dc3d-461e-837d-7feed40cb33b req-20ba7a58-82ed-47f1-b912-177c5a72391f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 1.2428041 Mar 02 18:37:43.231408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.298292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.299620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.305531 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] 10.222.0.65 "PUT /v2.0/ports/05b541cf-87c6-4f77-885b-286d95a0eb78 HTTP/1.1" status: 200 len: 1091 time: 2.3839376 Mar 02 18:37:43.311128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.318983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.321043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.321561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.322595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.329471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.329966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.339451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:43.341503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-c1020ff3-bb37-429d-bc32-0b3f2ef8bfaa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6221 time: 1.5305610 Mar 02 18:37:43.366971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:1684347bd514490886dce2240be04269 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:43.372100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa60341-c9f4-4cf3-b6c4-aba58fff4668 service neutron] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:43.417298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:43.434973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:43.609182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:43.619757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:43.751646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-1a75f132-8356-4d11-907e-db74c86750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.752119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-1a75f132-8356-4d11-907e-db74c86750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.752514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-1a75f132-8356-4d11-907e-db74c86750f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:43.754459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-1a75f132-8356-4d11-907e-db74c86750f6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1843092 Mar 02 18:37:43.760302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:43.928362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-427bf0f5-dc3d-461e-837d-7feed40cb33b req-b55da1b2-3791-413c-9228-a1c052c32dda tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7147436 Mar 02 18:37:43.929083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8edc1ca6-dc17-4e44-b267-af0a78fb92bc None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:44.065464 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'status': 'completed', 'code': 200} Mar 02 18:37:44.110739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.266279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.349715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:44.362908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba53e38d-793f-42fe-aff7-320bbbdc8b32,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:44.381081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d1936fbb-c55a-4aa9-ada9-1f08f977d0b3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1684347bd514490886dce2240be04269&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4414449 Mar 02 18:37:44.391070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41620) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:44.431221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Provisioning for port f59e7afb-880c-4380-9e6c-b97834ef6d95 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:44.447487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.449764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:44.451723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.476395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.488854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.496038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.516697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.524628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.540169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.549133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:44.565509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-9ed003c7-0655-40bd-9dc0-7e1af9b07b94 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5396 time: 0.7931859 Mar 02 18:37:44.618099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:44.634496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:44.661852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:44.662651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.706917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01ad3026-c2f3-467c-94d1-386914f980ce {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:44.733569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:44.795680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Transition to ACTIVE for port object 01ad3026-c2f3-467c-94d1-386914f980ce will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:44.929478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.001423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.024260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f59e7afb-880c-4380-9e6c-b97834ef6d95,segment=NetworkSegment(298f7bf0-c647-4bab-9803-8aa0c46d978f),segment_id=298f7bf0-c647-4bab-9803-8aa0c46d978f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:45.086211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-8bf312f9-3830-460b-b048-83df5a1a92bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:45.087764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ea0e707-2cba-4e98-8808-fe0140e649f7 req-8bf312f9-3830-460b-b048-83df5a1a92bd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3094540 Mar 02 18:37:45.227274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.299829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:45.303138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.303512 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.367088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2ec7aa9-6d8a-428a-b4ef-06e83e5d2258 req-3e17af34-db93-4012-9fdf-d3dd4762e2fd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8006063 Mar 02 18:37:45.423702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:45.436129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea436c-44d5-4a4b-9a0c-8531af228390 None None] Pushing event updated for resources: {'Port': ['ID=f59e7afb-880c-4380-9e6c-b97834ef6d95,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:45.561031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c091d7d8-5950-4e88-8c0d-62086d40e678 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:45.561406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c091d7d8-5950-4e88-8c0d-62086d40e678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.693202 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:37:45.944505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.944665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba53e38d-793f-42fe-aff7-320bbbdc8b32,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:45.950609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Attempting to bind port 01ad3026-c2f3-467c-94d1-386914f980ce on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:45.950609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Attempting to bind port 01ad3026-c2f3-467c-94d1-386914f980ce by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:45.950609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Attempting to bind port 01ad3026-c2f3-467c-94d1-386914f980ce on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:45.955356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:45.959879 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5636987b-8f9a-4f7b-a2e5-1e2bda440afe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ba53e38d-793f-42fe-aff7-320bbbdc8b32 HTTP/1.1" status: 204 len: 168 time: 1.5649536 Mar 02 18:37:45.959879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Port 01ad3026-c2f3-467c-94d1-386914f980ce on network 86fbac2f-bf6f-4766-9eb4-896574619cba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:45.959879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Attempting to bind port 01ad3026-c2f3-467c-94d1-386914f980ce on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:45.985923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:45.986302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Checking segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:45.986696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Bound using segment: {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:45.987135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Bound port: 01ad3026-c2f3-467c-94d1-386914f980ce, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2428bb5a-209b-4d5d-bde5-86540880554c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:45.987488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:46.032346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9a28-7f01-4920-bb2c-4622a3a0cc07 req-22765981-e30e-4080-b70c-6839ab896c4e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.048121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-890b9a28-7f01-4920-bb2c-4622a3a0cc07 req-22765981-e30e-4080-b70c-6839ab896c4e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.9492352 Mar 02 18:37:46.127656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.128127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.128589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.129050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.129502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.129955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.130432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.132344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-620eac2d-054d-4a8d-acdc-017e71cb5559 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6313 time: 0.9914274 Mar 02 18:37:46.133458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:46.215730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:46.219914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:46.304644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:46.413463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.415141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:46.417264 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] 10.222.0.65 "PUT /v2.0/ports/01ad3026-c2f3-467c-94d1-386914f980ce HTTP/1.1" status: 200 len: 1091 time: 3.0114167 Mar 02 18:37:46.433091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:46.444171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71545d39-9b97-4daf-b494-e02ab5ca8129 service neutron] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:46.518442 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce', 'status': 'completed', 'code': 200} Mar 02 18:37:46.523954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:46.565317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-890b9a28-7f01-4920-bb2c-4622a3a0cc07 req-be2b6f39-3d0b-4c51-aa52-bbbb548d6dc4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5088165 Mar 02 18:37:46.869975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-51283ba3-938c-4e50-8ec9-1703662e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.869975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-51283ba3-938c-4e50-8ec9-1703662e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.869975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-51283ba3-938c-4e50-8ec9-1703662e335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:46.869975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-51283ba3-938c-4e50-8ec9-1703662e335f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.6160064 Mar 02 18:37:46.894206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f59e7afb-880c-4380-9e6c-b97834ef6d95 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:46.933817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:47.122758 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Floating IP 6e0e0de7-36f8-4652-a36b-181811c9cb65 associated. External IP: 172.25.7.243, port: 88c8a70c-7be9-490a-927a-b7faebb4abec. Mar 02 18:37:47.183303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:47.183849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:47.658197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-a50b3f99-f52f-435d-9a4e-de8cd359b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.661194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7580a6f-a4f5-49ab-8782-ce3ab3e8b787 req-a50b3f99-f52f-435d-9a4e-de8cd359b001 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8298826 Mar 02 18:37:47.703114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.707639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.723070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6543d57b-1e99-418d-8624-a24370e4cefa {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:47.728511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.738406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.743397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:47.749579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.761361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.771782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Transition to ACTIVE for port object 6543d57b-1e99-418d-8624-a24370e4cefa will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:47.775990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:47.786370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-6b2e7e03-6030-455e-bbd4-b13822b139e1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5408 time: 0.9567864 Mar 02 18:37:47.933395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:48.060640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:48.449989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818d4913-d2da-4543-b6c6-c003e0a0fb28 req-7e43b942-daca-41de-9c23-817ba21caa0e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6651454 Mar 02 18:37:48.475248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Attempting to bind port 6543d57b-1e99-418d-8624-a24370e4cefa on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:48.475654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Attempting to bind port 6543d57b-1e99-418d-8624-a24370e4cefa by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:48.490162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Attempting to bind port 6543d57b-1e99-418d-8624-a24370e4cefa on network a03c25af-bb9e-4739-a207-f7b40833c8ba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:48.498729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Port 6543d57b-1e99-418d-8624-a24370e4cefa on network a03c25af-bb9e-4739-a207-f7b40833c8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:48.499152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Attempting to bind port 6543d57b-1e99-418d-8624-a24370e4cefa on network a03c25af-bb9e-4739-a207-f7b40833c8ba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:48.510263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:48.510263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Checking segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:48.510263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Bound using segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:48.519753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Bound port: 6543d57b-1e99-418d-8624-a24370e4cefa, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:48.520460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:48.597723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:48.652659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:48.663667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:48.795843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.796547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.797137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.797895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.798455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.798970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.799487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.801662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-9fd27a1f-f8c6-4609-b0c2-6b984bc4cec4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6380 time: 1.0156500 Mar 02 18:37:48.819628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:48.850484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=88344227-e3ad-4a21-9ee6-3beec4229514,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:48.995945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:48.996821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:49.001251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] 10.222.0.65 "PUT /v2.0/ports/6543d57b-1e99-418d-8624-a24370e4cefa HTTP/1.1" status: 200 len: 1091 time: 2.4808116 Mar 02 18:37:49.001999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:49.033276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-a9736f86-a960-485d-b36e-747d147ef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.033770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-a9736f86-a960-485d-b36e-747d147ef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.034498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-a9736f86-a960-485d-b36e-747d147ef072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.036139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-a9736f86-a960-485d-b36e-747d147ef072 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1787295 Mar 02 18:37:49.078757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:49.097855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad79098-dd50-4e7e-8e80-8c77d29afce8 service neutron] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:49.109575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:37:49.113478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:49.117762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.121028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:49.124956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289afb6e-62bf-4cdd-bb84-f3105526fcb9 None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:37:49.140843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Request body: {'port': {'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:49.224731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933be0e-d54e-44da-a07b-c1f2f5008758 req-b726404d-1ac3-4b2c-b0fe-25063582abb7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:49.231903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a933be0e-d54e-44da-a07b-c1f2f5008758 req-b726404d-1ac3-4b2c-b0fe-25063582abb7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 1.4435163 Mar 02 18:37:49.238160 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa', 'status': 'completed', 'code': 200} Mar 02 18:37:49.361406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a933be0e-d54e-44da-a07b-c1f2f5008758 req-7f5f0353-a533-4164-a274-d8868405a1e4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140430 Mar 02 18:37:49.362879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-91195cc7-6f6e-4ec2-bb50-6e77b529acd4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 6.7817838 Mar 02 18:37:49.369396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41708) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:49.461710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:49.476143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'fixed_ips': [{'subnet_id': '75616c9d-7e5c-404a-b301-0c436f0de81c'}, {'subnet_id': '88344227-e3ad-4a21-9ee6-3beec4229514'}], 'name': 'tempest-PortsTestJSON-778576606'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:49.938368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Update dhcp port {'port': {'network_id': 'c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4', 'fixed_ips': [{'subnet_id': '75616c9d-7e5c-404a-b301-0c436f0de81c', 'ip_address': '172.20.0.2'}, {'subnet_id': '88344227-e3ad-4a21-9ee6-3beec4229514'}], 'binding:host_id': 'n-d-828839-1'}, 'id': 'f59e7afb-880c-4380-9e6c-b97834ef6d95'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:37:50.026182 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.225551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-989afc96-74a0-497b-90e2-8af0198f8a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.227757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e680eee-7303-4362-b781-a1c63ec4db07 req-989afc96-74a0-497b-90e2-8af0198f8a14 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1819797 Mar 02 18:37:50.405332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Allocated IP 172.20.0.18 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/88344227-e3ad-4a21-9ee6-3beec4229514/f59e7afb-880c-4380-9e6c-b97834ef6d95) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:50.414267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:37:50.420349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.426335 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:37:50.442917 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:50.443955 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:50.530565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09b2a1ef-abed-4e81-bb15-766ca3fec014 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:37:50.548064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.551723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e14d6f0b-f2c3-4f7b-9771-a833e8c642c0 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "PUT /v2.0/floatingips/6e0e0de7-36f8-4652-a36b-181811c9cb65 HTTP/1.1" status: 200 len: 992 time: 9.0349171 Mar 02 18:37:50.554051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:50.565362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Transition to ACTIVE for port object 09b2a1ef-abed-4e81-bb15-766ca3fec014 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:50.584767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:50.606260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.616029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.632732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.639235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.645453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.655258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.662376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.664588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-3ef70eb6-0cf6-4234-aeb7-23aaec79f353 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5420 time: 0.7817285 Mar 02 18:37:50.666770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:50.672484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:50.676330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.698235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f59e7afb-880c-4380-9e6c-b97834ef6d95,segment=NetworkSegment(298f7bf0-c647-4bab-9803-8aa0c46d978f),segment_id=298f7bf0-c647-4bab-9803-8aa0c46d978f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:50.727400 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:50.734330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.752931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:50.754468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Transition to ACTIVE for port object f59e7afb-880c-4380-9e6c-b97834ef6d95 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:50.835123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.835123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.835460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.835739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.836203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.836614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.837081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:50.839823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-982b36c7-abd7-4261-8cc9-6b17bdff5f26 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6422 time: 0.5102828 Mar 02 18:37:50.855996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:50.989117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2cd6201-ba17-48f6-bf28-82f96b443243 req-9850cdf0-8c62-491b-bd8d-5e25e045dea0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3130929 Mar 02 18:37:51.013019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:37:51.090641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41756) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:51.158151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f18df-93a4-4b19-905d-35ab44f53bd7 None None] Pushing event updated for resources: {'Port': ['ID=f59e7afb-880c-4380-9e6c-b97834ef6d95,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:51.381526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:51.455632 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'status': 'completed', 'code': 200} Mar 02 18:37:51.505716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Attempting to bind port 09b2a1ef-abed-4e81-bb15-766ca3fec014 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:37:51.506104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Attempting to bind port 09b2a1ef-abed-4e81-bb15-766ca3fec014 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:37:51.506591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Attempting to bind port 09b2a1ef-abed-4e81-bb15-766ca3fec014 on network a03c25af-bb9e-4739-a207-f7b40833c8ba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:51.512201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Port 09b2a1ef-abed-4e81-bb15-766ca3fec014 on network a03c25af-bb9e-4739-a207-f7b40833c8ba not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:37:51.512535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Attempting to bind port 09b2a1ef-abed-4e81-bb15-766ca3fec014 on network a03c25af-bb9e-4739-a207-f7b40833c8ba {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:37:51.516802 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '6e0e0de7-36f8-4652-a36b-181811c9cb65', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:e7:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:37:02Z', 'updated_at': '2022-03-02T18:37:45Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:51.522591 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:37:51.537025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:37:51.546436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Checking segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:37:51.546606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:37:51.546606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:51.546837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Bound using segment: {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:37:51.546837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Bound port: 09b2a1ef-abed-4e81-bb15-766ca3fec014, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c72ceb0-8461-45ec-ad04-90d28b86e1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:37:51.546837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:51.727113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:37:51.732765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:37:51.785534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:51.813657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:51.834100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd06b608-3cfc-4b2c-a728-14600e489ebc req-7ba73f67-2c4f-4112-934c-77b49d676696 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.835760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd06b608-3cfc-4b2c-a728-14600e489ebc req-7ba73f67-2c4f-4112-934c-77b49d676696 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 1.1658053 Mar 02 18:37:51.844514 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:37:51.847381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:51.912893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.913642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:51.915988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] 10.222.0.65 "PUT /v2.0/ports/09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 200 len: 1091 time: 2.8025608 Mar 02 18:37:51.916918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:51.953652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Usage tracker for resource:security_group_rule and tenant:d2f623d2783943ceb94ccc794668b3ee is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:51.980412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-b872fdef-4721-41e2-a194-eb7f3dde21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.987286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-b872fdef-4721-41e2-a194-eb7f3dde21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.987286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-b872fdef-4721-41e2-a194-eb7f3dde21ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:51.987286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-b872fdef-4721-41e2-a194-eb7f3dde21ef service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=5692b22e7e1147768b7defa74ebaef66&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.1081183 Mar 02 18:37:51.987286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:51.988569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c182bf81-36d4-4725-84ec-668844076a7b service neutron] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:52.076795 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'status': 'completed', 'code': 200} Mar 02 18:37:52.077049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:52.098108 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-509cab27-b7cd-4907-95a9-d70bb17bcc2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:52.350191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c99689b3-f0f4-445a-98a6-289ee1add4d5 None None] Provisioning for port f59e7afb-880c-4380-9e6c-b97834ef6d95 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:52.358022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c99689b3-f0f4-445a-98a6-289ee1add4d5 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:52.358545 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c99689b3-f0f4-445a-98a6-289ee1add4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:52.428557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:52.460864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-d24778fa-dbac-4ebc-b7c2-bba8a3f66680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:52.462437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1ac1831-7fc3-487b-adb0-aee87ad1cc1d req-d24778fa-dbac-4ebc-b7c2-bba8a3f66680 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4168694 Mar 02 18:37:52.473746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port e0be79ca-ecc8-4b4f-8693-2798325d1caa yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:37:52.600434 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '6e0e0de7-36f8-4652-a36b-181811c9cb65', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:e7:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:37:02Z', 'updated_at': '2022-03-02T18:37:45Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:37:52.604617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd06b608-3cfc-4b2c-a728-14600e489ebc req-fa71e5f5-df2b-4437-bfa2-27fb749e779f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7542360 Mar 02 18:37:52.608216 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965d38cb-2125-436f-8c6b-ed79770c152d None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '6e0e0de7-36f8-4652-a36b-181811c9cb65', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.243', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:e7:18:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:37:02Z', 'updated_at': '2022-03-02T18:37:45Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:37:52.747600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-6ea5880e-830d-425d-b147-5c17ac3341e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:52.749079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-6ea5880e-830d-425d-b147-5c17ac3341e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1097 time: 1.2927082 Mar 02 18:37:52.823445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f59e7afb-880c-4380-9e6c-b97834ef6d95 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:37:52.939192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:52.940132 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:53.034096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e54996-1ac1-4ab8-8607-fa2f1ae5b370 None None] New status for floating IP 6e0e0de7-36f8-4652-a36b-181811c9cb65: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:37:53.134024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.135083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.135556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.136025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.136488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.136956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.137512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.139736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-6f6abf2f-f355-4047-a2bf-bc7d669cf732 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6489 time: 0.5424623 Mar 02 18:37:53.302192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.308330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.314496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.321300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.329131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.337247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.344100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.351865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91458306-687c-4169-8fca-5d7b00760765 req-49ded483-b96b-47c4-8bc4-4944290e7e4b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.8878658 Mar 02 18:37:53.356648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-b0ceb214-b696-49cb-94a4-6528e69d0fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.356648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-b0ceb214-b696-49cb-94a4-6528e69d0fad service neutron] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.5864682 Mar 02 18:37:53.392799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-98e916c8-3961-4890-827a-e7a9ee8c57ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 200 len: 217 time: 0.1744907 Mar 02 18:37:53.539121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d580aa25-1d1f-4950-b927-fd377f96a685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:53.540783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d580aa25-1d1f-4950-b927-fd377f96a685 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1307282-1fe7-44a1-8e69-8c6c879ddf16 HTTP/1.1" status: 200 len: 856 time: 0.0815670 Mar 02 18:37:53.661961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:53.813974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:53.865402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d2f623d2783943ceb94ccc794668b3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7726200 Mar 02 18:37:53.868147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41830) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:53.870622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91458306-687c-4169-8fca-5d7b00760765 req-ec440928-509d-487e-a487-cff7f0d09f32 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5177243 Mar 02 18:37:53.889061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-2eed4d04-575d-496c-ab79-7e24a3dbdd3b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 1000 time: 0.5055974 Mar 02 18:37:53.995988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764740c-d78b-40b7-87d6-096305e6ba4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9486c4f3-2728-410a-823e-65a191fbe401,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:54.031931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.071614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-65dc6ed7-690f-4ca1-a4c1-bfd0a041cfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:54.074474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-65dc6ed7-690f-4ca1-a4c1-bfd0a041cfc6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5104692 Mar 02 18:37:54.092674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-b4f38171-b1e0-4f37-99f7-2b93652464ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:54.094147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.094637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-b4f38171-b1e0-4f37-99f7-2b93652464ca service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.1923015 Mar 02 18:37:54.183928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-58d32991-febe-4f06-8b47-cd49132162eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.227812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.247982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9486c4f3-2728-410a-823e-65a191fbe401,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:54.275936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:54.277664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8764f7c5-ec66-4217-98a8-178edd312218 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9486c4f3-2728-410a-823e-65a191fbe401 HTTP/1.1" status: 204 len: 168 time: 0.4073763 Mar 02 18:37:54.453217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.12 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/75616c9d-7e5c-404a-b301-0c436f0de81c/e0be79ca-ecc8-4b4f-8693-2798325d1caa) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:54.480351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.19 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/88344227-e3ad-4a21-9ee6-3beec4229514/e0be79ca-ecc8-4b4f-8693-2798325d1caa) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:54.590047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-94d6838c-65dd-4a4c-8807-69058a3be100 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992936 Mar 02 18:37:54.695641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a184ee1-6932-448b-b724-5b733fba2667 req-ba2fa871-7ad0-44ba-ad0b-83a4b937f1e7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:54.697771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a184ee1-6932-448b-b724-5b733fba2667 req-ba2fa871-7ad0-44ba-ad0b-83a4b937f1e7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.3649223 Mar 02 18:37:54.717778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-db991eaf-90f5-43e1-9da4-6d82428d2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:54.717778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-db991eaf-90f5-43e1-9da4-6d82428d2757 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5787928 Mar 02 18:37:55.023253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a184ee1-6932-448b-b724-5b733fba2667 req-b0abc631-7f52-4106-a6f5-e60ff1beec96 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3141003 Mar 02 18:37:55.070163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.082885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-46688905-d677-4622-8923-d9f575d2f30a service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776738 Mar 02 18:37:55.179009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-d00f152d-9ec4-48f0-a025-2b7253978ceb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 217 time: 0.0815594 Mar 02 18:37:55.212628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object e0be79ca-ecc8-4b4f-8693-2798325d1caa will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:55.221471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-20c6edab-d926-4841-99f6-79fb987532c5 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4938014 Mar 02 18:37:55.436594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dc35e548-9a52-4ab9-bf44-08043d936a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.437593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dc35e548-9a52-4ab9-bf44-08043d936a21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.2186675 Mar 02 18:37:55.489957 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.555883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:37:55.573350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6608755a-7c2e-4edb-ae49-34097b1e06a0 req-13e2532d-80f3-4dfb-8ae5-1743facb0308 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108139 Mar 02 18:37:55.585425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.592709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.598382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.604982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.612668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.617265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.624788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.626167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.626797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43c5602d-2503-431e-9517-c300f515f52b req-25dba122-2ef4-448d-a053-33f6b1434da1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.4637079 Mar 02 18:37:55.656100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd51f2a-80a2-4483-8e2e-555213fb7710 req-500eb9fa-9f55-438b-9141-f2aa1fbab7e7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.658419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afd51f2a-80a2-4483-8e2e-555213fb7710 req-500eb9fa-9f55-438b-9141-f2aa1fbab7e7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 947 time: 0.3964362 Mar 02 18:37:55.671144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.741918 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.778177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:37:55.779452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:37:55.825275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43c5602d-2503-431e-9517-c300f515f52b req-fd38af7c-bec2-4c6f-ba84-029580ed6f59 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1921878 Mar 02 18:37:55.852316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.888914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-89c2361b-329b-46f9-a0cc-4eb58fbc9089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:55.890500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-89c2361b-329b-46f9-a0cc-4eb58fbc9089 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4366312 Mar 02 18:37:55.926607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afd51f2a-80a2-4483-8e2e-555213fb7710 req-e8a13c01-36c9-4806-89b8-19a919b32e67 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493737 Mar 02 18:37:55.929415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:55.957673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:37:56.003655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=e0be79ca-ecc8-4b4f-8693-2798325d1caa,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:56.015319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:37:56.019562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:37:56.094265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=14']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:56.109606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.109949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.114687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.115319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.117792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.118427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.119044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.119596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.120144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.122171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.122762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.123315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:37:56.305602 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'code': 200} Mar 02 18:37:56.484599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:56.485402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.531246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-2e2313fa-b904-4d8d-a940-07b73c7aa76f service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5998049 Mar 02 18:37:56.572127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8a60f256-5b5d-43aa-b8d5-56b8f37570c9 None None] Provisioning for port e0be79ca-ecc8-4b4f-8693-2798325d1caa completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:56.577411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8a60f256-5b5d-43aa-b8d5-56b8f37570c9 None None] Provisioning complete for port e0be79ca-ecc8-4b4f-8693-2798325d1caa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:56.579893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a60f256-5b5d-43aa-b8d5-56b8f37570c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.645693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d45e46a7-2438-4aa3-8c7d-a4640d6fbeb6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 7.2663479 Mar 02 18:37:56.646279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41906) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:56.654900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75616c9d-7e5c-404a-b301-0c436f0de81c'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:56.694378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8a60f256-5b5d-43aa-b8d5-56b8f37570c9 None None] Port e0be79ca-ecc8-4b4f-8693-2798325d1caa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:56.729266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-24c5eb5c-a9e3-4d47-8d88-2db521dd8c0f service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936233 Mar 02 18:37:56.773473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.803838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-3735270c-519e-452f-8af4-59742bd40302 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 217 time: 0.0673625 Mar 02 18:37:56.868786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-311ca75d-781f-49e1-997a-c337c820db15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:56.870311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-311ca75d-781f-49e1-997a-c337c820db15 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.0601392 Mar 02 18:37:56.906316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.966202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:56.988046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dc632e12-67d5-4e99-9954-43d5cfa3f114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:56.990200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dc632e12-67d5-4e99-9954-43d5cfa3f114 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139758 Mar 02 18:37:57.300753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae0c1caa-3758-4fab-b4ab-5721f6a40c6b service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602386 Mar 02 18:37:57.319108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.325268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.331382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.337822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.343967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.350037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.356634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.358778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-ba915458-2306-465d-8ade-0468da43e2e7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3668461 Mar 02 18:37:57.415425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Delete allocated IP 172.20.0.19 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/88344227-e3ad-4a21-9ee6-3beec4229514) {{(pid=88708) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:37:57.511044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f121535-c9cd-44c5-856d-d6787ef87786 req-364387d9-a3eb-4520-be82-3862f2ec3d4a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309671 Mar 02 18:37:57.554404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-75d8e7cd-6253-4bd1-afcf-2cc4b0946624 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943469 Mar 02 18:37:57.631553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ae6790cd-98b0-4982-9e30-5da89907156d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=05b541cf-87c6-4f77-885b-286d95a0eb78 HTTP/1.1" status: 200 len: 217 time: 0.0709963 Mar 02 18:37:57.649076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:57.666418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object e0be79ca-ecc8-4b4f-8693-2798325d1caa will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:57.701800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4a86d343-a754-42c7-a1ed-66b9c7dac540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.703284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4a86d343-a754-42c7-a1ed-66b9c7dac540 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.0633848 Mar 02 18:37:57.783812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-bbfcca07-78b6-4dac-bd95-7f4df44c084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:57.785400 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-bbfcca07-78b6-4dac-bd95-7f4df44c084e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0745475 Mar 02 18:37:57.806868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:57.979266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ad2b40ef-1fc0-4118-9aa8-77df7b6cbba1 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849947 Mar 02 18:37:58.107782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=e0be79ca-ecc8-4b4f-8693-2798325d1caa,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:37:58.131644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] In _notify_port_updated(), no bound segment for port e0be79ca-ecc8-4b4f-8693-2798325d1caa on network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:37:58.148619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:58.148619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.148619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e3305bf6-f00a-42e2-bcb9-f8a2f56a277d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/ports/e0be79ca-ecc8-4b4f-8693-2798325d1caa HTTP/1.1" status: 200 len: 919 time: 1.4948652 Mar 02 18:37:58.154283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41966) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:58.165257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '75616c9d-7e5c-404a-b301-0c436f0de81c'}, {'subnet_id': '88344227-e3ad-4a21-9ee6-3beec4229514'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:58.254792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-a741c5ca-cfd3-4851-9d37-b390e029ef15 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562473 Mar 02 18:37:58.321252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-826e350b-aac8-494b-b67e-7474a4443a0c None None] Provisioning for port e0be79ca-ecc8-4b4f-8693-2798325d1caa completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:37:58.329767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-826e350b-aac8-494b-b67e-7474a4443a0c None None] Provisioning complete for port e0be79ca-ecc8-4b4f-8693-2798325d1caa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:37:58.329767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-826e350b-aac8-494b-b67e-7474a4443a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.387273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-570f614a-481d-4c3e-83be-0ecb186d351e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=01ad3026-c2f3-467c-94d1-386914f980ce HTTP/1.1" status: 200 len: 217 time: 0.1181874 Mar 02 18:37:58.419865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:58.458260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-826e350b-aac8-494b-b67e-7474a4443a0c None None] Port e0be79ca-ecc8-4b4f-8693-2798325d1caa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:37:58.496996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-896349e3-a7ba-4cde-a007-ac836b44dc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:58.496996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-896349e3-a7ba-4cde-a007-ac836b44dc37 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.1011462 Mar 02 18:37:58.638504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:37:58.883702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-526f6951-ac4d-469f-b946-0b96fbe36d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:58.885330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-526f6951-ac4d-469f-b946-0b96fbe36d5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3802290 Mar 02 18:37:58.943306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:37:59.025890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:37:59.027487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-ddd4f534-a6e1-42fa-bd8c-7a86e3853b51 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344805 Mar 02 18:37:59.065293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:floatingip and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:37:59.071396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:37:59.077884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:37:59.114296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.21 (c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4/88344227-e3ad-4a21-9ee6-3beec4229514/e0be79ca-ecc8-4b4f-8693-2798325d1caa) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:59.177932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.184318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.187449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.190301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.196042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.202146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.209585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.215390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.217333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693df4bf-67da-4187-bc51-471d91f15547 req-4f3879d8-90f1-4f8f-b982-63f0e96fb3ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3851998 Mar 02 18:37:59.288649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693df4bf-67da-4187-bc51-471d91f15547 req-86eeebc0-03d2-4584-a43a-7630bed78de2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557578 Mar 02 18:37:59.314550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-94418f1c-fc76-467c-8799-bd6a2e1a28e3 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768590 Mar 02 18:37:59.391153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4364e2ef-a341-459e-87df-9de908aecc9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6543d57b-1e99-418d-8624-a24370e4cefa HTTP/1.1" status: 200 len: 217 time: 0.0689867 Mar 02 18:37:59.482242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-fc5c8ba8-b5da-4cae-877b-f1b6ff752b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.483932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-fc5c8ba8-b5da-4cae-877b-f1b6ff752b80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.0861924 Mar 02 18:37:59.547759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.573286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object e0be79ca-ecc8-4b4f-8693-2798325d1caa will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:37:59.596608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.617802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4bfd6bc3-73d5-4541-8d84-b2c5ea55e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:37:59.623677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4bfd6bc3-73d5-4541-8d84-b2c5ea55e855 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1303341 Mar 02 18:37:59.718154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:37:59.809581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-0d529be8-9f98-48df-9a0c-e64e1940f63c service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815927 Mar 02 18:37:59.925883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Allocated IP 172.25.7.18 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1f3e4a38-c56e-4470-9b25-f9aadabe2bb9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:37:59.966392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=e0be79ca-ecc8-4b4f-8693-2798325d1caa,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:00.008353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-edefe3c3-815d-41bf-8a68-a782fbb38d8c service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848087 Mar 02 18:38:00.072655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] In _notify_port_updated(), no bound segment for port e0be79ca-ecc8-4b4f-8693-2798325d1caa on network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:38:00.081797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.082494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.086831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-32154359-1a03-4a20-a435-802ad55a10d0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/ports/e0be79ca-ecc8-4b4f-8693-2798325d1caa HTTP/1.1" status: 200 len: 999 time: 1.9312224 Mar 02 18:38:00.087751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:00.119850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-7a2613e4-281d-4efb-b838-115f2b8a57f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 200 len: 217 time: 0.1049542 Mar 02 18:38:00.198905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-31fa6f32-f7f9-4156-b284-de93a63f76d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.200439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-31fa6f32-f7f9-4156-b284-de93a63f76d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.0741093 Mar 02 18:38:00.239676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port e0be79ca-ecc8-4b4f-8693-2798325d1caa {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:00.240904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.252343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-310f9049-3ac2-430c-a47e-3f42e0f0e22d None None] Provisioning for port e0be79ca-ecc8-4b4f-8693-2798325d1caa completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:00.260737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-310f9049-3ac2-430c-a47e-3f42e0f0e22d None None] Provisioning complete for port e0be79ca-ecc8-4b4f-8693-2798325d1caa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:00.261478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-310f9049-3ac2-430c-a47e-3f42e0f0e22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.317121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4612ad81-02fb-4b34-b77a-de36fb9a2cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.318693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-4612ad81-02fb-4b34-b77a-de36fb9a2cf0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113722 Mar 02 18:38:00.356503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.360761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-310f9049-3ac2-430c-a47e-3f42e0f0e22d None None] Port e0be79ca-ecc8-4b4f-8693-2798325d1caa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:00.517069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-61e109b0-e321-47d5-826b-c5ec8c19cc42 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897883 Mar 02 18:38:00.613407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.632311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.638694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.644555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.655405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.660267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.666733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.672138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:00.674540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-8208f6aa-35a4-4d2a-8637-5fb7ddf35c93 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.2320788 Mar 02 18:38:00.755512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:00.758748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3899d4e3-14d6-4819-ac0e-7c512c979271 req-c87dc030-ae2a-4389-af87-2c9f72270c7d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690417 Mar 02 18:38:00.762105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-856a731e-9b23-466c-8449-46fbb5db67d5 req-dc6cd0b1-52a3-443c-8d24-b189a56a2a14 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352846 Mar 02 18:38:00.768402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for e0be79ca-ecc8-4b4f-8693-2798325d1caa owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:00.913093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:00.917471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:00.934447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:00.966241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=1f3e4a38-c56e-4470-9b25-f9aadabe2bb9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:01.097779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c928ef-9b70-4bde-b186-d7d252354416 req-818ee493-c61b-42bf-9263-00147e3ac308 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.109629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44c928ef-9b70-4bde-b186-d7d252354416 req-818ee493-c61b-42bf-9263-00147e3ac308 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2301877 Mar 02 18:38:01.200105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44c928ef-9b70-4bde-b186-d7d252354416 req-ccc10bf9-d3e7-4573-95df-9d7a158365e8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896132 Mar 02 18:38:01.255664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.256159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.256637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.275800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.275800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.275800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.275800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.275800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-471a6fea-96f4-4877-9477-87171132b5aa service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6489 time: 0.1859131 Mar 02 18:38:01.293703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.298478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.379217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=e0be79ca-ecc8-4b4f-8693-2798325d1caa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:01.583163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-481ec365-a70f-475b-a50b-97f1ab28e895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.583163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-481ec365-a70f-475b-a50b-97f1ab28e895 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 200 len: 903 time: 0.2911756 Mar 02 18:38:01.601275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d675ba4-c999-450c-b2f1-64f65526a65d req-fd6ffa21-d6e8-495d-908f-4b93853269c0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.604407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d675ba4-c999-450c-b2f1-64f65526a65d req-fd6ffa21-d6e8-495d-908f-4b93853269c0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2728188 Mar 02 18:38:01.703374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-66335e46-2904-41df-946b-fc9368333468 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 200 len: 217 time: 0.0978601 Mar 02 18:38:01.716436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.828497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-205a391c-0f5f-4ca4-a928-54c16e3d631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:01.830988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-205a391c-0f5f-4ca4-a928-54c16e3d631a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.0908585 Mar 02 18:38:01.902527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d675ba4-c999-450c-b2f1-64f65526a65d req-01a9fdeb-bd1c-4c07-9488-b07427f94d88 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933129 Mar 02 18:38:01.943473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:01.975667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48b4e923-6e7f-4cd2-b939-a5c039a0b61a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/e0be79ca-ecc8-4b4f-8693-2798325d1caa HTTP/1.1" status: 204 len: 168 time: 1.8846073 Mar 02 18:38:01.982424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42060) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.019718 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.126772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.131480 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e57694-72db-4f0a-b2fe-15d9e544cd08 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:02.132067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3e57694-72db-4f0a-b2fe-15d9e544cd08 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:02.201815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-3723b575-0636-4a23-b153-530e3f68aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.203715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-3723b575-0636-4a23-b153-530e3f68aaa0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3628144 Mar 02 18:38:02.244858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=1f3e4a38-c56e-4470-9b25-f9aadabe2bb9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:02.261665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.337991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3e57694-72db-4f0a-b2fe-15d9e544cd08 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:02.339173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e3e57694-72db-4f0a-b2fe-15d9e544cd08 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/e0be79ca-ecc8-4b4f-8693-2798325d1caa HTTP/1.1" status: 404 len: 333 time: 0.3556757 Mar 02 18:38:02.342047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42064) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.364050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.367718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.374140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.378327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.379462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c60fec5-3736-4930-8b8e-7502dbe57675 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7397277 Mar 02 18:38:02.380091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.384131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42068) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:02.386251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.389414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-988806807'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:02.391896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.397729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.398299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.399624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-e42f8e5b-80e7-4e49-a982-e52cf1b04726 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3542640 Mar 02 18:38:02.409577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:network and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.413169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df10f13-9611-4aa8-969f-7ebf22f79938 req-f80396a8-7243-43d0-9383-8fd240437785 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.414580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.414720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5df10f13-9611-4aa8-969f-7ebf22f79938 req-f80396a8-7243-43d0-9383-8fd240437785 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3523459 Mar 02 18:38:02.425715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.437958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 88344227-e3ad-4a21-9ee6-3beec4229514 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:02.443090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.500243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.502471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-9f252992-800e-4cfe-b194-e9e7b9738369 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848823 Mar 02 18:38:02.536095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1c3be1a-d6f5-4101-bdb7-d44c78da4b09 req-5b91594f-d6c4-4075-b4d4-88ceb09de7ad tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1200652 Mar 02 18:38:02.550395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5df10f13-9611-4aa8-969f-7ebf22f79938 req-203c31ca-fbad-4935-8396-d299b83ccda0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130836 Mar 02 18:38:02.617892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Made reservation on behalf of 7230f8f3428c4bc8a2103d227739f49c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:02.627538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.653648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.691029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:02.717379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4906a1e-65e4-4315-94e8-b69e0dec692c req-c76b63fc-50d6-4a45-a6e4-93731fba5977 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055883 Mar 02 18:38:02.726167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:02.735114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:security_group_rule and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:02.742032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:02.751705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:02.765222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc93656-9f2a-44e4-bead-8d5014a75b93 req-cf4068e9-ad7b-4e91-ad0b-a8ed1490286a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:02.766698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edc93656-9f2a-44e4-bead-8d5014a75b93 req-cf4068e9-ad7b-4e91-ad0b-a8ed1490286a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.1074739 Mar 02 18:38:02.814057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edc93656-9f2a-44e4-bead-8d5014a75b93 req-63508f6a-fa65-4bf7-a502-d5ee7292f394 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402298 Mar 02 18:38:02.996783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.052428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.056317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=88344227-e3ad-4a21-9ee6-3beec4229514,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:03.062290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717428f1-67e9-40a2-98ce-cc7b3f00d89b None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:03.081410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6d8784b-7651-4399-b654-6c9dd001c06b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/88344227-e3ad-4a21-9ee6-3beec4229514 HTTP/1.1" status: 204 len: 168 time: 0.7381158 Mar 02 18:38:03.084114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42078) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:03.146795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.163481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 75616c9d-7e5c-404a-b301-0c436f0de81c {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:03.170415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.231424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.235245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.268888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:38:03.289155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d70d21-6756-4b5e-a922-b0c0a84166ae,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:03.298300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.298641 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Added segment 93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77 of type vlan for network 677d7992-d491-4d21-b2a7-044cdecf118e Mar 02 18:38:03.331531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.489300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.493409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:03.494407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.615149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Network': ['ID=677d7992-d491-4d21-b2a7-044cdecf118e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:03.626824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 677d7992-d491-4d21-b2a7-044cdecf118e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:38:03.683994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7577eaca-3ce3-4adc-8269-6662d39e427b req-4f73999e-11ff-4ba1-8c69-7bc9acb6f6de tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:03.685882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7577eaca-3ce3-4adc-8269-6662d39e427b req-4f73999e-11ff-4ba1-8c69-7bc9acb6f6de tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3773937 Mar 02 18:38:03.702517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:03.727848 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e190e969-49fd-404c-b2ef-acc9f03c300e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3426855 Mar 02 18:38:03.731152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42088) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:03.737565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Request body: {'subnet': {'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:03.896862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:03.902001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:subnet and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:03.905289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:03.912246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:03.917377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7577eaca-3ce3-4adc-8269-6662d39e427b req-00a86e0a-86d6-455e-b6db-e0afad5ec5ab tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790373 Mar 02 18:38:03.950083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-577c06cb-5e21-4434-9349-7440c49dcb0a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:03.952055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-577c06cb-5e21-4434-9349-7440c49dcb0a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.5043263 Mar 02 18:38:04.020831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-3c1a2c79-370d-4a81-8753-63494da338fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.023037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-3c1a2c79-370d-4a81-8753-63494da338fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.6461294 Mar 02 18:38:04.035643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Made reservation on behalf of 7230f8f3428c4bc8a2103d227739f49c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:04.043135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.078948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.099303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.105620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.115579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.126381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.132484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.143816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.149991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c41bdee5-d91b-4b36-a47c-323819aa3140 None None] Provisioning complete for port f59e7afb-880c-4380-9e6c-b97834ef6d95 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:04.150851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.154575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c41bdee5-d91b-4b36-a47c-323819aa3140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.158834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-3661ca40-b352-47ff-88f2-c889e1150a12 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.4097497 Mar 02 18:38:04.250858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Deleting port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:04.251611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.317787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089f4475-8ec2-4581-884c-06bfe347282b None None] Network c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:04.359518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=75616c9d-7e5c-404a-b301-0c436f0de81c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:04.377491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.396174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.424077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b11bcc9d-37a6-40db-b4aa-77c2b5645f32 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/75616c9d-7e5c-404a-b301-0c436f0de81c HTTP/1.1" status: 204 len: 168 time: 1.3381536 Mar 02 18:38:04.432719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42098) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.504459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Checking segment: {'id': '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:04.505168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network hostable DHCP agents. Network: 677d7992-d491-4d21-b2a7-044cdecf118e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:38:04.511583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Subnet': ['ID=2919cdc9-bb57-4f6b-a06a-81a6008775ae,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:04.554784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0fc81a4-cdad-4170-82da-7f515cf8f20e req-8fc318ed-15d5-44d9-8bb5-55e13aaae333 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3255839 Mar 02 18:38:04.589390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-d605b70f-af3b-4ea7-b3b1-2bbbd01e8dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.590898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-d605b70f-af3b-4ea7-b3b1-2bbbd01e8dce service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.5601339 Mar 02 18:38:04.631127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] DHCP port deletion for c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:38:04.636138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Deleting port f59e7afb-880c-4380-9e6c-b97834ef6d95 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:04.636517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.669707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network 677d7992-d491-4d21-b2a7-044cdecf118e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:38:04.795225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 677d7992-d491-4d21-b2a7-044cdecf118e) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:04.801883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.804441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.804883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f59e7afb-880c-4380-9e6c-b97834ef6d95 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:04.829181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ce9ba-9d36-43b8-b4eb-d797072ce0c7 None None] Network 677d7992-d491-4d21-b2a7-044cdecf118e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:04.830833 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.845561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceeab66-7c05-4c5f-b651-ff1d07cd4587 req-858c973d-6396-4151-9bcb-9805024134b9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:04.846999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cceeab66-7c05-4c5f-b651-ff1d07cd4587 req-858c973d-6396-4151-9bcb-9805024134b9 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 945 time: 0.7739854 Mar 02 18:38:04.909698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-57aa781f-db02-46a3-91e2-84a9dc8b07f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.2640078 Mar 02 18:38:04.915912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port f59e7afb-880c-4380-9e6c-b97834ef6d95 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:04.916248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:04.940121 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abf091ce-fc99-400a-a978-748efce1aa76 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2072709 Mar 02 18:38:04.943007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:04.950342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-632515056', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:04.964027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:04.968443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:router and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:04.971860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:04.983608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:04.992963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:38:05.029296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f59e7afb-880c-4380-9e6c-b97834ef6d95,segment=NetworkSegment(298f7bf0-c647-4bab-9803-8aa0c46d978f),segment_id=298f7bf0-c647-4bab-9803-8aa0c46d978f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:05.032124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.035649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cceeab66-7c05-4c5f-b651-ff1d07cd4587 req-6af241d5-dd0a-4203-b95c-892c0375d872 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603639 Mar 02 18:38:05.039322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] For port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:05.039714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.099006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.100051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.126927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.202704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Calling delete_port for f59e7afb-880c-4380-9e6c-b97834ef6d95 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:05.217535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Calling delete_port for 4b02653a-d5e4-42e2-bbb5-b799e9acdcca owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:05.252019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-7f7ac553-a5ab-4cbb-8627-776cab8f5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:05.253636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-7f7ac553-a5ab-4cbb-8627-776cab8f5e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.3127511 Mar 02 18:38:05.412035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.534716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-677d7992-d491-4d21-b2a7-044cdecf118e', 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e', 'tenant_id': '7230f8f3428c4bc8a2103d227739f49c', 'fixed_ips': [{'subnet_id': '2919cdc9-bb57-4f6b-a06a-81a6008775ae'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:38:05.536498 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.636274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.701616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] No DVR routers for this DVR port f59e7afb-880c-4380-9e6c-b97834ef6d95 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:05.714047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port f59e7afb-880c-4380-9e6c-b97834ef6d95, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f59e7afb-880c-4380-9e6c-b97834ef6d95,segment=NetworkSegment(298f7bf0-c647-4bab-9803-8aa0c46d978f),segment_id=298f7bf0-c647-4bab-9803-8aa0c46d978f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:05.714047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.714784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d28d57-c4cd-41d3-8e46-7d1eff1980d9 None None] Pushing event deleted for resources: {'Port': ['ID=f59e7afb-880c-4380-9e6c-b97834ef6d95,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:05.775926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:05.845813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Allocated IP 172.20.0.2 (677d7992-d491-4d21-b2a7-044cdecf118e/2919cdc9-bb57-4f6b-a06a-81a6008775ae/b94f9de9-d88e-4351-b73b-4b4ac064edf0) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:05.905006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for f59e7afb-880c-4380-9e6c-b97834ef6d95 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:05.964797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b23d5c-8ad1-48de-b06a-6df828939d87 req-2eb88ebd-6f3a-4c99-a714-c8bfff1a4b6c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:05.966189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b23d5c-8ad1-48de-b06a-6df828939d87 req-2eb88ebd-6f3a-4c99-a714-c8bfff1a4b6c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.7806644 Mar 02 18:38:05.985288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-8619cad7-c290-4106-b032-ea8aebd0d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:05.986797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-8619cad7-c290-4106-b032-ea8aebd0d134 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6816862 Mar 02 18:38:06.081284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.098842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1', '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:06.134520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a3805d48-ef57-4365-92a8-595daf7ff83a', '4b02653a-d5e4-42e2-bbb5-b799e9acdcca'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:06.206056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b23d5c-8ad1-48de-b06a-6df828939d87 req-458820dd-6a9e-4f68-a0cc-5d13dc6a5687 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228286 Mar 02 18:38:06.221178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event deleted for resources: {'Port': ['ID=4b02653a-d5e4-42e2-bbb5-b799e9acdcca,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:06.227544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:06.228956 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:06.231642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.261891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Transition to ACTIVE for port object b94f9de9-d88e-4351-b73b-4b4ac064edf0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:06.304780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.311211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.317349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.319328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Transition to ACTIVE for port object b94f9de9-d88e-4351-b73b-4b4ac064edf0 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:06.323900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.329778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.335870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.342073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:06.344040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-0f76ff97-ba46-4a5c-93a0-35c92690368e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.6333802 Mar 02 18:38:06.419325 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.449821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] No DVR routers for this DVR port 4b02653a-d5e4-42e2-bbb5-b799e9acdcca on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:06.458821 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.461935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'name': 'network-vif-deleted', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:06.467760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-46ff2fb0-3b61-417d-ad04-86dc6bee6c46 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594529 Mar 02 18:38:06.485001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.491839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73a87996-a213-44b6-9853-dcc490e9bd2a req-636d7427-989c-437f-86f2-e8fa0fa9bac0 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.1192939 Mar 02 18:38:06.518478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.533571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Pushing event updated for resources: {'Port': ['ID=b94f9de9-d88e-4351-b73b-4b4ac064edf0,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:06.567036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Network 677d7992-d491-4d21-b2a7-044cdecf118e is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:06.573701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:06.602021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:06.632101 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef146ec-bb59-4a51-be97-1bb66ef464fb', 'name': 'network-vif-deleted', 'tag': '4b02653a-d5e4-42e2-bbb5-b799e9acdcca', 'status': 'completed', 'code': 200} Mar 02 18:38:06.660904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4aae51aa-c262-4be9-ac3f-612e159a33b0 req-8e44c69f-c4a9-4b5b-a0f1-a81f1b70d829 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2809739 Mar 02 18:38:06.671019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-678866c3-1f7e-4f3d-9cf5-a7f4c88c3327 req-c3865e35-17bc-4d01-b08c-ad628facfaa1 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869526 Mar 02 18:38:06.731841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port f59e7afb-880c-4380-9e6c-b97834ef6d95 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:06.732168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.745344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Allocated IP 172.25.7.227 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/d150e862-3883-446f-83c9-409ab740770f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:06.770266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc6d93af-fe30-4db9-a012-96140a9ae7ca req-9c1a88f6-1afe-49f8-8bd8-afb0d186d5ff tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "DELETE /v2.0/ports/4b02653a-d5e4-42e2-bbb5-b799e9acdcca HTTP/1.1" status: 204 len: 173 time: 2.8122852 Mar 02 18:38:06.823797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Attempting to bind port b94f9de9-d88e-4351-b73b-4b4ac064edf0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:06.825413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Attempting to bind port b94f9de9-d88e-4351-b73b-4b4ac064edf0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:06.825724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] The port 'f59e7afb-880c-4380-9e6c-b97834ef6d95' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:38:06.825842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Attempting to bind port b94f9de9-d88e-4351-b73b-4b4ac064edf0 on network 677d7992-d491-4d21-b2a7-044cdecf118e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:06.836854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:38:06.837897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Checking segment: {'id': '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:06.838488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.838896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Bound using segment: {'id': '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:38:06.839374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Bound port: b94f9de9-d88e-4351-b73b-4b4ac064edf0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:06.839810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:06.934752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.035988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.051907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] For port b94f9de9-d88e-4351-b73b-4b4ac064edf0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:38:07.059468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] For port b94f9de9-d88e-4351-b73b-4b4ac064edf0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94f9de9-d88e-4351-b73b-4b4ac064edf0,segment=NetworkSegment(93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77),segment_id=93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:38:07.090080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:07.098720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.103567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '298f7bf0-c647-4bab-9803-8aa0c46d978f') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:07.103875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '298f7bf0-c647-4bab-9803-8aa0c46d978f') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:07.115753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.132724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.139066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:07.139466 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:07.155179 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:07.158893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:07.158893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:07.162536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:07.213792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.217589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=d150e862-3883-446f-83c9-409ab740770f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:07.347207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73ab3c-87f0-4d90-b982-6eaf9a5a2104 None None] Pushing event updated for resources: {'Port': ['ID=b94f9de9-d88e-4351-b73b-4b4ac064edf0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:07.403129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.408114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.448318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4 HTTP/1.1" status: 204 len: 168 time: 3.0105376 Mar 02 18:38:07.449533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758417e0-9c98-4c21-ba06-f2516dfe0687 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=c4fe8729-8d5f-4acf-87c1-ffb3df2a80b4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:07.455032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42126) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:07.534696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec95ac-5bef-445e-8c8f-398927e8e08b req-ae43752b-d945-4988-83da-a1e896fd71f1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:07.536302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bec95ac-5bef-445e-8c8f-398927e8e08b req-ae43752b-d945-4988-83da-a1e896fd71f1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2035418 Mar 02 18:38:07.877787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bec95ac-5bef-445e-8c8f-398927e8e08b req-86a42f61-1ae1-415a-8872-a61484209391 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232362 Mar 02 18:38:07.944623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:07.986719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c4ae1aa1-5186-43be-bc31-e67259934074 req-53c8ce22-a775-46b3-bd0b-ba6750de08cc tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:08.012928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a06a60e-4a08-44f0-bc00-11625892b735 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.013993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a06a60e-4a08-44f0-bc00-11625892b735 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:08.179233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c4ae1aa1-5186-43be-bc31-e67259934074 req-53c8ce22-a775-46b3-bd0b-ba6750de08cc tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:08.180454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4ae1aa1-5186-43be-bc31-e67259934074 req-53c8ce22-a775-46b3-bd0b-ba6750de08cc tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=5ef146ec-bb59-4a51-be97-1bb66ef464fb HTTP/1.1" status: 200 len: 210 time: 0.2989218 Mar 02 18:38:08.181044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a06a60e-4a08-44f0-bc00-11625892b735 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:08.182050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a06a60e-4a08-44f0-bc00-11625892b735 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7246394 Mar 02 18:38:08.186447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:08.211051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4b02653a-d5e4-42e2-bbb5-b799e9acdcca no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:08.241461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.247450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.253355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.260246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.266208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.272215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.278618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.279652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 4b02653a-d5e4-42e2-bbb5-b799e9acdcca {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:08.280222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4b02653a-d5e4-42e2-bbb5-b799e9acdcca not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:08.287564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-99504b0b-0fe7-4efb-8fd8-3ae8a0f06c70 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.2211773 Mar 02 18:38:08.348349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d60c68b4-e415-40e6-bab5-cec37b1724ba req-92cb96f7-827f-465b-aa42-6a08068ff067 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599148 Mar 02 18:38:08.369990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3c45ce95-1168-47d8-a479-73f76c8e2304 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1824384 Mar 02 18:38:08.373786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42142) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:08.379556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1436194327'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:08.386899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:08.391146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:08.394720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:08.401683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:08.459730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.492646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:08.497315 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.528056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:38:08.542515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.543177 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 9960bf30-b767-40ec-b9c3-66886c3a3baf of type vlan for network b59ae9a9-577e-409f-9c8d-492337d0739d Mar 02 18:38:08.583012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.703740 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:08.709208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:08.710055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.212611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Router 192bc16c-fd26-4544-bef0-bb9239b2dd21 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:38:09.214039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=b59ae9a9-577e-409f-9c8d-492337d0739d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:09.214039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-45c3a40d-79f2-4af6-8c60-25c300793f72 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4899714 Mar 02 18:38:09.214546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b59ae9a9-577e-409f-9c8d-492337d0739d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:38:09.215217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:09.215217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:09.215578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988e6292-dc10-44c9-b8b8-61a3ae7bffda None None] Network 677d7992-d491-4d21-b2a7-044cdecf118e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:09.215777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:09.215777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:09.215777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:09.216070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94f9de9-d88e-4351-b73b-4b4ac064edf0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:09.216207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:09.220188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:09.220290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22970852-2eb3-4351-a280-e0024fa5c851 req-e5070d1c-2dfd-4e20-8335-cb399359bff0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.220290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22970852-2eb3-4351-a280-e0024fa5c851 req-e5070d1c-2dfd-4e20-8335-cb399359bff0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1371868 Mar 02 18:38:09.221962 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] Sync routers for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:09.260156 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:09.261216 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:09.295538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22970852-2eb3-4351-a280-e0024fa5c851 req-660d0cb1-a49f-45c5-8a37-eeefd112e015 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713136 Mar 02 18:38:09.389964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:09.394571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.472082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.477556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7375103c-98b4-4510-92aa-19bb87a027b5 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.5333190 Mar 02 18:38:09.480752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:09.519631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:09.546422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d8e8922d-3c8b-4d12-9c3f-8f01dc8e312a None None] Provisioning for port b94f9de9-d88e-4351-b73b-4b4ac064edf0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:09.551893 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:09.560192 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:09.677597 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:09.678365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1900c37a-47bb-436e-89ca-0d5fcf9473b9 None None] The sync data for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:09.727373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port b94f9de9-d88e-4351-b73b-4b4ac064edf0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:09.749907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b94f9de9-d88e-4351-b73b-4b4ac064edf0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:09.750567 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:09.897866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.905643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.912839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.920088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.926657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.934544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.943199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:09.947865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-671905a0-211d-4284-be45-ac78b59c61bd tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3094213 Mar 02 18:38:10.056561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.115487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port b94f9de9-d88e-4351-b73b-4b4ac064edf0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94f9de9-d88e-4351-b73b-4b4ac064edf0,segment=NetworkSegment(93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77),segment_id=93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:10.209707 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.268665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9262a87-b515-4436-a831-71b0b8599e56 req-c299e6fb-03c0-48b8-a4a7-a80d6f460dc3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:10.276408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9262a87-b515-4436-a831-71b0b8599e56 req-c299e6fb-03c0-48b8-a4a7-a80d6f460dc3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.5378888 Mar 02 18:38:10.318335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b312d7d6-17c3-42ce-9e03-23d1f44bbd2a req-2cca154d-3370-4f9b-9444-73a7cdad83ea tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1943038 Mar 02 18:38:10.348199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b9262a87-b515-4436-a831-71b0b8599e56 req-2539702d-3db5-4369-a16a-2c2c82b08300 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708678 Mar 02 18:38:10.364385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-35af392a-6526-46a6-b624-6abd1d51b864 None None] Provisioning complete for port b94f9de9-d88e-4351-b73b-4b4ac064edf0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:10.364385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-35af392a-6526-46a6-b624-6abd1d51b864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.384657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.494983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=55436fff-ea54-455a-936b-36c2fa1bf3ea,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:10.500031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '9960bf30-b767-40ec-b9c3-66886c3a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:10.500592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: b59ae9a9-577e-409f-9c8d-492337d0739d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:38:10.581962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=b94f9de9-d88e-4351-b73b-4b4ac064edf0,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:10.669583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1acfab4-cb7f-4372-b54c-7af6d1d1cd44 req-912ab6f2-7cad-4016-ba38-3eed9b0e7e64 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:10.671588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1acfab4-cb7f-4372-b54c-7af6d1d1cd44 req-912ab6f2-7cad-4016-ba38-3eed9b0e7e64 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1088033 Mar 02 18:38:10.731262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1acfab4-cb7f-4372-b54c-7af6d1d1cd44 req-c26f80a0-a494-4b01-b998-65b060510a8c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529337 Mar 02 18:38:10.737657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b59ae9a9-577e-409f-9c8d-492337d0739d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:38:10.865805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94f9de9-d88e-4351-b73b-4b4ac064edf0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:10.891932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b59ae9a9-577e-409f-9c8d-492337d0739d) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:10.898346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:10.901658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:10.988788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.002566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917175a-8f44-494c-b36b-1aac27ef20e3 None None] Network b59ae9a9-577e-409f-9c8d-492337d0739d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:11.063795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2bff42aa-de70-40d2-8537-5196b82fc2f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1769476 Mar 02 18:38:11.066615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:11.083977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d', 'name': 'tempest-PortsTestJSON-144721201'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:11.202066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port b94f9de9-d88e-4351-b73b-4b4ac064edf0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:11.202607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.266616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaab31-e0cd-467b-bdb6-47c89e2438f1 req-df3b0fc9-b680-4e71-9a8f-79bae8863667 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:11.268139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5baaab31-e0cd-467b-bdb6-47c89e2438f1 req-df3b0fc9-b680-4e71-9a8f-79bae8863667 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3174310 Mar 02 18:38:11.475012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5baaab31-e0cd-467b-bdb6-47c89e2438f1 req-91ecffa7-cc4f-4b32-9b66-8d1a76104095 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512792 Mar 02 18:38:11.486605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:11.512866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:11.582353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Allocated IP 172.20.0.1 (677d7992-d491-4d21-b2a7-044cdecf118e/2919cdc9-bb57-4f6b-a06a-81a6008775ae/5511cc18-1568-45de-8c74-74252e0ef4db) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:11.595160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b59ae9a9-577e-409f-9c8d-492337d0739d', 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '55436fff-ea54-455a-936b-36c2fa1bf3ea'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:38:11.596441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.816192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:11.819625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.831674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.848755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Allocated IP 172.20.0.2 (b59ae9a9-577e-409f-9c8d-492337d0739d/55436fff-ea54-455a-936b-36c2fa1bf3ea/76da06d1-d2e4-4510-a32f-b02940e14510) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:11.853840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Transition to ACTIVE for port object 5511cc18-1568-45de-8c74-74252e0ef4db will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:11.858742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port fe286452-e00a-4327-92c8-5586dc7b0a18 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:11.948773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:11.982152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:11.988266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:11.994224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.000051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.006099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.012750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.018895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.027592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-7bd8e837-426d-4fe6-b83b-7d0e7f8da6d8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.4548211 Mar 02 18:38:12.053508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a6665-ea07-4b87-af4d-00cfbbe550ff req-fad1533d-2c41-41d9-a99c-22123fb21de6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.060577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-295a6665-ea07-4b87-af4d-00cfbbe550ff req-fad1533d-2c41-41d9-a99c-22123fb21de6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4188805 Mar 02 18:38:12.121416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=5511cc18-1568-45de-8c74-74252e0ef4db,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:12.123723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-861714ad-a95a-4dbd-ab43-8dc66ece9347 req-010f576e-ec08-45de-b51e-3b9b605b1ed0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0952113 Mar 02 18:38:12.136624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network 677d7992-d491-4d21-b2a7-044cdecf118e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:12.138349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.138949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.139383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.139687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-295a6665-ea07-4b87-af4d-00cfbbe550ff req-10317260-14de-41e8-931f-d4da12799b4d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781629 Mar 02 18:38:12.139901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.140350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.140777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.141195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.141817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.142185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.142683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.143140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.143554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:12.147335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:12.150801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:12.159536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.172558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Transition to ACTIVE for port object 76da06d1-d2e4-4510-a32f-b02940e14510 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:12.204486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Transition to ACTIVE for port object 76da06d1-d2e4-4510-a32f-b02940e14510 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:12.247770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.327330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.410662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Network b59ae9a9-577e-409f-9c8d-492337d0739d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:12.421645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:12.425535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:12.459858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.8 (b59ae9a9-577e-409f-9c8d-492337d0739d/55436fff-ea54-455a-936b-36c2fa1bf3ea/fe286452-e00a-4327-92c8-5586dc7b0a18) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:12.506362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Pushing event updated for resources: {'Port': ['ID=76da06d1-d2e4-4510-a32f-b02940e14510,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:12.589691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Attempting to bind port 76da06d1-d2e4-4510-a32f-b02940e14510 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:12.590277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Attempting to bind port 76da06d1-d2e4-4510-a32f-b02940e14510 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9960bf30-b767-40ec-b9c3-66886c3a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:12.590796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Attempting to bind port 76da06d1-d2e4-4510-a32f-b02940e14510 on network b59ae9a9-577e-409f-9c8d-492337d0739d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:12.617065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:38:12.617689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Checking segment: {'id': '9960bf30-b767-40ec-b9c3-66886c3a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:12.617843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.623177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Bound using segment: {'id': '9960bf30-b767-40ec-b9c3-66886c3a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:38:12.626907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Bound port: 76da06d1-d2e4-4510-a32f-b02940e14510, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9960bf30-b767-40ec-b9c3-66886c3a3baf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:12.627536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.734787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] For port 76da06d1-d2e4-4510-a32f-b02940e14510, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:38:12.738439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] For port 76da06d1-d2e4-4510-a32f-b02940e14510, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76da06d1-d2e4-4510-a32f-b02940e14510,segment=NetworkSegment(9960bf30-b767-40ec-b9c3-66886c3a3baf),segment_id=9960bf30-b767-40ec-b9c3-66886c3a3baf)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:38:12.768991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-fd629634-d673-4b33-8ab5-d06ec3f818a3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:12.770322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-fd629634-d673-4b33-8ab5-d06ec3f818a3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.2836859 Mar 02 18:38:12.774224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88778f0f-f499-4edc-a981-5ed04f3457d0 None None] Provisioning for port 5511cc18-1568-45de-8c74-74252e0ef4db completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:12.782606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88778f0f-f499-4edc-a981-5ed04f3457d0 None None] Provisioning complete for port 5511cc18-1568-45de-8c74-74252e0ef4db triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:12.783197 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88778f0f-f499-4edc-a981-5ed04f3457d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.787483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.807390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-867a1383-16bf-46f9-ab7c-b13675d07cfe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/quotas/6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 375 time: 0.0209279 Mar 02 18:38:12.880609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.896622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:12.928027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object fe286452-e00a-4327-92c8-5586dc7b0a18 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:12.954239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-8f0087a1-b816-4cb6-9a60-82d5307befd3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1289673 Mar 02 18:38:12.986439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989bef73-9e19-4397-b79f-a5bae393ba65 None None] Pushing event updated for resources: {'Port': ['ID=76da06d1-d2e4-4510-a32f-b02940e14510,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:12.993580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-88778f0f-f499-4edc-a981-5ed04f3457d0 None None] Port 5511cc18-1568-45de-8c74-74252e0ef4db cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:13.152049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-38ca7e4b-1d94-46d2-9ad9-3a4a68140ce6 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879864 Mar 02 18:38:13.207839 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.497692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b59ae9a9-577e-409f-9c8d-492337d0739d is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:13.505598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=fe286452-e00a-4327-92c8-5586dc7b0a18,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:13.517632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:13.521495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:13.634858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.635411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.650732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-642bfa8a-5ba5-43e6-b2c5-21077897f9c2 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909348 Mar 02 18:38:13.693308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.701992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.707879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:13.711469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.717659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.723524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.729784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.736074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:13.738175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-2b4d9569-5f25-48a9-ab02-ca76de5d290e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3760059 Mar 02 18:38:13.789481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-286d3dcd-a76e-4570-b3c0-21b53dbc5bf2 req-89586b23-a639-440a-a73e-46c3d5e16941 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437231 Mar 02 18:38:13.791476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01722d6e-bc5b-4332-8abc-0821fb7d6ee7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7224391 Mar 02 18:38:13.794835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:13.803940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'b59ae9a9-577e-409f-9c8d-492337d0739d', 'name': 'tempest-PortsTestJSON-1899431725'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:13.913102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:14.138381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=5511cc18-1568-45de-8c74-74252e0ef4db,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:14.144734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:14.164101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4eeb4279-c260-4fc3-886b-d29112db3469 req-27574266-8527-4e75-bd99-eaf2bb62bded tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 210 time: 0.0586908 Mar 02 18:38:14.220988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:14.226543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:14.230532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:14.237298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:14.339742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:14.344985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:14.384226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port e5a83119-92e7-4b69-b00f-7d6dcc17aa27 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:14.443315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network 677d7992-d491-4d21-b2a7-044cdecf118e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:14.452027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:14.650304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea929728-506c-459e-acc0-b29fe0ae7c9c None None] Network b59ae9a9-577e-409f-9c8d-492337d0739d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:14.987885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Router 192bc16c-fd26-4544-bef0-bb9239b2dd21 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:14.990334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.13 (b59ae9a9-577e-409f-9c8d-492337d0739d/55436fff-ea54-455a-936b-36c2fa1bf3ea/e5a83119-92e7-4b69-b00f-7d6dcc17aa27) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:14.996316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76da06d1-d2e4-4510-a32f-b02940e14510 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:15.020707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1746ea04-6d67-4f53-8130-2536f97bc2e9 req-95d64ded-9ac5-4bb0-8a46-f99aa0218cee tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.022295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1746ea04-6d67-4f53-8130-2536f97bc2e9 req-95d64ded-9ac5-4bb0-8a46-f99aa0218cee tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 945 time: 0.2347379 Mar 02 18:38:15.102010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1746ea04-6d67-4f53-8130-2536f97bc2e9 req-b822d9b7-0c0c-4529-af1e-06b46f920fd5 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724213 Mar 02 18:38:15.109888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8b35a15c-be08-4f50-bcdd-89cd73c5ea40 None None] Provisioning for port 76da06d1-d2e4-4510-a32f-b02940e14510 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:15.272434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 76da06d1-d2e4-4510-a32f-b02940e14510 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:15.303675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76da06d1-d2e4-4510-a32f-b02940e14510 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:15.304112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.307981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8778f863-90f1-4edd-8358-ce0b67d8bf33 req-7b281b47-c34f-4d46-a6d9-863a9cae2ddd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 210 time: 0.0688713 Mar 02 18:38:15.349257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.356762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.364446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.372379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-61e39060-3684-4dbe-9cbc-b8dd5257ed16 None None] Provisioning complete for port 5511cc18-1568-45de-8c74-74252e0ef4db triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:15.372748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-61e39060-3684-4dbe-9cbc-b8dd5257ed16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.385620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.395496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.403822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.411656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:15.416747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e4b2927f-7405-4c08-84b0-cc1b856f46cf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.2889936 Mar 02 18:38:15.454334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:15.494934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cceb8d14-3df4-4fdf-a18a-3d639d5e557c tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "PUT /v2.0/routers/192bc16c-fd26-4544-bef0-bb9239b2dd21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0079155 Mar 02 18:38:15.495282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42268) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:15.507209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] Sync routers for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:15.507750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Request body: {'port': {'network_id': '677d7992-d491-4d21-b2a7-044cdecf118e', 'name': 'tempest-FloatingIPAdminTestJSON-1630963101'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:15.520026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-61e39060-3684-4dbe-9cbc-b8dd5257ed16 None None] Port 5511cc18-1568-45de-8c74-74252e0ef4db cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:15.532000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-952525db-9274-4c3b-af76-0ce21e389b90 req-e79cb80c-d3b4-4610-ae2a-e8b06e8cb479 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099815 Mar 02 18:38:15.540987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:15.541636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:15.550490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.583975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object e5a83119-92e7-4b69-b00f-7d6dcc17aa27 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:15.611865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.645860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:15.673152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:15.673954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:37:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:15.748389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Provisioning complete for port 76da06d1-d2e4-4510-a32f-b02940e14510 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:15.749026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.773800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.794060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:15.794517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82c41e1-356d-42a1-8746-b16e85400476 None None] The sync data for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:15.810377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 76da06d1-d2e4-4510-a32f-b02940e14510, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76da06d1-d2e4-4510-a32f-b02940e14510,segment=NetworkSegment(9960bf30-b767-40ec-b9c3-66886c3a3baf),segment_id=9960bf30-b767-40ec-b9c3-66886c3a3baf)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:15.916168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.921885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b59ae9a9-577e-409f-9c8d-492337d0739d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:15.925067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:15.926056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:15.955731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:15.981239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:15.986514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Usage tracker for resource:port and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:16.000943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:16.012513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:16.038234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=e5a83119-92e7-4b69-b00f-7d6dcc17aa27,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:16.063683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:16.064834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:16.125815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:16.126620 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:16.129800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=76da06d1-d2e4-4510-a32f-b02940e14510,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:16.132695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Made reservation on behalf of 7230f8f3428c4bc8a2103d227739f49c for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:16.139049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:16.177812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] device_id is not set on port ded953f9-a4d9-47d3-95fe-3839d670f675 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:16.264536 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-457d3540-bae5-44f6-a0ea-7fb301f2e8d7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4673417 Mar 02 18:38:16.267076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42280) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:16.335912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6451574-0c46-41e8-b239-94e16ae80078 req-0b7135bf-f9dc-430f-bb19-b7386ea62ddd tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:16.337474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6451574-0c46-41e8-b239-94e16ae80078 req-0b7135bf-f9dc-430f-bb19-b7386ea62ddd tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 945 time: 0.2519534 Mar 02 18:38:16.361292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a77bc5-2b7e-43a5-8509-ca00a1a675ff tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:16.368170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9a77bc5-2b7e-43a5-8509-ca00a1a675ff tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:16.475286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9a77bc5-2b7e-43a5-8509-ca00a1a675ff tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:16.477179 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9a77bc5-2b7e-43a5-8509-ca00a1a675ff tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2084448 Mar 02 18:38:16.479903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42288) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:16.513701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c063f91b-9428-4354-9ecc-6b77d2323a62 req-7d7187d2-05fb-4a3d-8a52-fa87aa7b8a97 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 210 time: 0.0691638 Mar 02 18:38:16.523905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Deleting port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:16.524254 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:16.571777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bd275a-82ae-4c56-a205-75be5fca1406 req-e32321ef-988d-43bb-abd7-cd53a01b584e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:16.573520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45bd275a-82ae-4c56-a205-75be5fca1406 req-e32321ef-988d-43bb-abd7-cd53a01b584e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 945 time: 0.3445530 Mar 02 18:38:16.591325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Allocated IP 172.20.0.10 (677d7992-d491-4d21-b2a7-044cdecf118e/2919cdc9-bb57-4f6b-a06a-81a6008775ae/ded953f9-a4d9-47d3-95fe-3839d670f675) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:16.701519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45bd275a-82ae-4c56-a205-75be5fca1406 req-053079ef-d452-4fe8-9d2b-4d96b6a3e29e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054564 Mar 02 18:38:16.744510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port e5a83119-92e7-4b69-b00f-7d6dcc17aa27 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:16.744858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:16.810655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76da06d1-d2e4-4510-a32f-b02940e14510 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:16.907365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76da06d1-d2e4-4510-a32f-b02940e14510 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:16.908457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.060402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Provisioning for port fe286452-e00a-4327-92c8-5586dc7b0a18 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:17.071716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Provisioning complete for port fe286452-e00a-4327-92c8-5586dc7b0a18 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:17.072092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.080491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.108095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] For port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:17.108451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.137123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.143511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.149569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.155489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.161369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.167923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.173763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.175742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82bce783-f01c-4640-8562-e0e08e207b55 req-0e13dbb1-a71f-4b8b-aa84-b2146b7e5da7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.4185369 Mar 02 18:38:17.242321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-94678d51-5bb0-49dc-9872-ee29bf03aaae None None] Port fe286452-e00a-4327-92c8-5586dc7b0a18 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:17.295548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for e5a83119-92e7-4b69-b00f-7d6dcc17aa27 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:17.324713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Calling delete_port for 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:17.368317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.427081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Transition to ACTIVE for port object ded953f9-a4d9-47d3-95fe-3839d670f675 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:17.441886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82bce783-f01c-4640-8562-e0e08e207b55 req-f0f9dbf2-e87d-4834-9dee-42fc853b6da3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1936035 Mar 02 18:38:17.458257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Provisioning for port e5a83119-92e7-4b69-b00f-7d6dcc17aa27 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:17.464694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Provisioning complete for port e5a83119-92e7-4b69-b00f-7d6dcc17aa27 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:17.465235 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.579633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Port e5a83119-92e7-4b69-b00f-7d6dcc17aa27 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:17.585760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-453a96c6-9bf4-4fcc-9112-b490bf303fe0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:17.588002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-453a96c6-9bf4-4fcc-9112-b490bf303fe0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.2597516 Mar 02 18:38:17.592679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Provisioning complete for port fe286452-e00a-4327-92c8-5586dc7b0a18 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:17.593101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.604441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'device_id': '2700e696-47be-4122-94f5-adf55a07369a', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'admin_state_up': True, 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:17.671057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3a25-c114-4785-8116-678eebd01d9e None None] Port fe286452-e00a-4327-92c8-5586dc7b0a18 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:17.675736 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.688473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1', '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:17.725443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a3805d48-ef57-4365-92a8-595daf7ff83a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:17.773892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:17.815731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event deleted for resources: {'Port': ['ID=5aca7ed7-b1b1-44e0-9770-3548ea4e1efa,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:17.881266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9618f063-ad66-42cb-a4da-a4706e4eb83a req-1baf5ba5-fae6-4090-9a73-ee84485f0765 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 210 time: 0.1460159 Mar 02 18:38:18.025086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:18.036293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:port and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:18.046348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:18.059668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:18.121887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.190511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=e5a83119-92e7-4b69-b00f-7d6dcc17aa27,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:18.218782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event updated for resources: {'Port': ['ID=ded953f9-a4d9-47d3-95fe-3839d670f675,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:18.246309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Network 677d7992-d491-4d21-b2a7-044cdecf118e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:18.287784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:18.322757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6bfaf23-fc57-4944-b4d2-3fff89c5db83 req-ae196e7f-e536-40b5-a845-4d98e6a2834c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.1842926 Mar 02 18:38:18.325453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:18.407286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] No DVR routers for this DVR port 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:18.411039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.417961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:18.426317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.435150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'name': 'network-vif-deleted', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:18.497099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.497783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.510014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.526226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6451574-0c46-41e8-b239-94e16ae80078 req-696a7c70-ea41-4e63-8217-34e6044979a2 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "DELETE /v2.0/ports/5aca7ed7-b1b1-44e0-9770-3548ea4e1efa HTTP/1.1" status: 204 len: 173 time: 2.1565711 Mar 02 18:38:18.553591 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a719079b-d970-4f80-aaf7-f9152b67a81e', 'name': 'network-vif-deleted', 'tag': '5aca7ed7-b1b1-44e0-9770-3548ea4e1efa', 'status': 'completed', 'code': 200} Mar 02 18:38:18.686857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eadbdf53-dec9-40ef-80bf-50c849d32d28 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1904514 Mar 02 18:38:18.693792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:18.742789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42328) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:18.743929 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-394e9a94-448e-4a69-b588-65b4d1b0e9f1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/e5a83119-92e7-4b69-b00f-7d6dcc17aa27 HTTP/1.1" status: 204 len: 168 time: 2.2626793 Mar 02 18:38:18.809073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.20.0.6 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/9f188ce6-d823-4f60-b133-d779abd6be71) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:18.817446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5b378dff-71e4-4c54-b6bf-b3793cdc8ee4 None None] Provisioning for port ded953f9-a4d9-47d3-95fe-3839d670f675 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:18.825265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5b378dff-71e4-4c54-b6bf-b3793cdc8ee4 None None] Provisioning complete for port ded953f9-a4d9-47d3-95fe-3839d670f675 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:18.825846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b378dff-71e4-4c54-b6bf-b3793cdc8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:18.850072 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-cddeda82-2d55-4b80-9b47-f4b0db62b6f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:18.852641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cddeda82-2d55-4b80-9b47-f4b0db62b6f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:18.868992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'project_id': '7230f8f3428c4bc8a2103d227739f49c', 'port_id': 'ded953f9-a4d9-47d3-95fe-3839d670f675'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:18.880962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:18.890899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Usage tracker for resource:floatingip and tenant:7230f8f3428c4bc8a2103d227739f49c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:18.901739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:18.909210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:18.956969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.962762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b378dff-71e4-4c54-b6bf-b3793cdc8ee4 None None] Port ded953f9-a4d9-47d3-95fe-3839d670f675 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:18.963050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.969047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.975065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.980986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.987120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:18.992942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:19.002552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-4467fecf-4f40-4a87-bee8-a7fed72c8118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3598433 Mar 02 18:38:19.072539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e476e30-6aaf-4ddb-ae22-5ead9b4a7bf5 req-de940c33-fe0b-462e-b99d-1ca136c8adea tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684426 Mar 02 18:38:19.082919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.152139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cddeda82-2d55-4b80-9b47-f4b0db62b6f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:19.153453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cddeda82-2d55-4b80-9b47-f4b0db62b6f2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/e5a83119-92e7-4b69-b00f-7d6dcc17aa27 HTTP/1.1" status: 404 len: 333 time: 0.4089239 Mar 02 18:38:19.153935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.160033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42340) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:19.173451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Transition to ACTIVE for port object 9f188ce6-d823-4f60-b133-d779abd6be71 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:19.199719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15f4c733-8a80-493f-ae78-78295e6374dd req-23601f57-c3b3-4ab5-a70c-16946ebc0da1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 210 time: 0.1193047 Mar 02 18:38:19.296620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port fe286452-e00a-4327-92c8-5586dc7b0a18 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:19.297102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.335018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.416414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:19.425347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:19.439072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:19.492414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:19.526642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:19.527474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.660344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a036f0bb-370f-41a6-a3cf-e8dd87c70fa9 req-0077b5a6-a2e4-44ac-9e3e-fd8ecdce74fb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:19.676630 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.727448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:19.764094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:19.764812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5aca7ed7-b1b1-44e0-9770-3548ea4e1efa not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:19.773993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:19.835491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-aec479d1-1f2a-42e9-bd3e-90746e8cef40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2365634 Mar 02 18:38:19.848366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Request body: {'port': {'device_id': '2700e696-47be-4122-94f5-adf55a07369a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:19.964535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for fe286452-e00a-4327-92c8-5586dc7b0a18 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:20.008121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c08e6d49-0c85-4b13-9981-dee52c8bb793 None None] Provisioning for port 9f188ce6-d823-4f60-b133-d779abd6be71 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:20.012837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a036f0bb-370f-41a6-a3cf-e8dd87c70fa9 req-0077b5a6-a2e4-44ac-9e3e-fd8ecdce74fb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:20.019032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c08e6d49-0c85-4b13-9981-dee52c8bb793 None None] Provisioning complete for port 9f188ce6-d823-4f60-b133-d779abd6be71 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:20.019414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c08e6d49-0c85-4b13-9981-dee52c8bb793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.027094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a036f0bb-370f-41a6-a3cf-e8dd87c70fa9 req-0077b5a6-a2e4-44ac-9e3e-fd8ecdce74fb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=a719079b-d970-4f80-aaf7-f9152b67a81e HTTP/1.1" status: 200 len: 210 time: 0.4996917 Mar 02 18:38:20.100122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Allocated IP 172.25.7.233 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/39e3d460-d349-4774-9ad5-6010970361aa) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:20.137494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.230292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c08e6d49-0c85-4b13-9981-dee52c8bb793 None None] Port 9f188ce6-d823-4f60-b133-d779abd6be71 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:20.273384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 05b541cf-87c6-4f77-885b-286d95a0eb78 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:20.399037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.451446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:20.471991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'port_id': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'mac_address': 'fa:16:3e:0e:39:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:20.544472 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.556198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.563135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.563850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b541cf-87c6-4f77-885b-286d95a0eb78 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:20.570102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.576585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.580170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:20.583041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.589758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.595799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:20.599920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-d8cc4ac6-5eab-48d1-afaf-0d35f9e07dc1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5432 time: 0.3321404 Mar 02 18:38:20.601585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.604180 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.724946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.724946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 01ad3026-c2f3-467c-94d1-386914f980ce details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:20.726511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f188ce6-d823-4f60-b133-d779abd6be71 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:20.738079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.752421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:20.760221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Transition to ACTIVE for port object 9f188ce6-d823-4f60-b133-d779abd6be71 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:20.818380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '01ad3026-c2f3-467c-94d1-386914f980ce', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'port_id': '01ad3026-c2f3-467c-94d1-386914f980ce', 'mac_address': 'fa:16:3e:b6:84:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:20.870727 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.906705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:20.914777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:20.916714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:20.937921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01ad3026-c2f3-467c-94d1-386914f980ce {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:20.956275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:20.956533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:20.962601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:21.004511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18a0c0c3-0d1f-499c-bbf4-1a92e3aad5c1 req-e08bf36a-207c-4e59-8823-110795a20cd0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3887329 Mar 02 18:38:21.019541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Pushing event updated for resources: {'Port': ['ID=39e3d460-d349-4774-9ad5-6010970361aa,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:21.064089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.064089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.065020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.065468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.065895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.066375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.066806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.067239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.067666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.068189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.068660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.069086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:38:21.081054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.082568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8b62970-721e-4229-97b4-b1afd12fe38c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:21.112122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8b62970-721e-4229-97b4-b1afd12fe38c,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:21.163419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'a8b62970-721e-4229-97b4-b1afd12fe38c', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'port_id': 'a8b62970-721e-4229-97b4-b1afd12fe38c', 'mac_address': 'fa:16:3e:9e:51:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f', 'ip_address': '10.1.1.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:21.169561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=fe286452-e00a-4327-92c8-5586dc7b0a18,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:21.241197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.328881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.349429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:21.381667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b62970-721e-4229-97b4-b1afd12fe38c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:21.396149 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-36619cc7-ad66-45ed-a2c1-16b618921aa2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/fe286452-e00a-4327-92c8-5586dc7b0a18 HTTP/1.1" status: 204 len: 168 time: 2.2326965 Mar 02 18:38:21.405749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42368) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:21.438892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:21.456046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8b62970-721e-4229-97b4-b1afd12fe38c,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:21.476107 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86fa920-f870-4efc-92f8-79154cd164d5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:21.476650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e86fa920-f870-4efc-92f8-79154cd164d5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:21.479907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Attempting to bind port 9f188ce6-d823-4f60-b133-d779abd6be71 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:21.480407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Attempting to bind port 9f188ce6-d823-4f60-b133-d779abd6be71 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:21.484410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Attempting to bind port 9f188ce6-d823-4f60-b133-d779abd6be71 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:21.488012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Port 9f188ce6-d823-4f60-b133-d779abd6be71 on network b76a235f-fdc3-436e-bdef-f032662bdf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:38:21.494476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Attempting to bind port 9f188ce6-d823-4f60-b133-d779abd6be71 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:21.519262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:38:21.521080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:21.521591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:38:21.522217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Bound port: 9f188ce6-d823-4f60-b133-d779abd6be71, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:21.522668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.551863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eab54c-1c5f-4a80-b8be-c7c6aaa901e5 req-16b991e0-9768-4c50-acdc-348493c18d67 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:21.558896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45eab54c-1c5f-4a80-b8be-c7c6aaa901e5 req-16b991e0-9768-4c50-acdc-348493c18d67 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 943 time: 0.2150459 Mar 02 18:38:21.585489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.586322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 09b2a1ef-abed-4e81-bb15-766ca3fec014 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:21.625231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e86fa920-f870-4efc-92f8-79154cd164d5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:21.627151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e86fa920-f870-4efc-92f8-79154cd164d5 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/fe286452-e00a-4327-92c8-5586dc7b0a18 HTTP/1.1" status: 404 len: 333 time: 0.2196920 Mar 02 18:38:21.630106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42378) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:21.792297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45eab54c-1c5f-4a80-b8be-c7c6aaa901e5 req-5e60b5a7-609d-439c-a83e-b0398cd9e26f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317231 Mar 02 18:38:21.792785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:21.811402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:38:21.827233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9f188ce6-d823-4f60-b133-d779abd6be71,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:38:21.856790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 55436fff-ea54-455a-936b-36c2fa1bf3ea {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:21.863345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.880624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-79892ec6-7d2a-447d-8254-14fa05673bff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1861467 Mar 02 18:38:21.927294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.966952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.967175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:21.984140 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:21.998858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'port_id': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'mac_address': 'fa:16:3e:72:af:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e926-faab-4bb6-8276-7ce00df89baf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:22.055557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:22.056445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.063387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] 10.222.0.11 "PUT /v2.0/ports/9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 200 len: 1091 time: 2.2152538 Mar 02 18:38:22.063387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:22.132742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a364e-2e7b-4eb7-9eda-38f8412d35b3 service neutron] Pushing event updated for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:22.151441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.164275 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1acdddb4-9bfd-4de5-ba3e-550db771ada0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.181260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09b2a1ef-abed-4e81-bb15-766ca3fec014 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:22.189304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.204884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:22.320875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.322325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6543d57b-1e99-418d-8624-a24370e4cefa details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:22.367233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.386023 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71', 'status': 'completed', 'code': 200} Mar 02 18:38:22.401592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.426265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:22.445725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6543d57b-1e99-418d-8624-a24370e4cefa', 'network_id': 'a03c25af-bb9e-4739-a207-f7b40833c8ba', 'port_id': '6543d57b-1e99-418d-8624-a24370e4cefa', 'mac_address': 'fa:16:3e:d9:5f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 695, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c961e926-faab-4bb6-8276-7ce00df89baf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:22.455298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.463790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=55436fff-ea54-455a-936b-36c2fa1bf3ea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:22.464767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74fe09a-c3f5-4a7d-947f-5907b480bf79 None None] Network b59ae9a9-577e-409f-9c8d-492337d0739d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:22.486826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fa86c2ec-03a5-405c-93bd-4aa4fa424138 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/55436fff-ea54-455a-936b-36c2fa1bf3ea HTTP/1.1" status: 204 len: 168 time: 0.8556054 Mar 02 18:38:22.488096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:22.658305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.713469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 76da06d1-d2e4-4510-a32f-b02940e14510 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:22.713987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.738772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:22.754950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:22.772061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-1d001191-68cc-413d-a193-cba4da9930a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:22.775092 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-1d001191-68cc-413d-a193-cba4da9930a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 1094 time: 0.4805355 Mar 02 18:38:22.857804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6543d57b-1e99-418d-8624-a24370e4cefa {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:22.873274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a374-5c49-4181-9033-16e48927d178 req-3605f324-ecb0-466b-a1f0-2f9d596361c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:22.874847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-3605f324-ecb0-466b-a1f0-2f9d596361c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 1096 time: 0.7645099 Mar 02 18:38:22.887194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:22.922924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-d46337d3-ce58-4f7c-8363-b3fd8f24fd81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 200 len: 217 time: 0.1321747 Mar 02 18:38:22.996053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] DHCP port deletion for b59ae9a9-577e-409f-9c8d-492337d0739d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:38:23.008798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Deleting port 76da06d1-d2e4-4510-a32f-b02940e14510 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:23.011388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c9b1e8-209a-4448-8c6e-d056ecde9e61 req-61f94927-9412-444a-8001-eaeb14110c4c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.012792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.018602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91c9b1e8-209a-4448-8c6e-d056ecde9e61 req-61f94927-9412-444a-8001-eaeb14110c4c tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.6043415 Mar 02 18:38:23.070566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.076743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.083084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.094565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.101009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.133328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.133328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.137648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-987f3eac-2d54-49d8-839a-3c75bfe9f507 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5436 time: 0.7762506 Mar 02 18:38:23.154144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.156903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device fd398c78-7404-4d88-ac78-3ff302e47d6e details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:23.206593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:23.294232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'fd398c78-7404-4d88-ac78-3ff302e47d6e', 'network_id': '86fbac2f-bf6f-4766-9eb4-896574619cba', 'port_id': 'fd398c78-7404-4d88-ac78-3ff302e47d6e', 'mac_address': 'fa:16:3e:da:f3:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f', 'ip_address': '10.1.1.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:23.394505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port 76da06d1-d2e4-4510-a32f-b02940e14510, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76da06d1-d2e4-4510-a32f-b02940e14510,segment=NetworkSegment(9960bf30-b767-40ec-b9c3-66886c3a3baf),segment_id=9960bf30-b767-40ec-b9c3-66886c3a3baf)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:23.395126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.555714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 76da06d1-d2e4-4510-a32f-b02940e14510 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:23.630516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b27adfdc-2987-488a-a6d1-8ce77b9e390d req-3866e487-938e-484b-a25f-f8f0644492ed tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4900198 Mar 02 18:38:23.644176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] For port 76da06d1-d2e4-4510-a32f-b02940e14510, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76da06d1-d2e4-4510-a32f-b02940e14510,segment=NetworkSegment(9960bf30-b767-40ec-b9c3-66886c3a3baf),segment_id=9960bf30-b767-40ec-b9c3-66886c3a3baf)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:23.645261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.672666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91c9b1e8-209a-4448-8c6e-d056ecde9e61 req-6620488c-3fff-4369-83cd-ee4e53d5ae26 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6531003 Mar 02 18:38:23.749542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a374-5c49-4181-9033-16e48927d178 req-fdee11ab-7b86-4f8e-8a56-01dd1b1b9941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.765631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-fdee11ab-7b86-4f8e-8a56-01dd1b1b9941 service neutron] 10.222.0.65 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.7843001 Mar 02 18:38:23.766520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-8fa84773-4c16-4130-bd43-8ab039212170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.766520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-8fa84773-4c16-4130-bd43-8ab039212170 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.2045357 Mar 02 18:38:23.766648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.827507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-0b151553-4e5b-4aa8-a0b2-79dda4f85072 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 200 len: 217 time: 0.0693431 Mar 02 18:38:23.838790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-3bdf7d3d-45da-43a6-a7ed-e28e9e17e618 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.840434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-3bdf7d3d-45da-43a6-a7ed-e28e9e17e618 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.3095984 Mar 02 18:38:23.901015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:23.916278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Calling delete_port for 76da06d1-d2e4-4510-a32f-b02940e14510 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:23.923920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31770625-b40e-4fdb-accb-eb576255640f req-b75f210f-c93a-4c5b-8319-aa09ea4c9ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:23.925417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-b75f210f-c93a-4c5b-8319-aa09ea4c9ce0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1536286 Mar 02 18:38:23.974613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:23.997858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd398c78-7404-4d88-ac78-3ff302e47d6e {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:24.025324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.044335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:24.052362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:24.052812 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:24.099459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-e4212506-acc0-4bf4-b738-ea2ccb92717f service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560180 Mar 02 18:38:24.101763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.173710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731a374-5c49-4181-9033-16e48927d178 req-a8725db2-314a-4e37-a92a-c9f30c166606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.175208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-a8725db2-314a-4e37-a92a-c9f30c166606 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.3338165 Mar 02 18:38:24.185651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54602ecd-6d78-4e4e-be63-adaa0f4c5258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.191336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.192945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a486c56e-6482-4c24-af9b-e15f8d047d4c details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:24.195208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=76da06d1-d2e4-4510-a32f-b02940e14510,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:24.216705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No DVR routers for this DVR port 76da06d1-d2e4-4510-a32f-b02940e14510 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:24.275589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-31ce1dd3-1b28-478a-a42c-e22656e7eeb5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887012 Mar 02 18:38:24.276485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Pushing event updated for resources: {'Port': ['ID=39e3d460-d349-4774-9ad5-6010970361aa,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:24.283323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:24.353394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:24.354379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Deleting port a3805d48-ef57-4365-92a8-595daf7ff83a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:24.354742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.438367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544393a-bea5-46c4-a566-c580c9254ae2 req-b0041243-0501-4819-a308-1bce0223ff5d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.440206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1544393a-bea5-46c4-a566-c580c9254ae2 req-b0041243-0501-4819-a308-1bce0223ff5d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 943 time: 0.5125279 Mar 02 18:38:24.450442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.455486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.474176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:24.488709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'port_id': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'mac_address': 'fa:16:3e:3f:33:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:24.496254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59ae9a9-577e-409f-9c8d-492337d0739d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:24.504792 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31770625-b40e-4fdb-accb-eb576255640f req-4193e956-0d83-4e70-acd7-fe7dcacba5fd service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3974648 Mar 02 18:38:24.511844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9960bf30-b767-40ec-b9c3-66886c3a3baf') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:24.512150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9960bf30-b767-40ec-b9c3-66886c3a3baf') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:24.526061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.551243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.555157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.563567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:24.564324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.566460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Deleting port 76da06d1-d2e4-4510-a32f-b02940e14510 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:24.566837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:24.585584 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:24.616964 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.686239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a486c56e-6482-4c24-af9b-e15f8d047d4c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:24.696261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d232e150-2fff-4896-b55e-c5200c46e8af None None] The port '76da06d1-d2e4-4510-a32f-b02940e14510' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:38:24.715624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:24.763093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b506-ce84-4188-a940-207fd09261dc req-35f298ca-da09-4e5d-b4d6-bc1bd68d7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.764798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-35f298ca-da09-4e5d-b4d6-bc1bd68d7d52 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 1094 time: 0.1035390 Mar 02 18:38:24.766914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-4552b851-07e9-44a5-898c-7820eb613d0d service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655964 Mar 02 18:38:24.831826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76da06d1-d2e4-4510-a32f-b02940e14510 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:24.861505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.889514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.896386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 76da06d1-d2e4-4510-a32f-b02940e14510 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:24.896738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76da06d1-d2e4-4510-a32f-b02940e14510 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:24.909696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:24.933138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:24.941637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=b59ae9a9-577e-409f-9c8d-492337d0739d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:24.977320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1544393a-bea5-46c4-a566-c580c9254ae2 req-54c1efd6-063d-4d56-9c0d-2b099c9b06db tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708097 Mar 02 18:38:24.980030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b506-ce84-4188-a940-207fd09261dc req-4f251f07-718a-46b5-8ec7-15119529e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:24.983837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a284da450be14b87a9801d55e16344dd is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:24.984190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-4f251f07-718a-46b5-8ec7-15119529e765 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.2122543 Mar 02 18:38:24.992059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:25.003798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:25.096532 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07404d07-0965-4646-b993-9a3a03e47b9a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/b59ae9a9-577e-409f-9c8d-492337d0739d HTTP/1.1" status: 204 len: 168 time: 2.6054273 Mar 02 18:38:25.105058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:25.110883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1216061025'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:25.116534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-6c8a7069-81a7-4022-b72b-c2345e87c4f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 200 len: 217 time: 0.1207340 Mar 02 18:38:25.118767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:25.119368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:25.123531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:25.127369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:25.168532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:25.193197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b506-ce84-4188-a940-207fd09261dc req-bbae7180-a209-4825-8c99-457fc3b5e246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.194667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-bbae7180-a209-4825-8c99-457fc3b5e246 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0684254 Mar 02 18:38:25.256592 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Floating IP 66571cc4-0652-4dbf-9e51-73ff573ff4e2 associated. External IP: 172.25.7.233, port: ded953f9-a4d9-47d3-95fe-3839d670f675. Mar 02 18:38:25.381769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:25.385739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.414094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530b506-ce84-4188-a940-207fd09261dc req-c642a8b9-f907-4259-b983-5f25a9e8bb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.415899 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-c642a8b9-f907-4259-b983-5f25a9e8bb0f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146204 Mar 02 18:38:25.441351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:38:25.467593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.468026 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 944a6733-8426-447f-8fde-0bab05f3ebb6 of type vlan for network b3030d08-64a9-4641-89b2-e7d1f4d3da1b Mar 02 18:38:25.469772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['fd398c78-7404-4d88-ac78-3ff302e47d6e'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.507652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['05b541cf-87c6-4f77-885b-286d95a0eb78'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.553577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9731a374-5c49-4181-9033-16e48927d178 req-4040f280-2cb1-4331-be5d-2c74cc98b83e service neutron] 10.222.0.65 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584982 Mar 02 18:38:25.554339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a486c56e-6482-4c24-af9b-e15f8d047d4c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.563137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.585972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-ff34ff88-e7ce-4be0-9e48-06eec4efdfce service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622095 Mar 02 18:38:25.598547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a8b62970-721e-4229-97b4-b1afd12fe38c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.624282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6543d57b-1e99-418d-8624-a24370e4cefa'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.662929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['01ad3026-c2f3-467c-94d1-386914f980ce'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:25.703531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.711079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.713870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.716924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.722834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.730572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.736084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.742157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.742514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b530b506-ce84-4188-a940-207fd09261dc req-22e882cc-a3a8-41fd-9df2-fe2e40801bf1 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450043 Mar 02 18:38:25.744025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.744148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-c6818381-3dab-4af6-bdf2-dcfa30f4c47b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5439 time: 0.9242132 Mar 02 18:38:25.749355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] For port a3805d48-ef57-4365-92a8-595daf7ff83a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a3805d48-ef57-4365-92a8-595daf7ff83a,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:25.749721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.823799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.831366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:25.832423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:25.932778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Calling delete_port for a3805d48-ef57-4365-92a8-595daf7ff83a owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:25.986877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=b3030d08-64a9-4641-89b2-e7d1f4d3da1b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:26.001286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ca7df-ded1-469a-bfe3-fab75ecf3a8c req-991a3ecc-c485-4218-bc4a-52968f5dc422 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:26.008303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a4ca7df-ded1-469a-bfe3-fab75ecf3a8c req-991a3ecc-c485-4218-bc4a-52968f5dc422 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 945 time: 0.8717098 Mar 02 18:38:26.039995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.041819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:38:26.088270 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.104031 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57e0a6ec-b7f8-4684-a685-34c213e0cf35 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9973874 Mar 02 18:38:26.106428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42436) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:26.112581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:26.198396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-903334e9-4b3a-4c46-b91e-6abae16f354f req-57dfef85-7986-41bd-a19b-63d329cf0958 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4390271 Mar 02 18:38:26.229978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a4ca7df-ded1-469a-bfe3-fab75ecf3a8c req-3e3c6ceb-7538-4b42-96e2-4110ab06f41a tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199168 Mar 02 18:38:26.259836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:26.263435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:26.266342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:26.275184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:26.316332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.378668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:26.382415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.468155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['09b2a1ef-abed-4e81-bb15-766ca3fec014'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:26.497039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9334972-b8d4-4ae6-bbe1-ae3b01a2db25,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:26.509373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32771f87-90a5-4dac-bc78-3555c473f5a9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a284da450be14b87a9801d55e16344dd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2090709 Mar 02 18:38:26.513968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42440) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:26.561256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Router 192bc16c-fd26-4544-bef0-bb9239b2dd21 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:26.576834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764653af-c7e8-41e9-a408-4a265d059cb5 req-ac46a28b-8c7d-4b57-b1db-db7323abb7bd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:26.578414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-764653af-c7e8-41e9-a408-4a265d059cb5 req-ac46a28b-8c7d-4b57-b1db-db7323abb7bd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 943 time: 0.2678301 Mar 02 18:38:26.637108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.656710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.690356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.709008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:26.769457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event deleted for resources: {'Port': ['ID=a3805d48-ef57-4365-92a8-595daf7ff83a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:26.829880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-764653af-c7e8-41e9-a408-4a265d059cb5 req-18116aec-0fda-4d15-8cec-eb9ae6a48baf tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805830 Mar 02 18:38:26.881245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.938053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] No DVR routers for this DVR port a3805d48-ef57-4365-92a8-595daf7ff83a on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:26.941817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.942804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.943173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a3805d48-ef57-4365-92a8-595daf7ff83a no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:26.950872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'name': 'network-vif-deleted', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:26.985244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:26.997546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:26.999588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:27.001526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9334972-b8d4-4ae6-bbe1-ae3b01a2db25,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:27.002383 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] Sync routers for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:27.010542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: a3805d48-ef57-4365-92a8-595daf7ff83a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:27.010891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a3805d48-ef57-4365-92a8-595daf7ff83a not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:27.025671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '944a6733-8426-447f-8fde-0bab05f3ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:27.026258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: b3030d08-64a9-4641-89b2-e7d1f4d3da1b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:38:27.033066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=16283634-6131-48b4-b963-1f3f5f4f67e9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:27.036709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:27.040334 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e5f153c-a848-4dfd-8246-96c3ff528fd1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9334972-b8d4-4ae6-bbe1-ae3b01a2db25 HTTP/1.1" status: 204 len: 168 time: 0.5230989 Mar 02 18:38:27.049622 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:27.050380 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:27.099617 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebe5431-50cc-4df0-a97f-ec1c8506961b', 'name': 'network-vif-deleted', 'tag': 'a3805d48-ef57-4365-92a8-595daf7ff83a', 'status': 'completed', 'code': 200} Mar 02 18:38:27.127714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba2cfca2-b650-4bd9-b383-f0bfc78cd077 req-2e173d20-fa07-4ae9-8564-8001040c24a3 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.65 "DELETE /v2.0/ports/a3805d48-ef57-4365-92a8-595daf7ff83a HTTP/1.1" status: 204 len: 173 time: 3.1980271 Mar 02 18:38:27.147440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:27.157752 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:27.158658 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:27.177875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:27.179703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:38:27.232078 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:27.232747 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b183414-5bd7-4b25-a2c8-cd41a1792127 None None] The sync data for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:27.280287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4dab7388-10e5-4619-ae83-8d336d1f72ac tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.5746768 Mar 02 18:38:27.280287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:27.326848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b3030d08-64a9-4641-89b2-e7d1f4d3da1b) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:27.339356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.344321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:27.346377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3ba409-196e-4207-b314-b394e5afafa3 None None] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:27.504655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58dbe5b7-6066-45a0-8622-58f530a6c1e9 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3971629 Mar 02 18:38:27.507477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42458) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:27.514345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b', 'name': 'tempest-PortsTestJSON-417385998', 'fixed_ips': [{'subnet_id': '16283634-6131-48b4-b963-1f3f5f4f67e9', 'ip_address': '172.20.0.10'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:27.604040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3bd00fd7-5273-461e-af92-a21913b73e79 req-e938fb30-7629-42bd-846f-39d87dc84962 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:27.629211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b3030d08-64a9-4641-89b2-e7d1f4d3da1b', 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '16283634-6131-48b4-b963-1f3f5f4f67e9'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:38:27.630457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:27.712444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:27.717179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:27.721380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:27.724408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4c7eb151-3c88-4913-b3bf-6e8c39b5cb9f tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "GET /v2.0/floatingips/66571cc4-0652-4dbf-9e51-73ff573ff4e2 HTTP/1.1" status: 200 len: 984 time: 0.4507971 Mar 02 18:38:27.724542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42464) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:27.741563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.748579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.754734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.760610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.766631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.772863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.779002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:27.779236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9f188ce6-d823-4f60-b133-d779abd6be71 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:38:27.780954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-bcb0e44e-814c-43b8-b3d4-5bb9360d804c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5439 time: 0.1640899 Mar 02 18:38:27.784208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3bd00fd7-5273-461e-af92-a21913b73e79 req-e938fb30-7629-42bd-846f-39d87dc84962 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:27.785281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bd00fd7-5273-461e-af92-a21913b73e79 req-e938fb30-7629-42bd-846f-39d87dc84962 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ebe5431-50cc-4df0-a97f-ec1c8506961b HTTP/1.1" status: 200 len: 210 time: 0.3918440 Mar 02 18:38:27.790463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:27.839324 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c70bc39-89ff-4afc-8530-7fdc1bb37d42 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3517 time: 0.1134884 Mar 02 18:38:27.841995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42468) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:27.858687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce9fb72f-9df0-4621-a285-2a34b12cd012 req-20c05794-1ac8-44a2-a269-bf648c51833a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626771 Mar 02 18:38:27.864053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Allocated IP 172.20.0.2 (b3030d08-64a9-4641-89b2-e7d1f4d3da1b/16283634-6131-48b4-b963-1f3f5f4f67e9/c4c98ec7-0872-4fff-927f-079f1f81a1a8) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:27.909438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:28.103565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676bd481-481a-4623-a0a6-41186827888d req-16df86af-1fad-4050-9e05-f122a2233cc5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:28.110787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-676bd481-481a-4623-a0a6-41186827888d req-16df86af-1fad-4050-9e05-f122a2233cc5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 943 time: 0.1352816 Mar 02 18:38:28.154994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42474) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:28.184937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-676bd481-481a-4623-a0a6-41186827888d req-cde2b8b6-bd4e-437d-8470-4469631bd3c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703578 Mar 02 18:38:28.188349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.202679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.222255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:28.228177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Transition to ACTIVE for port object c4c98ec7-0872-4fff-927f-079f1f81a1a8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:28.228470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Usage tracker for resource:security_group_rule and tenant:bb41b7ca9ca14d8dbf9e0882af1e8788 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:28.232165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:28.238039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9f188ce6-d823-4f60-b133-d779abd6be71,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:28.240061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:28.261602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '9f188ce6-d823-4f60-b133-d779abd6be71', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '9f188ce6-d823-4f60-b133-d779abd6be71', 'mac_address': 'fa:16:3e:c8:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:38:28.265785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Transition to ACTIVE for port object c4c98ec7-0872-4fff-927f-079f1f81a1a8 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:28.315409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.327580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port 39e3d460-d349-4774-9ad5-6010970361aa {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:28.327917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.338424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.359713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.378699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.403752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f188ce6-d823-4f60-b133-d779abd6be71 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:38:28.421297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:28.442447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:28.448098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:28.450732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9f188ce6-d823-4f60-b133-d779abd6be71,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:28.454333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:28.456492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Pushing event updated for resources: {'Port': ['ID=c4c98ec7-0872-4fff-927f-079f1f81a1a8,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:28.468159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.516873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a291adab-a8ae-40be-9dec-6dd9c6dd9988,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:28.525151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-39030f21-0d07-4fcc-874c-63c018bee415 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb41b7ca9ca14d8dbf9e0882af1e8788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654549 Mar 02 18:38:28.525151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42480) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:28.555098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Attempting to bind port c4c98ec7-0872-4fff-927f-079f1f81a1a8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:28.555642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Attempting to bind port c4c98ec7-0872-4fff-927f-079f1f81a1a8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '944a6733-8426-447f-8fde-0bab05f3ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:28.556515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Attempting to bind port c4c98ec7-0872-4fff-927f-079f1f81a1a8 on network b3030d08-64a9-4641-89b2-e7d1f4d3da1b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:28.563901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:38:28.564287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Checking segment: {'id': '944a6733-8426-447f-8fde-0bab05f3ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:28.564994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.565504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Bound using segment: {'id': '944a6733-8426-447f-8fde-0bab05f3ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:38:28.565976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Bound port: c4c98ec7-0872-4fff-927f-079f1f81a1a8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '944a6733-8426-447f-8fde-0bab05f3ebb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:28.566383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.577986 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.588769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.615203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.631597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.632013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.710015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:28.723394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] For port c4c98ec7-0872-4fff-927f-079f1f81a1a8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:38:28.726537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] For port c4c98ec7-0872-4fff-927f-079f1f81a1a8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4c98ec7-0872-4fff-927f-079f1f81a1a8,segment=NetworkSegment(944a6733-8426-447f-8fde-0bab05f3ebb6),segment_id=944a6733-8426-447f-8fde-0bab05f3ebb6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:38:28.770050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for 39e3d460-d349-4774-9ad5-6010970361aa owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:28.783484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.800586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a291adab-a8ae-40be-9dec-6dd9c6dd9988,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:28.805206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.806403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8757746d-765c-485d-ba11-6adfef708553 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a291adab-a8ae-40be-9dec-6dd9c6dd9988 HTTP/1.1" status: 204 len: 168 time: 0.2814336 Mar 02 18:38:28.820213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:28.869568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:28.903534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.10 (b3030d08-64a9-4641-89b2-e7d1f4d3da1b/16283634-6131-48b4-b963-1f3f5f4f67e9/b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:28.925186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6543d57b-1e99-418d-8624-a24370e4cefa up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:29.115703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f011287-4c0b-4ba7-841b-5ccad5e93604 None None] Pushing event updated for resources: {'Port': ['ID=c4c98ec7-0872-4fff-927f-079f1f81a1a8,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:29.157050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.163433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.170403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.177275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.185360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.193751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.201613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.214495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-6660348b-e66e-4041-96a7-1ec7299e4e0d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5439 time: 0.1782956 Mar 02 18:38:29.281839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0a70d07-887e-4a77-a548-ae18bbb320ad req-0107b19a-84a1-48d9-8f86-3d11e8c0f1d1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661476 Mar 02 18:38:29.282071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.299704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:29.311658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6543d57b-1e99-418d-8624-a24370e4cefa completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:29.313261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.328458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6543d57b-1e99-418d-8624-a24370e4cefa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:29.328458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.448928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=39e3d460-d349-4774-9ad5-6010970361aa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:29.514740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.545338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:29.557191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:29.633535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.634924 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Floating IP 66571cc4-0652-4dbf-9e51-73ff573ff4e2 disassociated (deleted). External IP: 172.25.7.233, port: ded953f9-a4d9-47d3-95fe-3839d670f675. Mar 02 18:38:29.652574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.653256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device fd398c78-7404-4d88-ac78-3ff302e47d6e up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:29.693981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04270e1a-fbcd-40a1-8e32-3700b4558280 req-11f6deff-1d81-4586-866e-2ba49c1bcf79 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:29.700154 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa', 'code': 200} Mar 02 18:38:29.713098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04270e1a-fbcd-40a1-8e32-3700b4558280 req-11f6deff-1d81-4586-866e-2ba49c1bcf79 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 944 time: 0.2385259 Mar 02 18:38:29.714985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.793959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04270e1a-fbcd-40a1-8e32-3700b4558280 req-30d692c1-0b87-41f1-8f13-62eb459387a8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Mar 02 18:38:29.831140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:29.937116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:29.943360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:29.949535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:29.954791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port fd398c78-7404-4d88-ac78-3ff302e47d6e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:29.967742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port fd398c78-7404-4d88-ac78-3ff302e47d6e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:29.968303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:29.991653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:30.134850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.134850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:30.225964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:30.268288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:30.425748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:30.425748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 05b541cf-87c6-4f77-885b-286d95a0eb78 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:30.509141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Router 192bc16c-fd26-4544-bef0-bb9239b2dd21 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:30.617648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c7bf91-d18e-4cd9-bfbe-4add35c30e80 None None] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:30.647985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d7c9487-fbbd-4782-9e78-f54d2ec3e693 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1393304 Mar 02 18:38:30.659099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.665430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42522) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:30.675080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': 'b3030d08-64a9-4641-89b2-e7d1f4d3da1b', 'name': 'tempest-PortsTestJSON-1084782953', 'fixed_ips': [{'subnet_id': '16283634-6131-48b4-b963-1f3f5f4f67e9', 'ip_address': '172.20.0.9'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:30.680282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.681704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.688473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.695178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.702370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.708515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:30.711026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-4f851701-3f77-4e1c-b691-daa8bbe4f481 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5441 time: 0.2357759 Mar 02 18:38:30.807394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64d91624-2c3a-42ec-9612-6b195f336eaf req-eeac62b8-70c0-46c0-8f5d-befdedf5114f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0891445 Mar 02 18:38:31.019474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:31.107605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4c98ec7-0872-4fff-927f-079f1f81a1a8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:31.189007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196f056-b47d-428f-88d2-d35337af41ab req-439b3216-8f69-4470-8b0c-6175668beef8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:31.197951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7196f056-b47d-428f-88d2-d35337af41ab req-439b3216-8f69-4470-8b0c-6175668beef8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 944 time: 0.1053615 Mar 02 18:38:31.231404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:31.241153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.270369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] Sync routers for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:31.270369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 05b541cf-87c6-4f77-885b-286d95a0eb78 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:31.270616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7196f056-b47d-428f-88d2-d35337af41ab req-619b5663-ef14-4766-9e0b-da58d9277698 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686982 Mar 02 18:38:31.281676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 05b541cf-87c6-4f77-885b-286d95a0eb78 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:31.282049 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.335625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1436f0ee-9231-48d9-af54-bd271feb43ea None None] Provisioning for port c4c98ec7-0872-4fff-927f-079f1f81a1a8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:31.345850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de2db03c-8fad-4994-854f-bdeae293e195 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/floatingips/66571cc4-0652-4dbf-9e51-73ff573ff4e2 HTTP/1.1" status: 204 len: 168 time: 3.5027773 Mar 02 18:38:31.348517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:31.349547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:31.355390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:31.359273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:31.364271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:31.365203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:31.372384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Usage tracker for resource:floatingip and tenant:4222b618d9294a4d9a58ea0a9709a0a7 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:31.375811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:31.381241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:31.381489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:31.382216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:31.393649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:31.449752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-21ee1714-0efa-41a9-a170-e77bf1d45313 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4218819 Mar 02 18:38:31.472515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:31.481603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c4c98ec7-0872-4fff-927f-079f1f81a1a8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:31.525430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c4c98ec7-0872-4fff-927f-079f1f81a1a8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:31.525813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.572525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.581105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:31.581402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:31.641645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:31.651104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.668875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:31.669294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046a8a61-18a0-4bdc-b8e5-0a1c8ae8b91c None None] The sync data for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:31.704382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 532a5a4c-67bc-4bf9-add0-b97c6add127e yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:31.715945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd398c78-7404-4d88-ac78-3ff302e47d6e'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:31.752664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.762607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-3862e5dc-2548-49c4-8640-3e6008fa6034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:31.764301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-3862e5dc-2548-49c4-8640-3e6008fa6034 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6c522ac514464c6eaa7d8499814b686d&device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 1096 time: 0.2049744 Mar 02 18:38:31.786632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9f188ce6-d823-4f60-b133-d779abd6be71 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:31.796960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:31.894371 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd398c78-7404-4d88-ac78-3ff302e47d6e', 'code': 200} Mar 02 18:38:31.952943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:32.152305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.169719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Allocated IP 172.25.7.61 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/e8051b3f-edd8-4bb7-9ff9-52f17f534a75) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:32.192168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.193158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 01ad3026-c2f3-467c-94d1-386914f980ce up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:32.281218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Provisioning for port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:32.325974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Provisioning complete for port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:32.326372 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.363453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.9 (b3030d08-64a9-4641-89b2-e7d1f4d3da1b/16283634-6131-48b4-b963-1f3f5f4f67e9/532a5a4c-67bc-4bf9-add0-b97c6add127e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:32.451911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.463208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c4c98ec7-0872-4fff-927f-079f1f81a1a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4c98ec7-0872-4fff-927f-079f1f81a1a8,segment=NetworkSegment(944a6733-8426-447f-8fde-0bab05f3ebb6),segment_id=944a6733-8426-447f-8fde-0bab05f3ebb6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:32.469539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 9f188ce6-d823-4f60-b133-d779abd6be71 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:32.482499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:32.485570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:32.490551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 9f188ce6-d823-4f60-b133-d779abd6be71 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:32.490947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.497346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-3aa16694-7533-408f-afc4-c7df0bf8a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.499009 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-3aa16694-7533-408f-afc4-c7df0bf8a9a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 200 len: 916 time: 0.7088366 Mar 02 18:38:32.548001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Provisioning complete for port c4c98ec7-0872-4fff-927f-079f1f81a1a8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:32.548001 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ec731bec-1881-407b-af62-b82bccb07e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.568208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.575595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.584650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.593987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.603202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.612347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.623390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.634211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-500a660d-e102-401f-b645-ba7217823bb2 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5442 time: 0.4508364 Mar 02 18:38:32.635224 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-43fe097c-2f40-41b2-901e-b3012390cab2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 200 len: 217 time: 0.0797853 Mar 02 18:38:32.664614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.664734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.680328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad91c4e-af97-4790-b0b8-287128e7111d req-88eacf15-5547-47f8-b298-04ae6d13ad2c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.689028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ad91c4e-af97-4790-b0b8-287128e7111d req-88eacf15-5547-47f8-b298-04ae6d13ad2c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.6205783 Mar 02 18:38:32.715697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-22d769c3-8dd8-45aa-a5cf-5448443652d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:32.717460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-22d769c3-8dd8-45aa-a5cf-5448443652d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 200 len: 855 time: 0.0752418 Mar 02 18:38:32.755715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 01ad3026-c2f3-467c-94d1-386914f980ce completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:32.785834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 01ad3026-c2f3-467c-94d1-386914f980ce triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:32.786233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.790711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-70658711-63af-4ee7-9a53-ed15fdf61693 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=01bc28d9-ab18-4d25-bd83-4d82aa39e243&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646384 Mar 02 18:38:32.802547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:32.804175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Pushing event updated for resources: {'Port': ['ID=e8051b3f-edd8-4bb7-9ff9-52f17f534a75,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:32.818775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:32.822342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:32.846377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.882800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c8deeaa-e979-4d93-9d26-6f55fea0d38e req-59e38348-c246-463c-9b66-5097554d2cf3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2482004 Mar 02 18:38:32.886459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ad91c4e-af97-4790-b0b8-287128e7111d req-ea61290c-6976-4cac-8171-62cbb2e23f44 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962008 Mar 02 18:38:32.957430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:32.971276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c4c98ec7-0872-4fff-927f-079f1f81a1a8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:32.982225 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.043402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 532a5a4c-67bc-4bf9-add0-b97c6add127e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:33.056524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9f188ce6-d823-4f60-b133-d779abd6be71,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:33.110300 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-cb912e8b-3964-48e5-a69a-ca6ed994c0bf service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119013 Mar 02 18:38:33.118021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7937ef2d-b34a-4d46-8961-3e4672a4d084 None None] Provisioning complete for port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:33.118272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7937ef2d-b34a-4d46-8961-3e4672a4d084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.155884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.158728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.382245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:33.391297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7937ef2d-b34a-4d46-8961-3e4672a4d084 None None] Port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:33.401329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:33.442097 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311ea40c-cdbf-4aa6-8014-70e7a89f4f83 req-a26f8d3f-bb53-40fc-b127-806c2140e2d9 service neutron] 10.222.0.11 "GET /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231604 Mar 02 18:38:33.486558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.487449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8b62970-721e-4229-97b4-b1afd12fe38c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:33.490307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.497660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.598550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:33.611802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:33.614776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:33.691270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=532a5a4c-67bc-4bf9-add0-b97c6add127e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:33.691469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:33.744455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:33.745881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.813258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.860052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb77625-b66b-4fbb-bddc-85a5209c5b71 req-efe81159-d2f7-42d4-b2f4-561e586bc568 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:33.861641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fb77625-b66b-4fbb-bddc-85a5209c5b71 req-efe81159-d2f7-42d4-b2f4-561e586bc568 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 944 time: 0.7994609 Mar 02 18:38:33.874401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port a8b62970-721e-4229-97b4-b1afd12fe38c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:33.875676 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41578fe0-df3a-4053-b675-974a734b821a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2083127 Mar 02 18:38:33.878274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:33.880041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port a8b62970-721e-4229-97b4-b1afd12fe38c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:33.880420 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:33.924072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78'}, {'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71'}, {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:33.944754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fb77625-b66b-4fbb-bddc-85a5209c5b71 req-41693051-042e-4e75-86a5-ab28d032b0c3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770168 Mar 02 18:38:33.961305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.079649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c111c38-f156-411e-91ef-8c3a5f647a57 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.080916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1c111c38-f156-411e-91ef-8c3a5f647a57 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:34.095982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.132855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8b62970-721e-4229-97b4-b1afd12fe38c,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:34.189341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.200774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1c111c38-f156-411e-91ef-8c3a5f647a57 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:34.201172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f8209c42-87cc-45df-8e1c-183820e5dec5 None None] Provisioning for port 532a5a4c-67bc-4bf9-add0-b97c6add127e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:34.202587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c111c38-f156-411e-91ef-8c3a5f647a57 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3213577 Mar 02 18:38:34.204844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42588) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:34.209938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f8209c42-87cc-45df-8e1c-183820e5dec5 None None] Provisioning complete for port 532a5a4c-67bc-4bf9-add0-b97c6add127e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:34.210340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8209c42-87cc-45df-8e1c-183820e5dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.233203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Pushing event updated for resources: {'Port': ['ID=e8051b3f-edd8-4bb7-9ff9-52f17f534a75,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:34.255554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee0a010-c036-4655-84b2-e551d337fbf7 req-8115b926-da01-4e9d-b1b4-9739b028b1cd tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.257110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ee0a010-c036-4655-84b2-e551d337fbf7 req-8115b926-da01-4e9d-b1b4-9739b028b1cd tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 945 time: 0.4483371 Mar 02 18:38:34.273305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f8209c42-87cc-45df-8e1c-183820e5dec5 None None] Port 532a5a4c-67bc-4bf9-add0-b97c6add127e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:34.283778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.284700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a486c56e-6482-4c24-af9b-e15f8d047d4c up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:34.311242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2f93b-a01f-4e30-85c9-36d0e3ddd7b8 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.318210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2f93b-a01f-4e30-85c9-36d0e3ddd7b8 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.324959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a2f93b-a01f-4e30-85c9-36d0e3ddd7b8 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.326730 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5a2f93b-a01f-4e30-85c9-36d0e3ddd7b8 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1209016 Mar 02 18:38:34.329555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42592) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:34.334674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ee0a010-c036-4655-84b2-e551d337fbf7 req-08e2fee9-fdf0-4a8a-9ac2-011290ea905e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637558 Mar 02 18:38:34.350277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d9ec3-f330-4427-b9d5-a7c8b8373ef5 req-e900d294-5866-4bb5-bbe6-7d6431ad1b57 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.352146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a2d9ec3-f330-4427-b9d5-a7c8b8373ef5 req-e900d294-5866-4bb5-bbe6-7d6431ad1b57 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1671710 Mar 02 18:38:34.412650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.421471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 532a5a4c-67bc-4bf9-add0-b97c6add127e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:34.421715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.428770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cde76740-d24a-4d96-b183-9bdc3970265c tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0779500 Mar 02 18:38:34.432560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42598) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:34.460997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a2d9ec3-f330-4427-b9d5-a7c8b8373ef5 req-d1b77ae6-e2a1-4a29-89cb-057bee8aa76d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018398 Mar 02 18:38:34.479336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:34.568778 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'code': 200} Mar 02 18:38:34.569049 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71', 'code': 200} Mar 02 18:38:34.569322 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce', 'code': 200} Mar 02 18:38:34.588664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port a486c56e-6482-4c24-af9b-e15f8d047d4c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:34.596229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port a486c56e-6482-4c24-af9b-e15f8d047d4c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:34.596897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.616544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.623457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.629507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.636410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.642843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.648798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.655052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.656991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-806caa53-217b-444a-8647-6e4ddeb941ce req-def8be40-e652-46bd-9e88-5187f9f0b599 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5444 time: 0.1950984 Mar 02 18:38:34.732275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:34.744295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:34.750426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-806caa53-217b-444a-8647-6e4ddeb941ce req-ff3ecc30-afd2-45df-a9b1-0bf5f953b8d4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0865357 Mar 02 18:38:34.752871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Usage tracker for resource:floatingip and tenant:bb663372d25b42ffbf172f7070bd2c52 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:34.756230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:34.762777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:34.763903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.807524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:34.819962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4c98ec7-0872-4fff-927f-079f1f81a1a8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:34.863780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.869513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1d919-814c-4c75-a495-27668322ad92 req-b6a8b273-cb32-492d-af47-8564429529ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:34.871041 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8bc1d919-814c-4c75-a495-27668322ad92 req-b6a8b273-cb32-492d-af47-8564429529ed service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 1096 time: 0.2355814 Mar 02 18:38:34.872755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.890259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c4c98ec7-0872-4fff-927f-079f1f81a1a8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:34.890697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.948016 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:34.948792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 09b2a1ef-abed-4e81-bb15-766ca3fec014 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:35.043737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 532a5a4c-67bc-4bf9-add0-b97c6add127e owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:35.076553 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.117516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8bc1d919-814c-4c75-a495-27668322ad92 req-17fb8cbf-48ed-4e00-bf29-febfac88a496 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371805 Mar 02 18:38:35.182716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:35.274455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 09b2a1ef-abed-4e81-bb15-766ca3fec014 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:35.280024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 09b2a1ef-abed-4e81-bb15-766ca3fec014 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:35.280490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.314063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.349990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Allocated IP 172.25.7.204 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1254ca78-e683-4702-88f6-924ab8f7c0b4) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:35.366370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd080614-b468-468e-a6f0-60d9b9a75534 req-5922a468-663f-4867-a4d1-976491a28a5f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:35.367915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd080614-b468-468e-a6f0-60d9b9a75534 req-5922a468-663f-4867-a4d1-976491a28a5f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2188053 Mar 02 18:38:35.382498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=532a5a4c-67bc-4bf9-add0-b97c6add127e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:35.483734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.533193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:35.539497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.601311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd080614-b468-468e-a6f0-60d9b9a75534 req-f5db7c5c-afd0-46ea-a837-c09056b7eaa5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242243 Mar 02 18:38:35.657092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de163620-0907-4d6e-a327-9f42cb47031f req-6ba44c48-e328-49d5-ba16-367f758e8610 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:35.658104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-de163620-0907-4d6e-a327-9f42cb47031f req-6ba44c48-e328-49d5-ba16-367f758e8610 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Synchronizing usage tracker for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:35.674136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.677461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-de163620-0907-4d6e-a327-9f42cb47031f req-6ba44c48-e328-49d5-ba16-367f758e8610 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Unset dirty status for tenant:6c522ac514464c6eaa7d8499814b686d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:35.678999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-de163620-0907-4d6e-a327-9f42cb47031f req-6ba44c48-e328-49d5-ba16-367f758e8610 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 945 time: 0.1305356 Mar 02 18:38:35.754103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.824433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Deleting port 23391af4-28e0-4788-b89f-ff5dd74001a1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:35.829513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:35.889244 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-894ad041-4641-4dba-a679-d349f6ce91ed tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/532a5a4c-67bc-4bf9-add0-b97c6add127e HTTP/1.1" status: 204 len: 168 time: 1.5585461 Mar 02 18:38:35.890766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:35.923118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:35.965425 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9b6d05d-caf4-41af-9e04-65d99ac5b3f4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:35.965425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9b6d05d-caf4-41af-9e04-65d99ac5b3f4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:35.985124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b3613-c391-441b-8b3c-87d8019d1b87 req-efb04ce1-0c78-44bd-9445-8cc748c7bcc6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:35.986645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b0b3613-c391-441b-8b3c-87d8019d1b87 req-efb04ce1-0c78-44bd-9445-8cc748c7bcc6 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 945 time: 0.1253259 Mar 02 18:38:35.995347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43a55e-2006-4458-926d-139da8cc03ac req-8af36888-06b7-4c2d-8870-6667d5bcd191 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.002229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c43a55e-2006-4458-926d-139da8cc03ac req-8af36888-06b7-4c2d-8870-6667d5bcd191 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.2305954 Mar 02 18:38:36.075780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c43a55e-2006-4458-926d-139da8cc03ac req-1b7b8837-8fc3-47f4-89ba-1083045d0d7e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725179 Mar 02 18:38:36.084213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b0b3613-c391-441b-8b3c-87d8019d1b87 req-ac46379e-b843-44e4-939c-e6ad387fdc09 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/security-groups?id=c34c5467-5362-4126-b6b1-6da253be5842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800419 Mar 02 18:38:36.178628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.234497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9b6d05d-caf4-41af-9e04-65d99ac5b3f4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:36.236148 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9b6d05d-caf4-41af-9e04-65d99ac5b3f4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/532a5a4c-67bc-4bf9-add0-b97c6add127e HTTP/1.1" status: 404 len: 333 time: 0.3418536 Mar 02 18:38:36.242325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:36.291332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:36.303875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:36.306494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:36.343850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:36.344195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.398570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] For port 23391af4-28e0-4788-b89f-ff5dd74001a1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=23391af4-28e0-4788-b89f-ff5dd74001a1,segment=NetworkSegment(6d7b148d-fb45-479c-95eb-716dc47e5131),segment_id=6d7b148d-fb45-479c-95eb-716dc47e5131)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:36.398927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.463975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Pushing event updated for resources: {'Port': ['ID=1254ca78-e683-4702-88f6-924ab8f7c0b4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:36.532210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.538180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.545259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.551258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.558992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.563077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.563715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Calling delete_port for 23391af4-28e0-4788-b89f-ff5dd74001a1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:36.572194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.572411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b62970-721e-4229-97b4-b1afd12fe38c'}, {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}, {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:36.572857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-50486c0f-60a9-4469-bf0e-a1afe47ead97 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.3567433 Mar 02 18:38:36.585225 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.621429 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b62970-721e-4229-97b4-b1afd12fe38c', 'code': 200} Mar 02 18:38:36.621735 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'code': 200} Mar 02 18:38:36.622019 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'code': 200} Mar 02 18:38:36.631512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-194f0b5a-d90b-41d8-b227-f5e8f1954cc8 req-eae3df4e-cf6c-4b67-a09c-d8971fa52274 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501697 Mar 02 18:38:36.851829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.872451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:36.974454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.974943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.976390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.976390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.976390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.976795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.977249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.979276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-031ce7f7-c4b2-499e-9c80-eb3cad847f63 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6503 time: 0.2658670 Mar 02 18:38:36.986676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:36.989516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0679039-4eeb-4003-a406-76adde6c89a6 req-2b0207fb-4656-4e77-84b9-0fce4394bac7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:36.991053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0679039-4eeb-4003-a406-76adde6c89a6 req-2b0207fb-4656-4e77-84b9-0fce4394bac7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2418945 Mar 02 18:38:37.016245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.028261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['23391af4-28e0-4788-b89f-ff5dd74001a1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:38:37.078433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Pushing event deleted for resources: {'Port': ['ID=23391af4-28e0-4788-b89f-ff5dd74001a1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:37.146936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1ccf08c-0520-4d67-8002-bb6074ec97aa req-5a76aba6-2ed1-4bd1-9e26-55290c17fe3f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1548953 Mar 02 18:38:37.158162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0679039-4eeb-4003-a406-76adde6c89a6 req-ead1df79-e3f1-47a9-a4b1-1a9efd543fdf tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385577 Mar 02 18:38:37.185990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] No DVR routers for this DVR port 23391af4-28e0-4788-b89f-ff5dd74001a1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:37.188270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.200934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'name': 'network-vif-deleted', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:37.323657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.333309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a87b8486-f9f3-48b8-b220-1d43bc3febc8 req-43561a87-2afb-48bd-92bf-7d27e6de036e tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.0511041 Mar 02 18:38:37.361280 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-de163620-0907-4d6e-a327-9f42cb47031f req-32674899-805e-4976-97d3-58f91128bffb tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.11 "DELETE /v2.0/ports/23391af4-28e0-4788-b89f-ff5dd74001a1 HTTP/1.1" status: 204 len: 173 time: 1.6571620 Mar 02 18:38:37.365176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46069a-eeac-48bf-adf6-a15e7ec344d2 req-7697ea75-e4d5-4b1d-ad0a-77fa4767b03b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:37.365176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e46069a-eeac-48bf-adf6-a15e7ec344d2 req-7697ea75-e4d5-4b1d-ad0a-77fa4767b03b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1508772 Mar 02 18:38:37.401413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.418330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e46069a-eeac-48bf-adf6-a15e7ec344d2 req-9de07cac-c430-48e5-8ac6-f3b79b45a483 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471053 Mar 02 18:38:37.461621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:37.483726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.497868 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e9dec4f-7ff8-486c-8ece-df7a404e20fb', 'name': 'network-vif-deleted', 'tag': '23391af4-28e0-4788-b89f-ff5dd74001a1', 'status': 'completed', 'code': 200} Mar 02 18:38:37.574672 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.606990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Pushing event updated for resources: {'Port': ['ID=1254ca78-e683-4702-88f6-924ab8f7c0b4,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:37.617638 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.698646 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-83cecdd5-2958-4791-b04d-2e9d073430bb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d HTTP/1.1" status: 204 len: 168 time: 1.4550221 Mar 02 18:38:37.701436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42646) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:37.759604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:37.761035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3d3c9c7b-8c6d-4c5b-8cc9-34d20db97e34 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3273101 Mar 02 18:38:37.763469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42654) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:37.781473 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bbfc43-d3db-4bc5-9286-d4c69c46f21f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:37.782025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4bbfc43-d3db-4bc5-9286-d4c69c46f21f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:37.905431 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5e97268c-b931-4898-a8e1-19e53b05046f tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.1407425 Mar 02 18:38:37.907775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:37.976642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:37.983311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:37.989244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:37.995174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:37.999377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7ebbe291-0296-42c8-bc24-30695b76cc73 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Synchronizing usage tracker for tenant:7230f8f3428c4bc8a2103d227739f49c on resource:floatingip {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:38.001070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:38.007068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:38.016064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:38.018080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-8318fc32-33e8-4187-9203-6d22e7f8ad56 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.2234728 Mar 02 18:38:38.020633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4bbfc43-d3db-4bc5-9286-d4c69c46f21f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:38.025932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4bbfc43-d3db-4bc5-9286-d4c69c46f21f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/b1b8b4ab-8b03-4a75-b8ca-87dc5e7e273d HTTP/1.1" status: 404 len: 333 time: 0.3185532 Mar 02 18:38:38.026082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42662) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:38.092606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fddd13c4-36cf-4d2c-88f2-1a36ea762dc3 req-bc86698d-a651-4e08-bf30-de9cff628a02 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671685 Mar 02 18:38:38.094753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 16283634-6131-48b4-b963-1f3f5f4f67e9 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:38.098090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.104679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2539411-182b-4245-802c-11087c5766dc req-3bff4c4a-4c4d-4f0f-8b02-0779e8b5ca2b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:38.106318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2539411-182b-4245-802c-11087c5766dc req-3bff4c4a-4c4d-4f0f-8b02-0779e8b5ca2b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2138953 Mar 02 18:38:38.156832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2539411-182b-4245-802c-11087c5766dc req-310ff5cf-f181-4dfb-b34e-746dd3533b52 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446107 Mar 02 18:38:38.230520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7ebbe291-0296-42c8-bc24-30695b76cc73 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Unset dirty status for tenant:7230f8f3428c4bc8a2103d227739f49c on resource:floatingip {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:38.231722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ebbe291-0296-42c8-bc24-30695b76cc73 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.3230629 Mar 02 18:38:38.234619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42666) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:38.261317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.365823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.424443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Deleting port 1254ca78-e683-4702-88f6-924ab8f7c0b4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:38.425010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.600855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.637948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-162b0e00-4da5-490a-bbec-391b46161c64 req-dc02186f-21a7-490c-929b-868a8e2b5eb1 tempest-AttachVolumeNegativeTest-1804160271 tempest-AttachVolumeNegativeTest-1804160271-project] 10.222.0.66 "GET /v2.0/ports?device_id=8e9dec4f-7ff8-486c-8ece-df7a404e20fb HTTP/1.1" status: 200 len: 210 time: 0.0652680 Mar 02 18:38:38.673299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=16283634-6131-48b4-b963-1f3f5f4f67e9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:38.675699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.686456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a12ee8b-82d8-49dc-a852-316061147b4e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/16283634-6131-48b4-b963-1f3f5f4f67e9 HTTP/1.1" status: 204 len: 168 time: 0.6567006 Mar 02 18:38:38.686456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42674) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:38.694939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943eb23e-7bc8-49cd-b216-4417aa901125 None None] Network b3030d08-64a9-4641-89b2-e7d1f4d3da1b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:38.817220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.842743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port c4c98ec7-0872-4fff-927f-079f1f81a1a8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:38.843329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.864189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:38.864520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.054618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] DHCP port deletion for b3030d08-64a9-4641-89b2-e7d1f4d3da1b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:38:39.060598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Deleting port c4c98ec7-0872-4fff-927f-079f1f81a1a8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:39.062882 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.079412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Calling delete_port for 1254ca78-e683-4702-88f6-924ab8f7c0b4 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:39.176308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaf5d3-db07-48a1-bad8-1a8f5419292b req-964180e2-f63b-4452-863e-fc3a094c5de5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.177871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eacaf5d3-db07-48a1-bad8-1a8f5419292b req-964180e2-f63b-4452-863e-fc3a094c5de5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.5363247 Mar 02 18:38:39.224790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port c4c98ec7-0872-4fff-927f-079f1f81a1a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4c98ec7-0872-4fff-927f-079f1f81a1a8,segment=NetworkSegment(944a6733-8426-447f-8fde-0bab05f3ebb6),segment_id=944a6733-8426-447f-8fde-0bab05f3ebb6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:39.225351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.377079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] For port c4c98ec7-0872-4fff-927f-079f1f81a1a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4c98ec7-0872-4fff-927f-079f1f81a1a8,segment=NetworkSegment(944a6733-8426-447f-8fde-0bab05f3ebb6),segment_id=944a6733-8426-447f-8fde-0bab05f3ebb6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:39.377721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.389519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eacaf5d3-db07-48a1-bad8-1a8f5419292b req-4bc4d081-dcc0-4636-83ea-022911d136d1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028530 Mar 02 18:38:39.394153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for c4c98ec7-0872-4fff-927f-079f1f81a1a8 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:39.426468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.434184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.442213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.450303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.458462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.465003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.475602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.478869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-9a3b5226-3a0e-47c6-92ee-488bf052f9e4 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.2256410 Mar 02 18:38:39.545306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4437b2e9-328a-475e-9040-b91c71ad6c00 req-fa0c0ad8-78e4-4d36-a41b-df8154966b31 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586846 Mar 02 18:38:39.577623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Calling delete_port for c4c98ec7-0872-4fff-927f-079f1f81a1a8 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:39.583765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.661371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.666068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:39.666449 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:39.699427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=c4c98ec7-0872-4fff-927f-079f1f81a1a8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:39.712687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No DVR routers for this DVR port c4c98ec7-0872-4fff-927f-079f1f81a1a8 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:39.735217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3a863-9a0c-4426-8e0f-d613443ac9e6 req-e3c5f2cb-ed6e-4004-9ab9-5417d943e73c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:39.742554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd3a863-9a0c-4426-8e0f-d613443ac9e6 req-e3c5f2cb-ed6e-4004-9ab9-5417d943e73c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.1920533 Mar 02 18:38:39.782281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 23391af4-28e0-4788-b89f-ff5dd74001a1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:39.822400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 23391af4-28e0-4788-b89f-ff5dd74001a1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:39.822957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 23391af4-28e0-4788-b89f-ff5dd74001a1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:39.829325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Pushing event deleted for resources: {'Port': ['ID=1254ca78-e683-4702-88f6-924ab8f7c0b4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:39.845451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.873895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3030d08-64a9-4641-89b2-e7d1f4d3da1b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:39.887138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944a6733-8426-447f-8fde-0bab05f3ebb6') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:39.887481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944a6733-8426-447f-8fde-0bab05f3ebb6') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:39.900123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.919880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.927761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:39.928438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.936945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd3a863-9a0c-4426-8e0f-d613443ac9e6 req-dc8cd01b-f3ab-4d91-a02a-757e9216e1f1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921892 Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:39.946178 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:39.948475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.969923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:39.969923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a302bada-066f-4d5f-8b87-6465d39addf5 tempest-FloatingIPAdminTestJSON-924288059 tempest-FloatingIPAdminTestJSON-924288059-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d2a2d7c-031a-45f2-90f5-09a7db415d36 HTTP/1.1" status: 204 len: 168 time: 1.7290039 Mar 02 18:38:39.970250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:40.000014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.006460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.012474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.018664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.025549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.031529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.038680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.053381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d38a55d4-5fa6-4310-a815-dd2ea6e5691f req-4ae7c39b-2df4-42e6-b132-1f5e16ae4dce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.3192937 Mar 02 18:38:40.053987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42700) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:40.059331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Request body: {'floatingip': {'port_id': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:40.108949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42704) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:40.146704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.167264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Deleting port c4c98ec7-0872-4fff-927f-079f1f81a1a8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:40.167790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.242106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d3265248-c332-4d2d-9930-8d8d7b399cbf None None] The port 'c4c98ec7-0872-4fff-927f-079f1f81a1a8' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:38:40.264901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Deleting port e8051b3f-edd8-4bb7-9ff9-52f17f534a75 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:40.265476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.312025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Deleting subnet bf08d25d-511d-4ee6-876d-b61ea559256f {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:40.324337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.469764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.592638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.595350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=b3030d08-64a9-4641-89b2-e7d1f4d3da1b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:40.632465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.712382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.713169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.795167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:40.856139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b656bc-a2b5-495b-981c-ee88bcd13284 req-163e56bf-3e4f-4a04-aaca-7af48ec6bd7d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:40.863209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8b656bc-a2b5-495b-981c-ee88bcd13284 req-163e56bf-3e4f-4a04-aaca-7af48ec6bd7d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3166323 Mar 02 18:38:40.867749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4c98ec7-0872-4fff-927f-079f1f81a1a8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:40.900183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Calling delete_port for e8051b3f-edd8-4bb7-9ff9-52f17f534a75 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:40.904762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c4c98ec7-0872-4fff-927f-079f1f81a1a8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:40.905308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4c98ec7-0872-4fff-927f-079f1f81a1a8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:40.919315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8b656bc-a2b5-495b-981c-ee88bcd13284 req-62e924fd-3cd1-4550-afad-a2cc9caac8c8 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552521 Mar 02 18:38:40.943181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-44a4d9be-2c30-4e04-9d0e-7b97581079b7 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/b3030d08-64a9-4641-89b2-e7d1f4d3da1b HTTP/1.1" status: 204 len: 168 time: 2.2554996 Mar 02 18:38:40.957018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:40.971485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-87032553'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:40.975296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:40.979745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:network and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:40.983374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:40.989198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:41.046926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.107502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:41.111411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.133294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.139952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.196745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf08d25d-511d-4ee6-876d-b61ea559256f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:41.211376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.224426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df6d9b42-a732-451e-9453-a79e971e0521 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bf08d25d-511d-4ee6-876d-b61ea559256f HTTP/1.1" status: 204 len: 168 time: 1.1035650 Mar 02 18:38:41.230572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:41.811860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.813484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8b6dd-3b80-41ea-a2f9-ec186f0e2a74 req-be80340a-a1de-47fa-8d98-f248b0944404 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:41.813484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68c8b6dd-3b80-41ea-a2f9-ec186f0e2a74 req-be80340a-a1de-47fa-8d98-f248b0944404 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2548420 Mar 02 18:38:41.813484 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Floating IP bc474490-59af-48cb-896e-fe42254b8a18 associated. External IP: 172.25.7.222, port: a486c56e-6482-4c24-af9b-e15f8d047d4c. Mar 02 18:38:41.813484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-68c8b6dd-3b80-41ea-a2f9-ec186f0e2a74 req-b3619bd5-7aa3-4b39-97ab-5959c7b25374 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241162 Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01bc28d9-ab18-4d25-bd83-4d82aa39e243']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d7b148d-fb45-479c-95eb-716dc47e5131') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d7b148d-fb45-479c-95eb-716dc47e5131') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:41.814101 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:41.816861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:42.038269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:42.038269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.039003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Sync routers for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:42.039003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:42.039003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:42.039491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fd2a3aa3-b162-462a-b5d2-f6a69195d82a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "PUT /v2.0/floatingips/bc474490-59af-48cb-896e-fe42254b8a18 HTTP/1.1" status: 200 len: 992 time: 1.9563670 Mar 02 18:38:42.039491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:38:42.051693 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:38:42.092036 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'status': 'completed', 'code': 200} Mar 02 18:38:42.191408 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:38:42.219974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.244234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770af2c6-9cb3-4ce4-a439-b658a54548f8 req-e62aee64-3359-4556-b7a4-7c5fc5e1fee3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.245967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-770af2c6-9cb3-4ce4-a439-b658a54548f8 req-e62aee64-3359-4556-b7a4-7c5fc5e1fee3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1986594 Mar 02 18:38:42.257087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:38:42.287056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8051b3f-edd8-4bb7-9ff9-52f17f534a75,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:42.296387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.296879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.297354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.297867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.301339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.301912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.302421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.304701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-a8e30ee3-c1d1-4f97-8682-af9a7028eaf0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6503 time: 0.2116652 Mar 02 18:38:42.372369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.373407 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Added segment 89a0cec4-833a-4736-a958-d53de628d5ce of type vlan for network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 Mar 02 18:38:42.398780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-770af2c6-9cb3-4ce4-a439-b658a54548f8 req-0f9849d8-4b4e-4790-9836-d0a6432c7d1a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396329 Mar 02 18:38:42.417414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.475191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.485963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.496592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=01bc28d9-ab18-4d25-bd83-4d82aa39e243,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:42.554162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.556698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.559374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-80b09e65-7b9b-4a52-9f37-9efbc2a06a46 tempest-FloatingIPAdminTestJSON-1064106075 tempest-FloatingIPAdminTestJSON-1064106075-project-admin] 10.222.0.66 "DELETE /v2.0/floatingips/a487258b-a11b-49bf-acbb-a66912894761 HTTP/1.1" status: 204 len: 168 time: 2.5885873 Mar 02 18:38:42.565512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42730) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:42.594214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.600911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.606827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.612694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.613230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'bc474490-59af-48cb-896e-fe42254b8a18', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'port_id': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'mac_address': 'fa:16:3e:3f:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:50Z', 'updated_at': '2022-03-02T18:38:40Z', 'revision_number': 1, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:42.617752 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Checking router: f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:38:42.618847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.624152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.626421 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:42.627025 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:42.629880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.637894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-cb4af893-6bfb-4cce-8e27-20a2e3ab7c6d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.4765580 Mar 02 18:38:42.645964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port ded953f9-a4d9-47d3-95fe-3839d670f675 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:42.645964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.714945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f6facb5-3537-4dcd-855c-2c2c81d29bf7 req-f2ff77e2-7341-41ce-815c-cfaed9f04fa1 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761673 Mar 02 18:38:42.722592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-80ebcb27-ad96-41b5-8362-0dca8bd8b431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.724124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-80ebcb27-ad96-41b5-8362-0dca8bd8b431 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f HTTP/1.1" status: 200 len: 918 time: 0.4110763 Mar 02 18:38:42.742749 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4d8cfc03-00c6-4d53-a28b-17b7e5c72ff6 admin admin] 10.222.0.66 "DELETE /v2.0/networks/01bc28d9-ab18-4d25-bd83-4d82aa39e243 HTTP/1.1" status: 204 len: 168 time: 1.5111532 Mar 02 18:38:42.786749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.812599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:42.813287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:42.855497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-00d78521-aa07-4db5-b6ca-1f43855dfda8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 200 len: 1000 time: 0.1250229 Mar 02 18:38:42.904827 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:38:43.032281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-d29ab29f-58fa-456e-a374-0ce1bae3076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.033783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-d29ab29f-58fa-456e-a374-0ce1bae3076a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1307282-1fe7-44a1-8e69-8c6c879ddf16 HTTP/1.1" status: 200 len: 856 time: 0.1720123 Mar 02 18:38:43.148040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.154195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.160247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.165999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.175161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.181925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.187527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.193436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd43c452-6666-47a9-840b-ba505a836a1e req-621c3d05-7caf-47a7-a7ee-9ee6c0705639 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.2586539 Mar 02 18:38:43.232535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6221f588-6418-43fe-a606-1248f5dccbc7 req-fdfaf94b-3eee-4ca2-bb97-6af86dfa0769 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.236376 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2760465 Mar 02 18:38:43.243502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6221f588-6418-43fe-a606-1248f5dccbc7 req-fdfaf94b-3eee-4ca2-bb97-6af86dfa0769 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2653248 Mar 02 18:38:43.247264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42746) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:43.265286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:43.322694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1e55e-2bca-4491-bded-e0c922a18b1f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Network': ['ID=26af784a-46eb-4f2a-a6d0-c4a5165c7673,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:43.334587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:38:43.387768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-6e2a3a02-122f-4d2e-b387-3a02a13b145b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:43.389516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-6e2a3a02-122f-4d2e-b387-3a02a13b145b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3489268 Mar 02 18:38:43.402834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:43.546763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:43.589516 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'bc474490-59af-48cb-896e-fe42254b8a18', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'port_id': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'mac_address': 'fa:16:3e:3f:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:50Z', 'updated_at': '2022-03-02T18:38:40Z', 'revision_number': 1, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:43.598711 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1649da06-e2a3-4a22-9424-1d24402273f0 None None] The sync data for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 is: [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'bc474490-59af-48cb-896e-fe42254b8a18', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'floating_ip_address': '172.25.7.222', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'port_id': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'mac_address': 'fa:16:3e:3f:33:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:36:50Z', 'updated_at': '2022-03-02T18:38:40Z', 'revision_number': 1, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:43.635436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for ded953f9-a4d9-47d3-95fe-3839d670f675 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:43.676936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6221f588-6418-43fe-a606-1248f5dccbc7 req-d42db386-171d-47fe-ab1d-7b18050cf38a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322302 Mar 02 18:38:43.696102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-cdc8c12f-be0d-4161-abb2-ea7b4bd0ee83 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982759 Mar 02 18:38:43.725129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:43.733296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:43.746711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:43.759522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:43.835280 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4dcbcb0e-a56b-4a37-b11a-b1a52a24bdea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c522ac514464c6eaa7d8499814b686d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871778 Mar 02 18:38:43.845579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:43.881466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:43.885549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:43.928025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baecd683-5ac5-472b-bb76-bf8a4a2d506b None None] New status for floating IP bc474490-59af-48cb-896e-fe42254b8a18: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:38:43.934103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:43.968873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.020199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550c88cd-e789-46c8-8fc1-0cdef96edf6b req-0371a0bf-8117-48b1-8a16-8354d6b645c0 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3167393 Mar 02 18:38:44.041093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2114a467-464e-4cb6-90d8-b1290d3c6c81 req-07c4c7f2-bc02-4a26-bdca-6c7d55604cc4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:44.062244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2114a467-464e-4cb6-90d8-b1290d3c6c81 req-07c4c7f2-bc02-4a26-bdca-6c7d55604cc4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.4402170 Mar 02 18:38:44.065954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.153538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2114a467-464e-4cb6-90d8-b1290d3c6c81 req-3db1de18-1453-4527-8506-ea4867117776 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901828 Mar 02 18:38:44.210725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=ded953f9-a4d9-47d3-95fe-3839d670f675,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:44.214872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.279747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c5467-5362-4126-b6b1-6da253be5842,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:44.331107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.335281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b27ac60-644c-4d83-9037-a7fa4f6f11ef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c34c5467-5362-4126-b6b1-6da253be5842 HTTP/1.1" status: 204 len: 168 time: 0.4861438 Mar 02 18:38:44.414168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.418813 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd7f7d78-720a-4f4a-90f1-ac19d72a4b0a tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/ports/ded953f9-a4d9-47d3-95fe-3839d670f675 HTTP/1.1" status: 204 len: 168 time: 1.8554995 Mar 02 18:38:44.419272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42774) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:44.474050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42778) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:44.517859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.608877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.625488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:44.633176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Usage tracker for resource:security_group_rule and tenant:82f44aa2ab354be4bbea8d5a3419d582 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:44.637580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=a16e6243-8d54-4766-b649-9074c586aa7e,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:44.639050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:44.648730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:44.657747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd44a8-3a4f-42e1-b23b-a87ea0b610bc tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:44.658516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-addd44a8-3a4f-42e1-b23b-a87ea0b610bc tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Synchronizing usage tracker for tenant:7230f8f3428c4bc8a2103d227739f49c on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:44.670417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Checking segment: {'id': '89a0cec4-833a-4736-a958-d53de628d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:44.670781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network hostable DHCP agents. Network: 26af784a-46eb-4f2a-a6d0-c4a5165c7673, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:38:44.752502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:44.871251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:38:44.874100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-addd44a8-3a4f-42e1-b23b-a87ea0b610bc tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Unset dirty status for tenant:7230f8f3428c4bc8a2103d227739f49c on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:44.877997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-addd44a8-3a4f-42e1-b23b-a87ea0b610bc tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "GET /v2.0/ports?device_id=192bc16c-fd26-4544-bef0-bb9239b2dd21 HTTP/1.1" status: 200 len: 913 time: 0.4553957 Mar 02 18:38:44.879056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42790) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:44.918084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b75626-eb01-453f-ab94-a6b100c5c326 req-3a4107f9-9ddf-4d76-9157-f84a813d41a5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:44.919720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67b75626-eb01-453f-ab94-a6b100c5c326 req-3a4107f9-9ddf-4d76-9157-f84a813d41a5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1670206 Mar 02 18:38:44.995418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53a5bb-1fbd-4e2d-9ba5-17c25bf91da7 req-8e1d1b49-9d93-4b8d-a097-4c978df1073e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.001030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb53a5bb-1fbd-4e2d-9ba5-17c25bf91da7 req-8e1d1b49-9d93-4b8d-a097-4c978df1073e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2017446 Mar 02 18:38:45.044932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.093978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82f44aa2ab354be4bbea8d5a3419d582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6179657 Mar 02 18:38:45.110541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:45.169548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 26af784a-46eb-4f2a-a6d0-c4a5165c7673) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:45.175109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.175767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.178864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9344f1f3-961c-4ab5-9ace-eef2bac9b747 None None] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:45.198281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67b75626-eb01-453f-ab94-a6b100c5c326 req-81a9f4bd-9c1d-4864-994e-6d87a3a1333d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438576 Mar 02 18:38:45.235647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f8b7c-b27c-400f-94ae-5b71d05f3123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3902ac1c-5250-4e66-9f97-515a54adfd95,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:45.241375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb53a5bb-1fbd-4e2d-9ba5-17c25bf91da7 req-7128307a-012f-45ae-b717-2d5dd5653a65 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263253 Mar 02 18:38:45.257334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378cdfa-d889-44a4-886d-47112195216c req-d033463d-a63d-4d1a-8382-90d460f57c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.259104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-d033463d-a63d-4d1a-8382-90d460f57c5b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1097 time: 0.3384049 Mar 02 18:38:45.295863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.323165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.372785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-04c14c8b-aa5c-4932-96ee-7c857f013c64 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1242034 Mar 02 18:38:45.382115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42808) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:45.389788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-687927707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:45.399866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:45.407411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:router and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:45.412104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:45.423457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:45.450744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378cdfa-d889-44a4-886d-47112195216c req-726c8625-b44d-402c-8d31-e5c5e79a30c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.452918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-726c8625-b44d-402c-8d31-e5c5e79a30c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.1862686 Mar 02 18:38:45.499740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-26af784a-46eb-4f2a-a6d0-c4a5165c7673', 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': 'a16e6243-8d54-4766-b649-9074c586aa7e'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:38:45.500732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.516351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.545601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.546933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.564839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3902ac1c-5250-4e66-9f97-515a54adfd95,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:45.581125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-502c8cf0-7b99-49d4-b54a-00207a706b59 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 1002 time: 0.1219261 Mar 02 18:38:45.585294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.592586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.592586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2e2ca33c-b018-4c6e-8ea6-b228dd4ed96d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3902ac1c-5250-4e66-9f97-515a54adfd95 HTTP/1.1" status: 204 len: 168 time: 0.4797208 Mar 02 18:38:45.665623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378cdfa-d889-44a4-886d-47112195216c req-08262f10-dc3a-4300-951c-df89bdf63cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.667382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-08262f10-dc3a-4300-951c-df89bdf63cb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.0796404 Mar 02 18:38:45.699990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.748031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Allocated IP 172.20.0.2 (26af784a-46eb-4f2a-a6d0-c4a5165c7673/a16e6243-8d54-4766-b649-9074c586aa7e/dfbf9af0-6056-4a9d-9d54-fa2c0525bee2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:45.785007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.801870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378cdfa-d889-44a4-886d-47112195216c req-aa03eef9-593c-40d7-acc6-0300a494b438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:45.803355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-aa03eef9-593c-40d7-acc6-0300a494b438 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1299891 Mar 02 18:38:45.950245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:45.956069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2d941b45-aa68-409b-aef1-e2d8e0dd365a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.5734382 Mar 02 18:38:45.982639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-24bec187-09f7-4fce-bf8a-50c76c9f851a service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717279 Mar 02 18:38:45.983646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42822) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:45.991548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673', 'name': 'tempest-PortsTestJSON-1149050656'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:38:45.999495 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.012078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Transition to ACTIVE for port object dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:46.042418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Transition to ACTIVE for port object dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:46.166344 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.260085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:46.263688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:46.266594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:46.285323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port 5511cc18-1568-45de-8c74-74252e0ef4db {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:46.285945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.300376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c378cdfa-d889-44a4-886d-47112195216c req-85d8d325-a694-4a78-8e03-9d19004b968b service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672439 Mar 02 18:38:46.306969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:46.313424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:port and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:46.316941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Pushing event updated for resources: {'Port': ['ID=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:46.317992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:46.325605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:46.395713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Attempting to bind port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:38:46.396144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Attempting to bind port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89a0cec4-833a-4736-a958-d53de628d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:38:46.396522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Attempting to bind port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 on network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:38:46.403500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:38:46.403878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Checking segment: {'id': '89a0cec4-833a-4736-a958-d53de628d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:38:46.404292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.404685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Bound using segment: {'id': '89a0cec4-833a-4736-a958-d53de628d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:38:46.405415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Bound port: dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89a0cec4-833a-4736-a958-d53de628d5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '26af784a-46eb-4f2a-a6d0-c4a5165c7673'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:38:46.405773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.486883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:38:46.492121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.523586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] For port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:38:46.523586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] For port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,segment=NetworkSegment(89a0cec4-833a-4736-a958-d53de628d5ce),segment_id=89a0cec4-833a-4736-a958-d53de628d5ce)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:38:46.541664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.574950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 16722035-d2c5-496f-9374-754ca25b2fa9 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:38:46.636078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.674829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for 5511cc18-1568-45de-8c74-74252e0ef4db owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:46.735170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdfe2e-b1f7-4c44-905b-c237378a4028 None None] Pushing event updated for resources: {'Port': ['ID=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:46.741503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c3b95-78f6-4e1f-a575-0d3bc448893d req-95447b01-abf7-43fd-8aec-0bfc486be79b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:46.745705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba1c3b95-78f6-4e1f-a575-0d3bc448893d req-95447b01-abf7-43fd-8aec-0bfc486be79b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3120613 Mar 02 18:38:46.777187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42836) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:46.791845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0106bdca-32d3-487f-9596-cf5c5b10d7a3 req-1417f784-bc50-4099-8e08-b5479b631d08 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:46.793500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0106bdca-32d3-487f-9596-cf5c5b10d7a3 req-1417f784-bc50-4099-8e08-b5479b631d08 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.3145351 Mar 02 18:38:46.843190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:46.873089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.3 (26af784a-46eb-4f2a-a6d0-c4a5165c7673/a16e6243-8d54-4766-b649-9074c586aa7e/16722035-d2c5-496f-9374-754ca25b2fa9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:38:46.886156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba1c3b95-78f6-4e1f-a575-0d3bc448893d req-c2318878-b1b9-4c99-ab00-8f41511ab5fd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356354 Mar 02 18:38:46.908724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:46.917324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0106bdca-32d3-487f-9596-cf5c5b10d7a3 req-330d7b21-54c0-4d3d-8aa7-e2f11d7e0f62 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018443 Mar 02 18:38:46.925462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Usage tracker for resource:security_group_rule and tenant:f9d2507fd522466c872164d7dce7349b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:46.935162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:46.953584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:47.230156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.250396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 16722035-d2c5-496f-9374-754ca25b2fa9 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:38:47.314954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.363841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=5511cc18-1568-45de-8c74-74252e0ef4db,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:47.377147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.408831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.632899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.643135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:47.658338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:47.664347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=16722035-d2c5-496f-9374-754ca25b2fa9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:47.667440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:38:47.719666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.735770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9d2507fd522466c872164d7dce7349b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9554927 Mar 02 18:38:47.735999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:47.740585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac04adb1-dadb-41f5-ad6e-14280b79cd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1ca223-2049-4c0d-9d27-8277901bf15a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:47.770013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:47.770991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:47.963895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab55eedf-9213-4ff3-8a61-bfe04567bbcd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9791722 Mar 02 18:38:47.965656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42850) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:48.041295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:48.103781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2587ba49-5b95-4438-bb7f-c759a257ab1b None None] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:48.191237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:48.301093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-28525ee0-8235-431b-a542-31452f5757c0 None None] Provisioning for port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:48.454695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:48.495343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Router 192bc16c-fd26-4544-bef0-bb9239b2dd21 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:48.498827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1ca223-2049-4c0d-9d27-8277901bf15a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:48.630091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c9339-caba-42c5-a258-e518cd8c6b18 req-2818fdae-88e5-4d6d-9478-7a63681feb9a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:48.631681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-353c9339-caba-42c5-a258-e518cd8c6b18 req-2818fdae-88e5-4d6d-9478-7a63681feb9a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.5314548 Mar 02 18:38:48.655213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:48.659799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d87d705c-636f-4e3c-aa3a-302fe04b1fa6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5f1ca223-2049-4c0d-9d27-8277901bf15a HTTP/1.1" status: 204 len: 168 time: 0.9170640 Mar 02 18:38:48.709444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64334330-3a25-4e04-be7b-94cf716fb5f9 req-6cd40746-0168-466f-9719-9222db9384d7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:48.717337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64334330-3a25-4e04-be7b-94cf716fb5f9 req-6cd40746-0168-466f-9719-9222db9384d7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.6249242 Mar 02 18:38:48.867041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-353c9339-caba-42c5-a258-e518cd8c6b18 req-6906b6a0-2a4e-4957-8285-2d9e3b126320 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267194 Mar 02 18:38:48.872610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:48.905478 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] Sync routers for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:48.934344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0296e661-1a9b-4e96-9409-48bcc7c35b84 None None] Provisioning for port 16722035-d2c5-496f-9374-754ca25b2fa9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:48.947590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0296e661-1a9b-4e96-9409-48bcc7c35b84 None None] Provisioning complete for port 16722035-d2c5-496f-9374-754ca25b2fa9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:48.948176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0296e661-1a9b-4e96-9409-48bcc7c35b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:48.955666 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c518201d-9579-4da7-9545-2f21ce060fd9 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "PUT /v2.0/routers/192bc16c-fd26-4544-bef0-bb9239b2dd21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0727239 Mar 02 18:38:48.964739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42862) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:48.968212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64334330-3a25-4e04-be7b-94cf716fb5f9 req-749847ee-0d4c-4b72-b6da-b2c04f14da9d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496476 Mar 02 18:38:48.972158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:48.973543 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:49.135476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:49.174578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0296e661-1a9b-4e96-9409-48bcc7c35b84 None None] Port 16722035-d2c5-496f-9374-754ca25b2fa9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:49.223945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.224571 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:49.247873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] Routers {'192bc16c-fd26-4544-bef0-bb9239b2dd21'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:49.247873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['192bc16c-fd26-4544-bef0-bb9239b2dd21'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:49.337360 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.351273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:38:49.356312 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:49.356312 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815739da-9930-4bbc-ac63-5ed43ec5d95e None None] The sync data for ids ['192bc16c-fd26-4544-bef0-bb9239b2dd21'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:49.366342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4cc6a2fa-b2bb-4d28-a8d2-0ee7e197ec2a None None] Provisioning complete for port 16722035-d2c5-496f-9374-754ca25b2fa9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:49.367173 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4cc6a2fa-b2bb-4d28-a8d2-0ee7e197ec2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.462683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6a2fa-b2bb-4d28-a8d2-0ee7e197ec2a None None] Port 16722035-d2c5-496f-9374-754ca25b2fa9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:49.467742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:49.467897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.623368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.703650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.721556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port d150e862-3883-446f-83c9-409ab740770f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:49.721944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.741834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,segment=NetworkSegment(89a0cec4-833a-4736-a958-d53de628d5ce),segment_id=89a0cec4-833a-4736-a958-d53de628d5ce)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:49.777106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.831225 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.871058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:49.965194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:50.048611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:50.416201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8cd7e123-88b6-4eb2-b2ed-f0ef0515493e None None] Provisioning complete for port 16722035-d2c5-496f-9374-754ca25b2fa9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:50.420534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cd7e123-88b6-4eb2-b2ed-f0ef0515493e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:50.468529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=16722035-d2c5-496f-9374-754ca25b2fa9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:50.499978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cd7e123-88b6-4eb2-b2ed-f0ef0515493e None None] Port 16722035-d2c5-496f-9374-754ca25b2fa9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:50.510455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for d150e862-3883-446f-83c9-409ab740770f owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:50.551588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3610c-2869-4730-b7a2-19d74ceb0110 req-108dcf77-d3b2-4359-9119-ee87b18d805d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:50.553099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36f3610c-2869-4730-b7a2-19d74ceb0110 req-108dcf77-d3b2-4359-9119-ee87b18d805d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2265334 Mar 02 18:38:50.653875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36f3610c-2869-4730-b7a2-19d74ceb0110 req-be8cd4c2-773f-459b-b8d2-91b3b0efd3dc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937202 Mar 02 18:38:50.710390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:50.840650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:50.860063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:38:50.911633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=d150e862-3883-446f-83c9-409ab740770f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:50.968474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:50.968905 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.014473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.090012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.212770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.217574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.349171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.349741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Fanout notify agent at l3_agent the message router_deleted on router 192bc16c-fd26-4544-bef0-bb9239b2dd21 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:38:51.365974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.369646 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-210b6bf8-386b-4de9-bb41-70dd0983cf13 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/routers/192bc16c-fd26-4544-bef0-bb9239b2dd21 HTTP/1.1" status: 204 len: 168 time: 2.3951426 Mar 02 18:38:51.369756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42906) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:51.439669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting subnet 2919cdc9-bb57-4f6b-a06a-81a6008775ae {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:51.445856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.512310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.522852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.603468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.606328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.753983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.758290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=16722035-d2c5-496f-9374-754ca25b2fa9,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:51.823585 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.884739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Subnet': ['ID=2919cdc9-bb57-4f6b-a06a-81a6008775ae,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:51.885329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b790d9-6283-4467-8ba1-da209f197b87 None None] Network 677d7992-d491-4d21-b2a7-044cdecf118e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:51.888362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:51.898177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0576cd09-ae2e-455f-b6da-9d84778e4fe1 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/subnets/2919cdc9-bb57-4f6b-a06a-81a6008775ae HTTP/1.1" status: 204 len: 168 time: 0.5270422 Mar 02 18:38:51.901227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42924) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:51.968307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:38:51.970967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:38:52.079559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.081357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f06ec8-8adf-46bc-85f5-d3694165378f req-284e15dc-1bc5-430d-8aa0-ba8de95be15a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:52.083317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89f06ec8-8adf-46bc-85f5-d3694165378f req-284e15dc-1bc5-430d-8aa0-ba8de95be15a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2731504 Mar 02 18:38:52.097824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port b94f9de9-d88e-4351-b73b-4b4ac064edf0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:52.098899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.293898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-af2a1382-a2cb-429f-9f22-eab3bb567340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.424848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] For port b94f9de9-d88e-4351-b73b-4b4ac064edf0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94f9de9-d88e-4351-b73b-4b4ac064edf0,segment=NetworkSegment(93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77),segment_id=93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:52.425304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.442723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] DHCP port deletion for 677d7992-d491-4d21-b2a7-044cdecf118e request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:38:52.448478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-12bbdd28-54a5-46ef-83fd-fb650fd06fbe None None] Provisioning complete for port 16722035-d2c5-496f-9374-754ca25b2fa9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:38:52.448855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-12bbdd28-54a5-46ef-83fd-fb650fd06fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.461138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89f06ec8-8adf-46bc-85f5-d3694165378f req-955fe9a8-55db-49d2-8555-7b9ec105fda5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681736 Mar 02 18:38:52.488785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Deleting port b94f9de9-d88e-4351-b73b-4b4ac064edf0 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:52.489403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.612909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for b94f9de9-d88e-4351-b73b-4b4ac064edf0 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:52.626831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-12bbdd28-54a5-46ef-83fd-fb650fd06fbe None None] Port 16722035-d2c5-496f-9374-754ca25b2fa9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:38:52.629248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Router 9071c155-3b41-46fc-ae55-6f0fdc8ac1bb is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:38:52.779762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] For port b94f9de9-d88e-4351-b73b-4b4ac064edf0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94f9de9-d88e-4351-b73b-4b4ac064edf0,segment=NetworkSegment(93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77),segment_id=93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:52.780181 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.867295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:52.868568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94f9de9-d88e-4351-b73b-4b4ac064edf0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:52.875372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e670305c-d41d-428e-89f2-9832a1442aa1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/routers/9071c155-3b41-46fc-ae55-6f0fdc8ac1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9062407 Mar 02 18:38:52.877670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42940) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:52.913775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:52.967445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Calling delete_port for b94f9de9-d88e-4351-b73b-4b4ac064edf0 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:53.052019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] Sync routers for ids ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:53.054769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:53.059728 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:53.069609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: b94f9de9-d88e-4351-b73b-4b4ac064edf0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:38:53.070367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94f9de9-d88e-4351-b73b-4b4ac064edf0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:38:53.082227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] Routers {'9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:53.084917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.092109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] No DVR routers for this DVR port b94f9de9-d88e-4351-b73b-4b4ac064edf0 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:53.096092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=b94f9de9-d88e-4351-b73b-4b4ac064edf0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:53.156745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.166981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] Routers {'9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:53.167975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.234797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.235200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bf454e-a54e-4efa-8ba3-9ffc7a70d8b2 None None] The sync data for ids ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:53.238608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.280075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cfd2ae-1133-4b3e-979c-9638dbcc87c1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:53.280784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7cfd2ae-1133-4b3e-979c-9638dbcc87c1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:53.289478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677d7992-d491-4d21-b2a7-044cdecf118e']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.301984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.302312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93f2816f-cc9b-43b7-bf30-6cd5ba7bcb77') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:53.319965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.338149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.344692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:53.345090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:53.364727 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:53.428121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7cfd2ae-1133-4b3e-979c-9638dbcc87c1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:53.429154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d7cfd2ae-1133-4b3e-979c-9638dbcc87c1 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?device_id=9071c155-3b41-46fc-ae55-6f0fdc8ac1bb HTTP/1.1" status: 200 len: 982 time: 0.5520091 Mar 02 18:38:53.432758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42954) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:53.554179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.557604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Deleting port b94f9de9-d88e-4351-b73b-4b4ac064edf0 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:53.558376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.589282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:53.612007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Network': ['ID=677d7992-d491-4d21-b2a7-044cdecf118e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:53.626924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58a04116-aa59-4fd3-b510-e1917809035e tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/networks/677d7992-d491-4d21-b2a7-044cdecf118e HTTP/1.1" status: 204 len: 168 time: 1.7219937 Mar 02 18:38:53.627383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42966) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:53.683192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-43371dad-18dc-4bdf-b809-11aff4759d01 None None] The port 'b94f9de9-d88e-4351-b73b-4b4ac064edf0' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:38:53.827378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Deleting port 1f3e4a38-c56e-4470-9b25-f9aadabe2bb9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:53.827724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.000289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f530b2-9737-49a3-ade4-1203734a9b45 req-e01777ae-54d6-47d4-9a30-38847f33c3ce tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:54.001859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f530b2-9737-49a3-ade4-1203734a9b45 req-e01777ae-54d6-47d4-9a30-38847f33c3ce tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.3684337 Mar 02 18:38:54.059699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.060673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.142923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1f530b2-9737-49a3-ade4-1203734a9b45 req-2c4a0591-7c2f-4544-85dd-95a4cb85eea5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308484 Mar 02 18:38:54.222652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Calling delete_port for 1f3e4a38-c56e-4470-9b25-f9aadabe2bb9 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:54.242105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee16ec75-4519-4bea-b2ee-0f77ec942227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.330302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.474482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.529134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Pushing event deleted for resources: {'Port': ['ID=1f3e4a38-c56e-4470-9b25-f9aadabe2bb9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:54.625179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 16722035-d2c5-496f-9374-754ca25b2fa9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:54.625513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.628994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.914617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:54.914617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a45e786-f47b-4fdc-a204-442e838f5843 tempest-FloatingIPAdminTestJSON-1799541657 tempest-FloatingIPAdminTestJSON-1799541657-project] 10.222.0.66 "DELETE /v2.0/floatingips/55e773e0-1ae7-4fda-a1ab-7130c70138e4 HTTP/1.1" status: 204 len: 168 time: 1.2830017 Mar 02 18:38:54.981743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.112054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 16722035-d2c5-496f-9374-754ca25b2fa9 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:55.410906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce5a43-3925-4a5c-a97b-8a84d67dabf0 req-de736800-43e6-4c29-b8d3-e4b1265e5eb9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:55.412434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ce5a43-3925-4a5c-a97b-8a84d67dabf0 req-de736800-43e6-4c29-b8d3-e4b1265e5eb9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.1171639 Mar 02 18:38:55.464876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7ce5a43-3925-4a5c-a97b-8a84d67dabf0 req-4b0e9006-519f-45fb-bb5a-8c4c9e5b962e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446689 Mar 02 18:38:55.531759 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.532311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.585853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=16722035-d2c5-496f-9374-754ca25b2fa9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:55.594496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:55.639957 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.765520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.842093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:55.881980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:56.048414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.060902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce506b0f-ad16-4de0-822e-6121e77cc86f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7230f8f3428c4bc8a2103d227739f49c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776037 Mar 02 18:38:56.064956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:56.093805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:56.106373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Usage tracker for resource:security_group_rule and tenant:9df5275782e24760831f294c29df0e82 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:56.111353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:56.123962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:56.165374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.169985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Router 9071c155-3b41-46fc-ae55-6f0fdc8ac1bb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:38:56.206289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.300699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.326507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:38:56.336114 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] Sync routers for ids ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:38:56.347934 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] Routers {'9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:56.348636 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:56.408832 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:56.417276 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] Routers {'9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:38:56.417891 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:38:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:56.428668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.487220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6882aa12-64c4-45a7-bd22-4af14cd82ab0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/routers/9071c155-3b41-46fc-ae55-6f0fdc8ac1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453007 Mar 02 18:38:56.487220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43020) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:56.504950 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:56.507815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.510867 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45324fa0-2608-42aa-b3da-50b1dcf35ce1 None None] The sync data for ids ['9071c155-3b41-46fc-ae55-6f0fdc8ac1bb'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:38:56.536302 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9df5275782e24760831f294c29df0e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9389033 Mar 02 18:38:56.536302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c835d5c-ff58-4ed2-bb5e-74d645ce6013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434b923-08c0-4237-89c7-f8fe8c3d2368,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:56.538369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:56.556454 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-7940a5da-999d-46dd-bf5f-c42557918d80 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:38:56.556989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7940a5da-999d-46dd-bf5f-c42557918d80 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:38:56.569015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d70d21-6756-4b5e-a922-b0c0a84166ae,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:56.576567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.577569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f17f65d-4ef9-4f12-b501-9b9192406afb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/51d70d21-6756-4b5e-a922-b0c0a84166ae HTTP/1.1" status: 204 len: 168 time: 0.5113432 Mar 02 18:38:56.684190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.720343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7940a5da-999d-46dd-bf5f-c42557918d80 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:38:56.722798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7940a5da-999d-46dd-bf5f-c42557918d80 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/16722035-d2c5-496f-9374-754ca25b2fa9 HTTP/1.1" status: 404 len: 333 time: 0.2385192 Mar 02 18:38:56.724735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:56.731393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.739512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.741006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:56.910953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4485fece-84b9-47e8-a40a-12fb10f83ceb req-9f3bd852-cb42-436c-a07d-a87d4b07d5d7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:56.910953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4485fece-84b9-47e8-a40a-12fb10f83ceb req-9f3bd852-cb42-436c-a07d-a87d4b07d5d7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.3088768 Mar 02 18:38:56.969085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4485fece-84b9-47e8-a40a-12fb10f83ceb req-ad55e16d-eba5-4e21-be15-acf2c15998a0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489359 Mar 02 18:38:57.001002 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.097618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.117528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434b923-08c0-4237-89c7-f8fe8c3d2368,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:57.152153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.153763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c8fc59fc-4c6d-4219-8a79-febe75325eb8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f434b923-08c0-4237-89c7-f8fe8c3d2368 HTTP/1.1" status: 204 len: 168 time: 0.6093235 Mar 02 18:38:57.414844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.417339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.571294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43058) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:57.589628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.600576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.601109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Fanout notify agent at l3_agent the message router_deleted on router 9071c155-3b41-46fc-ae55-6f0fdc8ac1bb {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:38:57.609315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:57.625791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Usage tracker for resource:security_group_rule and tenant:bb663372d25b42ffbf172f7070bd2c52 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:57.628451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.628451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d69dc55f-28f5-4e0f-add1-f8dd61ff1047 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/routers/9071c155-3b41-46fc-ae55-6f0fdc8ac1bb HTTP/1.1" status: 204 len: 168 time: 0.8898790 Mar 02 18:38:57.630947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:57.635101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43066) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:57.639827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:57.753181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet a16e6243-8d54-4766-b649-9074c586aa7e {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:38:57.753181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.776005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.835646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.916985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:57.994520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.029347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb663372d25b42ffbf172f7070bd2c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4508586 Mar 02 18:38:58.029347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43086) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:58.038273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7d35af-76e8-41fc-af04-56da815a5df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3300612-887b-484b-954f-d7019e1ab455,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:58.241187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.278468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.318649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.324262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.324414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb52f0c8-2560-44d1-b20f-e8c65b58fdf2 None None] Network 26af784a-46eb-4f2a-a6d0-c4a5165c7673 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:38:58.325457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=a16e6243-8d54-4766-b649-9074c586aa7e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:58.343963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69d898db-92f7-42d5-b0cc-250c5ad54de0 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/a16e6243-8d54-4766-b649-9074c586aa7e HTTP/1.1" status: 204 len: 168 time: 0.7078137 Mar 02 18:38:58.343963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43096) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:58.349709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43098) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:58.376861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.401446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:38:58.401446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1482c4cc0048318e35055b6719f4a7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:38:58.401446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:38:58.414344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:38:58.488613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f4ef56-e495-4350-9f66-4c84bf7945d3 req-0fa70594-7f30-4733-8f39-8dcac9583e36 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:58.490319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6f4ef56-e495-4350-9f66-4c84bf7945d3 req-0fa70594-7f30-4733-8f39-8dcac9583e36 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2986047 Mar 02 18:38:58.526105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.556031 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.586025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6f4ef56-e495-4350-9f66-4c84bf7945d3 req-8b81e809-cf40-4010-85bc-2ddf9d61dab3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755732 Mar 02 18:38:58.588214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:58.588783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.640376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.668101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] DHCP port deletion for 26af784a-46eb-4f2a-a6d0-c4a5165c7673 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:38:58.672530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Deleting port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:58.672943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.682491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.691567 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ea1482c4cc0048318e35055b6719f4a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513780 Mar 02 18:38:58.692693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4634b-d389-4b29-ab25-520ae3a76687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0ee466-a4df-4cc1-84d2-5aababf3d310,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:58.695186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43106) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:38:58.714356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.716180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3300612-887b-484b-954f-d7019e1ab455 HTTP/1.1" status: 204 len: 168 time: 0.6715031 Mar 02 18:38:58.721506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5aba18-9170-42ab-bd6c-97eede3848e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3300612-887b-484b-954f-d7019e1ab455,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:58.779400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.811475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:58.876526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:38:58.962790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] For port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,segment=NetworkSegment(89a0cec4-833a-4736-a958-d53de628d5ce),segment_id=89a0cec4-833a-4736-a958-d53de628d5ce)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:58.963152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.022994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.060212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0ee466-a4df-4cc1-84d2-5aababf3d310,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:59.075586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.079760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fc9b4e5-468c-4f3d-9bc4-0f43793547ac admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc0ee466-a4df-4cc1-84d2-5aababf3d310 HTTP/1.1" status: 204 len: 168 time: 0.3824606 Mar 02 18:38:59.170279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:59.177002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] For port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,segment=NetworkSegment(89a0cec4-833a-4736-a958-d53de628d5ce),segment_id=89a0cec4-833a-4736-a958-d53de628d5ce)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:38:59.177666 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.249118 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.326836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Calling delete_port for dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:38:59.384550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.450502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:38:59.451049 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:38:59.459301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No DVR routers for this DVR port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:38:59.485901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=dfbf9af0-6056-4a9d-9d54-fa2c0525bee2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:38:59.707341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.778655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26af784a-46eb-4f2a-a6d0-c4a5165c7673']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:59.798151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89a0cec4-833a-4736-a958-d53de628d5ce') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:59.798441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89a0cec4-833a-4736-a958-d53de628d5ce') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:38:59.813349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.834957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.849277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:38:59.849726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:38:59.867169 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:38:59.949208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255e7580-8994-4a1d-98f2-ae10cf842ac1 req-fdc917b8-34da-4961-b30b-75fe243ed3cf tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:38:59.950896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-255e7580-8994-4a1d-98f2-ae10cf842ac1 req-fdc917b8-34da-4961-b30b-75fe243ed3cf tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2177289 Mar 02 18:38:59.955231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Deleting port dfbf9af0-6056-4a9d-9d54-fa2c0525bee2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:38:59.955811 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.041885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-255e7580-8994-4a1d-98f2-ae10cf842ac1 req-162bb827-291b-46d2-a4a8-51ed6c7e1166 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770967 Mar 02 18:39:00.068690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f29ba28b-9793-4687-b3e9-c822854024fa None None] The port 'dfbf9af0-6056-4a9d-9d54-fa2c0525bee2' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:39:00.125479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.144500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.156434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=26af784a-46eb-4f2a-a6d0-c4a5165c7673,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:00.180613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43132) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:00.202765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.219388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:00.223756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Usage tracker for resource:security_group_rule and tenant:4222b618d9294a4d9a58ea0a9709a0a7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:00.227202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:00.233501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:00.313332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-875837cc-512b-40d3-88ce-5eb620a7f62a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/26af784a-46eb-4f2a-a6d0-c4a5165c7673 HTTP/1.1" status: 204 len: 168 time: 1.9717841 Mar 02 18:39:00.314019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:00.339609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.404750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3567c7-f80f-49ef-820a-09c9cacd3694 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:00.405606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fb3567c7-f80f-49ef-820a-09c9cacd3694 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:00.503630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.555440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4222b618d9294a4d9a58ea0a9709a0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732076 Mar 02 18:39:00.556305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f8d2dd-5f9c-4697-9c1f-5e288a80eed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b296116a-f5c6-4e43-83e4-c402ec89c8ed,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:00.558513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43144) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:00.573576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fb3567c7-f80f-49ef-820a-09c9cacd3694 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:00.574764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fb3567c7-f80f-49ef-820a-09c9cacd3694 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/6ccf1169-c0a8-42fd-979e-757137aa2956 HTTP/1.1" status: 200 len: 840 time: 0.2595518 Mar 02 18:39:00.578673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:00.677336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-394a7593-95c9-49e3-980a-91556a8e72e2 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/6ccf1169-c0a8-42fd-979e-757137aa2956?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0935357 Mar 02 18:39:00.677637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:00.686373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:00.698710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.749160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:00.830017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:00.860241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:00.861873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:00.867726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:01.040427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:01.040585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:01.045385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:01.061081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b296116a-f5c6-4e43-83e4-c402ec89c8ed,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:01.064930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:01.082600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8bd6c005-d2d1-42f9-a6b9-53e274bbb4b7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b296116a-f5c6-4e43-83e4-c402ec89c8ed HTTP/1.1" status: 204 len: 168 time: 0.5095227 Mar 02 18:39:01.351427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4885d23-7aa1-4983-a2bb-bbd2b587d578 req-d02a2a98-7bec-4a2a-8149-7729c7da777a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:01.363483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4885d23-7aa1-4983-a2bb-bbd2b587d578 req-d02a2a98-7bec-4a2a-8149-7729c7da777a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.1123679 Mar 02 18:39:01.439163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4885d23-7aa1-4983-a2bb-bbd2b587d578 req-bb5802a1-4f4f-4805-9aae-932fca9e02aa tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731668 Mar 02 18:39:01.717862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:01.781817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:01.785216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:01.791079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:01.791794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:01.796021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b375556-2219-47b3-8683-4f238e323157 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:01.811016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:01.940011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:01.949270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-73c8ab83-6a8f-488e-9dd9-80bf2fa703c3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2541330 Mar 02 18:39:01.950050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'security_group': {'name': 'tempest-secgroup-855838819'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:01.950050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:01.961344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:01.968631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:01.975967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:02.058206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.100241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:02.106300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:02.109948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:02.121083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:02.262525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'tenant_id': '7eae1fada3e341438888ae11926c288d', 'fixed_ips': [{'subnet_id': '0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:02.263414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.269449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.387191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.518974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Allocated IP 172.20.0.2 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8/9ed1ce34-fd04-4363-bec8-af1b2abcfd44) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:02.539591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f21db142-58ed-4d07-9191-5a56bb93349c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:02.707475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.718878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-07631009-4d9d-4e58-a924-fee444a81ed3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7780278 Mar 02 18:39:02.721840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43218) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:02.725711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'security_group': {'name': 'tempest-secgroup-1923322637'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:02.766326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:02.766326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:02.766326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:02.786091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:02.861643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd746bc-c725-4bd9-a957-adfca370da51 req-c86888f4-64bb-42f1-86f3-9e330d09b3a5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:02.865918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd746bc-c725-4bd9-a957-adfca370da51 req-c86888f4-64bb-42f1-86f3-9e330d09b3a5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.3009427 Mar 02 18:39:02.899008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.912797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:02.919736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Transition to ACTIVE for port object 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:02.963181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:02.967813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Transition to ACTIVE for port object 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:02.969137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:02.973033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:02.980131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:02.990401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd746bc-c725-4bd9-a957-adfca370da51 req-e890a134-582a-455c-9cf7-70d3b610a472 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180751 Mar 02 18:39:03.050923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:03.069801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.082560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.143841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.197877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:03.200770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:03.209773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:03.212521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.212895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.213234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.213746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.214274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.214777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.215387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.215866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.228789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.229933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.232484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.232998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:03.252819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:03.254241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b098bc5-7ca4-49bc-b4a3-a17adee43d00,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:03.269459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5d10a799-c45a-4857-8617-68a3ac09729b tempest-AgentManagementNegativeTest-432734302 tempest-AgentManagementNegativeTest-432734302-project] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2161286 Mar 02 18:39:03.383484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.385281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3c7b74e0-aaa7-4336-86bb-6f21f6ea977c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6681452 Mar 02 18:39:03.388437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43252) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:03.394249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784549003', 'security_groups': ['3b098bc5-7ca4-49bc-b4a3-a17adee43d00'], 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:03.400006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Attempting to bind port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:03.400428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Attempting to bind port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0f99f753-826c-4ce2-a566-d846aaaebe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:03.400798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Attempting to bind port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 on network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:03.407165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:03.407165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Checking segment: {'id': '0f99f753-826c-4ce2-a566-d846aaaebe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:03.407402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.408398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Bound using segment: {'id': '0f99f753-826c-4ce2-a566-d846aaaebe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:03.408398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Bound port: 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f99f753-826c-4ce2-a566-d846aaaebe83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:03.408658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.663067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:03.676224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:03.733373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:03.740566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:03.756941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:03.838089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:03.846080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d4df5f-a8e5-4784-b8e6-3150f761d8b7 None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:03.990966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43266) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:03.997964 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.053817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 69ee4488-9bab-4914-acdb-66c4e674c603 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:04.353009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43276) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:04.447224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec9505-09cb-408d-9d49-ad85db9ff77f req-b642d4f0-7498-4e91-a71c-a6ea31509185 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:04.447374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.452665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8ec9505-09cb-408d-9d49-ad85db9ff77f req-b642d4f0-7498-4e91-a71c-a6ea31509185 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.2889826 Mar 02 18:39:04.486786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:04.494349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Usage tracker for resource:security_group_rule and tenant:706f9c6e8b9b4d3da1839c46e891a653 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:04.500777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:04.554009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.581914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:04.581914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:04.581914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Usage tracker for resource:security_group_rule and tenant:2c88b679d39044099bab73e87dec1164 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:04.581914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:04.593045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8ec9505-09cb-408d-9d49-ad85db9ff77f req-5207f1dd-4699-4ed5-a8a2-567340221613 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180966 Mar 02 18:39:04.610753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:04.631195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.3 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8/69ee4488-9bab-4914-acdb-66c4e674c603) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:04.763021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.829612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.854152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.932176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:04.972952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:04.989246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13d0c03-d862-41b7-90a9-fed28598ea4d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:05.071810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.113807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 69ee4488-9bab-4914-acdb-66c4e674c603 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:05.247048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96754181-e28e-45be-922e-993105744a37 req-d4a47113-e7b2-4d22-a510-9a6bd5916b9b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:05.250577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:05.257070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96754181-e28e-45be-922e-993105744a37 req-d4a47113-e7b2-4d22-a510-9a6bd5916b9b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1116590 Mar 02 18:39:05.262398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb0d117f-bced-4574-af99-1ff24843e590 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=706f9c6e8b9b4d3da1839c46e891a653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9141681 Mar 02 18:39:05.264820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43288) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:05.266738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2c88b679d39044099bab73e87dec1164&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2765369 Mar 02 18:39:05.271010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43292) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:05.290935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d49b7-9696-44eb-9f75-ef5140066b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0160419b-6d50-42c0-8af8-fa2dded3b591,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:05.353029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.357362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.382054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.424809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96754181-e28e-45be-922e-993105744a37 req-02ba9395-0cf4-43c0-9bf8-5be377fe8abb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443686 Mar 02 18:39:05.437331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:05.451084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:05.456190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:05.524557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.539736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=69ee4488-9bab-4914-acdb-66c4e674c603,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:05.549067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.587397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0160419b-6d50-42c0-8af8-fa2dded3b591,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:05.587568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:05.587568 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.588295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.590324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.591800 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-654c5d0e-0454-46c2-a549-50d11c4437c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0160419b-6d50-42c0-8af8-fa2dded3b591 HTTP/1.1" status: 204 len: 168 time: 0.3202262 Mar 02 18:39:05.602377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:05.602755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:05.677182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:05.735149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf29f0-800a-40a4-9ddd-f72a7d2a8a57 req-39d90a58-1560-44cd-9526-d65faa82b72b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:05.736679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00cf29f0-800a-40a4-9ddd-f72a7d2a8a57 req-39d90a58-1560-44cd-9526-d65faa82b72b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1367996 Mar 02 18:39:05.786375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00cf29f0-800a-40a4-9ddd-f72a7d2a8a57 req-db62955e-94e9-457e-a177-3f1201b0c851 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 Mar 02 18:39:05.787881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a4a52d14-68b5-4292-b3c5-75129af82cde tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3984494 Mar 02 18:39:05.791482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43300) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:05.797343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:05.840608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Provisioning for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:05.858068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:05.858826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.008010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.030305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.053859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:06.060367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:06.065288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:06.066435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:06.072688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:06.082727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13d0c03-d862-41b7-90a9-fed28598ea4d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:06.085857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.089459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3ea0ff5b-0858-486e-ab2f-995896b6ab86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b13d0c03-d862-41b7-90a9-fed28598ea4d HTTP/1.1" status: 204 len: 168 time: 0.8213389 Mar 02 18:39:06.154575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e39db6-c3a9-4c68-9b45-f756d979dd81 req-6cbba138-b26a-45e6-a9c3-ef0c9c1e1e1a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:06.158323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40e39db6-c3a9-4c68-9b45-f756d979dd81 req-6cbba138-b26a-45e6-a9c3-ef0c9c1e1e1a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2038994 Mar 02 18:39:06.200546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.216286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40e39db6-c3a9-4c68-9b45-f756d979dd81 req-ad299f7e-ae30-48f5-8ae2-8cfafaade9f9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538092 Mar 02 18:39:06.268727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:06.273267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.316691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5229e2c2-ebbe-42e1-a438-6091575faf52 None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:06.447490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50bfe73f-6b7c-42ad-82f4-31b07a6e59ae None None] Provisioning for port 69ee4488-9bab-4914-acdb-66c4e674c603 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:06.448264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50bfe73f-6b7c-42ad-82f4-31b07a6e59ae None None] Provisioning complete for port 69ee4488-9bab-4914-acdb-66c4e674c603 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:06.448633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50bfe73f-6b7c-42ad-82f4-31b07a6e59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:06.498218 n-d-828839-1 neutron-server[88708]: INFO neutron.db.ipam_backend_mixin [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8 (CIDR: 172.20.0.0/28) Mar 02 18:39:06.529018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-50bfe73f-6b7c-42ad-82f4-31b07a6e59ae None None] Port 69ee4488-9bab-4914-acdb-66c4e674c603 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:06.558025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb1121-0047-46f0-920d-cf4da795b1ea req-6a409b69-5c8e-4a89-9ca7-42f5b753db17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:06.559413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4eb1121-0047-46f0-920d-cf4da795b1ea req-6a409b69-5c8e-4a89-9ca7-42f5b753db17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1829329 Mar 02 18:39:06.613806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4eb1121-0047-46f0-920d-cf4da795b1ea req-6c7b457a-b4a8-4d20-ad66-42d677116bc1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Mar 02 18:39:06.614887 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:39:06.616827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:06.778207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb05199a-794f-4bc9-bc70-58e7da80b68a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9857006 Mar 02 18:39:06.781029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43332) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:06.791096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:06.920915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:06.993715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:06.994213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.255422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:07.265103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:07.290077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:07.290077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:07.299030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-77332da5-12fa-4e34-b9f2-e82f64f01417 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:07.300547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-77332da5-12fa-4e34-b9f2-e82f64f01417 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.3562648 Mar 02 18:39:07.321476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-7f24e2ba-9c14-4c5e-9a13-76cdc4f7780b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/quotas/6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 375 time: 0.0099716 Mar 02 18:39:07.424434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-cc522c94-ac7e-4f4f-8ec8-cd87be96ab70 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0929115 Mar 02 18:39:07.460571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43354) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:07.466023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:07.469942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.489925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.518398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:07.525181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Usage tracker for resource:security_group_rule and tenant:ddd8c20f633748b9987166196c529a3f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:07.530092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:07.538808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:07.581522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:07.650246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.710375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-338d53dd-dcf1-4113-9108-b9a48edfceac service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778358 Mar 02 18:39:07.729028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1145246611'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:07.734669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:07.738842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:network and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:07.742068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:07.748978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:07.760526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.812861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ddd8c20f633748b9987166196c529a3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489223 Mar 02 18:39:07.813078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43364) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:07.824227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f5f9-adbb-4474-a33f-70feba8fae72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed941de-b025-4185-8e1a-a0f0b7c227bc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:07.882951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.909141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-70173fe5-81cd-4ad6-a57d-64e1f11ca396 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908793 Mar 02 18:39:07.911513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.951003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:07.960897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.975583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:07.993343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:07.997213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:security_group_rule and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:08.000255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:08.006295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:08.165952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.237500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:08.238758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:08.244022 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.244264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:08.244807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.249714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd6a9a-4512-4d84-9419-90814c8795c8 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:08.265680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=76e0b2c4-48ac-4a5f-88ae-44d03100d743,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:08.270804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed941de-b025-4185-8e1a-a0f0b7c227bc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:08.294927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.296556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98ae31ee-1197-4e03-aad5-6d562ece14d2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5ed941de-b025-4185-8e1a-a0f0b7c227bc HTTP/1.1" status: 204 len: 168 time: 0.4825654 Mar 02 18:39:08.398034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.416487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90f2839b-f277-47c8-bb02-43fb62b24fd8 req-08b1b1b0-5e08-483b-b193-1ebb12c6b990 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.1103210 Mar 02 18:39:08.418945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1a77db2c-4b61-457e-9bb7-0596b61ddec4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6357553 Mar 02 18:39:08.421811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:08.430763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1887226113', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '76e0b2c4-48ac-4a5f-88ae-44d03100d743'}], 'security_groups': ['f21db142-58ed-4d07-9191-5a56bb93349c']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:08.594996 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.640075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.676063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:39:08.685435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23a038b2-63e9-4239-bd9d-3ecf25fa5f80,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:08.693506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.694078 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Added segment 29f1698c-1133-4687-9fc2-32b3989e048c of type vlan for network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 Mar 02 18:39:08.728458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.752056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Update dhcp port {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'fixed_ips': [{'subnet_id': '0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8', 'ip_address': '172.20.0.2'}, {'subnet_id': '76e0b2c4-48ac-4a5f-88ae-44d03100d743'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '9ed1ce34-fd04-4363-bec8-af1b2abcfd44'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:39:08.910019 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.941661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:08.968373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:08.969038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.194029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Delete allocated IP 172.20.0.3 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8) {{(pid=88709) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:39:09.202870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.20 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/76e0b2c4-48ac-4a5f-88ae-44d03100d743/69ee4488-9bab-4914-acdb-66c4e674c603) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:09.218606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Network': ['ID=dad76f70-f0b6-4d63-8e0f-2d76ebbb2278,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:09.231001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:39:09.332748 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40b53c67-998f-49ae-8cb2-84ecea848e0a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7498672 Mar 02 18:39:09.336088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43396) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:09.345831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:09.385051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:09.519394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:09.529882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:09.533647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:09.550811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:09.564753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.605225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.621211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f3f2d00-8407-4d14-9e05-7be6a75e3c58 req-685bc7e8-830a-4d3e-87c4-23aee84fd525 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.0518017 Mar 02 18:39:09.621552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:09.626294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ca7922f92b842b7b78a627a88626079 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:09.630167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:09.630404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 69ee4488-9bab-4914-acdb-66c4e674c603 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:09.640048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:09.692715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:09.696293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.750522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.838905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Allocated IP 172.20.0.18 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/76e0b2c4-48ac-4a5f-88ae-44d03100d743/9ed1ce34-fd04-4363-bec8-af1b2abcfd44) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:09.858704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.921703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=69ee4488-9bab-4914-acdb-66c4e674c603,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:09.957640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] In _notify_port_updated(), no bound segment for port 69ee4488-9bab-4914-acdb-66c4e674c603 on network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:39:09.965365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:09.965899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:09.968101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f14b1307-624c-40ff-b5f5-015a8c79833b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/ports/69ee4488-9bab-4914-acdb-66c4e674c603 HTTP/1.1" status: 200 len: 921 time: 1.5447800 Mar 02 18:39:09.972977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43416) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:10.028433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.081675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:10.094412 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ca7922f92b842b7b78a627a88626079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060497 Mar 02 18:39:10.094412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511269e-884a-4965-a45e-20bd62811ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d894a152-3c67-4368-9608-2f46bdd7719b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:10.096463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43424) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:10.112861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.124177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 69ee4488-9bab-4914-acdb-66c4e674c603 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:10.124527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.144843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Transition to ACTIVE for port object 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:10.178845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.211903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.218773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.257396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.336954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=3ce3ec8b-6cf0-417d-96aa-2d3049709b30,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:10.382524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:10.387662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network hostable DHCP agents. Network: dad76f70-f0b6-4d63-8e0f-2d76ebbb2278, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:39:10.403647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0712e0d2-355c-490d-bd35-0e7c8751e53c None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:10.509860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:39:10.544289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.549042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.565878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d894a152-3c67-4368-9608-2f46bdd7719b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:10.580817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.581920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48e33b64-f70e-48b5-aa00-dc04d4baf61c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d894a152-3c67-4368-9608-2f46bdd7719b HTTP/1.1" status: 204 len: 168 time: 0.4844859 Mar 02 18:39:10.705480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 69ee4488-9bab-4914-acdb-66c4e674c603 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:10.753414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, dad76f70-f0b6-4d63-8e0f-2d76ebbb2278) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:10.761407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b71a16d-a5f4-467a-a1d2-4b5a65d982be None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:10.768696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:10.799587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:10.946858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:11.045383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41622b15-0eae-40d1-bc32-065ed0ee2477 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6923165 Mar 02 18:39:11.045383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:11.045383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'name': 'tempest-NetworksTestDHCPv6-862912968'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:11.120924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-438acae8-7ba8-4da5-a238-b2a846fb1718 req-ee1f83c6-0d25-4a09-9e7b-d16bcef906ca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.3476937 Mar 02 18:39:11.161424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.365912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:11.373326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:11.377410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=69ee4488-9bab-4914-acdb-66c4e674c603,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:11.377654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:11.396279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:11.424087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '3ce3ec8b-6cf0-417d-96aa-2d3049709b30'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:11.425964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.544948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.557542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4121764-7d6f-401a-a071-0dc971936e8a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/69ee4488-9bab-4914-acdb-66c4e674c603 HTTP/1.1" status: 204 len: 168 time: 1.5832489 Mar 02 18:39:11.560137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:11.608763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:11.608763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.611365 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b8b6705-547d-4f60-81a9-825590b2447a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:39:11.612171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0b8b6705-547d-4f60-81a9-825590b2447a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:11.658642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3ce3ec8b-6cf0-417d-96aa-2d3049709b30/21c2b98b-3c1d-417b-bc72-9bc9fb6336c2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:11.681979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:11.709217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Could not find standard attr ID for object 69ee4488-9bab-4914-acdb-66c4e674c603. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:11.831520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:11.831520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:11.862292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 88657eee-266f-411d-8541-4fc0bd64672d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:11.868634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0b8b6705-547d-4f60-81a9-825590b2447a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:11.873954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0b8b6705-547d-4f60-81a9-825590b2447a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/69ee4488-9bab-4914-acdb-66c4e674c603 HTTP/1.1" status: 404 len: 333 time: 0.3082120 Mar 02 18:39:11.873954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43460) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:11.979390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Provisioning for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:11.998729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:11.998729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73cefe12-b74b-49f0-be83-5992681eba0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.053948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.113798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.214059 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.257411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Transition to ACTIVE for port object 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:12.455954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7f0ebad-bbe8-4a91-99ce-00ddc6c80efc req-b4aee950-5579-43c2-98bf-2788a0686f40 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.1291990 Mar 02 18:39:12.520504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-c66e4498-a3de-491b-a04e-15f69107eda5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:12.522347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-c66e4498-a3de-491b-a04e-15f69107eda5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.2780724 Mar 02 18:39:12.533329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3a860fb2-6ab3-4b1e-a92f-36bd00f8d15f None None] Could not find standard attr ID for object 69ee4488-9bab-4914-acdb-66c4e674c603. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:12.540129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'device_id': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'admin_state_up': True, 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:12.562729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Transition to ACTIVE for port object 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:12.572458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.646923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b098bc5-7ca4-49bc-b4a3-a17adee43d00,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:12.658948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.660823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e2f927eb-e992-462d-a713-28d7d6938a34 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/security-groups/3b098bc5-7ca4-49bc-b4a3-a17adee43d00 HTTP/1.1" status: 204 len: 168 time: 0.7862988 Mar 02 18:39:12.664139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43482) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:12.683996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.728243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:12.739023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Usage tracker for resource:port and tenant:6b924b92c5b64873b7f1e7506a7b3d78 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:12.742323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:12.779989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:12.808824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:12.813208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:12.817298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:12.995115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Pushing event updated for resources: {'Port': ['ID=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:12.996457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.996457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::2f8 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3ce3ec8b-6cf0-417d-96aa-2d3049709b30/88657eee-266f-411d-8541-4fc0bd64672d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:12.996457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Attempting to bind port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Attempting to bind port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Attempting to bind port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Bound port: 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:12.997351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.030355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] For port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:13.069516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] For port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:13.116879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.132215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:13.138400 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.141822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.166153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 88657eee-266f-411d-8541-4fc0bd64672d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:13.175815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21db142-58ed-4d07-9191-5a56bb93349c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:13.196593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.197026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.197839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.199391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.201942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.202871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.203694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.204799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.205611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.206700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.210231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.210231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:13.236598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.238212 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5065a754-7152-4eef-8161-9fdd3552d407 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/security-groups/f21db142-58ed-4d07-9191-5a56bb93349c HTTP/1.1" status: 204 len: 168 time: 0.5720170 Mar 02 18:39:13.241013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43494) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:13.366645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:13.370304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.370920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.20.0.10 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/63aa7584-8ee9-4f9f-a6ff-80de79c6c34d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:13.435790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.469399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.537712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.587084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a3c00-1225-4f09-92fc-79521b582be3 None None] Pushing event updated for resources: {'Port': ['ID=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:13.796888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87ae0c1f-ff32-43cb-87fc-20351b0b2670 req-12ca262d-e40b-4ec3-b6a5-25fa448baf8f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.0964730 Mar 02 18:39:13.797247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.848905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:13.904617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Transition to ACTIVE for port object 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:13.998460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:14.008867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.012515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:14.012688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:39:14.014940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:14.020899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:14.023206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.031597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=88657eee-266f-411d-8541-4fc0bd64672d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:14.133652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.269996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce8a628d-57f8-4bcf-a644-5d5b5f1f6a5b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2211697 Mar 02 18:39:14.269996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:14.269996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.269996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8 HTTP/1.1" status: 204 len: 168 time: 1.0194545 Mar 02 18:39:14.290564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c46fb53-f903-4174-b3ec-9980cec32a8b None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:14.293028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40484002-93ee-4ed7-a763-ce9b3f13c3fd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:14.293028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:14.336870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:14.383387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:14.386305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:14.390580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:14.510492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:14.567765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47d94e-a47e-4064-bcd6-85fbc8607f8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:14.567863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:14.568360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:14.578539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f47d94e-a47e-4064-bcd6-85fbc8607f8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:14.579548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6f47d94e-a47e-4064-bcd6-85fbc8607f8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:14.646349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:14.648468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:14.657328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:14.665196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:14.900151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:14.905063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-3afc80fe-b1c7-465a-aca3-e1350386113d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3690054 Mar 02 18:39:14.908109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6f47d94e-a47e-4064-bcd6-85fbc8607f8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:14.908109 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f47d94e-a47e-4064-bcd6-85fbc8607f8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6439226 Mar 02 18:39:14.909640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:14.965623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Request body: {'port': {'device_id': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:15.143045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-667d870b-d817-43ec-aa9a-33e58e27e62f None None] Provisioning for port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:15.159579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-667d870b-d817-43ec-aa9a-33e58e27e62f None None] Provisioning complete for port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:15.160692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-667d870b-d817-43ec-aa9a-33e58e27e62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.195631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 88657eee-266f-411d-8541-4fc0bd64672d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:15.196652 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.207814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:15.218172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:15.231719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.241449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.268013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57987264-271d-4f9a-8ae7-729e9f234afb None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:15.315704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-667d870b-d817-43ec-aa9a-33e58e27e62f None None] Port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:15.732397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Provisioning for port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:15.746106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Provisioning complete for port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:15.746837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.802778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.884656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f9b34-2af5-4875-9805-31648f39bcca req-53cdf788-4aea-483e-ac5e-4849ced83da4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:15.885391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-872f9b34-2af5-4875-9805-31648f39bcca req-53cdf788-4aea-483e-ac5e-4849ced83da4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:15.899587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:15.904023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:15.912547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:15.913629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:15.936647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f999937e-ba50-4e02-a42a-1ce7804b19b5 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:15.944865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=3b33be04-d613-48fa-8c01-3533fdb94f9a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:16.042353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.084370 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.123827 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0666faa9-2034-472a-93b4-72cba9120eee tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8165190 Mar 02 18:39:16.130656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43548) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:16.131287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'security_group': {'name': 'tempest-secgroup-2041370600'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:16.134959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] For port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:16.145208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:16.156694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:16.160110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:16.167997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:16.255565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 88657eee-266f-411d-8541-4fc0bd64672d owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:16.299724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-872f9b34-2af5-4875-9805-31648f39bcca req-53cdf788-4aea-483e-ac5e-4849ced83da4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:16.301966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-872f9b34-2af5-4875-9805-31648f39bcca req-53cdf788-4aea-483e-ac5e-4849ced83da4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 932 time: 1.2384305 Mar 02 18:39:16.373247 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.401242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.471973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:16.487202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:16.494479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:16.506051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-872f9b34-2af5-4875-9805-31648f39bcca req-701a5d14-b06c-4cf7-97a6-5567655d112e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788568 Mar 02 18:39:16.513296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:16.535691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Update dhcp port {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'fixed_ips': [{'subnet_id': '76e0b2c4-48ac-4a5f-88ae-44d03100d743', 'ip_address': '172.20.0.18'}, {'subnet_id': '3b33be04-d613-48fa-8c01-3533fdb94f9a'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '9ed1ce34-fd04-4363-bec8-af1b2abcfd44'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:39:16.580410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59949940-dcda-45b2-a6d4-d3558152fad6 None None] Pushing event updated for resources: {'Port': ['ID=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:16.609662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:16.610558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.668135 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.682240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:39:16.695173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.737515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:16.778203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:16.778580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.795021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Transition to ACTIVE for port object 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:16.796249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.856971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=88657eee-266f-411d-8541-4fc0bd64672d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:16.922753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.946493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:16.982826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:17.021441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.037030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Pushing event updated for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:17.056967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.182042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:17.182895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.229206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf45ff1c-bffd-4048-a134-cec4cffcfa1c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:17.302290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Allocated IP 172.20.0.2 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/3b33be04-d613-48fa-8c01-3533fdb94f9a/9ed1ce34-fd04-4363-bec8-af1b2abcfd44) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:17.309348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.311094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eb260375-7d2c-4f74-b04e-c92a3f461386 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1848376 Mar 02 18:39:17.313622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:17.326279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'security_group': {'name': 'tempest-secgroup-1791984830'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:17.347589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:17.356996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:17.364406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:17.379872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:17.458246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.486539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:17.490144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:17.493487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:17.500357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:17.527593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Provisioning complete for port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:17.528192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.590226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Attempting to bind port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:17.590573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Attempting to bind port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:17.590908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Attempting to bind port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:17.592551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.596678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d on network b76a235f-fdc3-436e-bdef-f032662bdf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:39:17.597059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Attempting to bind port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:17.603869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:17.611157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:17.611157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:17.611157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Bound port: 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:17.611157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.679393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0c91355-3ba0-4809-8ac0-cdee90adf643 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/88657eee-266f-411d-8541-4fc0bd64672d HTTP/1.1" status: 204 len: 168 time: 2.7682328 Mar 02 18:39:17.681870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:17.702299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:17.729666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7b24188-d05f-43ba-ba65-94176874fa34 None None] Could not find standard attr ID for object 88657eee-266f-411d-8541-4fc0bd64672d. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:17.744869 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.762846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Transition to ACTIVE for port object 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:17.773355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12757c-b055-404e-ae74-f48b6b5da0a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:17.775657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12757c-b055-404e-ae74-f48b6b5da0a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:17.776741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef12757c-b055-404e-ae74-f48b6b5da0a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:17.791556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.800941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:17.805983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:17.828655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3593ba6-1f51-488d-a762-8eabd8bae77f req-d335ba2c-05d1-43a8-b232-eaf66218ec5b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:17.830499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3593ba6-1f51-488d-a762-8eabd8bae77f req-d335ba2c-05d1-43a8-b232-eaf66218ec5b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 944 time: 0.1604757 Mar 02 18:39:17.833723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.857915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfc3a97-2e85-4317-99d2-8e9c7d0d88f3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:17.889182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.911061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eed6445a-6d49-457f-bd8a-4381598c8091 None None] Could not find standard attr ID for object 88657eee-266f-411d-8541-4fc0bd64672d. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:17.943176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:17.954637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:17.956945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-803ce95c-9ca8-41d3-90ca-bfe5fb888faf tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6405797 Mar 02 18:39:17.956945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef12757c-b055-404e-ae74-f48b6b5da0a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:17.960195 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ef12757c-b055-404e-ae74-f48b6b5da0a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2750616 Mar 02 18:39:17.960918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43586) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:17.961828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43588) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:17.970178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'security_group': {'name': 'tempest-secgroup-970923139'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:18.013441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:18.025666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:18.028217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Pushing event updated for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:18.032056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:18.039618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3593ba6-1f51-488d-a762-8eabd8bae77f req-a7f533d6-0545-43a0-8787-e85fada5417c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003753 Mar 02 18:39:18.043162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:18.044670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.046641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-ce0da82a-8d3f-438c-a949-b2c582dfcbba service neutron] 10.222.0.65 "PUT /v2.0/ports/63aa7584-8ee9-4f9f-a6ff-80de79c6c34d HTTP/1.1" status: 200 len: 1092 time: 3.1334951 Mar 02 18:39:18.047263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:39:18.071881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ff399-5dc2-4dbd-9ac2-d3a036a2e743 None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:18.099986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:18.147103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 3ce3ec8b-6cf0-417d-96aa-2d3049709b30 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:18.152415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.152662 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', 'status': 'completed', 'code': 200} Mar 02 18:39:18.250801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.264717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-5f644f5f-e1a8-4dd6-a253-6b39f521b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:18.271371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-5f644f5f-e1a8-4dd6-a253-6b39f521b35f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 1095 time: 0.0963857 Mar 02 18:39:18.278436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:18.282375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.339518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e9cd001c67e4fdbaa4d0a145700d2a6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:18.342578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.366893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:18.389612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:18.424607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:18.435596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:security_group_rule and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:18.441732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:18.461462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:18.471311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-3955d62e-2998-4038-9bcb-6a952678c81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:18.472971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-3955d62e-2998-4038-9bcb-6a952678c81c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1898780 Mar 02 18:39:18.532113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.648045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.662075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-937eadbc-c047-4dd8-8a66-f51903b8855f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:18.663841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f9b4fbd-54a1-4996-9850-38c24749f7ba req-937eadbc-c047-4dd8-8a66-f51903b8855f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1824954 Mar 02 18:39:18.712713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.754341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.814005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-07108662-efa5-40e4-a898-6a30d065e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:18.814005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-07108662-efa5-40e4-a898-6a30d065e796 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 1095 time: 0.1013014 Mar 02 18:39:18.816486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:18.836523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e9cd001c67e4fdbaa4d0a145700d2a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8917172 Mar 02 18:39:18.837507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4482f-05a8-41b4-a4d0-acbec65da8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc05efb-13bc-46ea-ae73-41dfb444560e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:18.843420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43608) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:18.879417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:18.927338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-99e01339-931e-4c03-9634-deaa32012bf1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d HTTP/1.1" status: 200 len: 217 time: 0.1041451 Mar 02 18:39:18.927526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34fb9877-272e-4a2c-bcdc-37df06a0a8be,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:18.936087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.004422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=3ce3ec8b-6cf0-417d-96aa-2d3049709b30,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:19.007505 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.011367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ccbc6-eec2-4944-8cc0-5732d26dd81e None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:19.012500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-42c5cd0a-c774-4794-83fe-fc48e1dea4d2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3ce3ec8b-6cf0-417d-96aa-2d3049709b30 HTTP/1.1" status: 204 len: 168 time: 1.0479116 Mar 02 18:39:19.021617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43612) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:19.043498 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:39:19.075775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.098690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-2f0ed452-3e3d-4589-8f11-2855dd762ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:19.100170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-2f0ed452-3e3d-4589-8f11-2855dd762ab6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1562097 Mar 02 18:39:19.102471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b66e1944-552e-419b-817e-83e02c8c59d0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0807018 Mar 02 18:39:19.108175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:19.121567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:19.131753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:19.132469 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.164239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.190517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-07ade77b-ad36-4d31-b295-1de9996d460e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:19.192156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-07ade77b-ad36-4d31-b295-1de9996d460e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793757 Mar 02 18:39:19.196276 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.199931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9086056-52a3-44a6-a46a-bfe08d961bfd tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2346778 Mar 02 18:39:19.203545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:19.221977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-477626591', 'security_groups': ['34fb9877-272e-4a2c-bcdc-37df06a0a8be'], 'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3b33be04-d613-48fa-8c01-3533fdb94f9a'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:19.267426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:19.343703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Provisioning for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:19.352945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:19.353312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6ce57eca-94c2-4964-9832-c0a60ca7f6e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.430244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ddd719-68b3-4857-8de0-ed256eb9e34d req-5cb3aef4-ef5c-4e22-9bc8-8ad4d1ade591 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:19.442141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:19.442709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84ddd719-68b3-4857-8de0-ed256eb9e34d req-5cb3aef4-ef5c-4e22-9bc8-8ad4d1ade591 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 944 time: 0.2218275 Mar 02 18:39:19.446992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-24f4a83a-6226-418e-8824-5cf40a7a77a8 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480609 Mar 02 18:39:19.452375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Deleting port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:19.452760 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.573501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:19.579544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84ddd719-68b3-4857-8de0-ed256eb9e34d req-5fc8597e-3645-4661-bbfd-2b37dde952cd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357827 Mar 02 18:39:19.603105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:19.626652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8163d866-3ecd-4004-b8fd-aa0621dc7135 req-0cbe0537-8a26-49fb-9296-170e6b0424de service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624699 Mar 02 18:39:19.650650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:19.660385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:19.726052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.735782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] For port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:19.736178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.743087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc05efb-13bc-46ea-ae73-41dfb444560e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:19.747420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.748999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c675756-e7fb-42e0-8f97-883d97edcc15 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccc05efb-13bc-46ea-ae73-41dfb444560e HTTP/1.1" status: 204 len: 168 time: 0.9038589 Mar 02 18:39:19.754659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:19.759668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:19.778936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:19.870400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Calling delete_port for 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:19.998046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.062459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] device_id is not set on port 67a25d08-531e-4111-ab7d-8eef04b082d1 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:20.099015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.151408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] No DVR routers for this DVR port 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:20.170061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e82589-cd86-4c3a-9b30-06d0ba803db2 None None] Pushing event deleted for resources: {'Port': ['ID=21c2b98b-3c1d-417b-bc72-9bc9fb6336c2,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:20.318493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.11 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/3b33be04-d613-48fa-8c01-3533fdb94f9a/67a25d08-531e-4111-ab7d-8eef04b082d1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:20.363774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.459293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:20.511643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:20.520774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d739359-e8dc-4195-a3a0-ef0ee842b0c6 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:20.521735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:20.522358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.552250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=67bc6be7-52b4-4072-8850-7d198619031b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:20.619503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.656511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 67a25d08-531e-4111-ab7d-8eef04b082d1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:20.709939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-746951e1-ebd5-4d8f-a07f-0e67df795fe6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6001942 Mar 02 18:39:20.713496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43634) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:20.719513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'name': 'tempest-NetworksTestDHCPv6-145186748'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:20.814485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '67bc6be7-52b4-4072-8850-7d198619031b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:20.815431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.844490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43638) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:20.910744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:20.910972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:20.964990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:39:20.965662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21c2b98b-3c1d-417b-bc72-9bc9fb6336c2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:39:20.992205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:21.012400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:21.019323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:21.020523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:21.025040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72d3df-1328-4906-a1fc-f32e26afe412 req-2c508862-8248-4577-8a85-2a6e7f049e49 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:21.029933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:21.031215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b72d3df-1328-4906-a1fc-f32e26afe412 req-2c508862-8248-4577-8a85-2a6e7f049e49 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 944 time: 0.2888825 Mar 02 18:39:21.038070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:21.050524 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.070217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:21.070753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:21.074748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Usage tracker for resource:security_group_rule and tenant:69f1cfe827604de4b41ff1b102a82936 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:21.075802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=67a25d08-531e-4111-ab7d-8eef04b082d1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:21.078673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:21.085520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:21.121731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:21.124708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.139882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/67bc6be7-52b4-4072-8850-7d198619031b/06005ce0-0302-4f0c-8790-01cf60755c88) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:21.158347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b72d3df-1328-4906-a1fc-f32e26afe412 req-1e712dc1-cb67-404c-86e9-4d8dff16c7ec tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259434 Mar 02 18:39:21.172347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:39:21.254494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.256545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:21.260524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.301429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43646) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:21.301767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8065c92-dc42-4770-befe-b38fca3f282f tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0880055 Mar 02 18:39:21.308879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:21.310226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:21.384233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.511620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=69f1cfe827604de4b41ff1b102a82936&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6662803 Mar 02 18:39:21.516519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43652) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:21.519010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462f242d-f867-4c15-b2e4-07ed8c7cbe5a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:21.532247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.532872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.533463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.534022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.534535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.534941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.535582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.535682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.536129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.536643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.537454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.537774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd8df4c2-49d0-49c1-911c-fce843720f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:39:21.572764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:21.583618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8c2fe50c-a938-48f6-b7db-e7087b4b5e89 None None] Provisioning for port 67a25d08-531e-4111-ab7d-8eef04b082d1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:21.588793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:21.595206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.599101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:21.602968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:21.609302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:21.614223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.618445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8c2fe50c-a938-48f6-b7db-e7087b4b5e89 None None] Provisioning complete for port 67a25d08-531e-4111-ab7d-8eef04b082d1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:21.619112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8c2fe50c-a938-48f6-b7db-e7087b4b5e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.654061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', 'mac_address': 'fa:16:3e:ba:b7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:39:21.655009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.657499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Transition to ACTIVE for port object 06005ce0-0302-4f0c-8790-01cf60755c88 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:21.741286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:21.745411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.764465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Transition to ACTIVE for port object 06005ce0-0302-4f0c-8790-01cf60755c88 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:21.774398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8c2fe50c-a938-48f6-b7db-e7087b4b5e89 None None] Port 67a25d08-531e-4111-ab7d-8eef04b082d1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:21.776077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.797971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:39:21.816995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:21.879961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:21.895520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-0d9b0de5-1680-48e2-88f3-6f6762a9e695 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2064905 Mar 02 18:39:21.918845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462f242d-f867-4c15-b2e4-07ed8c7cbe5a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:21.921038 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3b33be04-d613-48fa-8c01-3533fdb94f9a (CIDR: 172.20.0.0/28) Mar 02 18:39:21.940245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.011697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::337 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/67bc6be7-52b4-4072-8850-7d198619031b/f0ea34a1-7306-40f4-bb68-c7d3d19ccea7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:22.024100 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:39:22.024874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:22.091711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-fdaeb20c-b65b-4c34-960d-be8b32cf4e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:22.092986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Pushing event updated for resources: {'Port': ['ID=06005ce0-0302-4f0c-8790-01cf60755c88,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:22.093807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-fdaeb20c-b65b-4c34-960d-be8b32cf4e6a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1097 time: 0.1577101 Mar 02 18:39:22.099502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.152430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:22.163506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:22.169797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.174397 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df61759c-a9c5-465a-a4b0-7a670a18cd1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/462f242d-f867-4c15-b2e4-07ed8c7cbe5a HTTP/1.1" status: 204 len: 168 time: 0.6567061 Mar 02 18:39:22.264186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:22.266467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:22.373221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a69b179a-7ccd-483d-b10a-896ae6a57961 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0678413 Mar 02 18:39:22.374154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43674) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:22.447214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:39:22.492587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:22.506777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b1c6447d-7a20-4ab2-86e9-166fe670d36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.551506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Attempting to bind port 06005ce0-0302-4f0c-8790-01cf60755c88 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:22.552124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Attempting to bind port 06005ce0-0302-4f0c-8790-01cf60755c88 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:22.552670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Attempting to bind port 06005ce0-0302-4f0c-8790-01cf60755c88 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:22.562421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 38, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:22.563102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:22.563674 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.564517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:22.565167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Bound port: 06005ce0-0302-4f0c-8790-01cf60755c88, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:22.565725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.567854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.612299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:22.661827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-154618b9-20f1-47a0-a3ab-f3c842da316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:22.663355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-154618b9-20f1-47a0-a3ab-f3c842da316b service neutron] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.5389247 Mar 02 18:39:22.724418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] For port 06005ce0-0302-4f0c-8790-01cf60755c88, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:22.727357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] For port 06005ce0-0302-4f0c-8790-01cf60755c88, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=06005ce0-0302-4f0c-8790-01cf60755c88,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:22.754655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.781694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-9b74f3c6-25a8-4b8c-94a9-9e4e0e4f7dd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 1002 time: 0.1111646 Mar 02 18:39:22.855651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:22.907788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b46a5-f61b-4aa6-afd4-9e4f71858fad req-bfde0fb3-d1fc-4a66-918d-c03064b0db33 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:22.920404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-746b46a5-f61b-4aa6-afd4-9e4f71858fad req-bfde0fb3-d1fc-4a66-918d-c03064b0db33 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 945 time: 0.5805790 Mar 02 18:39:22.953178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=f0ea34a1-7306-40f4-bb68-c7d3d19ccea7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:22.969512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-28189ee8-7cbc-4fda-9a0d-6cc879ac0b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:22.974806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-28189ee8-7cbc-4fda-9a0d-6cc879ac0b29 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.1783566 Mar 02 18:39:22.980472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:23.006326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:23.009535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:23.013533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:23.020818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:23.021699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:23.065089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:23.074315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f751201-ebb0-4b26-a557-279827db9b0e None None] Pushing event updated for resources: {'Port': ['ID=06005ce0-0302-4f0c-8790-01cf60755c88,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:23.075520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:23.088593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:23.111568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-746b46a5-f61b-4aa6-afd4-9e4f71858fad req-5189e36d-c827-448b-9744-c46e99c67885 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901906 Mar 02 18:39:23.163881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a1c09be-335b-4675-bb90-67702a8e6ab3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4407847 Mar 02 18:39:23.165286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:23.204203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-675e5b6b-83dd-4526-aeff-b79ada1c13a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:23.206499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-675e5b6b-83dd-4526-aeff-b79ada1c13a8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2053871 Mar 02 18:39:23.241749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:23.245689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:23.549911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-4ff43412-b160-4a58-bd7c-f69e7ca14648 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237188 Mar 02 18:39:23.902230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300777c-995e-45f5-8511-74187ecb7abe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:23.908168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d300777c-995e-45f5-8511-74187ecb7abe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:23.908992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d300777c-995e-45f5-8511-74187ecb7abe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:23.958720 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 76e0b2c4-48ac-4a5f-88ae-44d03100d743 (CIDR: 172.20.0.16/28) Mar 02 18:39:23.981737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d281c6af-8e34-4c22-a487-d489363c8fcf req-23740362-d324-4167-8611-6b718ab61c26 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278767 Mar 02 18:39:24.070918 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:39:24.071402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:24.131262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d300777c-995e-45f5-8511-74187ecb7abe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:24.132695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d300777c-995e-45f5-8511-74187ecb7abe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9708087 Mar 02 18:39:24.136714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43710) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:24.325969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b9a196ca-0d1b-4f07-bc40-b2fa25319129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:24.355036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:24.355583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:24.402418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-14b8ec7e-c977-4d0c-9d9b-0482565df60d tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.9220262 Mar 02 18:39:24.402862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43716) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:24.409045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'subnet': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:24.546942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5103346-64ed-446a-b674-a5ffbd99d4dc req-4bf2bd94-55b2-4731-b96d-0e38acea22da tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:24.557489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5103346-64ed-446a-b674-a5ffbd99d4dc req-4bf2bd94-55b2-4731-b96d-0e38acea22da tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 945 time: 0.2971394 Mar 02 18:39:24.672042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:24.676422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Usage tracker for resource:subnet and tenant:7eae1fada3e341438888ae11926c288d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:24.685965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:24.694437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:24.734371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5103346-64ed-446a-b674-a5ffbd99d4dc req-bfe16b78-2033-4df1-b042-073b63d6f575 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737092 Mar 02 18:39:24.738391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e322d4a4-f55e-4af3-aa6a-1fd4c2dd594b None None] Provisioning for port 06005ce0-0302-4f0c-8790-01cf60755c88 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:24.785340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:24.841328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Made reservation on behalf of 7eae1fada3e341438888ae11926c288d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:24.841328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:24.938115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 06005ce0-0302-4f0c-8790-01cf60755c88 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:24.939573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:25.098379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:25.167300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 06005ce0-0302-4f0c-8790-01cf60755c88 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:25.190018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 06005ce0-0302-4f0c-8790-01cf60755c88 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:25.190427 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.305926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.315988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fab9356b-e87c-421e-8763-fb07a57c38eb None None] Provisioning for port f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:25.324294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fab9356b-e87c-421e-8763-fb07a57c38eb None None] Provisioning complete for port f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:25.324664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fab9356b-e87c-421e-8763-fb07a57c38eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.386018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=f0ea34a1-7306-40f4-bb68-c7d3d19ccea7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:25.420732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fab9356b-e87c-421e-8763-fb07a57c38eb None None] Port f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:39:25.438601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.448491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.484552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:25.492203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:25.492959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.528685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 06005ce0-0302-4f0c-8790-01cf60755c88, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=06005ce0-0302-4f0c-8790-01cf60755c88,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:25.567129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03410ad4-8fe6-41b2-8dac-09b4fee40ac1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 HTTP/1.1" status: 204 len: 168 time: 1.4289446 Mar 02 18:39:25.569646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43738) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:25.605033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.613095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.658375 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.678881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.715945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.739815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126ca0e-da7d-4abe-bc5d-1ef74f5208c4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:25.750109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126ca0e-da7d-4abe-bc5d-1ef74f5208c4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:25.758321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8126ca0e-da7d-4abe-bc5d-1ef74f5208c4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1849999 Mar 02 18:39:25.760386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:25.767640 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.812240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:25.819552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=06005ce0-0302-4f0c-8790-01cf60755c88,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:25.835867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:39:25.862284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:25.903486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:25.909460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:25.910352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:25.917568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba23306-c340-4288-b0a4-785423d70b6d None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:25.938888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Subnet': ['ID=6612669c-bc2e-4036-90c6-a7260de89971,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:25.951280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 67bc6be7-52b4-4072-8850-7d198619031b {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:25.970392 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', 'code': 200} Mar 02 18:39:26.048214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.138966 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dda9f2ea-f69e-4665-b5cd-0266b3c427b4 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7349470 Mar 02 18:39:26.141619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43760) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:26.148123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1951641642', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6612669c-bc2e-4036-90c6-a7260de89971'}], 'security_groups': ['bf45ff1c-bffd-4048-a134-cec4cffcfa1c', '7cfc3a97-2e85-4317-99d2-8e9c7d0d88f3']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:26.217637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.322987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:26.355014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.569778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.590885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70162502-5a1b-48ca-91a3-3fc4cc828c41 req-14c7087e-a073-46a9-a802-59171f0bbbdc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:26.598578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70162502-5a1b-48ca-91a3-3fc4cc828c41 req-14c7087e-a073-46a9-a802-59171f0bbbdc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.6429331 Mar 02 18:39:26.612257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863eb0e-662a-454c-b164-3a9726e7b5fc req-b0c22064-cda7-4024-9b11-89ba9348340a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:26.619783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3863eb0e-662a-454c-b164-3a9726e7b5fc req-b0c22064-cda7-4024-9b11-89ba9348340a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3964093 Mar 02 18:39:26.691540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Update dhcp port {'port': {'network_id': '6cf8f8ce-414f-4855-8fca-66a30bc150e6', 'fixed_ips': [{'subnet_id': '76e0b2c4-48ac-4a5f-88ae-44d03100d743', 'ip_address': '172.20.0.18'}, {'subnet_id': '3b33be04-d613-48fa-8c01-3533fdb94f9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '6612669c-bc2e-4036-90c6-a7260de89971'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '9ed1ce34-fd04-4363-bec8-af1b2abcfd44'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:39:26.703213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa654db6-934f-453f-8e8d-d5366f5a7783 req-3ac971a2-373d-49e3-8a0a-fc47ae0c254f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:26.707476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa654db6-934f-453f-8e8d-d5366f5a7783 req-3ac971a2-373d-49e3-8a0a-fc47ae0c254f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 1097 time: 0.5924292 Mar 02 18:39:26.765902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.784169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3863eb0e-662a-454c-b164-3a9726e7b5fc req-b893b843-79de-4109-bd0c-70ee1f86dfc6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629426 Mar 02 18:39:26.835418 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.837015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.837648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:26.953506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 06005ce0-0302-4f0c-8790-01cf60755c88 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:27.008803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70162502-5a1b-48ca-91a3-3fc4cc828c41 req-c1a36901-1cfd-41d7-b515-0b25ca3e6fae tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078329 Mar 02 18:39:27.139450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa654db6-934f-453f-8e8d-d5366f5a7783 req-1c1c9c49-6633-4604-a49b-be4ea835b460 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3886931 Mar 02 18:39:27.183449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 06005ce0-0302-4f0c-8790-01cf60755c88 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:27.183827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:27.240958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:27.244429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Allocated IP 172.20.0.34 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/6612669c-bc2e-4036-90c6-a7260de89971/9ed1ce34-fd04-4363-bec8-af1b2abcfd44) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:27.294517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=67bc6be7-52b4-4072-8850-7d198619031b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:27.296739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:27.308515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f39250a-4fcc-4854-ac41-a97f3b1bf866 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/67bc6be7-52b4-4072-8850-7d198619031b HTTP/1.1" status: 204 len: 168 time: 1.5453737 Mar 02 18:39:27.310500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09220de-b0bd-47f0-8106-037269607e54 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:27.311408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43782) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:27.388234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-64c20979-55f5-4860-8b89-5b9be6a9cd39 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753782 Mar 02 18:39:27.391186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:27.397961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:27.551321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:27.562687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:27.567314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:27.577327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:27.655318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:27.697544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:27.719977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Transition to ACTIVE for port object 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:27.760256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:27.764921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:27.788997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:27.794013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Deleting port 06005ce0-0302-4f0c-8790-01cf60755c88 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:27.794571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.079383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046387e6-eaeb-4b0c-9adb-311bb2a0bd8a req-931217bf-9e72-41d8-b81a-1c598e2da106 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:28.084052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-046387e6-eaeb-4b0c-9adb-311bb2a0bd8a req-931217bf-9e72-41d8-b81a-1c598e2da106 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1514475 Mar 02 18:39:28.221681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Delete allocated IP 172.20.0.11 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/3b33be04-d613-48fa-8c01-3533fdb94f9a) {{(pid=88708) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 02 18:39:28.250626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Allocated IP 172.20.0.37 (6cf8f8ce-414f-4855-8fca-66a30bc150e6/6612669c-bc2e-4036-90c6-a7260de89971/67a25d08-531e-4111-ab7d-8eef04b082d1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:28.310257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.369467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] For port 06005ce0-0302-4f0c-8790-01cf60755c88, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=06005ce0-0302-4f0c-8790-01cf60755c88,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:28.370069 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.464632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-046387e6-eaeb-4b0c-9adb-311bb2a0bd8a req-1f9c5acb-1195-43d0-b44b-cea62bdfcee8 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3738377 Mar 02 18:39:28.553602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.565925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ed76c-1697-4e06-90a4-737b90f07188 req-53bd6c0b-f237-49c5-9eb5-2ff4856c0a3c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:28.568343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-513ed76c-1697-4e06-90a4-737b90f07188 req-53bd6c0b-f237-49c5-9eb5-2ff4856c0a3c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.1891618 Mar 02 18:39:28.596528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Calling delete_port for 06005ce0-0302-4f0c-8790-01cf60755c88 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:28.648124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-513ed76c-1697-4e06-90a4-737b90f07188 req-da0f92c5-326b-413b-9af9-6266f0f349e9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Mar 02 18:39:28.705170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:28.719786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:28.727859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:28.728367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.774029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=eb2313a2-7d78-493d-83a7-e8a2b1e52a02,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:28.839371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:28.861810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d0346b52-7c74-4ebf-b5f8-b0f3653650e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4668725 Mar 02 18:39:28.861810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Transition to ACTIVE for port object 67a25d08-531e-4111-ab7d-8eef04b082d1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:28.871279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:28.871279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'name': 'tempest-NetworksTestDHCPv6-1657538004'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:28.871492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79414e9-24bf-4e3c-8b17-23299a98d233 None None] Pushing event updated for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:28.906631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 06005ce0-0302-4f0c-8790-01cf60755c88 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:28.993117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.021251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.066614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 06005ce0-0302-4f0c-8790-01cf60755c88 update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 18:39:29.093195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] Pushing event deleted for resources: {'Port': ['ID=06005ce0-0302-4f0c-8790-01cf60755c88,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:29.099002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41721a0-40cb-40f4-9cc1-9fe42bc10012 None None] No DVR routers for this DVR port 06005ce0-0302-4f0c-8790-01cf60755c88 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:29.127480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da2fad-b839-4a39-b97b-2bc4d0a96bab None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:29.171369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event updated for resources: {'Port': ['ID=67a25d08-531e-4111-ab7d-8eef04b082d1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:29.261447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:29.270885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:29.274614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] In _notify_port_updated(), no bound segment for port 67a25d08-531e-4111-ab7d-8eef04b082d1 on network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:39:29.280377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:29.281063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.285311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd67b3e3-8db9-4e2d-99cd-1434a04e6471 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "PUT /v2.0/ports/67a25d08-531e-4111-ab7d-8eef04b082d1 HTTP/1.1" status: 200 len: 960 time: 3.1396384 Mar 02 18:39:29.285311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:29.286332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:29.295561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:29.383620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 67a25d08-531e-4111-ab7d-8eef04b082d1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:29.384127 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.413354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'eb2313a2-7d78-493d-83a7-e8a2b1e52a02'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:29.415183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.417466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:29.421746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.482254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 658361ae-1425-4bb7-b380-70c9831de619 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:29.662339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/eb2313a2-7d78-493d-83a7-e8a2b1e52a02/76350bff-a78b-405d-9abf-46fb2fec7161) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:29.801115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43830) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:29.884769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.965110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Provisioning for port 67a25d08-531e-4111-ab7d-8eef04b082d1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:29.965110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Provisioning complete for port 67a25d08-531e-4111-ab7d-8eef04b082d1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:29.965110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.969386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:29.983699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:29.990570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Usage tracker for resource:security_group_rule and tenant:d73955764d074aa3883d89d8c687bc86 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:30.005114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:30.016842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:30.064577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Port 67a25d08-531e-4111-ab7d-8eef04b082d1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:30.093159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 67a25d08-531e-4111-ab7d-8eef04b082d1 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:30.096515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:30.097272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.144681 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.172583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Transition to ACTIVE for port object 76350bff-a78b-405d-9abf-46fb2fec7161 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:30.207274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:30.212652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.226615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Transition to ACTIVE for port object 76350bff-a78b-405d-9abf-46fb2fec7161 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:30.311791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f2747-56ea-4fd8-b3bf-daa00f3ac893 req-6c9d3bd1-9d99-4cd5-b17a-48d88c9cc986 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:30.313277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-025f2747-56ea-4fd8-b3bf-daa00f3ac893 req-6c9d3bd1-9d99-4cd5-b17a-48d88c9cc986 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.5928164 Mar 02 18:39:30.322702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.360236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Provisioning for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:30.360236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.375853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bf461-436d-405c-a12e-0b4e180d6e01 req-a79921b4-59ad-43bb-b3e0-f79c67d34fb3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:30.377391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a00bf461-436d-405c-a12e-0b4e180d6e01 req-a79921b4-59ad-43bb-b3e0-f79c67d34fb3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.5723481 Mar 02 18:39:30.421427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-025f2747-56ea-4fd8-b3bf-daa00f3ac893 req-0e1d2bba-6afc-400a-be3d-cab5892bd728 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002717 Mar 02 18:39:30.449898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d73955764d074aa3883d89d8c687bc86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469986 Mar 02 18:39:30.453993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa8586-4859-4152-adb2-03a160f44634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2684ad35-2ad8-425c-b576-4251478bd3e4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:30.456644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:30.457148 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca22d85d-926e-44bc-9087-c2b0bb5ce952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.458788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a00bf461-436d-405c-a12e-0b4e180d6e01 req-57b9b35c-a2f1-41da-aab3-e552d58b07cd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744586 Mar 02 18:39:30.459361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43850) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:30.494432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.501446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::361 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/eb2313a2-7d78-493d-83a7-e8a2b1e52a02/658361ae-1425-4bb7-b380-70c9831de619) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:30.512190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Pushing event updated for resources: {'Port': ['ID=76350bff-a78b-405d-9abf-46fb2fec7161,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:30.528139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:30.538810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:30.542014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:30.698456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.701804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=67a25d08-531e-4111-ab7d-8eef04b082d1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:30.734518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.792863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.812429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Attempting to bind port 76350bff-a78b-405d-9abf-46fb2fec7161 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:30.812802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Attempting to bind port 76350bff-a78b-405d-9abf-46fb2fec7161 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:30.813165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Attempting to bind port 76350bff-a78b-405d-9abf-46fb2fec7161 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:30.851497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:30.853792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:30.853792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.853792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:30.853792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Bound port: 76350bff-a78b-405d-9abf-46fb2fec7161, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:30.858509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.858599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-952ab902-df68-4e56-b5cf-316800861de6 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/67a25d08-531e-4111-ab7d-8eef04b082d1 HTTP/1.1" status: 204 len: 168 time: 1.5700054 Mar 02 18:39:30.858813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43858) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:30.894387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.948497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.948720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 658361ae-1425-4bb7-b380-70c9831de619 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:30.954772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:30.968933 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ac03d8-a02b-42c1-a3c4-c43da145717b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] GET failed (client error): The resource could not be found. Mar 02 18:39:30.969483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57ac03d8-a02b-42c1-a3c4-c43da145717b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Synchronizing usage tracker for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:30.973735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2684ad35-2ad8-425c-b576-4251478bd3e4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:30.981307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:30.983062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a4e04e4a-84a4-4f73-9f2b-0df879a5e84f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2684ad35-2ad8-425c-b576-4251478bd3e4 HTTP/1.1" status: 204 len: 168 time: 0.5226831 Mar 02 18:39:31.074085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ffb74ea3-9258-47e9-91e7-86a2378011fe None None] Could not find standard attr ID for object 67a25d08-531e-4111-ab7d-8eef04b082d1. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:31.086764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] For port 76350bff-a78b-405d-9abf-46fb2fec7161, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:31.092749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] For port 76350bff-a78b-405d-9abf-46fb2fec7161, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76350bff-a78b-405d-9abf-46fb2fec7161,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:31.101324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.107811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:31.108390 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.162432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57ac03d8-a02b-42c1-a3c4-c43da145717b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Unset dirty status for tenant:7eae1fada3e341438888ae11926c288d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:31.169363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-57ac03d8-a02b-42c1-a3c4-c43da145717b tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports/67a25d08-531e-4111-ab7d-8eef04b082d1 HTTP/1.1" status: 404 len: 333 time: 0.2986524 Mar 02 18:39:31.169840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43864) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:31.172100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:31.201211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:31.201211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:31.206049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:31.206733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.229221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.244221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=658361ae-1425-4bb7-b380-70c9831de619,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:31.310701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.323455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8cc33-1c6d-4fe4-82c6-1b3886ec89be None None] Pushing event updated for resources: {'Port': ['ID=76350bff-a78b-405d-9abf-46fb2fec7161,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:31.356682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.431398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce3925c4-af5e-4f9b-abc5-c4575cfd08df tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5659859 Mar 02 18:39:31.433804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:31.538755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba6f0c-bcb7-4f99-9fc0-5af4964c8e75 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:31.545039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.546828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fba6f0c-bcb7-4f99-9fc0-5af4964c8e75 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:31.547728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0fba6f0c-bcb7-4f99-9fc0-5af4964c8e75 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:31.589139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34fb9877-272e-4a2c-bcdc-37df06a0a8be,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:31.615575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.622612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43876) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:31.646990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bcc135bb-2855-4907-9468-f1e62620c0eb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/security-groups/34fb9877-272e-4a2c-bcdc-37df06a0a8be HTTP/1.1" status: 204 len: 168 time: 0.4731219 Mar 02 18:39:31.662956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0fba6f0c-bcb7-4f99-9fc0-5af4964c8e75 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:31.662956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0fba6f0c-bcb7-4f99-9fc0-5af4964c8e75 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2268929 Mar 02 18:39:31.664952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:31.811317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 658361ae-1425-4bb7-b380-70c9831de619 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:31.811986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.850410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.887747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bce65-8994-4e49-b13a-26e9a2a2dc03 req-f3646aea-5d59-4cce-aa5f-00072abe9e42 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:31.894838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-736bce65-8994-4e49-b13a-26e9a2a2dc03 req-f3646aea-5d59-4cce-aa5f-00072abe9e42 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1590488 Mar 02 18:39:31.898562 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:31.995008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-736bce65-8994-4e49-b13a-26e9a2a2dc03 req-42c27d38-486f-42eb-9f0b-7614800f74d9 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991700 Mar 02 18:39:32.127229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.146197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfc3a97-2e85-4317-99d2-8e9c7d0d88f3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:32.157016 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.158310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7af1180d-12b2-4b55-be6a-903fd778555e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/security-groups/7cfc3a97-2e85-4317-99d2-8e9c7d0d88f3 HTTP/1.1" status: 204 len: 168 time: 0.5345609 Mar 02 18:39:32.161100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:32.225300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43892) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:32.251403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.253418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.295073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:32.305514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Usage tracker for resource:security_group_rule and tenant:54ad0b3af2d24af4af60d9a1c4dea03c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:32.309766 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.394528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.446194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:32.456707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:32.573672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 658361ae-1425-4bb7-b380-70c9831de619 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:32.588830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.600648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.622723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf45ff1c-bffd-4048-a134-cec4cffcfa1c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:32.630865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-1a95719d-ae87-4c3a-abf1-c9346c21bc4b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5145817 Mar 02 18:39:32.662499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.681859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.683519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b44f43c-0837-42c9-b43d-282aff83eea3 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/security-groups/bf45ff1c-bffd-4048-a134-cec4cffcfa1c HTTP/1.1" status: 204 len: 168 time: 0.5210931 Mar 02 18:39:32.689371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43898) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:32.790203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54ad0b3af2d24af4af60d9a1c4dea03c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627339 Mar 02 18:39:32.790941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:32.791300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566d7a8-6e96-4b00-83c4-68757134b348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53093127-0098-486d-bec8-fb5ac0b7524a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:32.821102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-fae81ca2-2d17-458b-8ab5-d86c8922adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:32.821805 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-fae81ca2-2d17-458b-8ab5-d86c8922adfe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.1679125 Mar 02 18:39:32.848833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 3b33be04-d613-48fa-8c01-3533fdb94f9a {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:32.858719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:32.974455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.017594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5ce527a4-69fa-4e51-b062-8a77bc3df3b3 None None] Provisioning for port 76350bff-a78b-405d-9abf-46fb2fec7161 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:33.043233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76350bff-a78b-405d-9abf-46fb2fec7161 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:33.109724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.122103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-33d1628d-db49-44fc-bdf8-68f0032c3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.123774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-33d1628d-db49-44fc-bdf8-68f0032c3024 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.2732644 Mar 02 18:39:33.213600 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.276359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.352448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-329b0766-9ed6-4c43-8747-915d1fb33a30 None None] Could not find standard attr ID for object 658361ae-1425-4bb7-b380-70c9831de619. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:39:33.357687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 76350bff-a78b-405d-9abf-46fb2fec7161 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:33.367511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76350bff-a78b-405d-9abf-46fb2fec7161 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:33.368122 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.374554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.387426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0c8ad-424a-44ea-a8a8-20f10edaedc4 req-30ac1381-7d1c-40f7-9701-b833e5be5665 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.389199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b0c8ad-424a-44ea-a8a8-20f10edaedc4 req-30ac1381-7d1c-40f7-9701-b833e5be5665 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1260605 Mar 02 18:39:33.413401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=658361ae-1425-4bb7-b380-70c9831de619,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:33.425621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.505258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.510315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.521796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cd8815-c6e2-4341-8e43-6e82e1fb3742 None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:33.534307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=3b33be04-d613-48fa-8c01-3533fdb94f9a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:33.542892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c6a0339f-c01e-4b02-85f0-a1832dddf19a tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/3b33be04-d613-48fa-8c01-3533fdb94f9a HTTP/1.1" status: 204 len: 168 time: 0.8498933 Mar 02 18:39:33.547159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43912) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:33.550404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26b0c8ad-424a-44ea-a8a8-20f10edaedc4 req-f8c79708-1c68-4bfc-a6b4-8b9cc4a704ce tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521597 Mar 02 18:39:33.595645 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-2f51491f-6aa6-4a52-8448-4750a0e9893a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.4534702 Mar 02 18:39:33.654077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 6612669c-bc2e-4036-90c6-a7260de89971 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:33.658196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.692624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.702348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43916) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:33.703533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4d44b777-c703-4a4c-b119-b8ca47705682 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/658361ae-1425-4bb7-b380-70c9831de619 HTTP/1.1" status: 204 len: 168 time: 2.0315421 Mar 02 18:39:33.739046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-3ab60a9b-e5fb-46c8-a2ca-836cac1fe110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.741362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-3ab60a9b-e5fb-46c8-a2ca-836cac1fe110 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1382508 Mar 02 18:39:33.783840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 76350bff-a78b-405d-9abf-46fb2fec7161, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76350bff-a78b-405d-9abf-46fb2fec7161,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:33.810496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.831917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.860093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53093127-0098-486d-bec8-fb5ac0b7524a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:33.872701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e743b-7825-44f6-9539-6205f041e698 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.874707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28e743b-7825-44f6-9539-6205f041e698 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.875644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e28e743b-7825-44f6-9539-6205f041e698 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:33.888170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.895436 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:33.908351 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b84d22eb-01a3-4f08-a194-707824d811a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/53093127-0098-486d-bec8-fb5ac0b7524a HTTP/1.1" status: 204 len: 168 time: 1.1040254 Mar 02 18:39:33.951316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-b659901c-77ce-466f-ac3b-c63eb139e5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:33.953073 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-b659901c-77ce-466f-ac3b-c63eb139e5b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2046220 Mar 02 18:39:33.964473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.013707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e28e743b-7825-44f6-9539-6205f041e698 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:34.015321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e28e743b-7825-44f6-9539-6205f041e698 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3116374 Mar 02 18:39:34.018337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43924) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:34.132753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet eb2313a2-7d78-493d-83a7-e8a2b1e52a02 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:34.143238 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.150604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=76350bff-a78b-405d-9abf-46fb2fec7161,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:34.186659 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-ce2c08f0-dcdf-4085-bb4c-71b968f4977f service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258768 Mar 02 18:39:34.217083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.359308 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.397747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-91640f44-189e-4782-b5a5-bdbf40026db8 req-b64c26c2-5bb5-4b41-8db3-8f70b0c8f9c2 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044055 Mar 02 18:39:34.425354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.478417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=6612669c-bc2e-4036-90c6-a7260de89971,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:34.489958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.501696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:34.502368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c5c44523-1782-4fee-a56f-09d2542eb451 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/6612669c-bc2e-4036-90c6-a7260de89971 HTTP/1.1" status: 204 len: 168 time: 0.9503880 Mar 02 18:39:34.563504 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0ce37bb-e933-41fd-b46f-78bc7e111c16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:34.564612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0ce37bb-e933-41fd-b46f-78bc7e111c16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:34.570905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0ce37bb-e933-41fd-b46f-78bc7e111c16 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/3b33be04-d613-48fa-8c01-3533fdb94f9a HTTP/1.1" status: 404 len: 337 time: 0.0665555 Mar 02 18:39:34.574056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43946) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:34.664765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.781699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting subnet 76e0b2c4-48ac-4a5f-88ae-44d03100d743 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:34.824143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8c5cee-78ce-43b0-8b35-8d6f1a0f4c69 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:34.921523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:34.976876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2313a2-7d78-493d-83a7-e8a2b1e52a02,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:35.002261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.015729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76350bff-a78b-405d-9abf-46fb2fec7161 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:35.084375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.162978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-086c2e49-8c82-429c-8dfc-ada129de2ef5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/eb2313a2-7d78-493d-83a7-e8a2b1e52a02 HTTP/1.1" status: 204 len: 168 time: 1.1434417 Mar 02 18:39:35.165729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.217066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f59b74-0c9e-4aca-9538-4ae79265914f req-496dd177-4ef6-4c28-8f72-8f9fbb3c80d7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:35.220254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3f59b74-0c9e-4aca-9538-4ae79265914f req-496dd177-4ef6-4c28-8f72-8f9fbb3c80d7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.4644530 Mar 02 18:39:35.246514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485551e1-a5b0-45c3-b36f-8b078abfa5ec None None] Network 6cf8f8ce-414f-4855-8fca-66a30bc150e6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:35.298227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3f59b74-0c9e-4aca-9538-4ae79265914f req-13d96815-9eeb-4c8d-aeb6-e216428c97c2 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625217 Mar 02 18:39:35.306791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.343113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43968) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.370892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ef83e5dc-8ab0-4101-a978-75be99068485 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2038155 Mar 02 18:39:35.374804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.538073 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.545694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-429dd802-ec06-42e0-8287-affe3af9a48e None None] Provisioning complete for port 6ccf1169-c0a8-42fd-979e-757137aa2956 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:35.545694 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-429dd802-ec06-42e0-8287-affe3af9a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.575665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b735ea6f-ece7-4b8d-8a81-5045cc61eeaa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:35.575665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b735ea6f-ece7-4b8d-8a81-5045cc61eeaa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:35.598114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76350bff-a78b-405d-9abf-46fb2fec7161 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:35.598114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.628360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.635222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Subnet': ['ID=76e0b2c4-48ac-4a5f-88ae-44d03100d743,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:35.641061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.653627 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-956a04d5-12d2-423e-ba55-c3196498de13 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/76e0b2c4-48ac-4a5f-88ae-44d03100d743 HTTP/1.1" status: 204 len: 168 time: 1.0779507 Mar 02 18:39:35.657045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43982) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.660605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:35.667282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Usage tracker for resource:security_group_rule and tenant:c97c29856cb6424fb6742178570c5e5c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:35.669102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:35.675672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:35.678267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-429dd802-ec06-42e0-8287-affe3af9a48e None None] Port 6ccf1169-c0a8-42fd-979e-757137aa2956 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:35.726698 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-98633eb9-deb5-44da-be5e-9c4e0beca7ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:35.727257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98633eb9-deb5-44da-be5e-9c4e0beca7ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:35.733327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 43986) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.735127 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98633eb9-deb5-44da-be5e-9c4e0beca7ab tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/0b1f8033-dc8d-4d2e-bac9-cd61dccae2f8 HTTP/1.1" status: 404 len: 337 time: 0.0761783 Mar 02 18:39:35.771970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b735ea6f-ece7-4b8d-8a81-5045cc61eeaa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:35.777954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b735ea6f-ece7-4b8d-8a81-5045cc61eeaa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3995676 Mar 02 18:39:35.779259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.844510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-429dd802-ec06-42e0-8287-affe3af9a48e None None] Provisioning complete for port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:35.844510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-429dd802-ec06-42e0-8287-affe3af9a48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:35.905838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb51550b-25d6-4a1d-a3c6-b5e04d3ca32f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:35.906969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb51550b-25d6-4a1d-a3c6-b5e04d3ca32f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:35.972067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0d6e1ff6-2b37-4c32-8e70-054acd99a6cb tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "GET /v2.0/ports?device_id=9071c155-3b41-46fc-ae55-6f0fdc8ac1bb HTTP/1.1" status: 200 len: 205 time: 0.2371688 Mar 02 18:39:35.974645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:35.974807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:35.982420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Deleting port 76350bff-a78b-405d-9abf-46fb2fec7161 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:35.982800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.073792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.143864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.187720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb51550b-25d6-4a1d-a3c6-b5e04d3ca32f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:36.188827 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bb51550b-25d6-4a1d-a3c6-b5e04d3ca32f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4083779 Mar 02 18:39:36.197253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44002) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.200752 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-7e26470e-bec5-482d-bff6-82fd58b0f392 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] delete failed (client error): The resource could not be found. Mar 02 18:39:36.203843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7e26470e-bec5-482d-bff6-82fd58b0f392 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/routers/9071c155-3b41-46fc-ae55-6f0fdc8ac1bb HTTP/1.1" status: 404 len: 336 time: 0.2261856 Mar 02 18:39:36.208727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44006) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.216228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a503a3f-1a1c-4709-8cd7-5eaaa26869b0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:36.276413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-70852fad-e983-4093-9ca7-0786b6473341 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c97c29856cb6424fb6742178570c5e5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9290781 Mar 02 18:39:36.277100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.279078 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-575180cf-ece8-402d-89f6-b3ff1172ea39 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.279437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-575180cf-ece8-402d-89f6-b3ff1172ea39 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.287831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-578a47aa-f5bc-4089-9bdf-8d6b2db66397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0890930 Mar 02 18:39:36.297037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-575180cf-ece8-402d-89f6-b3ff1172ea39 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/a16e6243-8d54-4766-b649-9074c586aa7e HTTP/1.1" status: 404 len: 337 time: 0.0717134 Mar 02 18:39:36.297037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44014) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.297326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44016) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.301556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:36.308292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] DHCP port deletion for 6cf8f8ce-414f-4855-8fca-66a30bc150e6 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:36.330623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] For port 76350bff-a78b-405d-9abf-46fb2fec7161, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76350bff-a78b-405d-9abf-46fb2fec7161,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:36.331032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.340001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Deleting port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:36.340562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.403302 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4603ae89-36d0-4a58-8d84-3c6fa4ecc670 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.409653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4603ae89-36d0-4a58-8d84-3c6fa4ecc670 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.411393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4603ae89-36d0-4a58-8d84-3c6fa4ecc670 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/16283634-6131-48b4-b963-1f3f5f4f67e9 HTTP/1.1" status: 404 len: 337 time: 0.1131287 Mar 02 18:39:36.417419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44028) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.473180 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-93813e26-63fd-448f-b187-627bf25eaa62 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.473741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93813e26-63fd-448f-b187-627bf25eaa62 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.478725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-93813e26-63fd-448f-b187-627bf25eaa62 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/55436fff-ea54-455a-936b-36c2fa1bf3ea HTTP/1.1" status: 404 len: 337 time: 0.0568647 Mar 02 18:39:36.483254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.513006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:36.522900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Calling delete_port for 76350bff-a78b-405d-9abf-46fb2fec7161 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:36.527476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:36.568594 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb58ace-89dc-4c57-89d6-48a480ff5336 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.571065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb58ace-89dc-4c57-89d6-48a480ff5336 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.573701 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ffb58ace-89dc-4c57-89d6-48a480ff5336 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/e0be79ca-ecc8-4b4f-8693-2798325d1caa HTTP/1.1" status: 404 len: 333 time: 0.0894928 Mar 02 18:39:36.577527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.624015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.626198 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-15408e40-f6ef-4ba1-a5b4-4153e3c8c078 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.626660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15408e40-f6ef-4ba1-a5b4-4153e3c8c078 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.631055 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15408e40-f6ef-4ba1-a5b4-4153e3c8c078 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/88344227-e3ad-4a21-9ee6-3beec4229514 HTTP/1.1" status: 404 len: 337 time: 0.0516038 Mar 02 18:39:36.631210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44042) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.661004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.693225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:36.697760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.722262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.734425 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c899fa1-8e3f-48a7-8c7f-768c1474c566 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.734425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c899fa1-8e3f-48a7-8c7f-768c1474c566 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.734425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c899fa1-8e3f-48a7-8c7f-768c1474c566 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/75616c9d-7e5c-404a-b301-0c436f0de81c HTTP/1.1" status: 404 len: 337 time: 0.0951889 Mar 02 18:39:36.740012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.805261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] Pushing event deleted for resources: {'Port': ['ID=76350bff-a78b-405d-9abf-46fb2fec7161,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:36.808998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044f8557-6dd7-4e08-8933-bb2d8554bfe4 None None] No DVR routers for this DVR port 76350bff-a78b-405d-9abf-46fb2fec7161 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:36.845510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9f8e-41a2-4e31-8c15-25a350daf1f7 req-ed38a682-aa67-4918-8130-1b4235db3712 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:36.846627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.852875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-223c9f8e-41a2-4e31-8c15-25a350daf1f7 req-ed38a682-aa67-4918-8130-1b4235db3712 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3000598 Mar 02 18:39:36.864056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a503a3f-1a1c-4709-8cd7-5eaaa26869b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:36.873190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:36.876937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f43711a-24a8-4ae2-b602-48dc04e4086d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3a503a3f-1a1c-4709-8cd7-5eaaa26869b0 HTTP/1.1" status: 204 len: 168 time: 0.5923233 Mar 02 18:39:36.903532 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa19eff-0488-4c11-bdad-bd0badcd2b3e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.904008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa19eff-0488-4c11-bdad-bd0badcd2b3e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.905720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-efa19eff-0488-4c11-bdad-bd0badcd2b3e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/88677e01-e270-4097-a581-7689c8962e8c HTTP/1.1" status: 404 len: 333 time: 0.1646576 Mar 02 18:39:36.909396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:36.934744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-223c9f8e-41a2-4e31-8c15-25a350daf1f7 req-f2f2de03-e949-48fb-ba5a-d1f7278a3367 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807714 Mar 02 18:39:36.940873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76350bff-a78b-405d-9abf-46fb2fec7161 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:36.978180 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0546540-29d4-4cac-910f-4d1cbbe71683 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:36.978590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0546540-29d4-4cac-910f-4d1cbbe71683 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:36.984532 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0546540-29d4-4cac-910f-4d1cbbe71683 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/0f2ff48c-f305-4bad-99c7-06f42612decc HTTP/1.1" status: 404 len: 337 time: 0.0726905 Mar 02 18:39:36.985500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:37.016536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 76350bff-a78b-405d-9abf-46fb2fec7161 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:39:37.017088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76350bff-a78b-405d-9abf-46fb2fec7161 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:39:37.017654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:37.052858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] For port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,segment=NetworkSegment(0f99f753-826c-4ce2-a566-d846aaaebe83),segment_id=0f99f753-826c-4ce2-a566-d846aaaebe83)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:37.053450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.066602 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-010a252a-5aab-4832-8c03-6791ce216b6c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] DELETE failed (client error): The resource could not be found. Mar 02 18:39:37.066897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-010a252a-5aab-4832-8c03-6791ce216b6c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:39:37.074776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-010a252a-5aab-4832-8c03-6791ce216b6c tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/subnets/8035122a-e992-4f42-a7f9-c20efd9af97c HTTP/1.1" status: 404 len: 337 time: 0.0879674 Mar 02 18:39:37.076536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44066) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:37.192661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Deleting port 6ccf1169-c0a8-42fd-979e-757137aa2956 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:37.193012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.212775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Calling delete_port for 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:37.310800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.354705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.389102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:37.396638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:37.403291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:37.404610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.410557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f800c444-3b5a-47cc-8ba9-0e8697b9764b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:37.430867 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.441331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=00a83786-36f4-45fe-a76a-7d3c026e4dbe,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:37.497174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.544112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-77330813-72a8-4542-bf83-824fec9fd218 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2474792 Mar 02 18:39:37.546660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44080) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:37.555822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': '00a83786-36f4-45fe-a76a-7d3c026e4dbe', 'ip_address': '2001:db8::4f0:50ba:9c20:2eb5'}], 'name': 'tempest-NetworksTestDHCPv6-1358917255'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:37.635683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] Pushing event deleted for resources: {'Port': ['ID=9ed1ce34-fd04-4363-bec8-af1b2abcfd44,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:37.647458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88efe65e-afd7-4c96-91f5-3209ded075ca None None] No DVR routers for this DVR port 9ed1ce34-fd04-4363-bec8-af1b2abcfd44 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:37.707393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Calling delete_port for 6ccf1169-c0a8-42fd-979e-757137aa2956 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:37.762635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:37.774251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:37.805444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '00a83786-36f4-45fe-a76a-7d3c026e4dbe'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:37.806330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.903133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:37.903335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.959856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Port': ['ID=6ccf1169-c0a8-42fd-979e-757137aa2956,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:37.967216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:37.989791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/00a83786-36f4-45fe-a76a-7d3c026e4dbe/f472e946-1fbe-4852-a3e4-dbf9e19f63b5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:38.066211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.096001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44090) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:38.116775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.138985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 10b739be-659e-4b79-a479-53ccbf28a6f1 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:38.139946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:38.144024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Usage tracker for resource:security_group_rule and tenant:ad2f7cd3a8ed44fc8344c462d4e59ab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:38.148967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:38.155854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:38.201095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c90a079-86d7-44d3-9b4a-6d833c6ea37e tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/ports/6ccf1169-c0a8-42fd-979e-757137aa2956 HTTP/1.1" status: 204 len: 168 time: 1.1235118 Mar 02 18:39:38.203772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44094) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:38.237346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.252017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Transition to ACTIVE for port object f472e946-1fbe-4852-a3e4-dbf9e19f63b5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:38.278922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Transition to ACTIVE for port object f472e946-1fbe-4852-a3e4-dbf9e19f63b5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:38.282797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.361826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.378828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5532700-8fec-4f43-b1e8-27cfeb3a08f2 req-90ad3599-de8d-41aa-b167-7d27d332e284 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:38.380235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5532700-8fec-4f43-b1e8-27cfeb3a08f2 req-90ad3599-de8d-41aa-b167-7d27d332e284 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3042226 Mar 02 18:39:38.388769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.444776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:38.448999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:38.452488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ad2f7cd3a8ed44fc8344c462d4e59ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529623 Mar 02 18:39:38.453341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:38.456815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff1a39-1b91-414b-840a-127a9e67707b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d94402-5eaf-4de4-b4d2-b2a6ae3d594a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:38.458278 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.486338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:38.551378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.558303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Pushing event updated for resources: {'Port': ['ID=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:38.588851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.624202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Attempting to bind port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:38.624590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Attempting to bind port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:38.624982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Attempting to bind port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:38.638358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:38.638893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:38.639448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.639848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:38.640344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Bound port: f472e946-1fbe-4852-a3e4-dbf9e19f63b5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:38.640726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.698737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5532700-8fec-4f43-b1e8-27cfeb3a08f2 req-49d85981-00dd-4471-b582-d24c1f939ea4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3007352 Mar 02 18:39:38.719408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::4f0:50ba:9c20:2eb5 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/00a83786-36f4-45fe-a76a-7d3c026e4dbe/10b739be-659e-4b79-a479-53ccbf28a6f1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:38.770160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] For port f472e946-1fbe-4852-a3e4-dbf9e19f63b5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:38.770160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] For port f472e946-1fbe-4852-a3e4-dbf9e19f63b5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:38.788715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.843428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf8f8ce-414f-4855-8fca-66a30bc150e6']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:38.865715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99f753-826c-4ce2-a566-d846aaaebe83') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:38.866001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99f753-826c-4ce2-a566-d846aaaebe83') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:38.896805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.931608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.934784 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.951243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d94402-5eaf-4de4-b4d2-b2a6ae3d594a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:38.959962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:38.961132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2461ef8-7c6f-4c3f-8165-750e1d1e745a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86d94402-5eaf-4de4-b4d2-b2a6ae3d594a HTTP/1.1" status: 204 len: 168 time: 0.5069506 Mar 02 18:39:38.982161 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.000389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:39:39.000790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:39:39.015498 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:39:39.031837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3a8a0d-2860-4685-b760-b5ad9b8fae5e None None] Pushing event updated for resources: {'Port': ['ID=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:39.160363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.190102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 10b739be-659e-4b79-a479-53ccbf28a6f1 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:39.264336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.290498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.311901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] Pushing event deleted for resources: {'Network': ['ID=6cf8f8ce-414f-4855-8fca-66a30bc150e6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:39.323246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-df959239-f1f6-4d4b-96c4-e7e2c9d5df69 tempest-PortsTestJSON-93138474 tempest-PortsTestJSON-93138474-project] 10.222.0.66 "DELETE /v2.0/networks/6cf8f8ce-414f-4855-8fca-66a30bc150e6 HTTP/1.1" status: 204 len: 168 time: 1.1131191 Mar 02 18:39:39.364472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978109bd-4f25-476e-be0a-d63546b4f009 req-f195edf7-a2ea-477a-a48d-0f3fec09cdb5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.366035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978109bd-4f25-476e-be0a-d63546b4f009 req-f195edf7-a2ea-477a-a48d-0f3fec09cdb5 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1525574 Mar 02 18:39:39.428086 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.552367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:39.561240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:39.573395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:39.580623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.580623 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:39.586635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=10b739be-659e-4b79-a479-53ccbf28a6f1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:39.599161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-978109bd-4f25-476e-be0a-d63546b4f009 req-3bc4c05f-c46e-49f1-bc14-fcfa59972611 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774337 Mar 02 18:39:39.640552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-34915a25-ca37-41b8-a879-b137c71f198d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.642103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-34915a25-ca37-41b8-a879-b137c71f198d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 1097 time: 0.2751188 Mar 02 18:39:39.740395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2d68ec72-1214-41a8-b2b0-dfe803b7f377 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1921494 Mar 02 18:39:39.743908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44134) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:39.796257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-8f7a8916-3e70-4048-bdc5-b03e63bdcda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.798426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-8f7a8916-3e70-4048-bdc5-b03e63bdcda0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.1458373 Mar 02 18:39:39.841462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e9673-b2d9-4fe8-940f-642c191a8ac5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.846780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926e9673-b2d9-4fe8-940f-642c191a8ac5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:39.848586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-926e9673-b2d9-4fe8-940f-642c191a8ac5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1036108 Mar 02 18:39:39.851942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:39.949857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-710f643d-d262-4e98-8fb7-f7c90acb6b6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 200 len: 1002 time: 0.1449199 Mar 02 18:39:39.950719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 10b739be-659e-4b79-a479-53ccbf28a6f1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:39.951229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.031698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-9a3ad351-246c-499b-88a6-ff9c03d5e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:40.033547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-9a3ad351-246c-499b-88a6-ff9c03d5e4c4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.0774183 Mar 02 18:39:40.098436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:40.128580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.138440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44152) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:40.161702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:40.172356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Usage tracker for resource:security_group_rule and tenant:1b1f49e59d1c496b9203727b663d0a23 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:40.187446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:40.197998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:40.242341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-939ddba6-c733-4789-8d4d-e52e71dab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:40.244792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-939ddba6-c733-4789-8d4d-e52e71dab06a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2012901 Mar 02 18:39:40.450482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.450638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.479623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-519ef86b-9f62-4caf-89ca-74d57e6b9b35 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284803 Mar 02 18:39:40.601060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.604020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 10b739be-659e-4b79-a479-53ccbf28a6f1 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:40.730938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1b1f49e59d1c496b9203727b663d0a23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6358073 Mar 02 18:39:40.742720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d5d67297-bfe7-412d-8a8b-19948f2b4e33 None None] Provisioning for port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:40.756902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44166) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:40.757915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a70ee8-c8ff-4811-8bdc-62b0eeb225df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32c072a-2b8a-4fc0-86aa-d1c083f39692,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:40.762554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ef14d64-00c0-4262-aa82-7fda20848ed1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7eae1fada3e341438888ae11926c288d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6172945 Mar 02 18:39:40.769932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44170) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:40.882525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.914516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-274e28a7-def4-472f-9002-a3b5cbc2496e None None] Provisioning for port 10b739be-659e-4b79-a479-53ccbf28a6f1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:40.920753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.921759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-274e28a7-def4-472f-9002-a3b5cbc2496e None None] Provisioning complete for port 10b739be-659e-4b79-a479-53ccbf28a6f1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:40.923267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-274e28a7-def4-472f-9002-a3b5cbc2496e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.924712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:40.995285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18474da5-2c3e-4612-a101-d4db230f9e35 req-1a0cd355-f183-4cfc-b906-8d12601a72a6 service neutron] 10.222.0.65 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084343 Mar 02 18:39:41.033781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f472e946-1fbe-4852-a3e4-dbf9e19f63b5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:41.095079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114e8d3-72e6-4a46-b9be-403bea26c955 req-9f788d9a-db39-40a1-8a5d-ee3f390bd064 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.098543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e114e8d3-72e6-4a46-b9be-403bea26c955 req-9f788d9a-db39-40a1-8a5d-ee3f390bd064 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.3447216 Mar 02 18:39:41.101489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.105886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-274e28a7-def4-472f-9002-a3b5cbc2496e None None] Port 10b739be-659e-4b79-a479-53ccbf28a6f1 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:39:41.169145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e114e8d3-72e6-4a46-b9be-403bea26c955 req-16c47008-ade2-4b64-b151-06d85958945f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565703 Mar 02 18:39:41.184018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.253588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:41.260302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.261536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:41.261536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.302584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d4a977-d592-4949-b397-caccb039d5fa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:41.310910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.330463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=10b739be-659e-4b79-a479-53ccbf28a6f1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:41.341337 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0586ec29-5e7d-458a-979c-6adc4842fb8f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/10b739be-659e-4b79-a479-53ccbf28a6f1 HTTP/1.1" status: 204 len: 168 time: 1.4859774 Mar 02 18:39:41.342704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44180) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:41.348037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.349263 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46334c43-cbf6-4cf9-aeed-e3c53924424f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05d4a977-d592-4949-b397-caccb039d5fa HTTP/1.1" status: 204 len: 168 time: 0.5779870 Mar 02 18:39:41.406984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.435163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166c456-16d7-4f3a-b8b2-95821413748d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.436886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a166c456-16d7-4f3a-b8b2-95821413748d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.442651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a166c456-16d7-4f3a-b8b2-95821413748d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0981319 Mar 02 18:39:41.443305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:41.468066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32c072a-2b8a-4fc0-86aa-d1c083f39692,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:41.534738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 00a83786-36f4-45fe-a76a-7d3c026e4dbe {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:41.539064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.546835 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.551759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-584b1198-dd89-4ce2-921f-612135e19a65 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e32c072a-2b8a-4fc0-86aa-d1c083f39692 HTTP/1.1" status: 204 len: 168 time: 0.7926533 Mar 02 18:39:41.594721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44192) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:41.595948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9958fe-3fce-4c63-92b7-495e678c42e5 req-c436c074-ab0a-4352-9d7e-5b3d9ca699f6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.599307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a9958fe-3fce-4c63-92b7-495e678c42e5 req-c436c074-ab0a-4352-9d7e-5b3d9ca699f6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3500240 Mar 02 18:39:41.639529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.639999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.689775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a9958fe-3fce-4c63-92b7-495e678c42e5 req-f1928f81-568e-43d3-a4d8-af19744c4431 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839369 Mar 02 18:39:41.775709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f472e946-1fbe-4852-a3e4-dbf9e19f63b5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:41.920032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.928046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:41.939899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51b580-6074-4c3c-a0d1-6cd85b328985 req-33220fcc-9470-42d1-bcfa-d8f6bd3a6bd2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:41.941970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e51b580-6074-4c3c-a0d1-6cd85b328985 req-33220fcc-9470-42d1-bcfa-d8f6bd3a6bd2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.0927439 Mar 02 18:39:41.998953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:42.020925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e51b580-6074-4c3c-a0d1-6cd85b328985 req-e916b405-e8f2-47a8-ba7b-96f3faa13d78 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706425 Mar 02 18:39:42.161475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.221693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=00a83786-36f4-45fe-a76a-7d3c026e4dbe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:42.229748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.240287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb35bef-f9bc-4310-887d-2ea2604de419 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:42.246666 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8c6084f3-6bed-4310-b99e-fbff462cdae6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/00a83786-36f4-45fe-a76a-7d3c026e4dbe HTTP/1.1" status: 204 len: 168 time: 0.8022809 Mar 02 18:39:42.250874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44214) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:42.317160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63fda-edb9-49cf-afd2-566401e45fa7 req-7e3c5b4b-c761-4124-9996-a8211c467820 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:42.318773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef63fda-edb9-49cf-afd2-566401e45fa7 req-7e3c5b4b-c761-4124-9996-a8211c467820 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1708817 Mar 02 18:39:42.356526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b0b8d3f-14ed-4822-8afb-7505b5bcfe2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017137 Mar 02 18:39:42.357054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44222) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:42.365119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:42.381142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.411045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:42.415178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Usage tracker for resource:security_group_rule and tenant:4a75fa389d5d49508d1b50dddec3d58f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:42.418043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:42.424402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:42.475642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef63fda-edb9-49cf-afd2-566401e45fa7 req-798f4435-9742-4ba4-8931-e72f29140c43 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668082 Mar 02 18:39:42.574211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3c95b-c740-4929-856d-e1387bfeca00 req-4317ada7-9e92-4581-a1fa-f0fd5cf71198 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:42.579027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ba3c95b-c740-4929-856d-e1387bfeca00 req-4317ada7-9e92-4581-a1fa-f0fd5cf71198 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.2543647 Mar 02 18:39:42.628500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:42.633067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Deleting port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:42.633590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.657911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ba3c95b-c740-4929-856d-e1387bfeca00 req-dff9eebc-adbe-4497-b74b-0d50584cc7f3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603580 Mar 02 18:39:42.671383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.692384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:42.699121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:42.702085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:42.708193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:42.736795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.780414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d885d5-18ad-4f25-89b1-a3311fd412b9 req-ce4d7674-75e2-413a-953e-54c0d1105ff1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:42.781920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91d885d5-18ad-4f25-89b1-a3311fd412b9 req-ce4d7674-75e2-413a-953e-54c0d1105ff1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.0895865 Mar 02 18:39:42.794075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4a75fa389d5d49508d1b50dddec3d58f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1977427 Mar 02 18:39:42.797673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44236) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:42.812159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f390-9854-411c-806f-4f2ec2f86611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f739cf8-d007-44f8-a4f0-264d1f952535,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:42.849564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:42.853293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:42.872536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91d885d5-18ad-4f25-89b1-a3311fd412b9 req-c8e5eb88-1a2d-42ff-80b4-a70cb08357b3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817542 Mar 02 18:39:43.045098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.054927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f472e946-1fbe-4852-a3e4-dbf9e19f63b5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:43.095650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.126449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] For port f472e946-1fbe-4852-a3e4-dbf9e19f63b5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:43.126857 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.291233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.308073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Calling delete_port for f472e946-1fbe-4852-a3e4-dbf9e19f63b5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:43.320372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f739cf8-d007-44f8-a4f0-264d1f952535,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:43.329490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.382336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44264) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:43.415877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:43.420382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:43.423980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:43.426437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.458252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.465745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.469384 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-77c28a58-3a81-42bd-a01e-b6a041300767 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2f739cf8-d007-44f8-a4f0-264d1f952535 HTTP/1.1" status: 204 len: 168 time: 0.6683211 Mar 02 18:39:43.485567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=a963005d-06ef-43db-bd78-9f4520650ac1,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:43.525841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-437166461'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:43.532143 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-966ca5a8-67df-4ba8-8d22-0b478e053f1b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1738594 Mar 02 18:39:43.534833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44272) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:43.535237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:43.542344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': 'a963005d-06ef-43db-bd78-9f4520650ac1', 'ip_address': '2001:db8::734:6416:7ef2:ded7'}], 'name': 'tempest-NetworksTestDHCPv6-2078441918'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:43.542499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:43.547317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:43.555590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:43.560726 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.646440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:43.650237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.676554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.728512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:43.729700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] Pushing event deleted for resources: {'Port': ['ID=f472e946-1fbe-4852-a3e4-dbf9e19f63b5,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:43.734491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adda0462-95d5-44ef-a3e6-0cdf3d802532 None None] No DVR routers for this DVR port f472e946-1fbe-4852-a3e4-dbf9e19f63b5 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:43.747577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:security_group_rule and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:43.749844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c4c01b-5487-4390-a578-d3640f5a4b5d None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:43.751617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:43.759960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:43.867452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:43.873706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:43.877715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:43.884938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:43.940985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:43.957333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5786526d-b0cf-4ddd-88fc-00f990edc253 req-7ad5508e-4217-436b-b764-64b34bd00afe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:43.965749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5786526d-b0cf-4ddd-88fc-00f990edc253 req-7ad5508e-4217-436b-b764-64b34bd00afe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2074392 Mar 02 18:39:44.033453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5786526d-b0cf-4ddd-88fc-00f990edc253 req-bc80592e-c522-432b-926f-ad89c21f82bb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667894 Mar 02 18:39:44.040516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'a963005d-06ef-43db-bd78-9f4520650ac1'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:44.045273 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.235680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/a963005d-06ef-43db-bd78-9f4520650ac1/a22871bb-1c59-4709-8188-dc0dcd384546) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:44.325877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.326228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:39:44.334823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a8bfa2-26ce-4f7d-aaef-54af1f1c008f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:44.340946 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.341786 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment d898fc00-3241-44c7-80b3-f0b02be81493 of type vlan for network 0a555420-dac8-43d8-85a3-b4017eeca2e7 Mar 02 18:39:44.368767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.441872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.452257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Transition to ACTIVE for port object a22871bb-1c59-4709-8188-dc0dcd384546 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:44.471629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Transition to ACTIVE for port object a22871bb-1c59-4709-8188-dc0dcd384546 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:44.538410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:44.546483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.552859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:44.553414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.613300 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.671071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=0a555420-dac8-43d8-85a3-b4017eeca2e7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:44.703264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.715068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-127617ae-6b2a-4ba8-a686-958209d09ba9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3311026 Mar 02 18:39:44.717857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:44.724053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1907424015'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:44.734978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:39:44.736016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:44.741553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 2355bc09-4337-4be6-abdf-4708e8935b29 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:44.746188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:44.750284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:44.759333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:44.836211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44324) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:44.855371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:44.859306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.869057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Pushing event updated for resources: {'Port': ['ID=a22871bb-1c59-4709-8188-dc0dcd384546,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:44.877114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.878959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:44.881079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:44.883690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:44.911773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:39:44.917706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:44.923663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Usage tracker for resource:security_group_rule and tenant:9ed734bae4e2484c9aa59cb67cb3e31b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:44.928109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:44.931895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:44.932502 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment b1a39019-e637-4865-98d5-1a4a5f8840ab of type vlan for network a81de5be-ee30-4128-a4e8-a6c09a720df9 Mar 02 18:39:44.940839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:44.988565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Attempting to bind port a22871bb-1c59-4709-8188-dc0dcd384546 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:44.988965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Attempting to bind port a22871bb-1c59-4709-8188-dc0dcd384546 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:44.989429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Attempting to bind port a22871bb-1c59-4709-8188-dc0dcd384546 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:44.989596 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Bound port: a22871bb-1c59-4709-8188-dc0dcd384546, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:45.002724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.042074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::734:6416:7ef2:ded7 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/a963005d-06ef-43db-bd78-9f4520650ac1/2355bc09-4337-4be6-abdf-4708e8935b29) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:45.144996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] For port a22871bb-1c59-4709-8188-dc0dcd384546, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:45.149565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] For port a22871bb-1c59-4709-8188-dc0dcd384546, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a22871bb-1c59-4709-8188-dc0dcd384546,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:45.205888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.219623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.299743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.308936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6575604-985d-4e5b-8dbc-40909690351b None None] Pushing event updated for resources: {'Port': ['ID=a22871bb-1c59-4709-8188-dc0dcd384546,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:45.320990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:45.322014 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.367545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.383255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.402538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 2355bc09-4337-4be6-abdf-4708e8935b29 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:45.505986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=a81de5be-ee30-4128-a4e8-a6c09a720df9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:45.508669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.526835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:39:45.584671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ed734bae4e2484c9aa59cb67cb3e31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7509496 Mar 02 18:39:45.590666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44346) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:45.595682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a4a0d9-9d99-4688-96cc-6993b339054f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8bccbe-b3c1-4fb1-952a-69aa2af828f5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:45.642285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=2355bc09-4337-4be6-abdf-4708e8935b29,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:45.654823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bb897d7d-3d6e-48da-8840-abf3a37e2762 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9356239 Mar 02 18:39:45.660324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44354) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:45.666653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:45.732641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:45.739700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:45.761183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:45.773957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:45.781182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.785416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27637e6f-69ee-43d8-bbc9-0977ff7662da req-24b3d352-3a41-4808-9f85-1c3ff57262c0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:45.787078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27637e6f-69ee-43d8-bbc9-0977ff7662da req-24b3d352-3a41-4808-9f85-1c3ff57262c0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2894337 Mar 02 18:39:45.815423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.863536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:45.891789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:45.896333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:45.900114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:45.901683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27637e6f-69ee-43d8-bbc9-0977ff7662da req-0376ee6e-07cc-4c72-bb26-41b8003edc38 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081796 Mar 02 18:39:45.921740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:45.956409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe212e20-55be-41d6-85fb-67067b216a87 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4203742 Mar 02 18:39:45.958866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:46.033820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.050239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8bccbe-b3c1-4fb1-952a-69aa2af828f5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:46.050984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be773aa6-2b41-4fef-8ac9-0305f4cea531 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:46.058093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.062337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-652f769a-af6a-47c0-8f56-9fb226c55b66 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6d8bccbe-b3c1-4fb1-952a-69aa2af828f5 HTTP/1.1" status: 204 len: 168 time: 0.4706199 Mar 02 18:39:46.078433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be773aa6-2b41-4fef-8ac9-0305f4cea531 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:46.078433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-be773aa6-2b41-4fef-8ac9-0305f4cea531 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:46.091114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:46.094731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.250855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-be773aa6-2b41-4fef-8ac9-0305f4cea531 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:46.262747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be773aa6-2b41-4fef-8ac9-0305f4cea531 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2923620 Mar 02 18:39:46.263480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44382) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:46.337296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 2355bc09-4337-4be6-abdf-4708e8935b29 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:46.337651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.481831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.614683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=7f5cb669-afdb-4b0f-b22b-ffe422c78749,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:46.620892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': 'd898fc00-3241-44c7-80b3-f0b02be81493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:46.629434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: 0a555420-dac8-43d8-85a3-b4017eeca2e7, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:39:46.794068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:39:46.839419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-03706271-29d4-44e1-b8ad-f4a2129855b0 None None] Provisioning for port a22871bb-1c59-4709-8188-dc0dcd384546 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:46.891394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.926429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0a555420-dac8-43d8-85a3-b4017eeca2e7) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:46.931705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:46.932231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:46.959985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a22871bb-1c59-4709-8188-dc0dcd384546 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:47.029590 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6cc05769-1ede-4fa9-b960-7b612cd45eb7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3705080 Mar 02 18:39:47.032656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:47.042093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:47.081634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5799fe3-7b60-46c9-9387-64a6a2ffc25b None None] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:47.239605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:47.244569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:47.248549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:47.259086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:47.289555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 2355bc09-4337-4be6-abdf-4708e8935b29 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:47.329159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:47.330453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-42aca54c-0e58-4fda-951c-857b4fd4ee9c None None] Provisioning for port 2355bc09-4337-4be6-abdf-4708e8935b29 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:47.334475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.365452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-42aca54c-0e58-4fda-951c-857b4fd4ee9c None None] Provisioning complete for port 2355bc09-4337-4be6-abdf-4708e8935b29 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:47.366078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-42aca54c-0e58-4fda-951c-857b4fd4ee9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.401385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a22871bb-1c59-4709-8188-dc0dcd384546 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:47.432696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a22871bb-1c59-4709-8188-dc0dcd384546 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:47.433401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.445964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0562f44-ae08-4b43-bd53-cf071af9853d req-170a708d-daeb-4d9e-bd4f-279d51829921 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:47.453104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0562f44-ae08-4b43-bd53-cf071af9853d req-170a708d-daeb-4d9e-bd4f-279d51829921 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3381355 Mar 02 18:39:47.522783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0562f44-ae08-4b43-bd53-cf071af9853d req-44dd34c5-7c2b-49c0-9eb3-fff4edafed3c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687547 Mar 02 18:39:47.543957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-42aca54c-0e58-4fda-951c-857b4fd4ee9c None None] Port 2355bc09-4337-4be6-abdf-4708e8935b29 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:47.595910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0a555420-dac8-43d8-85a3-b4017eeca2e7', 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': '7f5cb669-afdb-4b0f-b22b-ffe422c78749'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:47.596855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.689319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.691499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.779865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a22871bb-1c59-4709-8188-dc0dcd384546, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a22871bb-1c59-4709-8188-dc0dcd384546,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:47.810562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=2355bc09-4337-4be6-abdf-4708e8935b29,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:47.816130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.816669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.861880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Allocated IP 172.20.0.2 (0a555420-dac8-43d8-85a3-b4017eeca2e7/7f5cb669-afdb-4b0f-b22b-ffe422c78749/3c9a4ea0-4fbf-49ae-a653-979ceff151e7) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:47.867453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:47.893235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-73713693-40c9-4a71-a746-81b0759daf11 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/2355bc09-4337-4be6-abdf-4708e8935b29 HTTP/1.1" status: 204 len: 168 time: 1.6366026 Mar 02 18:39:47.895298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:47.984182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a22871bb-1c59-4709-8188-dc0dcd384546,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:48.063176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781aeb22-90fd-4a0d-bc4c-abe90f6246a2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:48.065431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781aeb22-90fd-4a0d-bc4c-abe90f6246a2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:48.068823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-781aeb22-90fd-4a0d-bc4c-abe90f6246a2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:48.183195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-781aeb22-90fd-4a0d-bc4c-abe90f6246a2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:48.185365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-781aeb22-90fd-4a0d-bc4c-abe90f6246a2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2887394 Mar 02 18:39:48.187924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:48.264251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=8c4d481d-9385-48e1-b38d-5006429a29a5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:48.276347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': 'b1a39019-e637-4865-98d5-1a4a5f8840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:48.276347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: a81de5be-ee30-4128-a4e8-a6c09a720df9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:39:48.309149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet a963005d-06ef-43db-bd78-9f4520650ac1 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:48.313390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.337307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.342639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:39:48.357806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Transition to ACTIVE for port object 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:48.384968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Transition to ACTIVE for port object 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:48.394035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.400545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, a81de5be-ee30-4128-a4e8-a6c09a720df9) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:48.404693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:48.406418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.413212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c99e17-83b3-46e0-b99e-fec92e8b8b7e None None] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:48.499624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bb7c3960-b185-4f4b-98f6-be5f09e85b18 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4657950 Mar 02 18:39:48.502408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44432) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:48.509016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2003931279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:48.527901 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.531404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:48.531569 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.534182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:48.537672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:48.544304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:48.641348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:48.647755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:48.658075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.659334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.661648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:48.715736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Pushing event updated for resources: {'Port': ['ID=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:48.762376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a72f2d-f2ba-44c3-9a41-c2ebc1a264c3 req-3675580c-0a34-4c93-a136-7983b1c45c5b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:48.769943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5a72f2d-f2ba-44c3-9a41-c2ebc1a264c3 req-3675580c-0a34-4c93-a136-7983b1c45c5b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1214185 Mar 02 18:39:48.802114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.802351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.827078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Attempting to bind port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:48.827537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Attempting to bind port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd898fc00-3241-44c7-80b3-f0b02be81493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:48.827820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Attempting to bind port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 on network 0a555420-dac8-43d8-85a3-b4017eeca2e7 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:48.843214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:48.843599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Checking segment: {'id': 'd898fc00-3241-44c7-80b3-f0b02be81493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:48.850639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.850639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Bound using segment: {'id': 'd898fc00-3241-44c7-80b3-f0b02be81493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:48.850639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Bound port: 3c9a4ea0-4fbf-49ae-a653-979ceff151e7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd898fc00-3241-44c7-80b3-f0b02be81493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '0a555420-dac8-43d8-85a3-b4017eeca2e7'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:48.850639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.908454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=a963005d-06ef-43db-bd78-9f4520650ac1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:48.915820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.954513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:48.955184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cc9590-7829-4cac-a63f-b01fc38f3a4b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:48.955574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5a72f2d-f2ba-44c3-9a41-c2ebc1a264c3 req-b89cccce-a172-4ede-86c3-f5c1d756679c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814456 Mar 02 18:39:48.963849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a22871bb-1c59-4709-8188-dc0dcd384546 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:49.001127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4213bd54-135e-4c5a-a43c-c1b4b0bc5d2d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/a963005d-06ef-43db-bd78-9f4520650ac1 HTTP/1.1" status: 204 len: 168 time: 0.8109264 Mar 02 18:39:49.003760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44442) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:49.045372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.047019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb3607b2-b4c8-4fc9-87ed-9280a542a152 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5435989 Mar 02 18:39:49.049856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44448) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:49.140821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f24350d-2dc2-487a-a325-6acee6954f02 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1325669 Mar 02 18:39:49.140821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44452) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:49.147327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:49.200442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-a81de5be-ee30-4128-a4e8-a6c09a720df9', 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': '8c4d481d-9385-48e1-b38d-5006429a29a5'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:49.201487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.302557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:49.307028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:49.310103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:49.317220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:49.423171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:49.428803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.448338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] For port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:49.478864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] For port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,segment=NetworkSegment(d898fc00-3241-44c7-80b3-f0b02be81493),segment_id=d898fc00-3241-44c7-80b3-f0b02be81493)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:49.541800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a22871bb-1c59-4709-8188-dc0dcd384546 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:49.542307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.613884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.694832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.712772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d59157-addf-43dd-a66b-62fc7ffa0753 None None] Pushing event updated for resources: {'Port': ['ID=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:49.722689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Allocated IP 172.21.0.2 (a81de5be-ee30-4128-a4e8-a6c09a720df9/8c4d481d-9385-48e1-b38d-5006429a29a5/3d292bce-2fc2-44af-98e2-640bde1b4fb3) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:49.876350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:49.906862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:49.978774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Deleting port a22871bb-1c59-4709-8188-dc0dcd384546 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:49.978774 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.024760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44466) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:50.042022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:50.046335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:50.052441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:50.053017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.134343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=9abc4797-9516-48d8-b384-1472aef60db3,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:50.237292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-385a2b49-7be0-4f6d-a2ea-70009fe2a650 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0954661 Mar 02 18:39:50.240035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44472) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:50.249794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': '9abc4797-9516-48d8-b384-1472aef60db3', 'ip_address': '2001:db8::bae6:2e52:c47f:153d'}], 'name': 'tempest-NetworksTestDHCPv6-242510644'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:50.376923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.20.0.1 (0a555420-dac8-43d8-85a3-b4017eeca2e7/7f5cb669-afdb-4b0f-b22b-ffe422c78749/42774760-503c-42d0-a0b4-1c846148128f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:50.408641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.434468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] For port a22871bb-1c59-4709-8188-dc0dcd384546, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a22871bb-1c59-4709-8188-dc0dcd384546,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:50.435136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.627531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Calling delete_port for a22871bb-1c59-4709-8188-dc0dcd384546 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:50.629204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.631261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:50.642733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Usage tracker for resource:security_group_rule and tenant:604aeb3fbed144a19e21322dc10a5078 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:50.649554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 42774760-503c-42d0-a0b4-1c846148128f will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:50.650441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:50.659896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:50.716629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:50.729190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:50.731050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:50.751240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ffee5-5420-4590-83f0-9ac76b7d95c1 req-bcf964d2-cf1a-47c8-9c49-131ae5f81919 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:50.759136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-010ffee5-5420-4590-83f0-9ac76b7d95c1 req-bcf964d2-cf1a-47c8-9c49-131ae5f81919 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4615059 Mar 02 18:39:50.761254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:50.824160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.860271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-010ffee5-5420-4590-83f0-9ac76b7d95c1 req-578986fc-17c6-481e-9afc-f2775f629865 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907106 Mar 02 18:39:50.869394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.908159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.923081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Transition to ACTIVE for port object 3d292bce-2fc2-44af-98e2-640bde1b4fb3 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:50.932871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:50.955954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Transition to ACTIVE for port object 3d292bce-2fc2-44af-98e2-640bde1b4fb3 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:50.960991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:50.986806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:51.020572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:51.029878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:51.034694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] No DVR routers for this DVR port a22871bb-1c59-4709-8188-dc0dcd384546 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:51.043136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc2d5b-e0ad-4d3d-a206-809f449af15a None None] Pushing event deleted for resources: {'Port': ['ID=a22871bb-1c59-4709-8188-dc0dcd384546,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:51.050151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:51.081339 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.087770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c24673-b7bc-4a29-adee-2589dd407a5b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:51.106743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=42774760-503c-42d0-a0b4-1c846148128f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:51.165762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.259573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.269459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.350883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:51.356385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port e0eed773-4e18-462a-aca7-ad89dc9edb6f yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:51.366754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:51.370937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:51.420978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=604aeb3fbed144a19e21322dc10a5078&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3948972 Mar 02 18:39:51.421852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc4c91-53a6-4c08-8b4c-33e4b372972b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef92feb8-2f6a-486e-a814-cd67c8e2e0b1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:51.424602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44478) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:51.507566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Pushing event updated for resources: {'Port': ['ID=3d292bce-2fc2-44af-98e2-640bde1b4fb3,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:51.561727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb1f7ef-b862-4590-9d87-946104763221 None None] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:51.591734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.626423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.718059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Attempting to bind port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:51.718500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Attempting to bind port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b1a39019-e637-4865-98d5-1a4a5f8840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:51.721907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Attempting to bind port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 on network a81de5be-ee30-4128-a4e8-a6c09a720df9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:51.744221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::bae6:2e52:c47f:153d (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/9abc4797-9516-48d8-b384-1472aef60db3/e0eed773-4e18-462a-aca7-ad89dc9edb6f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:51.772068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:51.772386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Checking segment: {'id': 'b1a39019-e637-4865-98d5-1a4a5f8840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:51.773893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.774252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Bound using segment: {'id': 'b1a39019-e637-4865-98d5-1a4a5f8840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:51.774763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Bound port: 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a39019-e637-4865-98d5-1a4a5f8840ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'a81de5be-ee30-4128-a4e8-a6c09a720df9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:51.775150 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.862807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.909127 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:51.914338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:51.930868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Provisioning for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:51.990429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:51.990807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.006651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef92feb8-2f6a-486e-a814-cd67c8e2e0b1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:52.018968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '9abc4797-9516-48d8-b384-1472aef60db3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:52.019804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.032772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.043556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5ef9cf3d-30ec-42ee-ba0e-0b2a95eacdbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ef92feb8-2f6a-486e-a814-cd67c8e2e0b1 HTTP/1.1" status: 204 len: 168 time: 0.6124008 Mar 02 18:39:52.045585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Provisioning complete for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:52.045585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.159452 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.252080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object e0eed773-4e18-462a-aca7-ad89dc9edb6f will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:52.267704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] For port 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:52.294028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-acb0ea80-39cf-4aef-b845-cb01d5929240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.303118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9bd02-3741-42b1-8a51-7389cf071981 req-ea025f5d-3929-4431-a644-de38fd64105d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:52.311081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79c9bd02-3741-42b1-8a51-7389cf071981 req-ea025f5d-3929-4431-a644-de38fd64105d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1666851 Mar 02 18:39:52.331807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] For port 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d292bce-2fc2-44af-98e2-640bde1b4fb3,segment=NetworkSegment(b1a39019-e637-4865-98d5-1a4a5f8840ab),segment_id=b1a39019-e637-4865-98d5-1a4a5f8840ab)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:52.378756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79c9bd02-3741-42b1-8a51-7389cf071981 req-3760e434-40d9-4b56-bd34-857112f67c23 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606389 Mar 02 18:39:52.422026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.492486 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.536500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=e0eed773-4e18-462a-aca7-ad89dc9edb6f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:52.536500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:52.536500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:52.539303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:52.548874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:52.550214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.623572 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.635195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.643373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.658704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1c0106e6-1471-4b48-8462-baa671b3c832 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4105558 Mar 02 18:39:52.658704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44490) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:52.668294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a83eccb-e6c3-4c0e-a061-27af6c1f18fa None None] Pushing event updated for resources: {'Port': ['ID=3d292bce-2fc2-44af-98e2-640bde1b4fb3,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:52.693775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/9abc4797-9516-48d8-b384-1472aef60db3/66e1cf2d-7b88-4d36-b848-3731eee1e0c4) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:52.730428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] For port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,segment=NetworkSegment(d898fc00-3241-44c7-80b3-f0b02be81493),segment_id=d898fc00-3241-44c7-80b3-f0b02be81493)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:52.737122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.778020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5605f-532b-4e8f-a61d-23f6fac1d874 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:52.779253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54c5605f-532b-4e8f-a61d-23f6fac1d874 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:52.814809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.937220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-54c5605f-532b-4e8f-a61d-23f6fac1d874 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:52.938548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-54c5605f-532b-4e8f-a61d-23f6fac1d874 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2832615 Mar 02 18:39:52.941431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44494) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:52.982198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:52.987655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=42774760-503c-42d0-a0b4-1c846148128f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:53.035852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:53.080283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:39:53.080825 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:39:53.093747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port e0eed773-4e18-462a-aca7-ad89dc9edb6f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:53.094274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.133416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.303845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecdcf9-630c-4822-9d36-a0ee0d6db31a None None] Pushing event updated for resources: {'Port': ['ID=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:53.360640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:53.386609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Usage tracker for resource:security_group_rule and tenant:9387722212e94a67870ae54eb72de6ba is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:39:53.442561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:39:53.466136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Provisioning for port 42774760-503c-42d0-a0b4-1c846148128f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:53.475329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:53.476767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.488188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Provisioning complete for port 42774760-503c-42d0-a0b4-1c846148128f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:53.488945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.541919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:53.554158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:53.566825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Transition to ACTIVE for port object 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:53.687539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Port 42774760-503c-42d0-a0b4-1c846148128f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:53.693400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Transition to ACTIVE for port object 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:53.735409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Provisioning complete for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:53.735994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-887ee3cf-777e-48d5-90e5-ce1db6e34c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.752030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:53.798512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.065542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a22871bb-1c59-4709-8188-dc0dcd384546 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:54.097520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.159073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:54.168764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 2d810ef3-aba5-4bf9-bd46-3bbfda854a14 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:39:54.176092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.181383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:54.182900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for e0eed773-4e18-462a-aca7-ad89dc9edb6f owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:54.189669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a22871bb-1c59-4709-8188-dc0dcd384546 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:39:54.190092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a22871bb-1c59-4709-8188-dc0dcd384546 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:39:54.191709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:54.251894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Pushing event updated for resources: {'Port': ['ID=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:54.311304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-07b0d3c2-ab76-4da7-bb2b-57e7295bd7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.348305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9387722212e94a67870ae54eb72de6ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3078327 Mar 02 18:39:54.385756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:54.391258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Attempting to bind port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:39:54.391869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Attempting to bind port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:39:54.392497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Attempting to bind port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:39:54.405098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:39:54.405611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:39:54.406109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.406621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:39:54.407184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Bound port: 66e1cf2d-7b88-4d36-b848-3731eee1e0c4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:39:54.407654 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.481470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c161d6-7c3d-41a5-930e-69f86c5a19e8 None None] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:54.603196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f7ade-0514-48c0-a415-886c2d5746e4 req-3d1429e6-515d-4398-bd96-dfb3fa9c2370 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:54.612049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b23f7ade-0514-48c0-a415-886c2d5746e4 req-3d1429e6-515d-4398-bd96-dfb3fa9c2370 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 1.0063300 Mar 02 18:39:54.616650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.633408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d292bce-2fc2-44af-98e2-640bde1b4fb3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:54.636520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace06567-dcbc-4171-a68a-d03f3bd9b768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05464559-83e4-4455-8c0c-14c22535081f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:54.708151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] For port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:39:54.744152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=e0eed773-4e18-462a-aca7-ad89dc9edb6f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:54.746049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Provisioning complete for port 42774760-503c-42d0-a0b4-1c846148128f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:54.764959 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.766424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.778712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b23f7ade-0514-48c0-a415-886c2d5746e4 req-dfc3e316-7770-433c-be0e-cb9125e4f4e1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657698 Mar 02 18:39:54.787577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] For port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:39:54.847867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.854250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:39:54.893911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:54.894610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] Sync routers for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:39:54.921851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-36c6f092-3ba1-4158-b7fe-f06b7e3fef9e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/e0eed773-4e18-462a-aca7-ad89dc9edb6f HTTP/1.1" status: 204 len: 168 time: 1.9789145 Mar 02 18:39:54.925043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:54.926014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0e0c719c-600d-42f5-b56e-e486972439dd tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8745799 Mar 02 18:39:54.928713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:54.944344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Port 42774760-503c-42d0-a0b4-1c846148128f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:54.972987 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.025972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b82d7-6224-43af-a840-947809fbe072 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:55.025972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc3b82d7-6224-43af-a840-947809fbe072 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:55.054468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889ac12-9a88-48ed-917e-351bfbf3a852 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:55.056176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1889ac12-9a88-48ed-917e-351bfbf3a852 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:55.057256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1889ac12-9a88-48ed-917e-351bfbf3a852 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:55.067752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:55.082579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:39:55.084267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:55.159857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:55.178933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.189386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05464559-83e4-4455-8c0c-14c22535081f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:55.199568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1889ac12-9a88-48ed-917e-351bfbf3a852 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:55.206323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1889ac12-9a88-48ed-917e-351bfbf3a852 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2746053 Mar 02 18:39:55.206728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.206728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-371bdd11-b89e-4d94-9fb6-d5c5699f816c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/05464559-83e4-4455-8c0c-14c22535081f HTTP/1.1" status: 204 len: 168 time: 0.8161957 Mar 02 18:39:55.206925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44522) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:55.215106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dc3b82d7-6224-43af-a840-947809fbe072 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:55.218764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc3b82d7-6224-43af-a840-947809fbe072 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports/42774760-503c-42d0-a0b4-1c846148128f HTTP/1.1" status: 200 len: 910 time: 0.2866251 Mar 02 18:39:55.221883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:55.224894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:55.311427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:39:55.312251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:55.368228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 9abc4797-9516-48d8-b384-1472aef60db3 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:39:55.373830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.419958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cb99d5-f8de-483b-9800-1baa222a7ba4 None None] Pushing event updated for resources: {'Port': ['ID=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:55.431224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Provisioning for port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:55.521393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Provisioning complete for port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:55.521769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.566091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:39:55.566755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2452646-7dc1-46af-818a-b3ab9ccc4111 None None] The sync data for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:39:55.574355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.586741 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.627474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:55.628327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.717573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.785241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.931611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.944997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:55.988894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] For port 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d292bce-2fc2-44af-98e2-640bde1b4fb3,segment=NetworkSegment(b1a39019-e637-4865-98d5-1a4a5f8840ab),segment_id=b1a39019-e637-4865-98d5-1a4a5f8840ab)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:56.044705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:39:56.058170 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.130543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.200277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.268926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-76a02d4d-e2fc-418d-8291-6372e96ee609 None None] Provisioning complete for port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:56.277875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-76a02d4d-e2fc-418d-8291-6372e96ee609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.278614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=9abc4797-9516-48d8-b384-1472aef60db3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:56.323536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184c597-8c45-4d4b-9b93-0a64e4c43913 None None] Pushing event updated for resources: {'Port': ['ID=3d292bce-2fc2-44af-98e2-640bde1b4fb3,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:56.425105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee9d94-3534-4009-acd5-dc4a732c0fd6 req-0dd469e1-d308-4573-90dc-1ed8009e0b90 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:56.439808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ee9d94-3534-4009-acd5-dc4a732c0fd6 req-0dd469e1-d308-4573-90dc-1ed8009e0b90 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4062219 Mar 02 18:39:56.476254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8b0459da-aa00-4361-a534-497aaa707718 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/9abc4797-9516-48d8-b384-1472aef60db3 HTTP/1.1" status: 204 len: 168 time: 1.2714939 Mar 02 18:39:56.482748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:56.482979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44544) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:56.619947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ee8f6854-8f3d-4a90-b094-0c4fc78d27e9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338110 Mar 02 18:39:56.630850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44548) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:56.705024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.723134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5ee9d94-3534-4009-acd5-dc4a732c0fd6 req-a0bbf246-0262-45f2-8ad8-7e8c873eb14f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822874 Mar 02 18:39:56.766569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:56.791861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417f836-85c9-4f4e-8aaf-c6b7091208bf None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:56.797698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014399a8-b95b-4b4d-9b49-7d9619c0b8a8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:56.798886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-014399a8-b95b-4b4d-9b49-7d9619c0b8a8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:56.903112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.908380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-014399a8-b95b-4b4d-9b49-7d9619c0b8a8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:56.911897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-014399a8-b95b-4b4d-9b49-7d9619c0b8a8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2776449 Mar 02 18:39:56.912116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44556) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:56.983662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:56.991382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Provisioning for port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:56.998145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Provisioning complete for port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:56.998533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.032043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b74c42-f882-45c9-a28c-3487aed593d4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:57.034903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-06b74c42-f882-45c9-a28c-3487aed593d4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:39:57.136591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-06b74c42-f882-45c9-a28c-3487aed593d4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:39:57.140012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-06b74c42-f882-45c9-a28c-3487aed593d4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2247202 Mar 02 18:39:57.141900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44564) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:57.152903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.214532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] For port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:57.274935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.340969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-22395085-4830-4629-ab7b-1c1e35cb4863 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1989419 Mar 02 18:39:57.341682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44570) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:57.349360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:57.386433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:39:57.433675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Deleting port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:39:57.433675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.434021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.21.0.1 (a81de5be-ee30-4128-a4e8-a6c09a720df9/8c4d481d-9385-48e1-b38d-5006429a29a5/b83595d9-5ef2-4642-bc54-102faf8f6f8d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:57.497265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:57.509994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:57.624439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f8ae3-a8c0-485a-bada-197c3aa21754 None None] Pushing event updated for resources: {'Port': ['ID=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:57.683030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.707374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object b83595d9-5ef2-4642-bc54-102faf8f6f8d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:39:57.713653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] For port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:39:57.714067 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:57.848594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Calling delete_port for 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:39:57.968332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e1076-b5ae-4dcc-bf82-f44ee00d417b req-9877cfff-adb2-419c-ac1f-bcbd5cd611c3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:57.969912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-784e1076-b5ae-4dcc-bf82-f44ee00d417b req-9877cfff-adb2-419c-ac1f-bcbd5cd611c3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1075919 Mar 02 18:39:58.020441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-784e1076-b5ae-4dcc-bf82-f44ee00d417b req-936de546-063d-4de6-a96d-0b576a2cece6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428910 Mar 02 18:39:58.281354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d292bce-2fc2-44af-98e2-640bde1b4fb3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:39:58.327560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:58.327560 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.362815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:58.363339 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.401870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.417497 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.488298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] Pushing event deleted for resources: {'Port': ['ID=66e1cf2d-7b88-4d36-b848-3731eee1e0c4,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:58.490709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8deef3-4947-4ad0-b39f-5bc27730efc3 None None] No DVR routers for this DVR port 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:39:58.490857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=b83595d9-5ef2-4642-bc54-102faf8f6f8d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:58.507270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:58.509192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:58.512545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:39:58.631749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.767623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:39:58.836266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:39:58.836266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 66e1cf2d-7b88-4d36-b848-3731eee1e0c4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:39:58.861812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0609e2-ca9e-4f92-938a-59cb4ae7441f req-866ba224-cad8-4f1a-ac21-9a6768a42c44 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:58.867900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf0609e2-ca9e-4f92-938a-59cb4ae7441f req-866ba224-cad8-4f1a-ac21-9a6768a42c44 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1179357 Mar 02 18:39:58.904326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:58.970908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf0609e2-ca9e-4f92-938a-59cb4ae7441f req-2b9a5e6c-fc97-4f41-b667-6288e7d1273d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018353 Mar 02 18:39:59.012290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=d3f79953-51b4-4e1d-9acc-056407f50532,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:39:59.021564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e716108-f31d-4452-921f-53f5873de83e None None] Provisioning for port b83595d9-5ef2-4642-bc54-102faf8f6f8d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:39:59.022008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:39:59.022008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:39:59.022008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:59.022008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.023457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e716108-f31d-4452-921f-53f5873de83e None None] Provisioning complete for port b83595d9-5ef2-4642-bc54-102faf8f6f8d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:39:59.024035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e716108-f31d-4452-921f-53f5873de83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.100029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89be8bfe-81f1-4e16-9483-4601594e14dd None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:39:59.114605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-562ea975-8c63-44f1-a6a0-cd1e82f5f397 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7712314 Mar 02 18:39:59.117745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44600) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:39:59.127414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': 'd3f79953-51b4-4e1d-9acc-056407f50532', 'ip_address': '2001:db8::703f:6c76:cd3b:8da3'}], 'name': 'tempest-NetworksTestDHCPv6-22028308'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:39:59.134587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.241404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-30a7a604-b1db-41cd-9a54-83846db7df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:59.243046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-30a7a604-b1db-41cd-9a54-83846db7df10 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.3650863 Mar 02 18:39:59.292606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4e716108-f31d-4452-921f-53f5873de83e None None] Port b83595d9-5ef2-4642-bc54-102faf8f6f8d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:39:59.356386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:39:59.376328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:39:59.465908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'd3f79953-51b4-4e1d-9acc-056407f50532'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:39:59.465908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.485983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:39:59.603449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-b2ff215a-1e04-44c9-a4c6-909b81563ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:59.604491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-b2ff215a-1e04-44c9-a4c6-909b81563ab1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.2852123 Mar 02 18:39:59.679028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.691459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/d3f79953-51b4-4e1d-9acc-056407f50532/5a15f5b3-2c73-4e4f-94d8-3be063d03984) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:39:59.713635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 334b935b-5acf-4a50-8f26-db5767180a95 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:39:59.812428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-7e1f469b-9164-4ed4-bc85-34648850008d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.1559539 Mar 02 18:39:59.898632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-21ff8284-d009-493b-89e1-f5acaeaf7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:59.900403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-21ff8284-d009-493b-89e1-f5acaeaf7568 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0818615 Mar 02 18:39:59.958631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:39:59.998273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-6aca60ae-5459-40c0-a57a-0e0095969474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:39:59.999957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-6aca60ae-5459-40c0-a57a-0e0095969474 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901289 Mar 02 18:40:00.105636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.123753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Transition to ACTIVE for port object 5a15f5b3-2c73-4e4f-94d8-3be063d03984 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:00.148810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.158140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Transition to ACTIVE for port object 5a15f5b3-2c73-4e4f-94d8-3be063d03984 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:00.236351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.289712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=b83595d9-5ef2-4642-bc54-102faf8f6f8d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:00.341351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::703f:6c76:cd3b:8da3 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/d3f79953-51b4-4e1d-9acc-056407f50532/334b935b-5acf-4a50-8f26-db5767180a95) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:00.357403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:00.360837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:00.379948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:00.391296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-bc310be5-bf72-4dde-b827-2a34554ef913 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836069 Mar 02 18:40:00.391296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.393830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8303a5d-7f0e-4435-ae5b-f67b7690106e req-db93ffc0-3ba7-4e5d-9b68-18e9df5f8eca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:00.395701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8303a5d-7f0e-4435-ae5b-f67b7690106e req-db93ffc0-3ba7-4e5d-9b68-18e9df5f8eca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2176654 Mar 02 18:40:00.415494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Pushing event updated for resources: {'Port': ['ID=5a15f5b3-2c73-4e4f-94d8-3be063d03984,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:00.497212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Attempting to bind port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:00.497816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Attempting to bind port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:00.498537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Attempting to bind port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:00.505727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:00.506422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:00.506994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.507575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:00.508222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Bound port: 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:00.508832 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.625582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:00.629490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a15f5b3-2c73-4e4f-94d8-3be063d03984,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:00.630952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8303a5d-7f0e-4435-ae5b-f67b7690106e req-57030988-63ce-44f6-b34d-abb51758722e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207816 Mar 02 18:40:00.700413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.701114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7ce2853-4088-452a-ae46-a3d240cc441d req-06e599b9-1a6b-4179-b62f-b5eea986266d service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039727 Mar 02 18:40:00.705481 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.707612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:00.709236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:00.727635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 334b935b-5acf-4a50-8f26-db5767180a95 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:00.827745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b85981c-b582-485c-92a7-d3e4926ac47a None None] Pushing event updated for resources: {'Port': ['ID=5a15f5b3-2c73-4e4f-94d8-3be063d03984,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:00.875214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:00.961900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:00.969116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:00.972574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:00.979321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:00.980349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.041744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8c50afae-a899-4d29-b042-901642403b5e None None] Provisioning complete for port b83595d9-5ef2-4642-bc54-102faf8f6f8d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:01.041744 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8c50afae-a899-4d29-b042-901642403b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.078365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 2d810ef3-aba5-4bf9-bd46-3bbfda854a14 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:01.087036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=334b935b-5acf-4a50-8f26-db5767180a95,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:01.137129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8c50afae-a899-4d29-b042-901642403b5e None None] Port b83595d9-5ef2-4642-bc54-102faf8f6f8d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:01.171940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-476b0365-002e-4805-8835-6e493aa4f072 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0531337 Mar 02 18:40:01.174803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44640) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:01.180923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': 'd3f79953-51b4-4e1d-9acc-056407f50532', 'ip_address': '2001:db8::703f:6c76:cd3b:8da3'}], 'name': 'tempest-NetworksTestDHCPv6-863349551'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:01.416804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:01.427969 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] Sync routers for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:01.443122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44648) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:01.451177 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:01.451768 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:01.543770 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:01.557199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8194c37e-86c7-4157-bf2b-bdccc5e2059e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3341174 Mar 02 18:40:01.559848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44654) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:01.565538 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:01.566326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:01.603164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:01.613509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:01.616287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:01.625834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:01.665390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd854ad-d412-4a36-a50f-ae5c25f1e3ae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:01.665998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ffd854ad-d412-4a36-a50f-ae5c25f1e3ae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:01.677123 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:01.677790 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df44ad4-bf45-41af-8254-b87870a837e3 None None] The sync data for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:01.711815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.719651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:01.729719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.739814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:01.744391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Usage tracker for resource:security_group_rule and tenant:adc2b9a801ad41b4b402ca23753f1261 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:01.749312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:01.757761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 6a5a81a9-0735-4628-8284-c5c0601bd4a9 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:01.757947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:01.869190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.891551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ffd854ad-d412-4a36-a50f-ae5c25f1e3ae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:01.893535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ffd854ad-d412-4a36-a50f-ae5c25f1e3ae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports/b83595d9-5ef2-4642-bc54-102faf8f6f8d HTTP/1.1" status: 200 len: 910 time: 0.3325379 Mar 02 18:40:01.901731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:01.963677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:01.985524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14921de5-48ce-4a41-b444-59927aa1c9cb req-c70e4868-11b5-4947-84ae-6d6672c38847 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:01.987902 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14921de5-48ce-4a41-b444-59927aa1c9cb req-c70e4868-11b5-4947-84ae-6d6672c38847 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1801832 Mar 02 18:40:02.092797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14921de5-48ce-4a41-b444-59927aa1c9cb req-88427fef-5397-4ea1-92f1-e0cce71330e2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698965 Mar 02 18:40:02.137665 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:40:02.138191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:40:02.156165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=adc2b9a801ad41b4b402ca23753f1261&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7074556 Mar 02 18:40:02.158238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44674) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:02.180626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb6f2f-2221-4adc-b26c-aa1bfb6a44e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bdfe94-bfe7-48ed-92fd-7f7a09f37000,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:02.267679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.290966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-11b03a8d-a1e0-4cc3-9dec-800096cfe132 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1122265 Mar 02 18:40:02.292500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44678) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:02.375103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a15f5b3-2c73-4e4f-94d8-3be063d03984 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:02.422499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.540536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f3237-0e48-419e-8e85-c20c7cd91972 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:02.548169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5f3237-0e48-419e-8e85-c20c7cd91972 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:02.549196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-db5f3237-0e48-419e-8e85-c20c7cd91972 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:02.591601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550801ad-c674-4503-9d11-b956a25175e4 req-de5b130a-9b10-47b6-9efe-c5a2cedb79be tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:02.591601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550801ad-c674-4503-9d11-b956a25175e4 req-de5b130a-9b10-47b6-9efe-c5a2cedb79be tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2434196 Mar 02 18:40:02.615942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.645424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:02.653967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bdfe94-bfe7-48ed-92fd-7f7a09f37000,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:02.674152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.674152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0b2873c2-9ff6-4cd0-a833-971030828d3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20bdfe94-bfe7-48ed-92fd-7f7a09f37000 HTTP/1.1" status: 204 len: 168 time: 0.5082052 Mar 02 18:40:02.680859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-550801ad-c674-4503-9d11-b956a25175e4 req-92765bad-f414-4845-acd0-8949529f503c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898590 Mar 02 18:40:02.725141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-db5f3237-0e48-419e-8e85-c20c7cd91972 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:02.730079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-db5f3237-0e48-419e-8e85-c20c7cd91972 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4346440 Mar 02 18:40:02.730907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:02.756678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.799731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Provisioning for port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:02.805299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Provisioning complete for port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:02.805823 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:02.893558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 334b935b-5acf-4a50-8f26-db5767180a95 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:02.893920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.026848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.088728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a15f5b3-2c73-4e4f-94d8-3be063d03984,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:03.148656 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.269780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Pushing event updated for resources: {'Port': ['ID=5a15f5b3-2c73-4e4f-94d8-3be063d03984,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:03.285577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.292670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.294069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.294473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.294875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa141a0-c7ed-4db0-9473-515c912fd354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:03.370132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-98959c3f-673f-493e-9c29-3d6ae26c7aca None None] Provisioning for port 334b935b-5acf-4a50-8f26-db5767180a95 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:03.379054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-98959c3f-673f-493e-9c29-3d6ae26c7aca None None] Provisioning complete for port 334b935b-5acf-4a50-8f26-db5767180a95 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:03.381078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-98959c3f-673f-493e-9c29-3d6ae26c7aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.384172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port b83595d9-5ef2-4642-bc54-102faf8f6f8d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:03.384567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.466384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-98959c3f-673f-493e-9c29-3d6ae26c7aca None None] Port 334b935b-5acf-4a50-8f26-db5767180a95 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:03.524820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.630635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44704) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:03.711802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 334b935b-5acf-4a50-8f26-db5767180a95 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:03.722748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.753190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:03.795457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:03.809156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Usage tracker for resource:security_group_rule and tenant:4f1805847bb24f399de3fcbfa7531f39 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:03.813395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:03.821674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:03.858855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313f07b-96d5-480c-bd4a-67e37aae854c req-983d1a95-385f-4e43-82b2-c66916c2c880 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:03.866332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8313f07b-96d5-480c-bd4a-67e37aae854c req-983d1a95-385f-4e43-82b2-c66916c2c880 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3444574 Mar 02 18:40:03.878723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for b83595d9-5ef2-4642-bc54-102faf8f6f8d owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:03.989221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8313f07b-96d5-480c-bd4a-67e37aae854c req-6a35362b-3fb7-4503-80b4-2f86492c9071 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225178 Mar 02 18:40:04.096262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.203168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=334b935b-5acf-4a50-8f26-db5767180a95,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:04.275824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.333400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a15f5b3-2c73-4e4f-94d8-3be063d03984 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:04.344106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.362828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61105f6b-8c89-412b-8f16-e817c29174ae req-f64e8b38-6306-4c1d-bede-43ce512af03a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:04.362828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61105f6b-8c89-412b-8f16-e817c29174ae req-f64e8b38-6306-4c1d-bede-43ce512af03a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2261777 Mar 02 18:40:04.364565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0dfc4d9b-7a91-468c-990a-9f5c2c28fd04 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/334b935b-5acf-4a50-8f26-db5767180a95 HTTP/1.1" status: 204 len: 168 time: 1.6325095 Mar 02 18:40:04.367665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44714) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:04.383278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.451117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=b83595d9-5ef2-4642-bc54-102faf8f6f8d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:04.475641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:04.475641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.480973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61105f6b-8c89-412b-8f16-e817c29174ae req-c9044956-7a79-49f5-ad49-6ad7b6faba91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793369 Mar 02 18:40:04.488161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f788b-7650-411a-9239-411645160bb3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:04.490012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0f788b-7650-411a-9239-411645160bb3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:04.490829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f0f788b-7650-411a-9239-411645160bb3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:04.497591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.646659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4f1805847bb24f399de3fcbfa7531f39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0137463 Mar 02 18:40:04.649383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44720) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:04.685764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef8ebb-3311-42d7-902e-e4ba308d74a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff60f184-528b-44f6-b9df-51764ea4d23f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:04.739650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f0f788b-7650-411a-9239-411645160bb3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:04.741471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f0f788b-7650-411a-9239-411645160bb3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3725374 Mar 02 18:40:04.757095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44724) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:04.818115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.876561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.905533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet d3f79953-51b4-4e1d-9acc-056407f50532 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:04.920889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.965278 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:04.998339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3469a76-b322-4d3f-8e82-daad7e6b6668 req-d68cfb84-513f-4c0c-a4b6-b9200380db9f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:05.000010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3469a76-b322-4d3f-8e82-daad7e6b6668 req-d68cfb84-513f-4c0c-a4b6-b9200380db9f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3038375 Mar 02 18:40:05.029194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.121071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3469a76-b322-4d3f-8e82-daad7e6b6668 req-d02899c1-ee81-41be-9264-e824de0f2b88 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072261 Mar 02 18:40:05.171146 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.344344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 2d810ef3-aba5-4bf9-bd46-3bbfda854a14 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:05.521561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:05.532031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] Sync routers for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:05.542835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:05.543543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:05.606730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:05.612725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:05.613320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:05.646104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.666369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff60f184-528b-44f6-b9df-51764ea4d23f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:05.685381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.689672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:05.690093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25444513-b5b4-4d5a-afbd-3a5be8eeba19 None None] The sync data for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:05.693839 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a385b3ea-b5d1-412b-9c05-d08c214c6aea tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7969537 Mar 02 18:40:05.699415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44740) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:05.739182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=d3f79953-51b4-4e1d-9acc-056407f50532,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:05.745175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.754080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe8f1f0-431a-47bd-8744-3d46bef486ec None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:05.760426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9f99223a-dace-46c7-bf56-21b8beeb897e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/d3f79953-51b4-4e1d-9acc-056407f50532 HTTP/1.1" status: 204 len: 168 time: 0.9967501 Mar 02 18:40:05.760618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44744) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:05.863666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:05.877858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3fc67ea-8a7f-444d-9bb1-09a35de34142 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ff60f184-528b-44f6-b9df-51764ea4d23f HTTP/1.1" status: 204 len: 168 time: 1.2140365 Mar 02 18:40:05.898352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fe03a9b8-d05d-486c-8d90-0f8f339a6d68 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1304708 Mar 02 18:40:05.898585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44754) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:05.906371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:06.192305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:06.205456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:06.222081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Deleting port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:06.222081 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:06.253677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:06.262210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:06.271463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:06.319182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b769e-fefc-419f-bb79-9a46e80cb3c5 req-6fc1735a-1b0e-4f1f-be0a-53cfaf268d0e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:06.322176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba2b769e-fefc-419f-bb79-9a46e80cb3c5 req-6fc1735a-1b0e-4f1f-be0a-53cfaf268d0e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2154915 Mar 02 18:40:06.335039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a15f5b3-2c73-4e4f-94d8-3be063d03984 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:06.357009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:06.361750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:06.542239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:06.765582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a15f5b3-2c73-4e4f-94d8-3be063d03984,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:06.766169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:06.825865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba2b769e-fefc-419f-bb79-9a46e80cb3c5 req-83adfe76-4a2c-429a-8985-dc47e7be758e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968271 Mar 02 18:40:06.936430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Calling delete_port for 5a15f5b3-2c73-4e4f-94d8-3be063d03984 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:06.965141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.023936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.064296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=7b8827b1-7001-43b2-b953-e8b651497503,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:07.080530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:07.082083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:07.086218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:07.087356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.141355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a15f5b3-2c73-4e4f-94d8-3be063d03984,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:07.152877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 42774760-503c-42d0-a0b4-1c846148128f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:07.153222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.203644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2c3adb0e-b59a-4958-b4ad-29cc02cb211e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2994525 Mar 02 18:40:07.203896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44780) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:07.209968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': '7b8827b1-7001-43b2-b953-e8b651497503', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-787861872'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:07.231592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.296768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:07.298338 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:07.321295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5a15f5b3-2c73-4e4f-94d8-3be063d03984,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:07.377597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:07.381863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:07.388761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:07.392156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:07.419373 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.479409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:07.639765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.666395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 50ccfaf0-d833-4857-a6c4-6359122a6c31 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:07.704721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 42774760-503c-42d0-a0b4-1c846148128f owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:07.798680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Deleting port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:07.799272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:07.919895 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:40:07.920548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:40:07.994605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:08.066550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] For port 5a15f5b3-2c73-4e4f-94d8-3be063d03984, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a15f5b3-2c73-4e4f-94d8-3be063d03984,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:08.067151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:08.073217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=42774760-503c-42d0-a0b4-1c846148128f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:08.101965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2c7ae-e5cc-49d7-998f-951eab14717a req-ee226d55-c8aa-462a-885e-0c7510730895 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:08.110162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8a2c7ae-e5cc-49d7-998f-951eab14717a req-ee226d55-c8aa-462a-885e-0c7510730895 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1180782 Mar 02 18:40:08.133225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bbe7b411-e39f-4b72-a779-6b474ff152ab tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9281652 Mar 02 18:40:08.138811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:08.262333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Calling delete_port for 5a15f5b3-2c73-4e4f-94d8-3be063d03984 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:08.336620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8a2c7ae-e5cc-49d7-998f-951eab14717a req-d898592d-c388-496e-9b7b-b48beea68287 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256238 Mar 02 18:40:08.409482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13581238-5244-4820-bcd4-eaa2a48a6dcd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:08.410273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-13581238-5244-4820-bcd4-eaa2a48a6dcd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:08.468549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:08.511264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:08.513479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-13581238-5244-4820-bcd4-eaa2a48a6dcd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:08.517145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13581238-5244-4820-bcd4-eaa2a48a6dcd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3747683 Mar 02 18:40:08.517373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:08.520001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] Pushing event deleted for resources: {'Port': ['ID=5a15f5b3-2c73-4e4f-94d8-3be063d03984,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:08.533533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89ba213-a7ef-4cb7-a46f-353792b0ac5a None None] No DVR routers for this DVR port 5a15f5b3-2c73-4e4f-94d8-3be063d03984 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:08.576734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cec06e1-df04-4536-8018-6ecaea3de6be None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:08.662894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c1c55-5acb-4220-91fd-f7be6b914cf9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:08.662894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55c1c55-5acb-4220-91fd-f7be6b914cf9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:08.662894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d55c1c55-5acb-4220-91fd-f7be6b914cf9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:08.783285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d55c1c55-5acb-4220-91fd-f7be6b914cf9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:08.787984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:08.789125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d55c1c55-5acb-4220-91fd-f7be6b914cf9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2701449 Mar 02 18:40:08.926000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9506f33a-2c8c-4b50-866b-4a8633f19877 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '7b8827b1-7001-43b2-b953-e8b651497503'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:08.926603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9506f33a-2c8c-4b50-866b-4a8633f19877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:08.984427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 2d810ef3-aba5-4bf9-bd46-3bbfda854a14 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:09.013700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 7b8827b1-7001-43b2-b953-e8b651497503 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:09.018762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.314413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:09.336728 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] Sync routers for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:09.337915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0448a583-b743-48aa-b9c3-52a16e1d6bed tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6397371 Mar 02 18:40:09.341227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44850) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:09.341844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.354883 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:09.355500 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:09.395418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a92e81fd-bf49-43fd-bcae-8fea3dc0baf6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d810ef3-aba5-4bf9-bd46-3bbfda854a14 HTTP/1.1" status: 200 len: 205 time: 0.0528960 Mar 02 18:40:09.401921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:09.487391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.495058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:09.507179 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] Routers {'2d810ef3-aba5-4bf9-bd46-3bbfda854a14'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:09.509224 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:09.510642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3b9ec-5c52-47b5-b217-de95c90114d2 req-7c10e484-5bf7-432c-9d6a-a17d7ecb7e51 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:09.520408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25e3b9ec-5c52-47b5-b217-de95c90114d2 req-7c10e484-5bf7-432c-9d6a-a17d7ecb7e51 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2640884 Mar 02 18:40:09.591724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:09.592631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3ca95-9dcc-4b53-9889-9be0f033589c None None] The sync data for ids ['2d810ef3-aba5-4bf9-bd46-3bbfda854a14'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:09.630884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25e3b9ec-5c52-47b5-b217-de95c90114d2 req-8098a49e-17bc-43b7-bfb6-1a5b122ed074 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094503 Mar 02 18:40:09.633329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.760507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.813399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8827b1-7001-43b2-b953-e8b651497503,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:09.816741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-9506f33a-2c8c-4b50-866b-4a8633f19877 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b8827b1-7001-43b2-b953-e8b651497503: This subnet is being modified by another concurrent operation. Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:40:09.818572 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7b8827b1-7001-43b2-b953-e8b651497503: This subnet is being modified by another concurrent operation. Mar 02 18:40:09.822276 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:40:09.846030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbd3722-dc5a-44ee-9bbc-ec7080417660 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:40:09.930103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2070337a-0b6c-45dc-91d8-303372f69108 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/7b8827b1-7001-43b2-b953-e8b651497503 HTTP/1.1" status: 204 len: 168 time: 1.1353092 Mar 02 18:40:09.930443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:10.009766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4f4bc628-5aba-4d78-a418-34eeb024caa9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783269 Mar 02 18:40:10.018061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:10.036152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:10.136798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dbd3722-dc5a-44ee-9bbc-ec7080417660 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:40:10.141282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.144405 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.283662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.283662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router 2d810ef3-aba5-4bf9-bd46-3bbfda854a14 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:10.298746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.300943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4f5d7d31-58bf-4ee6-98c1-d11e06222ecb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14 HTTP/1.1" status: 204 len: 168 time: 0.8939097 Mar 02 18:40:10.308447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44890) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:10.400149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:10.402406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:10.407162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:10.417811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet 8c4d481d-9385-48e1-b38d-5006429a29a5 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:10.420726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:10.423943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.501983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.593214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:10.620427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.704508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.834017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6f63e-9fa9-4503-a321-23044f6ba74b req-439df509-da49-489a-bba1-e151a19548d0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:10.835666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d6f63e-9fa9-4503-a321-23044f6ba74b req-439df509-da49-489a-bba1-e151a19548d0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.0907824 Mar 02 18:40:10.884297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d6f63e-9fa9-4503-a321-23044f6ba74b req-8afda545-a6d5-49b1-82d3-60a260d12561 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424199 Mar 02 18:40:10.935204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.976967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=8c4d481d-9385-48e1-b38d-5006429a29a5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:10.980387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:10.992568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27bb8a0-dc6d-4fc6-8ff3-10a0ad3691f0 None None] Network a81de5be-ee30-4128-a4e8-a6c09a720df9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:10.996067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7d4c863e-2734-4c63-b9c1-b7bc27459934 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/8c4d481d-9385-48e1-b38d-5006429a29a5 HTTP/1.1" status: 204 len: 168 time: 0.6866126 Mar 02 18:40:10.998725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44910) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:11.066971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.134991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599505-a4a8-46d1-9549-23d2828c3c1a req-286a7e11-4cd7-4469-9e55-53aca0c91008 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:11.136548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca599505-a4a8-46d1-9549-23d2828c3c1a req-286a7e11-4cd7-4469-9e55-53aca0c91008 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1032212 Mar 02 18:40:11.141509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:11.147453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:11.162110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:11.162913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.172595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet 7f5cb669-afdb-4b0f-b22b-ffe422c78749 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:11.183519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83682459-618e-47aa-99f6-f1395e142428 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:11.187848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.207462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca599505-a4a8-46d1-9549-23d2828c3c1a req-5e52bd79-9996-4a90-9447-6d4a7595ab91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643740 Mar 02 18:40:11.236874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=0077717c-5ae0-4176-a28b-ee8a0dca741d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:11.273332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.354464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-766ec630-8b8e-4689-9115-020d75cfcd74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3309438 Mar 02 18:40:11.358222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:11.367066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:11.380591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:11.390276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:router and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:11.397550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:11.410660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:11.432857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.436255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] DHCP port deletion for a81de5be-ee30-4128-a4e8-a6c09a720df9 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:11.456213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Deleting port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:11.456596 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.469901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094435b-ae58-439a-a4b2-6766029cbc35 req-f0faf281-c4dd-4cf9-983e-39b09c0f5d03 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:11.471828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c094435b-ae58-439a-a4b2-6766029cbc35 req-f0faf281-c4dd-4cf9-983e-39b09c0f5d03 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1233566 Mar 02 18:40:11.475118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44922) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:11.533880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.535482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.545417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c094435b-ae58-439a-a4b2-6766029cbc35 req-efa6e5a5-3154-43dd-98b2-4e1f5ca40e1e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656981 Mar 02 18:40:11.620407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.664343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '0077717c-5ae0-4176-a28b-ee8a0dca741d'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:11.664343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.695906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=7f5cb669-afdb-4b0f-b22b-ffe422c78749,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:11.703210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.711624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.726468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f58aaf0f-f1f7-4cb4-814b-4038ad8e1d90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/7f5cb669-afdb-4b0f-b22b-ffe422c78749 HTTP/1.1" status: 204 len: 168 time: 0.7265439 Mar 02 18:40:11.729152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:11.739817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.768565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:11.775148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Usage tracker for resource:security_group_rule and tenant:5073f3137f484c95a843938157b64992 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:11.779642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:11.786994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:11.830472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b987af-5455-46fa-baa2-49288619dbf9 None None] Network 0a555420-dac8-43d8-85a3-b4017eeca2e7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:11.845282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd20fa-ac19-4548-99f3-8b81a1674c83 req-b75c1eb8-a880-49cf-9b1c-0aa17670aade tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:11.846929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40cd20fa-ac19-4548-99f3-8b81a1674c83 req-b75c1eb8-a880-49cf-9b1c-0aa17670aade tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1442993 Mar 02 18:40:11.859594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.863983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.889690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:11.890152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.917837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] For port 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d292bce-2fc2-44af-98e2-640bde1b4fb3,segment=NetworkSegment(b1a39019-e637-4865-98d5-1a4a5f8840ab),segment_id=b1a39019-e637-4865-98d5-1a4a5f8840ab)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:11.917837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:11.929957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40cd20fa-ac19-4548-99f3-8b81a1674c83 req-bc6d014a-89bb-451b-8b04-30add833b737 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770094 Mar 02 18:40:11.978963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.047637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.049450 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f23c24b-6238-4467-b2b2-0456017ab264 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6901336 Mar 02 18:40:12.052705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 44940) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:12.105538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.173807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f542246e-5d54-4031-9006-9360c21f9c64,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:12.188354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Calling delete_port for 3d292bce-2fc2-44af-98e2-640bde1b4fb3 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:12.189436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e4e0048-0f7a-4cf1-8e77-b9f577cce34d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5073f3137f484c95a843938157b64992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129419 Mar 02 18:40:12.192071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:12.279024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edd730-10f1-4aca-882c-c1a814d9c537 req-5f834e0d-9b58-4456-bf8b-bb5e012c96a9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:12.280908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94edd730-10f1-4aca-882c-c1a814d9c537 req-5f834e0d-9b58-4456-bf8b-bb5e012c96a9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2362103 Mar 02 18:40:12.326744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d292bce-2fc2-44af-98e2-640bde1b4fb3 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:12.337836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.359823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/0077717c-5ae0-4176-a28b-ee8a0dca741d/180a1e76-acfe-43e8-b17d-2c668ab1f7ad) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:12.371524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94edd730-10f1-4aca-882c-c1a814d9c537 req-fb63aaf3-69ea-43f1-adaa-b801aacf529f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845599 Mar 02 18:40:12.400835 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.464718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 3d292bce-2fc2-44af-98e2-640bde1b4fb3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d292bce-2fc2-44af-98e2-640bde1b4fb3,segment=NetworkSegment(b1a39019-e637-4865-98d5-1a4a5f8840ab),segment_id=b1a39019-e637-4865-98d5-1a4a5f8840ab)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:12.465210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.585114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38163e52-0de6-4bd3-a8b2-fdfe1806f50e req-dafa700f-fed0-47b6-975a-8b46011bc898 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:12.586874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38163e52-0de6-4bd3-a8b2-fdfe1806f50e req-dafa700f-fed0-47b6-975a-8b46011bc898 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.0913975 Mar 02 18:40:12.615182 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.624344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 3d292bce-2fc2-44af-98e2-640bde1b4fb3 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:12.638691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38163e52-0de6-4bd3-a8b2-fdfe1806f50e req-451eeb50-3fca-424e-923b-6d07ea1a1a9e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460260 Mar 02 18:40:12.676237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] Pushing event deleted for resources: {'Port': ['ID=3d292bce-2fc2-44af-98e2-640bde1b4fb3,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:12.681010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.688119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.694716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dab12-f58d-4ce5-8a1b-76c8ad2abb5b None None] No DVR routers for this DVR port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:12.720689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f542246e-5d54-4031-9006-9360c21f9c64,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:12.722445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] DHCP port deletion for 0a555420-dac8-43d8-85a3-b4017eeca2e7 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:12.736314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.739705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a6e5d3f-5cc9-441d-967d-7f570fb49f61 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f542246e-5d54-4031-9006-9360c21f9c64 HTTP/1.1" status: 204 len: 168 time: 0.5442393 Mar 02 18:40:12.787406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Deleting port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:12.787406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.935963 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:12.952391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:12.952720 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:12.956920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Transition to ACTIVE for port object 180a1e76-acfe-43e8-b17d-2c668ab1f7ad will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:13.013428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Transition to ACTIVE for port object 180a1e76-acfe-43e8-b17d-2c668ab1f7ad will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:13.013642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.088771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] For port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,segment=NetworkSegment(d898fc00-3241-44c7-80b3-f0b02be81493),segment_id=d898fc00-3241-44c7-80b3-f0b02be81493)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:13.089232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.214920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Calling delete_port for 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:13.289757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.364426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:13.367672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:13.371662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:13.378032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Pushing event updated for resources: {'Port': ['ID=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:13.396395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::1 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/0077717c-5ae0-4176-a28b-ee8a0dca741d/ef4fce89-e8b8-472b-9ee5-54c7fed72321) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:13.472307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Attempting to bind port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:13.472571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Attempting to bind port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:13.472934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Attempting to bind port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:13.478420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:13.482561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:13.482561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.482561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:13.482561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Bound port: 180a1e76-acfe-43e8-b17d-2c668ab1f7ad, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:13.482561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.492771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 3d292bce-2fc2-44af-98e2-640bde1b4fb3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:13.493531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.525575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.577174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] The port '3d292bce-2fc2-44af-98e2-640bde1b4fb3' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:40:13.586017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] Pushing event deleted for resources: {'Port': ['ID=3c9a4ea0-4fbf-49ae-a653-979ceff151e7,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:13.598360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a512f21e-f96d-46f7-b438-511f6f699c30 None None] No DVR routers for this DVR port 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:13.631338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] For port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:13.636546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] For port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:13.720856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.739740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.749322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.783868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81de5be-ee30-4128-a4e8-a6c09a720df9']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:13.788144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object ef4fce89-e8b8-472b-9ee5-54c7fed72321 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:13.795573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a39019-e637-4865-98d5-1a4a5f8840ab') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:13.796004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a39019-e637-4865-98d5-1a4a5f8840ab') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:13.812007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf4003-f772-476e-8586-c4f3d06792db None None] Pushing event updated for resources: {'Port': ['ID=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:13.812493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.834427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44960) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:13.837983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.846162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:40:13.846785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.858474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:13.883574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:13.883574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Usage tracker for resource:security_group_rule and tenant:1f9f9a36f9234408b7cb4412d1d4349a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:13.885757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:13.893909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:40:13.984783 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:40:14.183038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.286086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:14.287201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.299649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.319050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:14.322323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:14.323043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.325704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=ef4fce89-e8b8-472b-9ee5-54c7fed72321,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:14.333285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=a81de5be-ee30-4128-a4e8-a6c09a720df9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:14.346908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 180a1e76-acfe-43e8-b17d-2c668ab1f7ad up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:14.349314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.357738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.358163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.358571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.358862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.359192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.359508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.359824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.360143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.360455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.360819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.361081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.361392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.370844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.371186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.371520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.371852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.372181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.372505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.372827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.373147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.373463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.373783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.374144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.374466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:14.383088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-812efa6f-6537-4d32-ad9c-a7d6327d5c67 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/a81de5be-ee30-4128-a4e8-a6c09a720df9 HTTP/1.1" status: 204 len: 168 time: 2.6527429 Mar 02 18:40:14.385727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44964) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:14.485843 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.545886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.560083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1f9f9a36f9234408b7cb4412d1d4349a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7221203 Mar 02 18:40:14.563176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44968) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:14.565719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ef457-52e0-414b-b076-c86bc66597fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8a3d06-dad2-45e1-bf50-4bf3b0a7e19e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:14.589594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.628203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:14.700291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:14.743374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:14.744022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c9a4ea0-4fbf-49ae-a653-979ceff151e7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:14.759323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.771099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.800018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a555420-dac8-43d8-85a3-b4017eeca2e7']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:14.825599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd898fc00-3241-44c7-80b3-f0b02be81493') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:14.826178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd898fc00-3241-44c7-80b3-f0b02be81493') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:14.834293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.850854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.887116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.905805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:40:14.905805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:40:14.914107 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:40:15.064238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.153490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.167570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8a3d06-dad2-45e1-bf50-4bf3b0a7e19e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:15.185376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.186717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-89c2d321-adfc-4a82-9d0f-235bfa9e3d2a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e8a3d06-dad2-45e1-bf50-4bf3b0a7e19e HTTP/1.1" status: 204 len: 168 time: 0.6222022 Mar 02 18:40:15.233390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.234216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.238443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.257034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Provisioning for port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:15.257206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.264592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Provisioning complete for port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:15.265193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.265866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/0a555420-dac8-43d8-85a3-b4017eeca2e7 HTTP/1.1" status: 204 len: 168 time: 0.8787973 Mar 02 18:40:15.268994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44978) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:15.275085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1798359363'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:15.278933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5fabc-996b-4241-9123-311cc1acff3c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=0a555420-dac8-43d8-85a3-b4017eeca2e7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:15.283278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:15.287436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:15.298191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:15.299618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:15.344614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=ef4fce89-e8b8-472b-9ee5-54c7fed72321,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:15.395421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:15.400330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.408872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.434429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:40:15.444675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.445067 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment d04b4608-c0c6-48ad-9316-a6a54972e889 of type vlan for network 66d57b49-0243-4214-946a-53e5290b76a7 Mar 02 18:40:15.445199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] For port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:15.455050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:15.455050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:15.477594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.617295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.680351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.687797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:15.688534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:15.715909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d0cff-0fce-4fb5-bf4d-18a0ca5318b5 None None] Pushing event updated for resources: {'Port': ['ID=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:15.815908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=66d57b49-0243-4214-946a-53e5290b76a7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:15.827376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 66d57b49-0243-4214-946a-53e5290b76a7 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:40:15.882499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Router 509c502d-ecad-4efd-ba77-95d913f0abdb is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:15.934200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1be50a6a-ae2e-433b-b4ae-c7daa22b27d5 None None] Provisioning for port ef4fce89-e8b8-472b-9ee5-54c7fed72321 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:15.954291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1be50a6a-ae2e-433b-b4ae-c7daa22b27d5 None None] Provisioning complete for port ef4fce89-e8b8-472b-9ee5-54c7fed72321 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:15.954291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1be50a6a-ae2e-433b-b4ae-c7daa22b27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:16.006336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9bc86ee8-d4aa-4e90-a9e0-8798e465208e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7362163 Mar 02 18:40:16.009553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 44998) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:16.017742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': '66d57b49-0243-4214-946a-53e5290b76a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:16.038313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1be50a6a-ae2e-433b-b4ae-c7daa22b27d5 None None] Port ef4fce89-e8b8-472b-9ee5-54c7fed72321 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:16.171612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:16.187589 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-29457a1e-5eef-46ef-baee-91f11cf921a5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "PUT /v2.0/routers/509c502d-ecad-4efd-ba77-95d913f0abdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1228957 Mar 02 18:40:16.187589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:16.187795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Sync routers for ids ['509c502d-ecad-4efd-ba77-95d913f0abdb'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:16.201332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Routers {'509c502d-ecad-4efd-ba77-95d913f0abdb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:16.201993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['509c502d-ecad-4efd-ba77-95d913f0abdb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:16.344395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ff5c7-41cf-4c32-8396-ccc3818ea788 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:16.345560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2a1ff5c7-41cf-4c32-8396-ccc3818ea788 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:16.355257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:16.360303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:16.362991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:16.369804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:16.373231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 180a1e76-acfe-43e8-b17d-2c668ab1f7ad up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:16.458038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Set router 509c502d-ecad-4efd-ba77-95d913f0abdb gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:16.549510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:16.557787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:16.558075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2a1ff5c7-41cf-4c32-8396-ccc3818ea788 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:16.558075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a1ff5c7-41cf-4c32-8396-ccc3818ea788 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports/ef4fce89-e8b8-472b-9ee5-54c7fed72321 HTTP/1.1" status: 200 len: 911 time: 0.3750196 Mar 02 18:40:16.560964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:16.612780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:16.613152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:16.662854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b1ae0-a51b-473f-82e2-25c12875fce2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:16.670302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3b1ae0-a51b-473f-82e2-25c12875fce2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:16.684189 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b3b1ae0-a51b-473f-82e2-25c12875fce2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1131988 Mar 02 18:40:16.684189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:16.901515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:14Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'ef4fce89-e8b8-472b-9ee5-54c7fed72321', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:dc:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:13Z', 'updated_at': '2022-03-02T18:40:14Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:16.906516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Checking router: 509c502d-ecad-4efd-ba77-95d913f0abdb for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:16.906749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Updating router 509c502d-ecad-4efd-ba77-95d913f0abdb port ef4fce89-e8b8-472b-9ee5-54c7fed72321 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:40:16.969740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.012517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.138426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=d2098071-ab58-4167-8875-6396af249f03,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:17.152275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': 'd04b4608-c0c6-48ad-9316-a6a54972e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:17.152914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: 66d57b49-0243-4214-946a-53e5290b76a7, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:40:17.173293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d8c1b-68cf-4b08-b34b-80eaeaad46a4 req-1c14ad7b-fe8f-4e12-b048-a81f828546af tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:17.197974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-796d8c1b-68cf-4b08-b34b-80eaeaad46a4 req-1c14ad7b-fe8f-4e12-b048-a81f828546af tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.2317834 Mar 02 18:40:17.286070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-796d8c1b-68cf-4b08-b34b-80eaeaad46a4 req-013c1add-3282-468b-8b6f-3c6be0f5ad4a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870633 Mar 02 18:40:17.417002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 66d57b49-0243-4214-946a-53e5290b76a7 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:40:17.429861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.458253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.473707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Transition to ACTIVE for port object ef4fce89-e8b8-472b-9ee5-54c7fed72321 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:17.588214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 66d57b49-0243-4214-946a-53e5290b76a7) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:17.593099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:17.593718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.604481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7e8c3-bb8f-4603-b1c7-010d48ed9743 None None] Network 66d57b49-0243-4214-946a-53e5290b76a7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:17.677072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.722214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port ef4fce89-e8b8-472b-9ee5-54c7fed72321 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:17.722839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.777739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-752f99b7-04d5-40cc-b7ee-15c871cfd6e5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7669964 Mar 02 18:40:17.780565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45042) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:17.790031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1819695513', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:17.799413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:17.810539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:17.817863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:17.834891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:17.894855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c69e-7d8d-4f79-b055-d8ac2cfa4573 None None] Pushing event updated for resources: {'Port': ['ID=ef4fce89-e8b8-472b-9ee5-54c7fed72321,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:17.965368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.966444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.993676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port ef4fce89-e8b8-472b-9ee5-54c7fed72321, host n-d-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:17.993924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:17.995576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.050490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Attempting to bind port ef4fce89-e8b8-472b-9ee5-54c7fed72321 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:18.050490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Attempting to bind port ef4fce89-e8b8-472b-9ee5-54c7fed72321 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:18.050490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Attempting to bind port ef4fce89-e8b8-472b-9ee5-54c7fed72321 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:18.062887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:18.063210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:18.064060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.064637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:18.065271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Bound port: ef4fce89-e8b8-472b-9ee5-54c7fed72321, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:18.065827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.142646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45050) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:18.153475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for ef4fce89-e8b8-472b-9ee5-54c7fed72321 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:18.187263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-66d57b49-0243-4214-946a-53e5290b76a7', 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': 'd2098071-ab58-4167-8875-6396af249f03'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:18.192459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.235820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.313883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] For port ef4fce89-e8b8-472b-9ee5-54c7fed72321, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:18.314015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-268576741', 'router:external': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:18.319439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] For port ef4fce89-e8b8-472b-9ee5-54c7fed72321, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef4fce89-e8b8-472b-9ee5-54c7fed72321,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:18.321737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:18.329800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:network and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:18.331078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:18.338534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:18.384313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Allocated IP 172.20.0.2 (66d57b49-0243-4214-946a-53e5290b76a7/d2098071-ab58-4167-8875-6396af249f03/71d64b0a-0e7b-40d2-9b42-5b19ef1548da) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:18.468442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.468906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b76e4ec5-53b5-47be-8dec-b158dacc1891 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6873977 Mar 02 18:40:18.471612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45062) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:18.478923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'port': {'network_id': '66d57b49-0243-4214-946a-53e5290b76a7', 'name': 'tempest-RoutersTest-1173440140'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:18.525390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a49f31-cbaa-4d72-a9b8-68b7b4eb2877 req-bb056edf-f99b-43ae-aa34-7dee2e66c33f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:18.527034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54a49f31-cbaa-4d72-a9b8-68b7b4eb2877 req-bb056edf-f99b-43ae-aa34-7dee2e66c33f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1264422 Mar 02 18:40:18.531846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.581714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Made reservation on behalf of a7ec5a962c6d4c258312ad2c6afcf5db for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:18.584053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.623810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.657581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:18.658744 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:18.666581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:18.674028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5c69e-7d8d-4f79-b055-d8ac2cfa4573 None None] Pushing event updated for resources: {'Port': ['ID=ef4fce89-e8b8-472b-9ee5-54c7fed72321,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:18.676658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Routers {'509c502d-ecad-4efd-ba77-95d913f0abdb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:18.677265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['509c502d-ecad-4efd-ba77-95d913f0abdb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:18.681075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:security_group_rule and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:18.685914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54a49f31-cbaa-4d72-a9b8-68b7b4eb2877 req-00724c1a-5ed3-41e0-9eb3-ba59a56c7835 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054285 Mar 02 18:40:18.690356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:18.746277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:18.758064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:18.785152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:18.798500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:port and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:18.803604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:18.815170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:18.821213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Transition to ACTIVE for port object 71d64b0a-0e7b-40d2-9b42-5b19ef1548da will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:18.866422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Transition to ACTIVE for port object 71d64b0a-0e7b-40d2-9b42-5b19ef1548da will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:18.871233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-c7133255-9504-4a04-926a-d385bd029961 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:18.872923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-c7133255-9504-4a04-926a-d385bd029961 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.65 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.1861091 Mar 02 18:40:18.875209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] Set router 509c502d-ecad-4efd-ba77-95d913f0abdb gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:18.970015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Deleting port 88c8a70c-7be9-490a-927a-b7faebb4abec {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:18.970394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.009584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:19.014039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.029228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.058508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] device_id is not set on port 44994eab-94ea-48b0-8511-c1350ded3a9b yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:19.072857 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.160574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port ef4fce89-e8b8-472b-9ee5-54c7fed72321 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:19.161266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.166444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.237019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Network 66d57b49-0243-4214-946a-53e5290b76a7 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:19.242514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:19.247440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Pushing event updated for resources: {'Port': ['ID=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:19.249698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:19.255022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:40:19.374599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aea881-a37b-48da-90a0-ef23937dbf2b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:19.410090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Attempting to bind port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:19.410090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Attempting to bind port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd04b4608-c0c6-48ad-9316-a6a54972e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:19.410090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Attempting to bind port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da on network 66d57b49-0243-4214-946a-53e5290b76a7 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:19.410554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.410554 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Added segment f539f8bd-0764-4988-b95c-dc7b3bd6c3e3 of type vlan for network fbc838b6-6203-4f46-b873-3ce866c0aaf2 Mar 02 18:40:19.415852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:19.416241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Checking segment: {'id': 'd04b4608-c0c6-48ad-9316-a6a54972e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:19.416631 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.417023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Bound using segment: {'id': 'd04b4608-c0c6-48ad-9316-a6a54972e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:19.417499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Bound port: 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd04b4608-c0c6-48ad-9316-a6a54972e889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '66d57b49-0243-4214-946a-53e5290b76a7'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:19.417871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.442808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.20.0.5 (66d57b49-0243-4214-946a-53e5290b76a7/d2098071-ab58-4167-8875-6396af249f03/44994eab-94ea-48b0-8511-c1350ded3a9b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:19.495969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:14Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'ef4fce89-e8b8-472b-9ee5-54c7fed72321', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:dc:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:13Z', 'updated_at': '2022-03-02T18:40:18Z', 'revision_number': 4, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:19.499068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.512807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b3aea-74d8-4572-97ef-591557b5c276 None None] The sync data for ids ['509c502d-ecad-4efd-ba77-95d913f0abdb'] in n-d-828839-1 is: [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:14Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'ef4fce89-e8b8-472b-9ee5-54c7fed72321', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:dc:00:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:13Z', 'updated_at': '2022-03-02T18:40:18Z', 'revision_number': 4, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': '0077717c-5ae0-4176-a28b-ee8a0dca741d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:19.519209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] For port 88c8a70c-7be9-490a-927a-b7faebb4abec, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=88c8a70c-7be9-490a-927a-b7faebb4abec,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:19.519578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.528133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] For port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:19.535638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] For port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,segment=NetworkSegment(d04b4608-c0c6-48ad-9316-a6a54972e889),segment_id=d04b4608-c0c6-48ad-9316-a6a54972e889)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:19.538495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port ef4fce89-e8b8-472b-9ee5-54c7fed72321, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ef4fce89-e8b8-472b-9ee5-54c7fed72321,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:19.538907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.646830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.675495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for ef4fce89-e8b8-472b-9ee5-54c7fed72321 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:19.787991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735682f-efe6-4d00-85ec-5019defb1188 None None] Pushing event updated for resources: {'Port': ['ID=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:19.987577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:19.988552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:19.989126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.160641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.214826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=ef4fce89-e8b8-472b-9ee5-54c7fed72321,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:20.392253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.422854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 44994eab-94ea-48b0-8511-c1350ded3a9b will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:20.426566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71d64b0a-0e7b-40d2-9b42-5b19ef1548da up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:20.529363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3851380 Mar 02 18:40:20.539428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:20.551995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'subnet': {'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:20.561688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.564203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6b24a-e719-40aa-8ac0-df5ac098f54d tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Network': ['ID=fbc838b6-6203-4f46-b873-3ce866c0aaf2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:20.574674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.578095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:20.578246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:40:20.649829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:subnet and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:20.657045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:20.673328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 66d57b49-0243-4214-946a-53e5290b76a7 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:20.682645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:20.682645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:20.691051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:20.693535 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.693969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.694371 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Floating IP 6e0e0de7-36f8-4652-a36b-181811c9cb65 disassociated. External IP: 172.25.7.243, port: 88c8a70c-7be9-490a-927a-b7faebb4abec. Mar 02 18:40:20.694856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Calling delete_port for 88c8a70c-7be9-490a-927a-b7faebb4abec owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:20.733802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:20.792474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=44994eab-94ea-48b0-8511-c1350ded3a9b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:20.835739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765fd2a-eb42-4d02-8f00-39af68e81798 req-beba6023-ddda-4827-91e3-69b22d9e9359 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:20.835739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c765fd2a-eb42-4d02-8f00-39af68e81798 req-beba6023-ddda-4827-91e3-69b22d9e9359 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 946 time: 0.8479466 Mar 02 18:40:20.878275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:20.878914 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:20.890717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Router 509c502d-ecad-4efd-ba77-95d913f0abdb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:20.958515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c765fd2a-eb42-4d02-8f00-39af68e81798 req-10a8b09b-f8e9-4e46-a73f-b5b7649ebbb9 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=00e0f4af-cce1-4488-b48d-ecfb2dc593a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965066 Mar 02 18:40:21.009800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Made reservation on behalf of a7ec5a962c6d4c258312ad2c6afcf5db for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:21.021832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:21.035459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:21.122474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ed1a2353-bae6-4153-9f9b-073b16d1f6d8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6496718 Mar 02 18:40:21.125136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:21.201598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:21.206720 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8120d16b-e6ce-437a-85c1-c89e85002289 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "PUT /v2.0/routers/509c502d-ecad-4efd-ba77-95d913f0abdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5275612 Mar 02 18:40:21.206961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82174d-9947-4726-adc5-d66734213160 None None] Network 66d57b49-0243-4214-946a-53e5290b76a7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:21.207082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45080) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:21.261653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'Port': ['ID=88c8a70c-7be9-490a-927a-b7faebb4abec,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:21.538327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:21.541865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Provisioning for port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:21.548140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Provisioning complete for port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:21.548686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:21.683930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4d618-1384-4a6e-abdc-e0dcff76d369 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:21.689030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd4d618-1384-4a6e-abdc-e0dcff76d369 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:21.689030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bd4d618-1384-4a6e-abdc-e0dcff76d369 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:21.767850 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Sync routers for ids ['509c502d-ecad-4efd-ba77-95d913f0abdb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:21.782112 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Routers {'509c502d-ecad-4efd-ba77-95d913f0abdb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:21.782773 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['509c502d-ecad-4efd-ba77-95d913f0abdb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:21.836369 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:21.923643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] For port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,segment=NetworkSegment(d04b4608-c0c6-48ad-9316-a6a54972e889),segment_id=d04b4608-c0c6-48ad-9316-a6a54972e889)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:21.982335 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Set router 509c502d-ecad-4efd-ba77-95d913f0abdb gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:22.058873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3bd4d618-1384-4a6e-abdc-e0dcff76d369 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:22.059437 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.060142 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3bd4d618-1384-4a6e-abdc-e0dcff76d369 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8522277 Mar 02 18:40:22.066051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45090) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:22.218333 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:19Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:22.227814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b1a91-3ad4-4523-9059-e47959b8490c None None] Pushing event updated for resources: {'Port': ['ID=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:22.237721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db23d136-d631-4ba8-afd1-8f17e7376797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.243704 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Checking router: 509c502d-ecad-4efd-ba77-95d913f0abdb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:22.265507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Provisioning complete for port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:22.265849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.270011 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Routers {'509c502d-ecad-4efd-ba77-95d913f0abdb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:22.272347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['509c502d-ecad-4efd-ba77-95d913f0abdb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:22.324134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 0077717c-5ae0-4176-a28b-ee8a0dca741d {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:22.332128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.383607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-377c40fd-25c2-4579-b18d-39f3648c208d req-49c00cf2-78c6-4f05-9505-2a53086af0f1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.1027496 Mar 02 18:40:22.435413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:22.435576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.435728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:22.466147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.469290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:22.470027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:22.490179 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] Set router 509c502d-ecad-4efd-ba77-95d913f0abdb gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:22.500152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-5be07147-6fe2-475b-b06f-2bf400d7c98b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7594564 Mar 02 18:40:22.589092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] No DVR routers for this DVR port 88c8a70c-7be9-490a-927a-b7faebb4abec on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:22.592328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.604199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'name': 'network-vif-deleted', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:40:22.612085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:19Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:22.618410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cdb47fe-c027-44f7-bf11-3334c200d8d6 None None] The sync data for ids ['509c502d-ecad-4efd-ba77-95d913f0abdb'] in n-d-828839-1 is: [{'id': '509c502d-ecad-4efd-ba77-95d913f0abdb', 'name': 'tempest-NetworksTestDHCPv6-router-1475131054', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:11Z', 'updated_at': '2022-03-02T18:40:19Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:22.703532 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c230722-9e35-4057-9f36-89c1ccea5b8b', 'name': 'network-vif-deleted', 'tag': '88c8a70c-7be9-490a-927a-b7faebb4abec', 'status': 'completed', 'code': 200} Mar 02 18:40:22.711006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:40:22.711488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.757178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27d1e467-e080-411a-b3d5-2d987a9030fc req-9d29f590-37a4-4c9d-8e4e-547550998306 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.65 "DELETE /v2.0/ports/88c8a70c-7be9-490a-927a-b7faebb4abec HTTP/1.1" status: 204 len: 173 time: 3.8793011 Mar 02 18:40:22.790049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:22.798187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Subnet': ['ID=377ca9ea-523c-4509-8d7a-acc68bb4ffa0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:22.811900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.812283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.812640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.812981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.813316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.813914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.814276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.814699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.815032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.815358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.815685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.816009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:22.838992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:22.857103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Checking segment: {'id': 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:22.857470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network hostable DHCP agents. Network: fbc838b6-6203-4f46-b873-3ce866c0aaf2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:40:22.872934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.873638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.874325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.874800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.875269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.875907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.876362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:22.878458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-fcae7f0e-5e2a-4e89-af9b-a811bab44554 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6503 time: 0.2259827 Mar 02 18:40:23.086414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.114141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:40:23.122188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-451e790d-3762-42f5-b9bc-8d6a99273c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.122894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-451e790d-3762-42f5-b9bc-8d6a99273c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.127204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-451e790d-3762-42f5-b9bc-8d6a99273c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.129060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-451e790d-3762-42f5-b9bc-8d6a99273c21 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 200 len: 2299 time: 0.2278912 Mar 02 18:40:23.234633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.260736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Provisioning for port 44994eab-94ea-48b0-8511-c1350ded3a9b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:23.261601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-dbf17da3-df7f-4943-bd83-6ce65b163957 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 200 len: 1002 time: 0.1092775 Mar 02 18:40:23.261703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Provisioning complete for port 44994eab-94ea-48b0-8511-c1350ded3a9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:23.261703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.295256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=0077717c-5ae0-4176-a28b-ee8a0dca741d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:23.303441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.303644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b1ea4aca-dd7a-4400-a0d3-3abccd28b727 None None] Port 44994eab-94ea-48b0-8511-c1350ded3a9b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:23.314471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856f6f4-cdf8-4f77-b6c1-e1c9f7965b31 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:23.321393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-82393160-1b88-4161-8762-1427d98a5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.322988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-82393160-1b88-4161-8762-1427d98a5c5d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1307282-1fe7-44a1-8e69-8c6c879ddf16 HTTP/1.1" status: 200 len: 856 time: 0.0725288 Mar 02 18:40:23.330492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.395342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, fbc838b6-6203-4f46-b873-3ce866c0aaf2) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:23.401432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 88c8a70c-7be9-490a-927a-b7faebb4abec no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:23.412049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.412554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.446358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372d9be6-5535-428c-adb4-6694287871b3 None None] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:23.456081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-077c7831-a775-4e97-bc7f-523041f085ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:23.471320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-077c7831-a775-4e97-bc7f-523041f085ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294725 Mar 02 18:40:23.481086 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d608d79b-6969-4bcb-afc4-63e6c5721bfc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/0077717c-5ae0-4176-a28b-ee8a0dca741d HTTP/1.1" status: 204 len: 168 time: 1.4144521 Mar 02 18:40:23.497940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:23.517297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=44994eab-94ea-48b0-8511-c1350ded3a9b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:23.525557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 88c8a70c-7be9-490a-927a-b7faebb4abec {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:23.528361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 88c8a70c-7be9-490a-927a-b7faebb4abec not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:23.616107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-05f0a179-2b24-4c32-ba35-4d1053685376 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.0720499 Mar 02 18:40:23.617203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:23.623882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1455603618', 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:23.639618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:23.649302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:port and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:23.663267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:23.675371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:23.747687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:23.758920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb46d004-83ba-4ed1-aa29-eebacf90601e req-c625638e-f1f1-4cc8-aef2-d8e04b2ffe1b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:23.831321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:23.843446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f75e50c-7273-44f3-a0d7-f155ae8310c5 None None] Provisioning complete for port 44994eab-94ea-48b0-8511-c1350ded3a9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:23.844110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f75e50c-7273-44f3-a0d7-f155ae8310c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:23.869608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4f128a38-7ddc-47de-ae8d-0d86a52a2779 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3679159 Mar 02 18:40:23.872486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45114) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:23.933559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-106ee0ba-89da-4e0f-a32a-d6df9c52bc47 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668264 Mar 02 18:40:23.974563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cb46d004-83ba-4ed1-aa29-eebacf90601e req-c625638e-f1f1-4cc8-aef2-d8e04b2ffe1b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:23.984789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb46d004-83ba-4ed1-aa29-eebacf90601e req-c625638e-f1f1-4cc8-aef2-d8e04b2ffe1b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c230722-9e35-4057-9f36-89c1ccea5b8b HTTP/1.1" status: 200 len: 210 time: 0.2919962 Mar 02 18:40:24.016985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Made reservation on behalf of a7ec5a962c6d4c258312ad2c6afcf5db for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:24.019817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.063109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] device_id is not set on port e6caf144-0b0d-424e-84e0-8ed5779adbbd yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:24.143936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:24.144585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:24.154591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.194668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4f75e50c-7273-44f3-a0d7-f155ae8310c5 None None] Port 44994eab-94ea-48b0-8511-c1350ded3a9b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:24.282506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.290592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 2001:db8::238 (fbc838b6-6203-4f46-b873-3ce866c0aaf2/377ca9ea-523c-4509-8d7a-acc68bb4ffa0/e6caf144-0b0d-424e-84e0-8ed5779adbbd) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:24.426564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ef4c12-be4c-48ce-98b7-76f54750cbdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.436284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71d64b0a-0e7b-40d2-9b42-5b19ef1548da up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:24.499635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc1a80e-fac7-420d-b89c-cdea86710a15 None None] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:24.532863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.577655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d473207b-e21a-404b-8e9a-9f63b5106824 None None] Provisioning complete for port 44994eab-94ea-48b0-8511-c1350ded3a9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:24.577980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d473207b-e21a-404b-8e9a-9f63b5106824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.615496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.668504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:24.687630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-93cbb3a8-9454-4858-9792-2d9cb49d6ef1 service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451522 Mar 02 18:40:24.699467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.720229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:24.752726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.756639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Deleting port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:24.757099 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.770782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-7e508bfb-4519-4416-ab13-8721692546d8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 217 time: 0.0740166 Mar 02 18:40:24.849591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-f79c3946-0da3-4a8a-929c-28ddd987e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:24.851743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-f79c3946-0da3-4a8a-929c-28ddd987e274 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.0701230 Mar 02 18:40:24.881194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d473207b-e21a-404b-8e9a-9f63b5106824 None None] Port 44994eab-94ea-48b0-8511-c1350ded3a9b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:24.930855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-01296d0e-97bc-4c99-8e3e-d3e86ed6775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:24.932377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-01296d0e-97bc-4c99-8e3e-d3e86ed6775d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751345 Mar 02 18:40:24.971253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:24.995229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:24.995856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.075596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:25.088978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:25.091945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:25.093613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:25.094465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.126179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=e6caf144-0b0d-424e-84e0-8ed5779adbbd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:25.127063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-1c050553-b069-4670-9a77-52668e2556a3 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880236 Mar 02 18:40:25.128284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.129031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Fanout notify agent at l3_agent the message router_deleted on router 509c502d-ecad-4efd-ba77-95d913f0abdb {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:25.193505 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.197646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.201634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-08ca38b5-9db6-4cbd-8c41-1737d1e5b1e4 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/routers/509c502d-ecad-4efd-ba77-95d913f0abdb HTTP/1.1" status: 204 len: 168 time: 1.3254008 Mar 02 18:40:25.202687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45126) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:25.211407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:25.256283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2fccccf7-c1f0-4c46-a467-34c6afe78b63 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.6371927 Mar 02 18:40:25.257219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45130) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:25.303167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45134) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:25.325716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.399368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:25.403861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:25.408822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:25.417187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:25.456600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-0c3f53dd-5011-46f5-8a40-98ae9cd2f9d5 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161614 Mar 02 18:40:25.500618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port e6caf144-0b0d-424e-84e0-8ed5779adbbd {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:25.501836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.532486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-9c8f96b5-e4ce-4144-b9ca-36c2e3ff5cdc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 217 time: 0.0702863 Mar 02 18:40:25.538595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=44994eab-94ea-48b0-8511-c1350ded3a9b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:25.552624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.603709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:25.614173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.624169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] For port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:25.624566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.645371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-840e973a-2634-4cb9-8db9-5dbb6ddf7330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:25.646463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-840e973a-2634-4cb9-8db9-5dbb6ddf7330 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.1083310 Mar 02 18:40:25.651788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.775714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.775714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.782308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Calling delete_port for 180a1e76-acfe-43e8-b17d-2c668ab1f7ad owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:25.782659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:25.815651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef4fce89-e8b8-472b-9ee5-54c7fed72321 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:25.885514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ef4fce89-e8b8-472b-9ee5-54c7fed72321 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:25.886632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ef4fce89-e8b8-472b-9ee5-54c7fed72321 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:25.955254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-0f36a160-a744-408c-8f62-98d49d10842f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:25.956821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-0f36a160-a744-408c-8f62-98d49d10842f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3040349 Mar 02 18:40:25.966474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:25.972694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee02e063-48a3-493e-b5e8-d8c2def656b0 None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:26.044913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.084258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 66d57b49-0243-4214-946a-53e5290b76a7 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:26.088353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:26.151800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.185544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.258512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] Pushing event deleted for resources: {'Port': ['ID=180a1e76-acfe-43e8-b17d-2c668ab1f7ad,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:26.261329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-57ce39a0-b779-4e7d-8052-76f37c0ea156 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970665 Mar 02 18:40:26.270352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ef52a2-f4c3-4969-8b81-b4c28707495b None None] No DVR routers for this DVR port 180a1e76-acfe-43e8-b17d-2c668ab1f7ad on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:26.317432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.370009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 180a1e76-acfe-43e8-b17d-2c668ab1f7ad no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:26.427801 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bd03e9-8575-46b7-877a-bc66275b05bd None None] New status for floating IP 6e0e0de7-36f8-4652-a36b-181811c9cb65: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:40:26.440596 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.444494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 180a1e76-acfe-43e8-b17d-2c668ab1f7ad {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:26.447169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 180a1e76-acfe-43e8-b17d-2c668ab1f7ad not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:26.499931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for e6caf144-0b0d-424e-84e0-8ed5779adbbd owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:26.524825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:26.532463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:26.541306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e0f4af-cce1-4488-b48d-ecfb2dc593a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:26.543284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:26.544055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.558966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18544513-d72c-490b-8843-7ee17526b7a6 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:26.562865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.564202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4efd6d07-5d29-4ea5-b9e5-4329fdb2bbdc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "DELETE /v2.0/security-groups/00e0f4af-cce1-4488-b48d-ecfb2dc593a3 HTTP/1.1" status: 204 len: 168 time: 1.2557242 Mar 02 18:40:26.571602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45142) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:26.608045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-6a6fc5a8-e4be-40bb-9e21-0810a4f252f9 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406684 Mar 02 18:40:26.609149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=e3013648-cb22-4781-a137-269e11b185af,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:26.625451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f0305128-524c-490f-ac8e-bbfabe5cb3ad None None] Provisioning complete for port 44994eab-94ea-48b0-8511-c1350ded3a9b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:26.626348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f0305128-524c-490f-ac8e-bbfabe5cb3ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.685308 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-c25a2a86-c240-4484-a3a4-bade84c13965 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] show failed (client error): The resource could not be found. Mar 02 18:40:26.686862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c25a2a86-c240-4484-a3a4-bade84c13965 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups/00e0f4af-cce1-4488-b48d-ecfb2dc593a3 HTTP/1.1" status: 404 len: 347 time: 0.1140628 Mar 02 18:40:26.690460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45146) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:26.704442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-530e62e0-7973-4e63-ae5b-ad3c684745af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=05b541cf-87c6-4f77-885b-286d95a0eb78 HTTP/1.1" status: 200 len: 217 time: 0.0883119 Mar 02 18:40:26.706327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-78753e96-26b3-4aa9-af4d-adcedc5dabdb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5024266 Mar 02 18:40:26.709177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45150) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:26.758377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:26.771411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:26.782290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:router and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:26.787151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:26.800426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:26.810316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-7c9a3db2-59d8-4973-b927-4b55d35ad8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:26.812133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-7c9a3db2-59d8-4973-b927-4b55d35ad8d5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.0995800 Mar 02 18:40:26.829811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f0305128-524c-490f-ac8e-bbfabe5cb3ad None None] Port 44994eab-94ea-48b0-8511-c1350ded3a9b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:26.869071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 8d39fd2e-6db7-4559-b9b3-402167349ff5 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:26.895034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-24672b7d-3aeb-4520-ad83-5bba5c744cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:26.897149 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-24672b7d-3aeb-4520-ad83-5bba5c744cd5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0793753 Mar 02 18:40:26.953517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Deleting port c33d5972-1e63-4941-9902-0fcaef2cfc1a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:26.953869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:26.994380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.012710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.013357 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.013792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.014082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.052776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.087445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-f6b6ef2e-ee12-43f3-85f6-37f1517ac0b5 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826518 Mar 02 18:40:27.123158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6caf144-0b0d-424e-84e0-8ed5779adbbd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:27.205454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.227279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.234271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3c535b-a274-4350-9242-59f79664460f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'e3013648-cb22-4781-a137-269e11b185af'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:27.235129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.254410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-7a673067-b1cc-480a-94a9-1f382a21adb8 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602390 Mar 02 18:40:27.288504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee490a23-1c2b-441d-a439-9a25daef41eb tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e6caf144-0b0d-424e-84e0-8ed5779adbbd HTTP/1.1" status: 204 len: 168 time: 2.0283029 Mar 02 18:40:27.289715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:27.304822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-860c4197-11c2-4189-86e5-cbb05756238d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/8d39fd2e-6db7-4559-b9b3-402167349ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1778071 Mar 02 18:40:27.305218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:27.305721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45156) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:27.319164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] Sync routers for ids ['8d39fd2e-6db7-4559-b9b3-402167349ff5'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:27.332173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.333365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-06a8918c-12ea-4789-8c20-caaf67c61223 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6223505 Mar 02 18:40:27.335708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-619cf135-f2fa-482d-bf41-f9f0c50a65a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=01ad3026-c2f3-467c-94d1-386914f980ce HTTP/1.1" status: 200 len: 217 time: 0.0759320 Mar 02 18:40:27.336757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45162) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:27.349987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2', 'external_fixed_ips': [{'subnet_id': '377ca9ea-523c-4509-8d7a-acc68bb4ffa0', 'ip_address': '2001:db8::238'}]}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:27.351362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] Routers {'8d39fd2e-6db7-4559-b9b3-402167349ff5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:27.352623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d39fd2e-6db7-4559-b9b3-402167349ff5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:27.371539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:27.381792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:router and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:27.390011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:27.404774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:27.433650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.434286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.450634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34dd0c4-e5c0-414a-9cd1-40d6ab741f23 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:27.451256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b34dd0c4-e5c0-414a-9cd1-40d6ab741f23 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:27.454450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:27.509691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] Routers {'8d39fd2e-6db7-4559-b9b3-402167349ff5'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:27.509691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d39fd2e-6db7-4559-b9b3-402167349ff5'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:27.587668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:27.587905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05158b2-bfb7-4604-b3c2-0a406b67f01d None None] The sync data for ids ['8d39fd2e-6db7-4559-b9b3-402167349ff5'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:27.619144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-da3c535b-a274-4350-9242-59f79664460f None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/e3013648-cb22-4781-a137-269e11b185af/436e0ba1-6649-4ea8-9b22-9d807255d696) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:27.719327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Calling delete_port for c33d5972-1e63-4941-9902-0fcaef2cfc1a owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:27.747623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.748937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.792830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.851403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-16d9df80-0d25-49d4-a681-087c94645393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:27.852861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-16d9df80-0d25-49d4-a681-087c94645393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.4191992 Mar 02 18:40:27.859169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:27.884645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b34dd0c4-e5c0-414a-9cd1-40d6ab741f23 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:27.890946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b34dd0c4-e5c0-414a-9cd1-40d6ab741f23 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports/44994eab-94ea-48b0-8511-c1350ded3a9b HTTP/1.1" status: 200 len: 977 time: 0.5773861 Mar 02 18:40:27.892336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45168) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:28.119318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-da3c535b-a274-4350-9242-59f79664460f None None] Transition to ACTIVE for port object 436e0ba1-6649-4ea8-9b22-9d807255d696 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:28.140130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-da3c535b-a274-4350-9242-59f79664460f None None] Transition to ACTIVE for port object 436e0ba1-6649-4ea8-9b22-9d807255d696 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:28.155267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-761bd761-8575-40ec-b2f0-5cd898e1ab3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:28.156741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-761bd761-8575-40ec-b2f0-5cd898e1ab3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2956078 Mar 02 18:40:28.158171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.174189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.255103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.321570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c535b-a274-4350-9242-59f79664460f None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:28.327031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-da3c535b-a274-4350-9242-59f79664460f None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:28.331913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3c535b-a274-4350-9242-59f79664460f None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:28.350086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'Port': ['ID=c33d5972-1e63-4941-9902-0fcaef2cfc1a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:28.380627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c535b-a274-4350-9242-59f79664460f None None] Pushing event updated for resources: {'Port': ['ID=436e0ba1-6649-4ea8-9b22-9d807255d696,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:28.440565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-da3c535b-a274-4350-9242-59f79664460f None None] Attempting to bind port 436e0ba1-6649-4ea8-9b22-9d807255d696 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:28.441035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-da3c535b-a274-4350-9242-59f79664460f None None] Attempting to bind port 436e0ba1-6649-4ea8-9b22-9d807255d696 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:28.441460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c535b-a274-4350-9242-59f79664460f None None] Attempting to bind port 436e0ba1-6649-4ea8-9b22-9d807255d696 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:28.447800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c535b-a274-4350-9242-59f79664460f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:28.449305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c535b-a274-4350-9242-59f79664460f None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:28.450372 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.450372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3c535b-a274-4350-9242-59f79664460f None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:28.450584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-da3c535b-a274-4350-9242-59f79664460f None None] Bound port: 436e0ba1-6649-4ea8-9b22-9d807255d696, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:28.451036 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.498628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-37994e34-7a46-45d0-8ab3-f8176fb4657b service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3311694 Mar 02 18:40:28.543909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.555596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-da3c535b-a274-4350-9242-59f79664460f None None] For port 436e0ba1-6649-4ea8-9b22-9d807255d696, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:28.564973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-da3c535b-a274-4350-9242-59f79664460f None None] For port 436e0ba1-6649-4ea8-9b22-9d807255d696, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=436e0ba1-6649-4ea8-9b22-9d807255d696,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:28.633495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.777852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-51e534b6-b00a-4e87-9f86-a26068235cd3 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717485 Mar 02 18:40:28.825764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.839248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::1 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/e3013648-cb22-4781-a137-269e11b185af/dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:28.857558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-b6aef0a6-63ad-47a8-882d-1ac3927d3818 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6543d57b-1e99-418d-8624-a24370e4cefa HTTP/1.1" status: 200 len: 217 time: 0.0736439 Mar 02 18:40:28.865196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-da3c535b-a274-4350-9242-59f79664460f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:28.968041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c535b-a274-4350-9242-59f79664460f None None] Pushing event updated for resources: {'Port': ['ID=436e0ba1-6649-4ea8-9b22-9d807255d696,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:29.032241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-90e9deec-5e1c-4510-82a8-fe3cdd6a6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:29.033849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-90e9deec-5e1c-4510-82a8-fe3cdd6a6ab1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.1693211 Mar 02 18:40:29.560930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.562851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.562851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c4550e4-b896-429d-96de-999565ba6bba tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "DELETE /v2.0/floatingips/6e0e0de7-36f8-4652-a36b-181811c9cb65 HTTP/1.1" status: 204 len: 168 time: 2.5131812 Mar 02 18:40:29.563434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:29.563434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-0ad43435-74ae-4659-891b-0b2b9c69daa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:29.563434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-0ad43435-74ae-4659-891b-0b2b9c69daa9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1966300 Mar 02 18:40:29.564036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 44994eab-94ea-48b0-8511-c1350ded3a9b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:29.564036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.564204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-b1d89375-0557-478c-b52b-44c7e8b60203 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743917 Mar 02 18:40:29.714360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-2b24c4f9-2359-4b2f-bf10-1f1893248622 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802802 Mar 02 18:40:29.800876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.803218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.842165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.856019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-dfa00c6c-45ad-48d7-821f-b014e8340237 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 200 len: 217 time: 0.1369200 Mar 02 18:40:29.924198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.934417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:29.949482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:29.952580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:29.953389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:29.985718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:29.996471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-48b0e03e-bce3-4bbf-b70e-ac4233a7a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:29.998015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-48b0e03e-bce3-4bbf-b70e-ac4233a7a8e0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.1322007 Mar 02 18:40:30.071823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 44994eab-94ea-48b0-8511-c1350ded3a9b owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:30.097949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45180) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:30.105215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808195453', 'description': 'tempest-description--514125566'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:30.125150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:30.127640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:30.132518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:30.139985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:30.143780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38960652-413e-41b6-9361-1a73757a440a req-c9f5c422-53ec-4bcb-903f-dd4e454f16e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:30.145026 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-c9f5c422-53ec-4bcb-903f-dd4e454f16e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1413326 Mar 02 18:40:30.298592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 2001:db8::238 (fbc838b6-6203-4f46-b873-3ce866c0aaf2/377ca9ea-523c-4509-8d7a-acc68bb4ffa0/a23fd187-781c-41e5-a013-99c92ce0db3d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:30.305203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.355089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:30.359345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:30.360879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e8eb6531-7a36-4a9a-95a1-ccd4573874f2 None None] Provisioning for port 436e0ba1-6649-4ea8-9b22-9d807255d696 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:30.363404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:30.371512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:30.386483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.412580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 436e0ba1-6649-4ea8-9b22-9d807255d696 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:30.426244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-6af88837-7d1c-4ba3-8165-179ecec7b86d service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753117 Mar 02 18:40:30.625987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0b3c23e1-2502-4e3b-a538-f1ffdd894a92 None None] Provisioning for port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:30.627443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0b3c23e1-2502-4e3b-a538-f1ffdd894a92 None None] Provisioning complete for port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:30.627957 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0b3c23e1-2502-4e3b-a538-f1ffdd894a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.658964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.667564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 436e0ba1-6649-4ea8-9b22-9d807255d696 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:30.679411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 436e0ba1-6649-4ea8-9b22-9d807255d696 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:30.679887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.693040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.759719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0b3c23e1-2502-4e3b-a538-f1ffdd894a92 None None] Port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:30.767305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=44994eab-94ea-48b0-8511-c1350ded3a9b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:30.805508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.808031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38960652-413e-41b6-9361-1a73757a440a req-0e9a564b-ab1f-40d8-8687-788b14afca6b service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506327 Mar 02 18:40:30.837495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.889365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:30.947352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 436e0ba1-6649-4ea8-9b22-9d807255d696, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=436e0ba1-6649-4ea8-9b22-9d807255d696,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:30.947498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.028703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=a23fd187-781c-41e5-a013-99c92ce0db3d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:31.063293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network fbc838b6-6203-4f46-b873-3ce866c0aaf2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:31.065029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:31.073500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:31.096488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.113026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.115362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd412d8c-4224-412b-af1c-b15becbfd7b5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:31.172765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=436e0ba1-6649-4ea8-9b22-9d807255d696,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:31.187514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.198283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4e5fb5d-6699-4d68-948a-d7eac6795b70 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0896194 Mar 02 18:40:31.198283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:31.198283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group_rule': {'security_group_id': 'cd412d8c-4224-412b-af1c-b15becbfd7b5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:31.204604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:31.208619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:31.212123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:31.218643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:31.370732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.381743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.405415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.450178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.707162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:31.759431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:31.763786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:31.764875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:31.800413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 8d39fd2e-6db7-4559-b9b3-402167349ff5 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:31.949061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.005059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ff50e8-4b54-4898-9a74-bb23efb8177a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:32.102495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.106250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-35c063ff-e53b-4584-8fcf-4647e40b54ea tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9109817 Mar 02 18:40:32.117516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.117635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-38e4252d-93e0-4a18-b783-4eb2c3a25ed7 None None] Provisioning complete for port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:32.117635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-38e4252d-93e0-4a18-b783-4eb2c3a25ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.118198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'security_group_rule': {'security_group_id': 'cd412d8c-4224-412b-af1c-b15becbfd7b5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:32.120037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:32.124380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:security_group_rule and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:32.127771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:32.137544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:32.143616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Router 4130da97-2da0-47ec-9e2f-058dcc58cfbd is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:32.213593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-38e4252d-93e0-4a18-b783-4eb2c3a25ed7 None None] Port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:32.220469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.269522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:32.285701 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] Sync routers for ids ['8d39fd2e-6db7-4559-b9b3-402167349ff5'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:32.288832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.295192 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] Routers {'8d39fd2e-6db7-4559-b9b3-402167349ff5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:32.295994 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d39fd2e-6db7-4559-b9b3-402167349ff5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:32.320385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 436e0ba1-6649-4ea8-9b22-9d807255d696 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:32.349370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:32.360429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-84692edd-1c97-4d3b-b937-2d86d0795c99 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "PUT /v2.0/routers/4130da97-2da0-47ec-9e2f-058dcc58cfbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0224950 Mar 02 18:40:32.362489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45196) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.373326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:32.385086 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] Routers {'8d39fd2e-6db7-4559-b9b3-402167349ff5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:32.386018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8d39fd2e-6db7-4559-b9b3-402167349ff5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:32.394014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Sync routers for ids ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:32.406059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Routers {'4130da97-2da0-47ec-9e2f-058dcc58cfbd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:32.406976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:32.431087 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.455578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8559706-0d87-4c74-8571-3720190b7ea2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:32.462767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b8559706-0d87-4c74-8571-3720190b7ea2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:32.463041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:32.463041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d999e8f2-2645-4ae7-8939-d456ca1c5367 None None] The sync data for ids ['8d39fd2e-6db7-4559-b9b3-402167349ff5'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:32.513487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.520744 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b376b86-e3b3-462b-8604-c173df9fe5b8 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/8d39fd2e-6db7-4559-b9b3-402167349ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6247714 Mar 02 18:40:32.526686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.544941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b584de-d0fd-4194-b78f-3c9d2c476663,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:32.574213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b8559706-0d87-4c74-8571-3720190b7ea2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:32.574213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b8559706-0d87-4c74-8571-3720190b7ea2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports/dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 HTTP/1.1" status: 200 len: 911 time: 0.2080996 Mar 02 18:40:32.574841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45206) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.595860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 436e0ba1-6649-4ea8-9b22-9d807255d696 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:32.596240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.658228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15e498-3439-49d2-bba6-bf12218efc16 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:32.664285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15e498-3439-49d2-bba6-bf12218efc16 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:32.668734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6f15e498-3439-49d2-bba6-bf12218efc16 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0900936 Mar 02 18:40:32.668915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45210) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.729678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Set router 4130da97-2da0-47ec-9e2f-058dcc58cfbd gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:32.732160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:32.736089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b428e412-f9cb-42a6-a4a0-48860f343c9f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6257429 Mar 02 18:40:32.744217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45214) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:32.748288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:32.755718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:32.817087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:floatingip and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:32.822459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:32.831745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:32.940965 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-2dd21872-7d4d-491a-bad6-99be5289ba4a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 18:40:32.942002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2dd21872-7d4d-491a-bad6-99be5289ba4a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/8d39fd2e-6db7-4559-b9b3-402167349ff5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4144077 Mar 02 18:40:32.954952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45218) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:33.000834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ee9be368-842b-4821-a1a1-36cd5cd900b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:33.012124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.015213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.046667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:40:33.103962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:30Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:79:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'e3013648-cb22-4781-a137-269e11b185af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:28Z', 'updated_at': '2022-03-02T18:40:30Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': 'e3013648-cb22-4781-a137-269e11b185af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:33.113937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Checking router: 4130da97-2da0-47ec-9e2f-058dcc58cfbd for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:33.114605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Updating router 4130da97-2da0-47ec-9e2f-058dcc58cfbd port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:40:33.196152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.280442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ee9be368-842b-4821-a1a1-36cd5cd900b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:33.288216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee9be368-842b-4821-a1a1-36cd5cd900b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d39fd2e-6db7-4559-b9b3-402167349ff5 HTTP/1.1" status: 200 len: 205 time: 0.3293159 Mar 02 18:40:33.288216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45226) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:33.299240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-99908b06-2e45-49d7-88ff-0a7c87d65691 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2233348 Mar 02 18:40:33.383363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.641924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.657636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Transition to ACTIVE for port object dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:33.689632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.738566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.787675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:33.817985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Allocated IP 172.25.7.125 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/a507d792-cc43-48e2-933c-baef9945b2be) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:33.984456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8fc8-123b-41d3-b4b1-e163325fe650 None None] Pushing event updated for resources: {'Port': ['ID=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:34.048598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:34.054223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.060181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.090380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Attempting to bind port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:34.090755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Attempting to bind port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:34.091125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Attempting to bind port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:34.112576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:34.113139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:34.113560 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.114013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:34.114541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Bound port: dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:34.115397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.156684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557934-8502-426b-948c-ddb81a6d434c req-64b4e131-0a4b-4924-91ab-f4584ec1f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:34.158755 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-64b4e131-0a4b-4924-91ab-f4584ec1f73d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.7021995 Mar 02 18:40:34.234750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.258429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:34.258847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.291215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] For port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:34.292315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] For port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:34.356837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.357228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router 8d39fd2e-6db7-4559-b9b3-402167349ff5 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:34.386675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.387760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f743f32-24b6-4b09-bd9a-048a675b4eda tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/8d39fd2e-6db7-4559-b9b3-402167349ff5 HTTP/1.1" status: 204 len: 168 time: 1.0956981 Mar 02 18:40:34.401600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:34.452125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:34.461770 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Sync routers for ids ['cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:34.476195 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Routers {'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:34.476555 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:34.477073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5, host n-d-828839-1, got binding levels [] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:34.477431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.480995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.492053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557934-8502-426b-948c-ddb81a6d434c req-9be10be4-324d-4f65-ad92-bf8de90f15f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:34.493499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-9be10be4-324d-4f65-ad92-bf8de90f15f1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.3039527 Mar 02 18:40:34.565108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet d2098071-ab58-4167-8875-6396af249f03 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:34.578411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.629698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a8fc8-123b-41d3-b4b1-e163325fe650 None None] Pushing event updated for resources: {'Port': ['ID=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:34.633542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.637525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc07ed1a-8e08-4940-acde-cc58c0208904 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.3306897 Mar 02 18:40:34.643025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:34.673725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Routers {'4130da97-2da0-47ec-9e2f-058dcc58cfbd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:34.674386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:34.698262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:34.753905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-a92e5733-5504-4040-89e6-4b0d7f459c06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.2520051 Mar 02 18:40:34.761822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.764368 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Set router cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:34.855321 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:34.976913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] Set router 4130da97-2da0-47ec-9e2f-058dcc58cfbd gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:35.015188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:35.020260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:35.028052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:35.112925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:35.113400 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:35.120273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=a507d792-cc43-48e2-933c-baef9945b2be,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:35.141722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557934-8502-426b-948c-ddb81a6d434c req-aa2e9308-faa6-4165-9d9b-bc2be60505d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:35.145076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-aa2e9308-faa6-4165-9d9b-bc2be60505d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.3329585 Mar 02 18:40:35.163257 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34', 'name': '', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2', 'external_fixed_ips': [{'subnet_id': '377ca9ea-523c-4509-8d7a-acc68bb4ffa0', 'ip_address': '2001:db8::238'}], 'enable_snat': True}, 'gw_port_id': 'a23fd187-781c-41e5-a013-99c92ce0db3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:31Z', 'revision_number': 3, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port': {'id': 'a23fd187-781c-41e5-a013-99c92ce0db3d', 'name': '', 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0a:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2538, 'fixed_ips': [{'subnet_id': '377ca9ea-523c-4509-8d7a-acc68bb4ffa0', 'ip_address': '2001:db8::238', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:29Z', 'updated_at': '2022-03-02T18:40:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '377ca9ea-523c-4509-8d7a-acc68bb4ffa0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:35.167899 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Checking router: cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:35.168228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Updating router cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 port a23fd187-781c-41e5-a013-99c92ce0db3d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:40:35.230051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.230235 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.295759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.467337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.483882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:30Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:79:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'e3013648-cb22-4781-a137-269e11b185af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:28Z', 'updated_at': '2022-03-02T18:40:34Z', 'revision_number': 4, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': 'e3013648-cb22-4781-a137-269e11b185af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:35.500455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f382f0a-80e7-428c-90d2-cd2981314107 None None] The sync data for ids ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'] in n-d-828839-1 is: [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:30Z', 'revision_number': 2, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None, '_interfaces': [{'id': 'dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5', 'name': '', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'mac_address': 'fa:16:3e:79:f5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2537, 'fixed_ips': [{'subnet_id': 'e3013648-cb22-4781-a137-269e11b185af', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:28Z', 'updated_at': '2022-03-02T18:40:34Z', 'revision_number': 4, 'project_id': '85a791d959084687be1f181455ac974e', 'subnets': [{'id': 'e3013648-cb22-4781-a137-269e11b185af', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:35.547695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.615331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:35.615931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.661652 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.674452 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Transition to ACTIVE for port object a23fd187-781c-41e5-a013-99c92ce0db3d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:35.745237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40557934-8502-426b-948c-ddb81a6d434c req-7e5f0fa4-b965-4456-812a-11cfebb0f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:35.746814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-7e5f0fa4-b965-4456-812a-11cfebb0f99c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5791783 Mar 02 18:40:35.766494 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.804900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.897935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.900972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Attempting to bind port a23fd187-781c-41e5-a013-99c92ce0db3d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:35.901689 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Attempting to bind port a23fd187-781c-41e5-a013-99c92ce0db3d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:35.903127 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Attempting to bind port a23fd187-781c-41e5-a013-99c92ce0db3d on network fbc838b6-6203-4f46-b873-3ce866c0aaf2 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:35.916020 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Pushing event updated for resources: {'Port': ['ID=a23fd187-781c-41e5-a013-99c92ce0db3d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:35.919839 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:35.921957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Checking segment: {'id': 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:35.922583 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.923155 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Bound using segment: {'id': 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:35.932081 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Bound port: a23fd187-781c-41e5-a013-99c92ce0db3d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'fbc838b6-6203-4f46-b873-3ce866c0aaf2'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:35.932081 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.968533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:35.970141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff44fa-7891-4fd1-85fb-f68d1c7b6731 None None] Network 66d57b49-0243-4214-946a-53e5290b76a7 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:35.973770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=d2098071-ab58-4167-8875-6396af249f03,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:35.994550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port a23fd187-781c-41e5-a013-99c92ce0db3d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:35.995196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.044763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90317fff-e137-4b19-b095-e7075eea2815 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/d2098071-ab58-4167-8875-6396af249f03 HTTP/1.1" status: 204 len: 168 time: 1.6420722 Mar 02 18:40:36.067254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:36.073611 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] For port a23fd187-781c-41e5-a013-99c92ce0db3d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:36.077616 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] For port a23fd187-781c-41e5-a013-99c92ce0db3d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a23fd187-781c-41e5-a013-99c92ce0db3d,segment=NetworkSegment(f539f8bd-0764-4988-b95c-dc7b3bd6c3e3),segment_id=f539f8bd-0764-4988-b95c-dc7b3bd6c3e3)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:36.093783 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.094835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.095181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.095519 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.095853 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.096181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.096510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.106439 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.107045 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.107548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.108113 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.110448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:40:36.138844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-094940c8-2b0a-47c9-9a0e-7704b6fae9b7 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840811 Mar 02 18:40:36.191375 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.363709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Routers {'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:36.364631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:36.448215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:36.475024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:36.479458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.524382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] DHCP port deletion for 66d57b49-0243-4214-946a-53e5290b76a7 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:36.551604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Deleting port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:36.551978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.635329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.704134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:36.724602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b69f64-bf50-4397-9ddb-80d8faa35eff None None] Pushing event updated for resources: {'Port': ['ID=a23fd187-781c-41e5-a013-99c92ce0db3d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:36.730031 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] Set router cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:36.760757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:40:36.771078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] For port a23fd187-781c-41e5-a013-99c92ce0db3d, host n-d-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:36.771715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.791371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.956426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for a23fd187-781c-41e5-a013-99c92ce0db3d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:36.964189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] For port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,segment=NetworkSegment(d04b4608-c0c6-48ad-9316-a6a54972e889),segment_id=d04b4608-c0c6-48ad-9316-a6a54972e889)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:36.964189 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:36.969595 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34', 'name': '', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:35Z', 'revision_number': 4, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:36.996529 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0888b53-baef-4505-9060-9040ccaed10b None None] The sync data for ids ['cca76935-4b9f-4ee1-a91e-8c1ba41dbd34'] in n-d-828839-1 is: [{'id': 'cca76935-4b9f-4ee1-a91e-8c1ba41dbd34', 'name': '', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:35Z', 'revision_number': 4, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:37.046001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.050375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:37.050945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.165910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:37.180956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40557934-8502-426b-948c-ddb81a6d434c req-422a2554-2302-4b93-b1a4-c8ca8d172a4f service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0214245 Mar 02 18:40:37.193023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Calling delete_port for 71d64b0a-0e7b-40d2-9b42-5b19ef1548da owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:37.318513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:37.318893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.379580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=a507d792-cc43-48e2-933c-baef9945b2be,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:37.405535 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.488871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.512992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 update to ACTIVE by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 18:40:37.535006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.535660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:37.535660 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:37.561861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,segment=NetworkSegment(d04b4608-c0c6-48ad-9316-a6a54972e889),segment_id=d04b4608-c0c6-48ad-9316-a6a54972e889)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:37.569928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.570057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:37.582864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] Pushing event deleted for resources: {'Port': ['ID=71d64b0a-0e7b-40d2-9b42-5b19ef1548da,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:37.592438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412479bb-e19e-4907-98ca-2c80c83e557b None None] No DVR routers for this DVR port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:37.606878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.608380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5d391d6-a113-4831-adfd-eb3799cb4cb7 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8663003 Mar 02 18:40:37.844454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:37.948967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 71d64b0a-0e7b-40d2-9b42-5b19ef1548da owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:37.983870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-79486a66-fab5-4213-9f55-597a1461c75e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:38.039501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port a23fd187-781c-41e5-a013-99c92ce0db3d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:38.039501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:38.151498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:38.151858 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:38.230002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Router 4130da97-2da0-47ec-9e2f-058dcc58cfbd has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:38.251337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] For port a23fd187-781c-41e5-a013-99c92ce0db3d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a23fd187-781c-41e5-a013-99c92ce0db3d,segment=NetworkSegment(f539f8bd-0764-4988-b95c-dc7b3bd6c3e3),segment_id=f539f8bd-0764-4988-b95c-dc7b3bd6c3e3)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:38.251781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:38.297258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-79486a66-fab5-4213-9f55-597a1461c75e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:38.298471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-79486a66-fab5-4213-9f55-597a1461c75e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--808195453&fields=id&tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 267 time: 0.3722918 Mar 02 18:40:38.364648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71d64b0a-0e7b-40d2-9b42-5b19ef1548da no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:38.395941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for a23fd187-781c-41e5-a013-99c92ce0db3d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:38.409845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 71d64b0a-0e7b-40d2-9b42-5b19ef1548da {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:38.410215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71d64b0a-0e7b-40d2-9b42-5b19ef1548da not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:38.626707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:38.634448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8bd1e53a-49f9-4eb4-8c94-519a80faca0c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "PUT /v2.0/routers/4130da97-2da0-47ec-9e2f-058dcc58cfbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9622502 Mar 02 18:40:38.635708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45268) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:38.636942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Sync routers for ids ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:38.649451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Routers {'4130da97-2da0-47ec-9e2f-058dcc58cfbd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:38.651526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:38.711946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1f9c3749-8eb7-4798-baac-29a109930560 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:38.713514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1f9c3749-8eb7-4798-baac-29a109930560 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 811 time: 0.4053507 Mar 02 18:40:38.725539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 71d64b0a-0e7b-40d2-9b42-5b19ef1548da {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:38.725872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:38.737256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-cf6a39d8-5692-4971-b14b-ef3e229693a4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/quotas/f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 375 time: 0.0114183 Mar 02 18:40:38.759280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:38.842997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-42280c4a-70d2-414f-b8d2-7b5307e37cae tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024725 Mar 02 18:40:38.845012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Set router 4130da97-2da0-47ec-9e2f-058dcc58cfbd gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:38.926700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985f71a-5351-4652-8ec3-d28a6ad45468 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:38.928691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2985f71a-5351-4652-8ec3-d28a6ad45468 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:38.930598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2985f71a-5351-4652-8ec3-d28a6ad45468 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:38.934111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Port': ['ID=a23fd187-781c-41e5-a013-99c92ce0db3d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:38.946596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] The port '71d64b0a-0e7b-40d2-9b42-5b19ef1548da' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:40:38.966827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:36Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:38.971552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Checking router: 4130da97-2da0-47ec-9e2f-058dcc58cfbd for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:40:38.981700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Routers {'4130da97-2da0-47ec-9e2f-058dcc58cfbd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:38.982362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:38.983147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:39.082342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-ba1c09ae-4f52-4153-b165-da90576d57f8 service neutron] 10.222.0.66 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254372 Mar 02 18:40:39.218329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] Set router 4130da97-2da0-47ec-9e2f-058dcc58cfbd gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:40:39.274338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.276414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-54481db8-59c3-4225-a668-a1e265bd5b3c service neutron] 10.222.0.66 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874547 Mar 02 18:40:39.321721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.331310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:36Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:39.333826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2985f71a-5351-4652-8ec3-d28a6ad45468 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:39.335607 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2985f71a-5351-4652-8ec3-d28a6ad45468 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6964171 Mar 02 18:40:39.337516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.338338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45278) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:39.339345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1f39c-f801-4792-b5e3-0d2484e010ab None None] The sync data for ids ['4130da97-2da0-47ec-9e2f-058dcc58cfbd'] in n-d-828839-1 is: [{'id': '4130da97-2da0-47ec-9e2f-058dcc58cfbd', 'name': 'tempest-NetworksTestDHCPv6-router-1615259879', 'tenant_id': '85a791d959084687be1f181455ac974e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:27Z', 'updated_at': '2022-03-02T18:40:36Z', 'revision_number': 3, 'project_id': '85a791d959084687be1f181455ac974e', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:39.395007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66d57b49-0243-4214-946a-53e5290b76a7']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:39.408166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd04b4608-c0c6-48ad-9316-a6a54972e889') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:39.408459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd04b4608-c0c6-48ad-9316-a6a54972e889') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:39.421651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.444021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.451733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:40:39.452191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.452707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet e3013648-cb22-4781-a137-269e11b185af {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:39.455872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:40:39.467419 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:40:39.517359 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.621747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02014a59-c103-42c1-a9df-4200b06bb703 req-cb77d212-8ca7-4259-8140-d1c9f33c011d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.0696344 Mar 02 18:40:39.664948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.666240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:39.728246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.764305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.801435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.957469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.958706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=66d57b49-0243-4214-946a-53e5290b76a7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:39.967889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-602fbd12-ef48-4ce3-9a29-9a4e205ef0b2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/66d57b49-0243-4214-946a-53e5290b76a7 HTTP/1.1" status: 204 len: 168 time: 3.8970535 Mar 02 18:40:39.969778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:39.972150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45292) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:39.973668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be2a2f60-546e-4f7b-8d68-1804579a5138 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/routers/cca76935-4b9f-4ee1-a91e-8c1ba41dbd34 HTTP/1.1" status: 204 len: 168 time: 5.3297038 Mar 02 18:40:39.974484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45294) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:40.030343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1948451254'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:40.037749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting subnet 377ca9ea-523c-4509-8d7a-acc68bb4ffa0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:40.041915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.045701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=e3013648-cb22-4781-a137-269e11b185af,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:40.048338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:40.054460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.061052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092dadc-9637-4ae5-99f0-49bb68423086 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:40.077857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:40.081547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:40.106248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:40.123719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.208403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.272897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a5b6cc29-a5fc-4d12-b3a4-4e258eac14aa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/e3013648-cb22-4781-a137-269e11b185af HTTP/1.1" status: 204 len: 168 time: 0.9325633 Mar 02 18:40:40.285418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:40.285418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.291267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45304) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:40.346919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:40:40.360409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:40.386459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.389859 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment e63df891-d892-4b4d-bce6-5f458ff32066 of type vlan for network f9451ba6-da7f-4115-990f-0ac7d88f0b42 Mar 02 18:40:40.413257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:40.413596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device dcfbdebf-1354-42dc-9a8b-d4ab12b36ed5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:40.484197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.532646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:40.539292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Deleting port 436e0ba1-6649-4ea8-9b22-9d807255d696 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:40.539740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.540297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a96f9a5-1d0a-4756-8468-fc109ca02abf req-67771e2a-e3ce-4bdb-8a31-c44dcf4ef6bb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:40.541835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a96f9a5-1d0a-4756-8468-fc109ca02abf req-67771e2a-e3ce-4bdb-8a31-c44dcf4ef6bb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1568410 Mar 02 18:40:40.598894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a96f9a5-1d0a-4756-8468-fc109ca02abf req-0040cdc4-47d5-4be1-9821-319b12a69214 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511305 Mar 02 18:40:40.618940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8666f74a-9136-46c5-bfa5-fae6541320c2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:40.657259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-0e2fa10c-e81a-42ef-8832-211a06cbc142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:40.658785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-0e2fa10c-e81a-42ef-8832-211a06cbc142 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.2262299 Mar 02 18:40:40.742579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aeacd3f-cafd-48d3-a1f3-dc57cd79c7d3 req-3ae0fd64-2f8a-4d47-8659-7737d4440564 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.0494456 Mar 02 18:40:40.794599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] For port 436e0ba1-6649-4ea8-9b22-9d807255d696, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=436e0ba1-6649-4ea8-9b22-9d807255d696,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:40.794991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.819389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-e2a08637-d6bd-4177-8d17-bb363864990b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:40.821495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-e2a08637-d6bd-4177-8d17-bb363864990b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.1561153 Mar 02 18:40:40.839307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.841764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:40.842689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.902367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8666f74a-9136-46c5-bfa5-fae6541320c2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:40.905892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8666f74a-9136-46c5-bfa5-fae6541320c2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.6112654 Mar 02 18:40:40.905892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:40.910533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45316) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:40.924199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Calling delete_port for 436e0ba1-6649-4ea8-9b22-9d807255d696 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:40.970535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=f9451ba6-da7f-4115-990f-0ac7d88f0b42,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:40.986540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:40:41.029373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7c722953-0a4f-42ac-b42d-fb6d052258c0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0205057 Mar 02 18:40:41.034517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:41.036905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=377ca9ea-523c-4509-8d7a-acc68bb4ffa0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:41.064344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:41.098984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.109899 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-6534befa-c05a-41c8-87b8-adec119636d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.2825201 Mar 02 18:40:41.152190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.191869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:41.196372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:41.199476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:41.205387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:41.215473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-335a1cc0-f0e8-451c-8ad8-23f58662b350 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/subnets/377ca9ea-523c-4509-8d7a-acc68bb4ffa0 HTTP/1.1" status: 204 len: 168 time: 1.2399385 Mar 02 18:40:41.218283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45324) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:41.251541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.348639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.353732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] Pushing event deleted for resources: {'Port': ['ID=436e0ba1-6649-4ea8-9b22-9d807255d696,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:41.355854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d36493-87af-4b1e-a002-b999c0e45a90 None None] No DVR routers for this DVR port 436e0ba1-6649-4ea8-9b22-9d807255d696 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:41.378214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:41.385310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.414670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-5fdda7c0-9e8e-4606-9214-1a00759668e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:41.416123 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-5fdda7c0-9e8e-4606-9214-1a00759668e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.3002157 Mar 02 18:40:41.609819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.650975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc838b6-6203-4f46-b873-3ce866c0aaf2']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:41.659903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.664950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.666333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:41.666756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f539f8bd-0764-4988-b95c-dc7b3bd6c3e3') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:41.681302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.717658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-37f1243b-7679-4f6a-b1f3-ff9feab488bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:41.719646 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-37f1243b-7679-4f6a-b1f3-ff9feab488bf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2950592 Mar 02 18:40:41.739999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.796929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:40:41.796929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.863393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:41.864079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Fanout notify agent at l3_agent the message router_deleted on router 4130da97-2da0-47ec-9e2f-058dcc58cfbd {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:41.898199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-e67bf8f9-d10e-4c10-a235-dc7024eb2c9a service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722529 Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:40:41.936808 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:40:42.000923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fe6cb50-972f-4e07-a808-65deda4fac86 req-03262eb6-2714-4cac-a7b7-265fccee3fde tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.0489726 Mar 02 18:40:42.028641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:42.030166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb0d5665-242f-4047-8881-6447aca30077 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/routers/4130da97-2da0-47ec-9e2f-058dcc58cfbd HTTP/1.1" status: 204 len: 168 time: 1.0900176 Mar 02 18:40:42.032278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45338) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.096169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bf9cdb7b-db8f-42f1-b36a-40ae197be2a6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:42.107574 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a9e61d6-9ee4-4f34-93b9-c430b743834f req-4a146ec1-f13f-476d-b209-7aea3e90cfde service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036057 Mar 02 18:40:42.153030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f481149-66bf-41fb-b595-9a8abe338ddf req-13f08e2e-14a5-4369-bc20-3f31c5b8af9d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:42.153694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f481149-66bf-41fb-b595-9a8abe338ddf req-13f08e2e-14a5-4369-bc20-3f31c5b8af9d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4172642 Mar 02 18:40:42.201286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f481149-66bf-41fb-b595-9a8abe338ddf req-a1892566-ce7c-4dd2-af98-18c745a52f18 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418599 Mar 02 18:40:42.247957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bf9cdb7b-db8f-42f1-b36a-40ae197be2a6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:42.249164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf9cdb7b-db8f-42f1-b36a-40ae197be2a6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2159543 Mar 02 18:40:42.251864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45342) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.297247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 436e0ba1-6649-4ea8-9b22-9d807255d696 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:42.325818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1001d3a1-207c-4179-8b82-a32ec038e50a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:42.326449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1001d3a1-207c-4179-8b82-a32ec038e50a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:42.331758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 436e0ba1-6649-4ea8-9b22-9d807255d696 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:42.332238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 436e0ba1-6649-4ea8-9b22-9d807255d696 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:42.340663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:42.376078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:42.391275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fbc838b6-6203-4f46-b873-3ce866c0aaf2 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 02 18:40:42.401453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:42.430662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Network': ['ID=fbc838b6-6203-4f46-b873-3ce866c0aaf2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:42.442687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-983913bc-de1a-4624-b6c2-20a6552930b8 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/networks/fbc838b6-6203-4f46-b873-3ce866c0aaf2 HTTP/1.1" status: 204 len: 168 time: 1.2233028 Mar 02 18:40:42.463242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=d41fdd93-a2c0-49d4-8664-60158be6561d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:42.478697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': 'e63df891-d892-4b4d-bce6-5f458ff32066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:42.479055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: f9451ba6-da7f-4115-990f-0ac7d88f0b42, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:40:42.570600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1001d3a1-207c-4179-8b82-a32ec038e50a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:42.573977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1001d3a1-207c-4179-8b82-a32ec038e50a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3189695 Mar 02 18:40:42.575855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45352) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.642071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:40:42.651680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d585238b-0322-401d-a396-d8a6e4d2a751 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:42.793458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d585238b-0322-401d-a396-d8a6e4d2a751 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:42.794819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d585238b-0322-401d-a396-d8a6e4d2a751 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2180035 Mar 02 18:40:42.795574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f9451ba6-da7f-4115-990f-0ac7d88f0b42) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:42.800357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.808280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d62df-57ed-4399-a71e-91bbe52b5bcf None None] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:42.814303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:42.815793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:42.817025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:42.868067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45364) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.876040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'name': 'tempest-router--437534893', 'project_id': '256012e0c5bd4754afee93864e979513'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:42.882223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:42.889258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:router and tenant:256012e0c5bd4754afee93864e979513 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:42.894397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:42.901117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:42.970413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:42.980078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-43200809-7926-44a7-9815-45c6ef3af893 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9417417 Mar 02 18:40:42.980323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45368) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:42.985205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:42.986027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-58699861', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:43.003805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:43.007023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:43.015673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:43.026072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:43.080601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f9451ba6-da7f-4115-990f-0ac7d88f0b42', 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': 'd41fdd93-a2c0-49d4-8664-60158be6561d'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:43.081476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.143564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.144249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.160115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.200297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:43.208568 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.261176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Allocated IP 172.20.0.2 (f9451ba6-da7f-4115-990f-0ac7d88f0b42/d41fdd93-a2c0-49d4-8664-60158be6561d/e3aa99ef-c40a-46df-b86c-b585454de9a8) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:43.331374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.332404 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.343023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.375365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6878c018-8cc7-4f57-af1c-6620e371c714 req-622ad984-3b03-480f-9dd2-6474c969c564 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.0896626 Mar 02 18:40:43.390378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.495146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e1924-1586-4f9c-82d5-0d8032960d8a req-a7f82e85-7eeb-4833-af09-2272cbaf16ca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:43.501345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-312e1924-1586-4f9c-82d5-0d8032960d8a req-a7f82e85-7eeb-4833-af09-2272cbaf16ca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1105361 Mar 02 18:40:43.548006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-312e1924-1586-4f9c-82d5-0d8032960d8a req-62074e23-5fe0-4389-8927-60ad90033480 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448074 Mar 02 18:40:43.557038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.568964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Transition to ACTIVE for port object e3aa99ef-c40a-46df-b86c-b585454de9a8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:43.594707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Transition to ACTIVE for port object e3aa99ef-c40a-46df-b86c-b585454de9a8 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:43.651327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.657869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.659039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50f82621-1b0b-41b8-b4cd-77832cf72316 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7904055 Mar 02 18:40:43.661782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:43.750265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1c4bb1b0-ec8c-44d8-8e01-96b2d946c693 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:43.751396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1c4bb1b0-ec8c-44d8-8e01-96b2d946c693 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:43.806229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.811267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.869880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.873858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5e1da518-c2e6-4707-95d0-3dcc95f75852 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.8899384 Mar 02 18:40:43.879857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:43.883589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Pushing event updated for resources: {'Port': ['ID=e3aa99ef-c40a-46df-b86c-b585454de9a8,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:43.894583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:43.895814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:43.898309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:43.914478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:40:43.914478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.963573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1c4bb1b0-ec8c-44d8-8e01-96b2d946c693 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:43.964747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-1c4bb1b0-ec8c-44d8-8e01-96b2d946c693 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.11 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 811 time: 0.3746233 Mar 02 18:40:43.966672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:43.969956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:43.983702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:43.983702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:43.995223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c793376b-1277-4e91-ae9b-244ca118ee5b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:44.017826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=538fd708-a030-43a7-81e6-0269c8ca22ba,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:44.048264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Attempting to bind port e3aa99ef-c40a-46df-b86c-b585454de9a8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:44.048264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Attempting to bind port e3aa99ef-c40a-46df-b86c-b585454de9a8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e63df891-d892-4b4d-bce6-5f458ff32066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:44.048264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Attempting to bind port e3aa99ef-c40a-46df-b86c-b585454de9a8 on network f9451ba6-da7f-4115-990f-0ac7d88f0b42 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:44.053184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:44.055386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Checking segment: {'id': 'e63df891-d892-4b4d-bce6-5f458ff32066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:44.056856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.057473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Bound using segment: {'id': 'e63df891-d892-4b4d-bce6-5f458ff32066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:44.058040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Bound port: e3aa99ef-c40a-46df-b86c-b585454de9a8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63df891-d892-4b4d-bce6-5f458ff32066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'f9451ba6-da7f-4115-990f-0ac7d88f0b42'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:44.058357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-169ae294-8f82-4e19-88c3-5109dfbf3842 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:44.058657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.072268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-169ae294-8f82-4e19-88c3-5109dfbf3842 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:44.073878 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-169ae294-8f82-4e19-88c3-5109dfbf3842 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2 HTTP/1.1" status: 200 len: 379 time: 0.0946281 Mar 02 18:40:44.097039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'port': {'device_id': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'admin_state_up': True, 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'security_groups': ['cd412d8c-4224-412b-af1c-b15becbfd7b5']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:44.220483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea888c5d-14c1-4897-a152-2a69586fe993 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4164104 Mar 02 18:40:44.232690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45388) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:44.235603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:44.302888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] For port e3aa99ef-c40a-46df-b86c-b585454de9a8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:44.316236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] For port e3aa99ef-c40a-46df-b86c-b585454de9a8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e3aa99ef-c40a-46df-b86c-b585454de9a8,segment=NetworkSegment(e63df891-d892-4b4d-bce6-5f458ff32066),segment_id=e63df891-d892-4b4d-bce6-5f458ff32066)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:44.375487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '538fd708-a030-43a7-81e6-0269c8ca22ba'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:44.382580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.395276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:44.399556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Usage tracker for resource:port and tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:44.402841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:44.409933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:44.474486 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.477768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:44.493072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:44.493738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:44.499822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:44.507882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-86be0f3b-0470-412b-b205-769df68cb291 req-3945f84a-2e29-48a1-bd8e-a0ebac38624d service neutron] (88708) timed out ('10.222.0.66', 54960) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:40:44.521692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Made reservation on behalf of f5949fcbe64d4c8894b6eb34c7a5fab2 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:44.527103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.633751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c411d08-69a1-41e6-a92d-26ae0549fca1 None None] Pushing event updated for resources: {'Port': ['ID=e3aa99ef-c40a-46df-b86c-b585454de9a8,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:44.651330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:44.652707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.660417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.670490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.677826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Allocated IP 2001:db8::f816:3eff:fe05:a857 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/538fd708-a030-43a7-81e6-0269c8ca22ba/27a6ffdb-8b38-477f-8ab3-84dd390841cb) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:44.854738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa93586c-ce5b-40fa-995f-b0f69fc829fd req-1b6e7f92-cc50-4e1f-97e6-d1f737e044bd tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.3007674 Mar 02 18:40:44.945037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.967026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:44.995673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Allocated IP 172.20.0.8 (afc20aa1-3093-4520-ab68-048f6a31877b/9723d735-999b-4c9e-bc07-7845d7c07b6c/f5132dc7-a0f7-42d9-b93a-80441047b00b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:45.081298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Transition to ACTIVE for port object 27a6ffdb-8b38-477f-8ab3-84dd390841cb will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:45.130732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.130732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adcc5988-2dc8-4352-a18e-af47bbce100a {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:45.143691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Transition to ACTIVE for port object 27a6ffdb-8b38-477f-8ab3-84dd390841cb will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:45.148762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.148762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1b78f5ae-c6af-421f-84e9-b860dc1f1fef tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/routers/adcc5988-2dc8-4352-a18e-af47bbce100a HTTP/1.1" status: 204 len: 168 time: 1.4806759 Mar 02 18:40:45.274077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.353142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:45.361359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:45.366470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:45.378173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Pushing event updated for resources: {'Port': ['ID=27a6ffdb-8b38-477f-8ab3-84dd390841cb,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:45.394676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.401748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.20.0.1 (f9451ba6-da7f-4115-990f-0ac7d88f0b42/d41fdd93-a2c0-49d4-8664-60158be6561d/4c934b6f-3bfa-4d34-8485-40880082ffc6) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:45.439622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Transition to ACTIVE for port object f5132dc7-a0f7-42d9-b93a-80441047b00b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:45.513805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Attempting to bind port 27a6ffdb-8b38-477f-8ab3-84dd390841cb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:45.514196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Attempting to bind port 27a6ffdb-8b38-477f-8ab3-84dd390841cb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:45.514559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Attempting to bind port 27a6ffdb-8b38-477f-8ab3-84dd390841cb on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Bound port: 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:45.525761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.600342 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.625149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] For port 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:45.625268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 4c934b6f-3bfa-4d34-8485-40880082ffc6 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:45.625348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] For port 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27a6ffdb-8b38-477f-8ab3-84dd390841cb,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:45.661921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.729434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:45.732743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:45.737309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:45.737903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.755912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=7a2632d2-c709-49ca-8f8c-ab2d5d9c9384,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:45.761013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.773831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45400) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:45.836203 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.855159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Network afc20aa1-3093-4520-ab68-048f6a31877b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:45.858793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:45.864526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:45.897032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:45.927348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event updated for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:45.969103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4ab13-580f-4297-ab9c-29be61dfa4f7 None None] Pushing event updated for resources: {'Port': ['ID=27a6ffdb-8b38-477f-8ab3-84dd390841cb,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:45.973558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3aaf40c-e636-4bfe-99f4-d4ac3e4e7b17 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7516904 Mar 02 18:40:45.981673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:46.008744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:46.009423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.037176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:05:63:ba', 'name': 'tempest-NetworksTestDHCPv6-346364609'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:46.120008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=4c934b6f-3bfa-4d34-8485-40880082ffc6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:46.206089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:46.208339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:46.211727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:46.242593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1027463281', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:46.250624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:46.256567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:46.260149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:46.266842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:46.282156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7c280-3c53-4164-81f2-71749b40b863 None None] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:46.338186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0faf7-4164-4b65-9717-67ba2fdff0e6 req-e5898cf1-f3d0-4d4f-a44e-e6e399f13a01 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:46.345943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecf0faf7-4164-4b65-9717-67ba2fdff0e6 req-e5898cf1-f3d0-4d4f-a44e-e6e399f13a01 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 931 time: 0.2385225 Mar 02 18:40:46.347380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:46.348315 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.353107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:46.358853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-bc1bddbe-2a2b-4dfc-9763-4fbf03bc3ba6 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2716236 Mar 02 18:40:46.359791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:46.372994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Request body: {'port': {'device_id': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:46.421670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:46.458728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecf0faf7-4164-4b65-9717-67ba2fdff0e6 req-278de25f-24a5-499d-b1c9-5e6889a12f18 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113474 Mar 02 18:40:46.488244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.488244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.517887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.537547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e3aa99ef-c40a-46df-b86c-b585454de9a8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:46.566079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.619505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:46.683217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f91929e-9309-49a6-b018-7449024d287b None None] Provisioning for port e3aa99ef-c40a-46df-b86c-b585454de9a8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:46.847788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:46.965194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port a9f3ce62-3363-4742-84ed-24eb5a88d4e6 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:46.992944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e3aa99ef-c40a-46df-b86c-b585454de9a8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:46.996569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92ebab0f-5467-431d-a7a9-c97cb6c2b060 None None] Provisioning for port f5132dc7-a0f7-42d9-b93a-80441047b00b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:47.028908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e3aa99ef-c40a-46df-b86c-b585454de9a8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:47.029478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.061331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92ebab0f-5467-431d-a7a9-c97cb6c2b060 None None] Provisioning complete for port f5132dc7-a0f7-42d9-b93a-80441047b00b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:47.061948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92ebab0f-5467-431d-a7a9-c97cb6c2b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.208221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.225914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-92ebab0f-5467-431d-a7a9-c97cb6c2b060 None None] Port f5132dc7-a0f7-42d9-b93a-80441047b00b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:47.348725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.365258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5132dc7-a0f7-42d9-b93a-80441047b00b {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:40:47.376328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.376623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.408685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Provisioning complete for port e3aa99ef-c40a-46df-b86c-b585454de9a8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:47.409336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.415358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Transition to ACTIVE for port object f5132dc7-a0f7-42d9-b93a-80441047b00b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:47.417279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 172.20.0.6 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/7a2632d2-c709-49ca-8f8c-ab2d5d9c9384/a9f3ce62-3363-4742-84ed-24eb5a88d4e6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:47.426465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe05:63ba (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/538fd708-a030-43a7-81e6-0269c8ca22ba/a9f3ce62-3363-4742-84ed-24eb5a88d4e6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:47.460503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port e3aa99ef-c40a-46df-b86c-b585454de9a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e3aa99ef-c40a-46df-b86c-b585454de9a8,segment=NetworkSegment(e63df891-d892-4b4d-bce6-5f458ff32066),segment_id=e63df891-d892-4b4d-bce6-5f458ff32066)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:47.562428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f6f254-6974-44a1-af7e-2f2cdf9a1a58 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:47.609652 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.614522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.700038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:47.845084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=e3aa99ef-c40a-46df-b86c-b585454de9a8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:47.897795 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:47.900756 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:47.942498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Pushing event updated for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:48.088020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.092219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.103535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd9cee-70ab-4216-af94-5cb07d14deab req-470218c0-ab8b-4999-b937-4eb68262167a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:48.114198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1fd9cee-70ab-4216-af94-5cb07d14deab req-470218c0-ab8b-4999-b937-4eb68262167a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 943 time: 0.4810884 Mar 02 18:40:48.138762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object a9f3ce62-3363-4742-84ed-24eb5a88d4e6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:48.145873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Attempting to bind port f5132dc7-a0f7-42d9-b93a-80441047b00b on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:48.146443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Attempting to bind port f5132dc7-a0f7-42d9-b93a-80441047b00b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:48.146940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Attempting to bind port f5132dc7-a0f7-42d9-b93a-80441047b00b on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:48.155638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Port f5132dc7-a0f7-42d9-b93a-80441047b00b on network afc20aa1-3093-4520-ab68-048f6a31877b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:40:48.156191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Attempting to bind port f5132dc7-a0f7-42d9-b93a-80441047b00b on network afc20aa1-3093-4520-ab68-048f6a31877b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:48.165660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:48.166414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Checking segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:48.167055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Bound using segment: {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:48.169108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Bound port: f5132dc7-a0f7-42d9-b93a-80441047b00b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488faa33-8a36-4cc5-a8c3-116334f57076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:48.169108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.180268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1fd9cee-70ab-4216-af94-5cb07d14deab req-a2ca1e6d-73f3-478a-ac9e-ae90e7e4ef3e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614057 Mar 02 18:40:48.230279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Update dhcp port {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': '538fd708-a030-43a7-81e6-0269c8ca22ba', 'ip_address': '2001:db8::f816:3eff:fe05:a857'}, {'subnet_id': '7a2632d2-c709-49ca-8f8c-ab2d5d9c9384'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '27a6ffdb-8b38-477f-8ab3-84dd390841cb'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:40:48.236277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.322099 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.335942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:48.354493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:48.431763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.442316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=4c934b6f-3bfa-4d34-8485-40880082ffc6,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:48.485422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.496573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27a6ffdb-8b38-477f-8ab3-84dd390841cb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:48.525364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:48.526593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.527316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.528812 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] 10.222.0.11 "PUT /v2.0/ports/f5132dc7-a0f7-42d9-b93a-80441047b00b HTTP/1.1" status: 200 len: 1091 time: 2.1617970 Mar 02 18:40:48.532594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:40:48.554401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:48.558975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:48.564072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:48.622392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=a9f3ce62-3363-4742-84ed-24eb5a88d4e6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:48.690101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.744975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.749546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Provisioning for port 4c934b6f-3bfa-4d34-8485-40880082ffc6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:48.790076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Provisioning complete for port 4c934b6f-3bfa-4d34-8485-40880082ffc6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:48.790519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.805686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:48.806609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:48.876283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Allocated IP 172.20.0.2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/7a2632d2-c709-49ca-8f8c-ab2d5d9c9384/27a6ffdb-8b38-477f-8ab3-84dd390841cb) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:48.879322 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'status': 'completed', 'code': 200} Mar 02 18:40:48.883398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:48.895146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d5caf-b113-43ff-a65b-a32ef33f2946 service neutron] Pushing event updated for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:48.901102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-b90c5f1f-5cb0-4313-a5ca-2bbe1170d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:48.901102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-b90c5f1f-5cb0-4313-a5ca-2bbe1170d92d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 1094 time: 0.2188568 Mar 02 18:40:48.910955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e3aa99ef-c40a-46df-b86c-b585454de9a8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:48.979190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0437bd4c-1c97-41e4-9bf5-46948b5d1cd9 None None] Port 4c934b6f-3bfa-4d34-8485-40880082ffc6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:48.983689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-7fbfcc18-bbd0-4674-b385-28a3d00719d2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b HTTP/1.1" status: 200 len: 217 time: 0.0774436 Mar 02 18:40:49.051239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-f1a09236-1c3d-43a4-a6a4-dc7248f26d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:49.052927 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-f1a09236-1c3d-43a4-a6a4-dc7248f26d6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.0634601 Mar 02 18:40:49.073898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:49.077011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:49.096800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e3aa99ef-c40a-46df-b86c-b585454de9a8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:49.097180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.129753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e94a1158-2637-4f98-8e0b-afc3f173667b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.1350734 Mar 02 18:40:49.129753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45424) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:49.206203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] For port 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27a6ffdb-8b38-477f-8ab3-84dd390841cb,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:49.291085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-786b6cb0-adc5-4ed3-9f16-a47728982093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:49.294695 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-786b6cb0-adc5-4ed3-9f16-a47728982093 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2357926 Mar 02 18:40:49.322399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.352540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Ignored duplicate provisioning block setup for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 02 18:40:49.394081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Provisioning for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:49.404597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Provisioning complete for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:49.404597 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.421071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Allocated IP 172.25.7.7 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c65e6446-2ad8-41a5-bfa8-6a64b88d4fd9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:49.441164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9430d-c7b4-4fcd-a4df-bd685b0ba857 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:49.445650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc9430d-c7b4-4fcd-a4df-bd685b0ba857 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:49.446666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4fc9430d-c7b4-4fcd-a4df-bd685b0ba857 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:49.464771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.487217 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-31661d4a-4513-46d0-a79a-d64b9fd156ee service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862729 Mar 02 18:40:49.591331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4fc9430d-c7b4-4fcd-a4df-bd685b0ba857 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:49.592729 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4fc9430d-c7b4-4fcd-a4df-bd685b0ba857 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.4661813 Mar 02 18:40:49.595963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45432) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:49.658721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01653f70-6af8-470c-82a7-d3c0a3114c3b None None] Pushing event updated for resources: {'Port': ['ID=27a6ffdb-8b38-477f-8ab3-84dd390841cb,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:49.689636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.703280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port a9f3ce62-3363-4742-84ed-24eb5a88d4e6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:49.703625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.724746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] For port 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27a6ffdb-8b38-477f-8ab3-84dd390841cb,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:49.740119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee2b1b89-6987-4705-a47e-eba69f245f3f req-8e39d655-4196-4134-8258-f4abef3942ac service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461457 Mar 02 18:40:49.767269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe738e-4c81-4d5e-8ab4-7f97d14eac8a req-2de04904-6fee-4ada-9559-a2e21f1308dc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:49.768930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dbe738e-4c81-4d5e-8ab4-7f97d14eac8a req-2de04904-6fee-4ada-9559-a2e21f1308dc tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 943 time: 0.3427773 Mar 02 18:40:49.821444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.827189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.855221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dbe738e-4c81-4d5e-8ab4-7f97d14eac8a req-d68d916b-ec6a-4cf6-8f27-a7c967a3f096 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721803 Mar 02 18:40:49.930578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router efd6552f-cd13-41b1-8b80-37df8a78a397 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:49.930803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Provisioning complete for port 4c934b6f-3bfa-4d34-8485-40880082ffc6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:49.934830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:49.982408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Pushing event updated for resources: {'Port': ['ID=27a6ffdb-8b38-477f-8ab3-84dd390841cb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:50.004913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1cb3c176-97aa-4ff1-80e3-d45c608a11b2 None None] Port 4c934b6f-3bfa-4d34-8485-40880082ffc6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:50.019431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.134243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-52acc4a4-a0b2-4969-ba12-e2e8fd9cccd1 None None] Provisioning complete for port 4c934b6f-3bfa-4d34-8485-40880082ffc6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:50.135225 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52acc4a4-a0b2-4969-ba12-e2e8fd9cccd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.180185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:50.187486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:50.190369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:50.219359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event updated for resources: {'Port': ['ID=c65e6446-2ad8-41a5-bfa8-6a64b88d4fd9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:50.227119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52acc4a4-a0b2-4969-ba12-e2e8fd9cccd1 None None] Port 4c934b6f-3bfa-4d34-8485-40880082ffc6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:40:50.242576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.267003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-2730eef4-2edf-44f8-a362-1f1edca0e9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:50.268529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-2730eef4-2edf-44f8-a362-1f1edca0e9a7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 1094 time: 0.2226193 Mar 02 18:40:50.291193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:50.307059 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] Sync routers for ids ['efd6552f-cd13-41b1-8b80-37df8a78a397'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:50.324237 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] Routers {'efd6552f-cd13-41b1-8b80-37df8a78a397'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:50.325021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['efd6552f-cd13-41b1-8b80-37df8a78a397'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:50.377245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27a6ffdb-8b38-477f-8ab3-84dd390841cb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:50.444618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for a9f3ce62-3363-4742-84ed-24eb5a88d4e6 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:50.485265 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:50.504809 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] Routers {'efd6552f-cd13-41b1-8b80-37df8a78a397'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:50.505523 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['efd6552f-cd13-41b1-8b80-37df8a78a397'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:50.533214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4d765155-071a-4e42-bd67-488e14ca10a7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/efd6552f-cd13-41b1-8b80-37df8a78a397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6522603 Mar 02 18:40:50.541391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:50.541391 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.542315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45438) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:50.611688 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:50.612332 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3272ac-a4b6-4291-bf2d-66a16390a598 None None] The sync data for ids ['efd6552f-cd13-41b1-8b80-37df8a78a397'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:50.647663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-215c3f49-3085-4ddc-b7c4-28f4d8986baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:50.649197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-215c3f49-3085-4ddc-b7c4-28f4d8986baf service neutron] 10.222.0.11 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.3090281 Mar 02 18:40:50.651707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1eab5-510e-4482-842d-853c430380b0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:50.652328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c9d1eab5-510e-4482-842d-853c430380b0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:50.697847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-60ceb6c0-c301-4075-962f-5bbe2509ecc8 None None] Provisioning complete for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:50.698487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-60ceb6c0-c301-4075-962f-5bbe2509ecc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:50.760549 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-a68086ab-b067-40cb-9edf-054333c4a4e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b HTTP/1.1" status: 200 len: 217 time: 0.0666151 Mar 02 18:40:50.833718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-6b49537c-8bad-4620-9aae-aab87346d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:50.837045 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-6b49537c-8bad-4620-9aae-aab87346d900 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.0698843 Mar 02 18:40:50.926814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c9d1eab5-510e-4482-842d-853c430380b0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:50.926814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c9d1eab5-510e-4482-842d-853c430380b0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports/4c934b6f-3bfa-4d34-8485-40880082ffc6 HTTP/1.1" status: 200 len: 910 time: 0.3790965 Mar 02 18:40:50.927922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45444) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:50.966369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.261275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-1c29acbc-7acd-426a-a431-1d08f4bee7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:51.262867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-1c29acbc-7acd-426a-a431-1d08f4bee7ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904328 Mar 02 18:40:51.409008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcb013-052c-49b1-b1bc-8f7ac44ed6a7 req-15aeb334-33f7-4d58-bd96-d43b692e2d38 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:51.410537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05fcb013-052c-49b1-b1bc-8f7ac44ed6a7 req-15aeb334-33f7-4d58-bd96-d43b692e2d38 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 943 time: 0.3816438 Mar 02 18:40:51.445562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-84d4c19d-4fe5-43a4-8e0d-12c02c970e47 None None] Provisioning for port a9f3ce62-3363-4742-84ed-24eb5a88d4e6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:51.453083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-84d4c19d-4fe5-43a4-8e0d-12c02c970e47 None None] Provisioning complete for port a9f3ce62-3363-4742-84ed-24eb5a88d4e6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:51.453615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-84d4c19d-4fe5-43a4-8e0d-12c02c970e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.489307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05fcb013-052c-49b1-b1bc-8f7ac44ed6a7 req-b9b4e7be-7ec1-486b-a13a-1facf64ce31e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696981 Mar 02 18:40:51.501097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-84d4c19d-4fe5-43a4-8e0d-12c02c970e47 None None] Port a9f3ce62-3363-4742-84ed-24eb5a88d4e6 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:40:51.589349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.610971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:51.684249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=a9f3ce62-3363-4742-84ed-24eb5a88d4e6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:51.820876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-3febaaab-d48d-410e-9ae0-42bdcbe63592 service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5051739 Mar 02 18:40:51.910686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Router e7abb624-cba3-4eee-8c9c-01c9785bf659 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:40:52.009890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.083321 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9318a827-9154-488c-9ae3-e65a02c1f544 req-986fc918-3022-486b-9915-bea6ec818398 service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541859 Mar 02 18:40:52.091167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d3959ae-3b0f-478a-9fc1-591cc9d541f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.121974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.128012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:52.143067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] Sync routers for ids ['e7abb624-cba3-4eee-8c9c-01c9785bf659'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:52.154150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] Routers {'e7abb624-cba3-4eee-8c9c-01c9785bf659'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:52.154931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e7abb624-cba3-4eee-8c9c-01c9785bf659'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.191833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c5275a13-b0f0-4773-b43a-cd8f9b72a550 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/a9f3ce62-3363-4742-84ed-24eb5a88d4e6 HTTP/1.1" status: 204 len: 168 time: 2.5817862 Mar 02 18:40:52.191950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:52.221252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.233543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] Routers {'e7abb624-cba3-4eee-8c9c-01c9785bf659'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:52.242521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e7abb624-cba3-4eee-8c9c-01c9785bf659'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.261249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927cfd8-4553-443c-a7c0-82a1a5d20652 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.262991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927cfd8-4553-443c-a7c0-82a1a5d20652 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.264504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d927cfd8-4553-443c-a7c0-82a1a5d20652 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.269123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d927cfd8-4553-443c-a7c0-82a1a5d20652 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0859978 Mar 02 18:40:52.269994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:52.308322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:52.308886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf39ad2-b6a4-4eae-ac17-a8e0b0838ea8 None None] The sync data for ids ['e7abb624-cba3-4eee-8c9c-01c9785bf659'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:52.342566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 538fd708-a030-43a7-81e6-0269c8ca22ba {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:52.345563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.401536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.432276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.433488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9ada534d-e862-4217-93d1-462d3ff97e44 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.6586316 Mar 02 18:40:52.438984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:52.471340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 4c934b6f-3bfa-4d34-8485-40880082ffc6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:52.471340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.484279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f5132dc7-a0f7-42d9-b93a-80441047b00b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:40:52.706350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.711333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:52.712731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.728644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'port_id': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'mac_address': 'fa:16:3e:5d:14:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:40:52.750230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7927e50a-374a-4268-a274-40b577006c73 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/e7abb624-cba3-4eee-8c9c-01c9785bf659 HTTP/1.1" status: 200 len: 923 time: 0.3072822 Mar 02 18:40:52.755014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45466) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:52.787560 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:52.807652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5132dc7-a0f7-42d9-b93a-80441047b00b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:40:52.819073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c072fc1-bbcb-4afe-bf5f-bb60fc3dac0a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7abb624-cba3-4eee-8c9c-01c9785bf659 HTTP/1.1" status: 200 len: 205 time: 0.0630865 Mar 02 18:40:52.822612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45470) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:52.829356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:52.861137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 4c934b6f-3bfa-4d34-8485-40880082ffc6 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:52.941969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19445cd-967f-4c99-8ec9-b7cea5794cc8 req-4ca5e84e-e726-4949-8bbb-0474fcef468f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:52.943571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d19445cd-967f-4c99-8ec9-b7cea5794cc8 req-4ca5e84e-e726-4949-8bbb-0474fcef468f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 943 time: 0.2961025 Mar 02 18:40:52.970339 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.115677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:53.134434 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.238744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.245646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=538fd708-a030-43a7-81e6-0269c8ca22ba,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:53.254668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f5132dc7-a0f7-42d9-b93a-80441047b00b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:40:53.266630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d19445cd-967f-4c99-8ec9-b7cea5794cc8 req-4d215477-fb4f-40d7-8a06-8fde3667e8e1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3107274 Mar 02 18:40:53.268284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.287554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.316306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740be9f9-d852-4ce3-95ed-47bbe0ebc45e None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:53.349045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-79a7a888-e3e3-41da-b620-7e2ae2da0b41 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/538fd708-a030-43a7-81e6-0269c8ca22ba HTTP/1.1" status: 204 len: 168 time: 1.0779634 Mar 02 18:40:53.352521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45474) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:53.362577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=4c934b6f-3bfa-4d34-8485-40880082ffc6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:53.552623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 7a2632d2-c709-49ca-8f8c-ab2d5d9c9384 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:53.569220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.681798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.691790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.797423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:53.817996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port c65e6446-2ad8-41a5-bfa8-6a64b88d4fd9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:53.820287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.001768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.165449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router efd6552f-cd13-41b1-8b80-37df8a78a397 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:40:54.217174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.235156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a4f4a6f-5ee5-4358-96ef-a3abfa932f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.266052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=7a2632d2-c709-49ca-8f8c-ab2d5d9c9384,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:54.275924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.312277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32caee8a-3c57-4ef6-ac46-5a2e05571594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/7a2632d2-c709-49ca-8f8c-ab2d5d9c9384 HTTP/1.1" status: 204 len: 168 time: 0.9494421 Mar 02 18:40:54.315338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45482) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:54.319180 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.335460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:40:54.351892 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] Sync routers for ids ['efd6552f-cd13-41b1-8b80-37df8a78a397'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:40:54.367539 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] Routers {'efd6552f-cd13-41b1-8b80-37df8a78a397'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:54.370651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['efd6552f-cd13-41b1-8b80-37df8a78a397'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:54.423470 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-62aee060-c9b4-4701-a223-84c9619036a4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/efd6552f-cd13-41b1-8b80-37df8a78a397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4934981 Mar 02 18:40:54.426145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45486) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:54.476361 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:54.487463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9366a217-e6d4-471b-9645-e7eb30d6d435 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:40:54.497197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d37f4387-c74f-4837-bc6c-99f2b7fa6796 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1768701 Mar 02 18:40:54.497458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f5132dc7-a0f7-42d9-b93a-80441047b00b up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:40:54.497651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] Routers {'efd6552f-cd13-41b1-8b80-37df8a78a397'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:40:54.498346 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['efd6552f-cd13-41b1-8b80-37df8a78a397'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:54.508364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45490) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:54.515503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:54.529380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58ff14c-84c9-4bf0-a265-8cfdd9a408b2 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:54.584383 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:54.585016 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d697ae24-2851-4f36-a83c-8424177a9d98 None None] The sync data for ids ['efd6552f-cd13-41b1-8b80-37df8a78a397'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:40:54.603968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for c65e6446-2ad8-41a5-bfa8-6a64b88d4fd9 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:54.644314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:54.650377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:54.653562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:54.659933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:54.667910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9366a217-e6d4-471b-9645-e7eb30d6d435 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:40:54.671956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9366a217-e6d4-471b-9645-e7eb30d6d435 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=efd6552f-cd13-41b1-8b80-37df8a78a397 HTTP/1.1" status: 200 len: 205 time: 0.2420137 Mar 02 18:40:54.673498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45494) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:54.727350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c5b5c-0417-4fbf-9547-1c1091aeb939 req-873ebbf8-5e10-4c04-886b-ea7231e8657c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:54.729255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e68c5b5c-0417-4fbf-9547-1c1091aeb939 req-873ebbf8-5e10-4c04-886b-ea7231e8657c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 944 time: 0.2351415 Mar 02 18:40:54.770221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ec9e5beb-6d4c-4d86-8989-54de59e98f3e None None] Provisioning complete for port 27a6ffdb-8b38-477f-8ab3-84dd390841cb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:54.770602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ec9e5beb-6d4c-4d86-8989-54de59e98f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.794072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e68c5b5c-0417-4fbf-9547-1c1091aeb939 req-41b18836-0254-4253-ad6e-8a6ce8668b37 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526974 Mar 02 18:40:54.814254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.873625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:54.876655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.952971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port f5132dc7-a0f7-42d9-b93a-80441047b00b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:40:54.964724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port f5132dc7-a0f7-42d9-b93a-80441047b00b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:40:54.964724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:54.993043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.016719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:55.024583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Deleting port 27a6ffdb-8b38-477f-8ab3-84dd390841cb {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:55.024980 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.120832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=c65e6446-2ad8-41a5-bfa8-6a64b88d4fd9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:55.190397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.342163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.375463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] For port 27a6ffdb-8b38-477f-8ab3-84dd390841cb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27a6ffdb-8b38-477f-8ab3-84dd390841cb,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:55.376121 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.395075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.399303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.451503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:40:55.531824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Calling delete_port for 27a6ffdb-8b38-477f-8ab3-84dd390841cb owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:55.535592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.536217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router efd6552f-cd13-41b1-8b80-37df8a78a397 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:55.562011 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.562658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.564510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-74d782e7-2512-40c4-86b3-6d855817496a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/efd6552f-cd13-41b1-8b80-37df8a78a397 HTTP/1.1" status: 204 len: 168 time: 0.8912606 Mar 02 18:40:55.567138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:55.568393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.578146 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'code': 200} Mar 02 18:40:55.585734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:55.681012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.681602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.725216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet d41fdd93-a2c0-49d4-8664-60158be6561d {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:40:55.731036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.731692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router e7abb624-cba3-4eee-8c9c-01c9785bf659 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:40:55.738363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.738762 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.768241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.768241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65a0d93a-a9fc-48b1-bdb8-a167841812ce tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/e7abb624-cba3-4eee-8c9c-01c9785bf659 HTTP/1.1" status: 204 len: 168 time: 2.9393239 Mar 02 18:40:55.768241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:55.772283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1506087907', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:55.777533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:55.780050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:55.785637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:router and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:55.788839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:55.794508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:55.844507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:55.937464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:40:55.941983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f343d9-552c-475f-9d78-275ee7db073f req-3e2c92d6-5875-45cc-80b6-659e8b09579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:55.944795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c1f343d9-552c-475f-9d78-275ee7db073f req-3e2c92d6-5875-45cc-80b6-659e8b09579f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 1096 time: 0.3086133 Mar 02 18:40:56.005328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.010485 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.010663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.011275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.029554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.075252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c1f343d9-552c-475f-9d78-275ee7db073f req-e77e65f6-1849-431e-acf6-81b1ead768d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924470 Mar 02 18:40:56.079749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b9349-a126-4d90-a8f4-f22fdf2aee08 req-b6f42318-8087-460c-8c27-7bd27e7287e3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:56.090088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b5b9349-a126-4d90-a8f4-f22fdf2aee08 req-b6f42318-8087-460c-8c27-7bd27e7287e3 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.1560507 Mar 02 18:40:56.091623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.141442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] No DVR routers for this DVR port 27a6ffdb-8b38-477f-8ab3-84dd390841cb on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:56.174361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fe7c84-aaa9-4d8d-a7ae-c7233b4c3afb None None] Pushing event deleted for resources: {'Port': ['ID=27a6ffdb-8b38-477f-8ab3-84dd390841cb,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:56.180537 n-d-828839-1 neutron-server[88708]: WARNING neutron.services.revisions.revision_plugin [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Could not find related port for resource to bump revision. Mar 02 18:40:56.240135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Port 27a6ffdb-8b38-477f-8ab3-84dd390841cb was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88708) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Mar 02 18:40:56.240346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Reverting IP allocation for 2001:db8::f816:3eff:fe05:a857 {{(pid=88708) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Mar 02 18:40:56.245895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_pluggable_backend [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe05:a857 {{(pid=88708) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Mar 02 18:40:56.246970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.258869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b5b9349-a126-4d90-a8f4-f22fdf2aee08 req-75d1220e-6233-4cc0-a876-86b01a6c0497 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1671085 Mar 02 18:40:56.314390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:56.318105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:56.322527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:56.323722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.331881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c505b8a-aadf-4083-9bc8-72cdd919a456 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:56.345460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27a6ffdb-8b38-477f-8ab3-84dd390841cb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:56.363393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.371762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=b7ec9f74-695f-447d-997b-8a15b148efa5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:56.396618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 27a6ffdb-8b38-477f-8ab3-84dd390841cb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:56.400585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27a6ffdb-8b38-477f-8ab3-84dd390841cb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:56.413795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=d41fdd93-a2c0-49d4-8664-60158be6561d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:56.416239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.418310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ab5e8c3-af46-42f6-a6e2-851b59a9f734 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/d41fdd93-a2c0-49d4-8664-60158be6561d HTTP/1.1" status: 204 len: 168 time: 0.8498762 Mar 02 18:40:56.425422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45516) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:56.476056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.481469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df576bd5-4aa6-4242-bf53-e78287ed75f5 None None] Network f9451ba6-da7f-4115-990f-0ac7d88f0b42 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:56.522499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea7eb767-ae90-49b7-91aa-a7037dd8e98d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0124457 Mar 02 18:40:56.526704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45520) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:56.536119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:56.552456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.566040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port e3aa99ef-c40a-46df-b86c-b585454de9a8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:56.566414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.791356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port e3aa99ef-c40a-46df-b86c-b585454de9a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e3aa99ef-c40a-46df-b86c-b585454de9a8,segment=NetworkSegment(e63df891-d892-4b4d-bce6-5f458ff32066),segment_id=e63df891-d892-4b4d-bce6-5f458ff32066)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:56.791711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.800319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:56.807103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:56.811278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:56.825283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'b7ec9f74-695f-447d-997b-8a15b148efa5'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:40:56.826166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:56.826308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.939389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] DHCP port deletion for f9451ba6-da7f-4115-990f-0ac7d88f0b42 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:40:56.946518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.952416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Deleting port e3aa99ef-c40a-46df-b86c-b585454de9a8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:56.952416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:56.983028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.045048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:57.049094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.057027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for e3aa99ef-c40a-46df-b86c-b585454de9a8 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:57.134757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Allocated IP 2001:db8::f816:3eff:fee8:5dd6 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/b7ec9f74-695f-447d-997b-8a15b148efa5/0f9eab44-4708-4d48-9016-99e4d4ed2267) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:57.216507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.253051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.290886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.371517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] For port e3aa99ef-c40a-46df-b86c-b585454de9a8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e3aa99ef-c40a-46df-b86c-b585454de9a8,segment=NetworkSegment(e63df891-d892-4b4d-bce6-5f458ff32066),segment_id=e63df891-d892-4b4d-bce6-5f458ff32066)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:40:57.372581 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.401051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No DVR routers for this DVR port e3aa99ef-c40a-46df-b86c-b585454de9a8 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:40:57.487933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=e3aa99ef-c40a-46df-b86c-b585454de9a8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:57.516176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Calling delete_port for e3aa99ef-c40a-46df-b86c-b585454de9a8 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:40:57.602014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.667711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9451ba6-da7f-4115-990f-0ac7d88f0b42']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:57.677126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63df891-d892-4b4d-bce6-5f458ff32066') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:57.677471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63df891-d892-4b4d-bce6-5f458ff32066') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:40:57.680026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:40:57.680448 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:40:57.683919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.686913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 172.25.7.76 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/8f543b0f-c58a-4bbe-aa09-4133b03200ce) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:57.690983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.696547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Transition to ACTIVE for port object 0f9eab44-4708-4d48-9016-99e4d4ed2267 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:57.710338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.717689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:40:57.718084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.719666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99bd7ed-97d9-479b-bb2f-05001f64dd5b req-b7ff5014-520e-4054-805d-b4f8da707c7a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:57.721155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b99bd7ed-97d9-479b-bb2f-05001f64dd5b req-b7ff5014-520e-4054-805d-b4f8da707c7a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.2397547 Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:40:57.736062 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:40:57.884259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Transition to ACTIVE for port object 0f9eab44-4708-4d48-9016-99e4d4ed2267 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:40:57.884515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.890731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b99bd7ed-97d9-479b-bb2f-05001f64dd5b req-91280b8a-cb34-41e0-a6ed-a55c2151ea4e tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465688 Mar 02 18:40:57.908875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:57.922895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=f9451ba6-da7f-4115-990f-0ac7d88f0b42,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:57.940333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.021583 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.074454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.081357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6c98004-9765-45b7-9362-ece66ce833c2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/f9451ba6-da7f-4115-990f-0ac7d88f0b42 HTTP/1.1" status: 204 len: 168 time: 1.6546941 Mar 02 18:40:58.082104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45528) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:58.085633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:58.088376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1629097849', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:58.088861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:58.097551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:58.098219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:58.102817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:58.106302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:58.114269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:58.132818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.137323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Pushing event updated for resources: {'Port': ['ID=0f9eab44-4708-4d48-9016-99e4d4ed2267,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:58.195284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Deleting port e3aa99ef-c40a-46df-b86c-b585454de9a8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:40:58.195625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.203020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:58.211044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:58.213292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:40:58.219347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:58.223734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.223859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.223859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.224056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:40:58.226058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:58.236993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:40:58.242048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.300239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=8f543b0f-c58a-4bbe-aa09-4133b03200ce,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:58.320910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d1281b3a-3824-4403-aee9-55eb91cde304 None None] The port 'e3aa99ef-c40a-46df-b86c-b585454de9a8' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:40:58.332734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e3aa99ef-c40a-46df-b86c-b585454de9a8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:40:58.366637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Attempting to bind port 0f9eab44-4708-4d48-9016-99e4d4ed2267 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:40:58.367116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Attempting to bind port 0f9eab44-4708-4d48-9016-99e4d4ed2267 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:40:58.367545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Attempting to bind port 0f9eab44-4708-4d48-9016-99e4d4ed2267 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:40:58.379237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e3aa99ef-c40a-46df-b86c-b585454de9a8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:40:58.380224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e3aa99ef-c40a-46df-b86c-b585454de9a8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:40:58.381137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:40:58.382293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:40:58.382858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.383442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:40:58.384238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Bound port: 0f9eab44-4708-4d48-9016-99e4d4ed2267, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:40:58.384616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.461179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ec4c437-be93-44d3-a380-f7c0ac9bc7e5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9309747 Mar 02 18:40:58.469673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:40:58.503924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:8d:9e:e6', 'name': 'tempest-NetworksTestDHCPv6-1753916551'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:40:58.516958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] For port 0f9eab44-4708-4d48-9016-99e4d4ed2267, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:40:58.519810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] For port 0f9eab44-4708-4d48-9016-99e4d4ed2267, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0f9eab44-4708-4d48-9016-99e4d4ed2267,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:40:58.639260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.649538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:58.677874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:40:58.690867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:40:58.690867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:40:58.692446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:40:58.724888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb1592-96ae-4842-9a3c-0354ef5471fc None None] Pushing event updated for resources: {'Port': ['ID=0f9eab44-4708-4d48-9016-99e4d4ed2267,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:40:58.902909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:40:59.218903 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.266537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.275830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.301885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.457349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.25.7.236 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1de2cf71-bd50-445c-8bec-8b059a77512a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:40:59.483852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 56807f84-23a4-4342-a2ac-69d19c2449a1 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:40:59.641152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e6355-324d-4439-a79e-398a17ed6d26 req-6d960114-cd58-48ca-8a16-2acaa968717f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:40:59.641508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.642851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c12e6355-324d-4439-a79e-398a17ed6d26 req-6d960114-cd58-48ca-8a16-2acaa968717f tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.6060469 Mar 02 18:40:59.764840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90da77c8-d814-4953-aa98-77f4b2d9c419 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:40:59.765793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:40:59.853543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c12e6355-324d-4439-a79e-398a17ed6d26 req-fe64582b-6f1c-4a78-9f96-97b673c6ee9b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975093 Mar 02 18:40:59.981556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:00.003970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:00.017704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-63f8be2a-0f0b-4faf-a1c9-7fe408e9fc4a None None] Provisioning for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:00.020623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:00.087704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=1de2cf71-bd50-445c-8bec-8b059a77512a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:00.098346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 172.20.0.10 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d/56807f84-23a4-4342-a2ac-69d19c2449a1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:00.124192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe8d:9ee6 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/b7ec9f74-695f-447d-997b-8a15b148efa5/56807f84-23a4-4342-a2ac-69d19c2449a1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:00.161500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.196658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Update dhcp port {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': 'b7ec9f74-695f-447d-997b-8a15b148efa5', 'ip_address': '2001:db8::f816:3eff:fee8:5dd6'}, {'subnet_id': '9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '0f9eab44-4708-4d48-9016-99e4d4ed2267'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:41:00.266936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.418087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53212be-1799-43ac-9efb-8100d764e158 req-cb155601-85ef-4387-9197-4dde073026de tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:00.419894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e53212be-1799-43ac-9efb-8100d764e158 req-cb155601-85ef-4387-9197-4dde073026de tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.3798921 Mar 02 18:41:00.438600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:00.441407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0f9eab44-4708-4d48-9016-99e4d4ed2267 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:00.441521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Request body: {'floatingip': {'port_id': 'f5132dc7-a0f7-42d9-b93a-80441047b00b'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:00.519935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.588713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.611356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 56807f84-23a4-4342-a2ac-69d19c2449a1 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:00.804231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:00.809771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:00.810178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.890317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router 7fe63201-10b2-481b-8e19-16bfbd1c0d05 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:00.898157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:00.981122 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.003657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:01.010316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:01.016101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Allocated IP 172.20.0.2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d/0f9eab44-4708-4d48-9016-99e4d4ed2267) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:01.123956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.189159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:01.229089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] For port 0f9eab44-4708-4d48-9016-99e4d4ed2267, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0f9eab44-4708-4d48-9016-99e4d4ed2267,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:01.232075 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 18:41:01.232075 n-d-828839-1 neutron-server[88710]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 02 18:41:01.232075 n-d-828839-1 neutron-server[88710]: [parameters: {'status': 'ACTIVE', 'ports_id': '0f9eab44-4708-4d48-9016-99e4d4ed2267'}] Mar 02 18:41:01.232075 n-d-828839-1 neutron-server[88710]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:01.232882 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:01.251729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=56807f84-23a4-4342-a2ac-69d19c2449a1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:01.262991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.282367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Transition to ACTIVE for port object 0f9eab44-4708-4d48-9016-99e4d4ed2267 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:01.285994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:01.286666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.299731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:01.311755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Sync routers for ids ['7fe63201-10b2-481b-8e19-16bfbd1c0d05'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:01.327836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Routers {'7fe63201-10b2-481b-8e19-16bfbd1c0d05'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:01.328597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7fe63201-10b2-481b-8e19-16bfbd1c0d05'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:01.402377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.445504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.445504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a6c768da-7304-4a58-bd26-4870ed0b402b tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6740313 Mar 02 18:41:01.445504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0296558d-3f81-4e2e-89a5-eeaa0fd0403a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.9734459 Mar 02 18:41:01.447238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45550) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:01.448216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45552) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:01.688948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040ac03-4a0c-4d91-9a8b-9e8bbda1b30f None None] Pushing event updated for resources: {'Port': ['ID=0f9eab44-4708-4d48-9016-99e4d4ed2267,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:01.702155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Set router 7fe63201-10b2-481b-8e19-16bfbd1c0d05 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:01.761380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.771179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:01.976205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.000318 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.015705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a530df3-dfa6-4c2d-a577-897809e65cc9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:02.025910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a530df3-dfa6-4c2d-a577-897809e65cc9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:02.026790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a530df3-dfa6-4c2d-a577-897809e65cc9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:02.041938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0f9eab44-4708-4d48-9016-99e4d4ed2267, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0f9eab44-4708-4d48-9016-99e4d4ed2267,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:02.057276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f291e8f2-a446-492b-96a6-14c1c1c092a2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/7fe63201-10b2-481b-8e19-16bfbd1c0d05 HTTP/1.1" status: 200 len: 908 time: 0.6078017 Mar 02 18:41:02.062653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45560) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:02.069980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1506087907', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': True}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:02.092726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:02.107241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Usage tracker for resource:router and tenant:a7ec5a962c6d4c258312ad2c6afcf5db is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:02.115575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:02.130502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:02.172842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.225848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a530df3-dfa6-4c2d-a577-897809e65cc9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:02.225848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a530df3-dfa6-4c2d-a577-897809e65cc9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.7710872 Mar 02 18:41:02.226327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45564) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:02.238947 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Floating IP 534284d7-2e24-471c-808c-aad448dbf527 associated. External IP: 172.25.7.125, port: f5132dc7-a0f7-42d9-b93a-80441047b00b. Mar 02 18:41:02.277524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0f9eab44-4708-4d48-9016-99e4d4ed2267,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:02.290044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': False}, 'gw_port_id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:56Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 3, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port': {'id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:57Z', 'updated_at': '2022-03-02T18:40:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:02.302378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Checking router: 7fe63201-10b2-481b-8e19-16bfbd1c0d05 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:41:02.302378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Updating router 7fe63201-10b2-481b-8e19-16bfbd1c0d05 port 8f543b0f-c58a-4bbe-aa09-4133b03200ce binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:41:02.309834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 56807f84-23a4-4342-a2ac-69d19c2449a1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:02.310224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.371421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.391084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.393517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.437859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 8a2096a1-919a-40e8-be86-b46f9bf050e5 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:02.473683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.510000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0f9eab44-4708-4d48-9016-99e4d4ed2267 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:02.770224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88e819dd-17f1-4ca5-bab6-6cdf85eb9384 None None] Provisioning for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:02.778216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:02.794042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88e819dd-17f1-4ca5-bab6-6cdf85eb9384 None None] Provisioning complete for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:02.794768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88e819dd-17f1-4ca5-bab6-6cdf85eb9384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.796316 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] Sync routers for ids ['8a2096a1-919a-40e8-be86-b46f9bf050e5'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:02.810373 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] Routers {'8a2096a1-919a-40e8-be86-b46f9bf050e5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:02.811247 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8a2096a1-919a-40e8-be86-b46f9bf050e5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:02.880810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.913174 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:02.928787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] Routers {'8a2096a1-919a-40e8-be86-b46f9bf050e5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:02.930193 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8a2096a1-919a-40e8-be86-b46f9bf050e5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:02.937747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Transition to ACTIVE for port object 8f543b0f-c58a-4bbe-aa09-4133b03200ce will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:02.976469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:02.978273 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f104603b-6da5-42d0-b42e-8bdc986f18f2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8948662 Mar 02 18:41:02.985998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45570) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:02.999108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.033230 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.046517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:41:03.107850 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:03.111365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bebd6d-5b3a-4760-9cce-4d0e8b85d11c None None] The sync data for ids ['8a2096a1-919a-40e8-be86-b46f9bf050e5'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:03.146205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Attempting to bind port 8f543b0f-c58a-4bbe-aa09-4133b03200ce on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:03.146499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Attempting to bind port 8f543b0f-c58a-4bbe-aa09-4133b03200ce by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:03.147096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Attempting to bind port 8f543b0f-c58a-4bbe-aa09-4133b03200ce on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:03.160657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:03.161396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:03.163166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.163888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:03.164323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Bound port: 8f543b0f-c58a-4bbe-aa09-4133b03200ce, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:03.165118 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.190546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Pushing event updated for resources: {'Port': ['ID=8f543b0f-c58a-4bbe-aa09-4133b03200ce,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:03.228601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 56807f84-23a4-4342-a2ac-69d19c2449a1 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:03.251604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-39e4064f-92d8-499b-99cd-87a0b0b1304a None None] Provisioning for port 56807f84-23a4-4342-a2ac-69d19c2449a1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:03.266050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] For port 8f543b0f-c58a-4bbe-aa09-4133b03200ce, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:03.266050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-39e4064f-92d8-499b-99cd-87a0b0b1304a None None] Provisioning complete for port 56807f84-23a4-4342-a2ac-69d19c2449a1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:03.266050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-39e4064f-92d8-499b-99cd-87a0b0b1304a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.280586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.319400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] For port 8f543b0f-c58a-4bbe-aa09-4133b03200ce, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f543b0f-c58a-4bbe-aa09-4133b03200ce,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:03.338470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-39e4064f-92d8-499b-99cd-87a0b0b1304a None None] Port 56807f84-23a4-4342-a2ac-69d19c2449a1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:03.413893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:03.418460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.423678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:03.434356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:03.434971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:03.491167 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f2b3b4c0-bb4f-403d-92f6-f33b2841373d tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "PUT /v2.0/floatingips/534284d7-2e24-471c-808c-aad448dbf527 HTTP/1.1" status: 200 len: 991 time: 3.0604918 Mar 02 18:41:03.492246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:41:03.507736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a40630d0-90ac-46db-ab9c-a9ca17316705 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers/8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 200 len: 881 time: 0.5186808 Mar 02 18:41:03.517447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:03.519209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:03.638216 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'status': 'completed', 'code': 200} Mar 02 18:41:03.753147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-e5500e5e-a318-4bd4-8e36-9b34991cf548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:03.754742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-e5500e5e-a318-4bd4-8e36-9b34991cf548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 1096 time: 0.1144056 Mar 02 18:41:03.763641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Pushing event updated for resources: {'Port': ['ID=8f543b0f-c58a-4bbe-aa09-4133b03200ce,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:03.775946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Routers {'7fe63201-10b2-481b-8e19-16bfbd1c0d05'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:03.776065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7fe63201-10b2-481b-8e19-16bfbd1c0d05'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:03.843549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.843789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.844092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.844636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.845147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.845647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.846180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.846669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.847178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.847668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.848157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.848644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2942ec-8419-430e-9800-590d0f9cc1d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:03.912913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:03.983422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da90695f-8b63-420d-aaa6-398b106d9cec tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:router {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:04.013368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-bb2f13bb-a4be-422f-affe-32958b81dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:04.015632 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-bb2f13bb-a4be-422f-affe-32958b81dae3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 200 len: 912 time: 0.1903973 Mar 02 18:41:04.219482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.223889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-b827f544-bc8e-48f2-80cc-53bb90068a53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b HTTP/1.1" status: 200 len: 999 time: 0.1968009 Mar 02 18:41:04.233937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] Set router 7fe63201-10b2-481b-8e19-16bfbd1c0d05 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:04.322306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da90695f-8b63-420d-aaa6-398b106d9cec tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:router {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:04.322306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-da90695f-8b63-420d-aaa6-398b106d9cec tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.8042192 Mar 02 18:41:04.332213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45586) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:04.332213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1629097849'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:04.389050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=56807f84-23a4-4342-a2ac-69d19c2449a1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:04.425529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-31a32e7c-22a2-43ad-a6b0-2a5044093284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:04.430691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-31a32e7c-22a2-43ad-a6b0-2a5044093284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 200 len: 850 time: 0.2000232 Mar 02 18:41:04.486935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0f9eab44-4708-4d48-9016-99e4d4ed2267 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:04.550993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.734468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.838599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-8202e53f-1395-4939-bab3-a0688d8a8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:04.839644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:04.840017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.840496 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-8202e53f-1395-4939-bab3-a0688d8a8666 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=afc20aa1-3093-4520-ab68-048f6a31877b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4014330 Mar 02 18:41:04.865833 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:04.950100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '534284d7-2e24-471c-808c-aad448dbf527', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:5d:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:40:35Z', 'updated_at': '2022-03-02T18:41:01Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:04.968970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 172.25.7.175 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1847088c-7e5b-402e-bc08-9c833646020b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:05.012631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:41:05.045988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:05.046662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:05.071714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ad19aa1-3698-43b2-94f6-cfdc6f386706 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/56807f84-23a4-4342-a2ac-69d19c2449a1 HTTP/1.1" status: 204 len: 168 time: 2.8442659 Mar 02 18:41:05.077488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.130322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': False}, 'gw_port_id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:56Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 3, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port': {'id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:57Z', 'updated_at': '2022-03-02T18:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:05.156716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:05.158566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:05.158963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca386409-d1b9-423a-a17b-e702578ca84e None None] The sync data for ids ['7fe63201-10b2-481b-8e19-16bfbd1c0d05'] in n-d-828839-1 is: [{'id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76'}], 'enable_snat': False}, 'gw_port_id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:40:56Z', 'updated_at': '2022-03-02T18:40:58Z', 'revision_number': 3, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port': {'id': '8f543b0f-c58a-4bbe-aa09-4133b03200ce', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fe63201-10b2-481b-8e19-16bfbd1c0d05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:40:57Z', 'updated_at': '2022-03-02T18:41:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:05.160250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:05.164676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:05.265074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.313117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:05.315270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bc05d603-b37a-42ef-955b-b97d03f4920c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2373714 Mar 02 18:41:05.319070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45602) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:05.379628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-ebdbdc26-0422-4be3-bcd9-9aa613478b90 service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223022 Mar 02 18:41:05.432826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:05.437579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:05.449142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.547805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.625390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.676488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.683353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b3eb8d1-3aa5-431b-8966-2cbf0f320960 req-4a39b78e-be5e-48c8-878f-90377e2cca17 service neutron] 10.222.0.11 "GET /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978387 Mar 02 18:41:05.837755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:05.894472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:05.904375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:05.910461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:05.966073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=1847088c-7e5b-402e-bc08-9c833646020b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:05.988231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.080293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '534284d7-2e24-471c-808c-aad448dbf527', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:5d:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:40:35Z', 'updated_at': '2022-03-02T18:41:01Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:06.086789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697da889-e5a1-4cbe-b2c4-0b17f73d404d None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '534284d7-2e24-471c-808c-aad448dbf527', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'floating_ip_address': '172.25.7.125', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'port_id': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'mac_address': 'fa:16:3e:5d:14:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:40:35Z', 'updated_at': '2022-03-02T18:41:01Z', 'revision_number': 1, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:06.136209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 8a2096a1-919a-40e8-be86-b46f9bf050e5 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:41:06.437189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f543b0f-c58a-4bbe-aa09-4133b03200ce up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:06.447379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:06.465650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] Sync routers for ids ['8a2096a1-919a-40e8-be86-b46f9bf050e5'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:06.472207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.476036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7e4f4127-d103-4fbf-bbd9-9e5115339b0a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 200 len: 888 time: 2.1522622 Mar 02 18:41:06.485892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:06.491240 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] Routers {'8a2096a1-919a-40e8-be86-b46f9bf050e5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:06.491900 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8a2096a1-919a-40e8-be86-b46f9bf050e5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:06.562996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce1723d-6042-4295-981e-55ff5ce4768b None None] New status for floating IP 534284d7-2e24-471c-808c-aad448dbf527: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:41:06.700267 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:06.709180 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] Routers {'8a2096a1-919a-40e8-be86-b46f9bf050e5'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:06.709840 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8a2096a1-919a-40e8-be86-b46f9bf050e5'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:06.784729 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:06.785132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38ea49c-c018-48ca-8f96-4ca735c6fe0c None None] The sync data for ids ['8a2096a1-919a-40e8-be86-b46f9bf050e5'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:06.785560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1a638ad1-c3dd-41f5-9ad3-e661bc539ffe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers/8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 200 len: 888 time: 0.3051996 Mar 02 18:41:06.789198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45614) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:06.843519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8f543b0f-c58a-4bbe-aa09-4133b03200ce completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:06.843635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-98c3b4f6-a00a-43ea-9c33-e0cd3761918f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:06.849756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8f543b0f-c58a-4bbe-aa09-4133b03200ce triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:06.850384 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.947124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:06.993696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-98c3b4f6-a00a-43ea-9c33-e0cd3761918f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:06.999293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98c3b4f6-a00a-43ea-9c33-e0cd3761918f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 200 len: 205 time: 0.2067027 Mar 02 18:41:07.000092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.014070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:07.018746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.056463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c37c49-6d69-4afd-86ee-94f1d1d615b1 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:07.140991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-88ee86af-94ec-4290-90c6-9008eaf8f064 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d HTTP/1.1" status: 204 len: 168 time: 1.8179710 Mar 02 18:41:07.146507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45628) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:07.231224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.250768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.310433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet b7ec9f74-695f-447d-997b-8a15b148efa5 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:07.319227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 8f543b0f-c58a-4bbe-aa09-4133b03200ce, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f543b0f-c58a-4bbe-aa09-4133b03200ce,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:07.324523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.369298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.451539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.489260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.583529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=8f543b0f-c58a-4bbe-aa09-4133b03200ce,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:07.668285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.748177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.798775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 1de2cf71-bd50-445c-8bec-8b059a77512a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:07.799146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:07.905763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.116323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.178927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ec9f74-695f-447d-997b-8a15b148efa5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:08.181504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.185341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.199611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff17bd7d-f7c6-462b-aa37-334aad04584a None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:08.205903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5e04f3f4-4d02-45c3-8895-8c236ee49b30 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/b7ec9f74-695f-447d-997b-8a15b148efa5 HTTP/1.1" status: 204 len: 168 time: 1.0564394 Mar 02 18:41:08.207035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45638) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:08.301810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcf190c2-d69d-4402-a2c2-f9d20e5c65f6 None None] Provisioning complete for port 0f9eab44-4708-4d48-9016-99e4d4ed2267 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:08.302344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-186dc613-9025-4099-a5ae-a58cb69b90cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0788219 Mar 02 18:41:08.302430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf190c2-d69d-4402-a2c2-f9d20e5c65f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.302516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45642) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:08.302516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:08.341763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 1de2cf71-bd50-445c-8bec-8b059a77512a owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:08.366345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f543b0f-c58a-4bbe-aa09-4133b03200ce up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:08.455936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router 7d11d358-a21c-4919-9722-7cec036be6fd is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:08.707516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8f543b0f-c58a-4bbe-aa09-4133b03200ce triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:08.708150 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.720707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.739205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:08.751817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:08.753393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:08.776310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:08.850725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=1de2cf71-bd50-445c-8bec-8b059a77512a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:08.858449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:41:08.869506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Deleting port 0f9eab44-4708-4d48-9016-99e4d4ed2267 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:08.869886 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.927544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:08.941243 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Sync routers for ids ['7d11d358-a21c-4919-9722-7cec036be6fd'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:08.944381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:08.948134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:08.952927 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Routers {'7d11d358-a21c-4919-9722-7cec036be6fd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:08.953567 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7d11d358-a21c-4919-9722-7cec036be6fd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:08.984125 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.223286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] For port 0f9eab44-4708-4d48-9016-99e4d4ed2267, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0f9eab44-4708-4d48-9016-99e4d4ed2267,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:09.223697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.234939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.240160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-10ba8aad-0a7f-4684-a777-b3467f4c90cd tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.1758294 Mar 02 18:41:09.244219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45650) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:09.255856 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Set router 7d11d358-a21c-4919-9722-7cec036be6fd gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:09.331735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.341399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.425691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Calling delete_port for 0f9eab44-4708-4d48-9016-99e4d4ed2267 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:09.438741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.439466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2096a1-919a-40e8-be86-b46f9bf050e5 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:09.492609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-51981e1e-54bf-4769-816c-bf75f6d11dad tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/7d11d358-a21c-4919-9722-7cec036be6fd HTTP/1.1" status: 200 len: 908 time: 0.2439721 Mar 02 18:41:09.492609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.492998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45654) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:09.553907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:09.572682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:09.574468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:09.575041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.581545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.582674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c86877a5-dec6-4e6e-b039-ffb854b13993 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 204 len: 168 time: 2.5814021 Mar 02 18:41:09.590913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45660) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:09.598586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1385267778'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:09.615207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:09.623931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:09.626905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=6221932d-991b-4906-ab2a-63cdddda645b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:09.632938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.655064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:09.663069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:09.680073 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11d358-a21c-4919-9722-7cec036be6fd', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.175'}], 'enable_snat': True}, 'gw_port_id': '1847088c-7e5b-402e-bc08-9c833646020b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:02Z', 'updated_at': '2022-03-02T18:41:06Z', 'revision_number': 3, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port': {'id': '1847088c-7e5b-402e-bc08-9c833646020b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:ce:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d11d358-a21c-4919-9722-7cec036be6fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2569, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:04Z', 'updated_at': '2022-03-02T18:41:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:09.686269 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Checking router: 7d11d358-a21c-4919-9722-7cec036be6fd for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:41:09.686959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Updating router 7d11d358-a21c-4919-9722-7cec036be6fd port 1847088c-7e5b-402e-bc08-9c833646020b binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:41:09.708576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] Pushing event deleted for resources: {'Port': ['ID=0f9eab44-4708-4d48-9016-99e4d4ed2267,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:09.708576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807c4cd-cb5f-4685-a3d2-21bca8ebc8e3 None None] No DVR routers for this DVR port 0f9eab44-4708-4d48-9016-99e4d4ed2267 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:09.721717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667fce58-47c5-4278-af82-24962a5c2f95 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:09.748335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-700fe6cd-827f-4d49-b3a2-c76f6149a594 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4536269 Mar 02 18:41:09.751610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45664) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:09.757484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:09.788430 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:09.810035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.005757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:10.009821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.030256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.035557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '6221932d-991b-4906-ab2a-63cdddda645b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:10.040992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.064382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:41:10.075744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.076355 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment c1c5dd93-4fae-4e75-893e-97ea946d4649 of type vlan for network d4799f20-03f1-49e4-8068-96b7a08a10ae Mar 02 18:41:10.117096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port 1847088c-7e5b-402e-bc08-9c833646020b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:10.117737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.156854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:10.163048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:10.167583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:10.177458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.182431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:10.229827 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:41:10.232926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:10.238458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.353789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Allocated IP 172.20.0.2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/6221932d-991b-4906-ab2a-63cdddda645b/2f87180c-c03d-4424-8fca-3e6e895ffcc0) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:10.472512 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.499919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Transition to ACTIVE for port object 1847088c-7e5b-402e-bc08-9c833646020b will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:10.512758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0f9eab44-4708-4d48-9016-99e4d4ed2267 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:10.525557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.551398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0f9eab44-4708-4d48-9016-99e4d4ed2267 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:41:10.551748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0f9eab44-4708-4d48-9016-99e4d4ed2267 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:10.629154 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.713580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for 1847088c-7e5b-402e-bc08-9c833646020b owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:10.733914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.741681 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3381d-6ece-4153-9740-4b141dc4f720 None None] Pushing event updated for resources: {'Port': ['ID=1847088c-7e5b-402e-bc08-9c833646020b,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:10.760186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Transition to ACTIVE for port object 2f87180c-c03d-4424-8fca-3e6e895ffcc0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:10.771656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.775263 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Attempting to bind port 1847088c-7e5b-402e-bc08-9c833646020b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:10.775815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Attempting to bind port 1847088c-7e5b-402e-bc08-9c833646020b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:10.776275 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Attempting to bind port 1847088c-7e5b-402e-bc08-9c833646020b on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:10.778756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:10.779570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.782815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:10.783605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:10.784152 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.784637 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:10.785201 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Bound port: 1847088c-7e5b-402e-bc08-9c833646020b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:10.785678 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.807759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Transition to ACTIVE for port object 2f87180c-c03d-4424-8fca-3e6e895ffcc0 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:10.895601 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] For port 1847088c-7e5b-402e-bc08-9c833646020b, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:10.900862 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] For port 1847088c-7e5b-402e-bc08-9c833646020b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1847088c-7e5b-402e-bc08-9c833646020b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:10.923658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:10.935501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3420215 Mar 02 18:41:10.940896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:10.944493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144d35e-5b93-419b-80c9-1ece53140221 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=d4799f20-03f1-49e4-8068-96b7a08a10ae,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:10.957409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d4799f20-03f1-49e4-8068-96b7a08a10ae details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:41:10.975311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:10.993338 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.041283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:41:11.096006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:11.102020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:11.123680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:11.142875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Pushing event updated for resources: {'Port': ['ID=2f87180c-c03d-4424-8fca-3e6e895ffcc0,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.155729 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3381d-6ece-4153-9740-4b141dc4f720 None None] Pushing event updated for resources: {'Port': ['ID=1847088c-7e5b-402e-bc08-9c833646020b,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.196415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Routers {'7d11d358-a21c-4919-9722-7cec036be6fd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:11.197053 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7d11d358-a21c-4919-9722-7cec036be6fd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:11.321238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:11.324636 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:11.324636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:11.327268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:11.329491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Attempting to bind port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:11.329881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Attempting to bind port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:11.330284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Attempting to bind port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:11.330602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:11.337229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:11.337605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:11.338264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.338554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:11.338660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:11.339153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Bound port: 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:11.339537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.426155 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] Set router 7d11d358-a21c-4919-9722-7cec036be6fd gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:11.432278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:11.437903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.450336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a5924575-e592-494c-b177-820af23da4e6 None None] For port 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:11.458960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a5924575-e592-494c-b177-820af23da4e6 None None] For port 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f87180c-c03d-4424-8fca-3e6e895ffcc0,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:11.463840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.548549 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d11d358-a21c-4919-9722-7cec036be6fd', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:02Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:11.552802 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928f005c-9f11-4f6f-9e19-34c987c57a2a None None] The sync data for ids ['7d11d358-a21c-4919-9722-7cec036be6fd'] in n-d-828839-1 is: [{'id': '7d11d358-a21c-4919-9722-7cec036be6fd', 'name': 'tempest-snat-router-1506087907', 'tenant_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:02Z', 'updated_at': '2022-03-02T18:41:10Z', 'revision_number': 4, 'project_id': 'a7ec5a962c6d4c258312ad2c6afcf5db', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:11.586951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.590973 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:11.590973 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:11.682484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5924575-e592-494c-b177-820af23da4e6 None None] Pushing event updated for resources: {'Port': ['ID=2f87180c-c03d-4424-8fca-3e6e895ffcc0,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:11.825493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port 1847088c-7e5b-402e-bc08-9c833646020b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:11.825493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:11.861205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.107902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=bb4d1f4c-fb37-4bb5-9a30-c3db807816fb,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:12.113485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': 'c1c5dd93-4fae-4e75-893e-97ea946d4649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:12.113968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: d4799f20-03f1-49e4-8068-96b7a08a10ae, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:41:12.154009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.165795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] For port 1847088c-7e5b-402e-bc08-9c833646020b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1847088c-7e5b-402e-bc08-9c833646020b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:12.165795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.314613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network d4799f20-03f1-49e4-8068-96b7a08a10ae is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:41:12.344819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for 1847088c-7e5b-402e-bc08-9c833646020b owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:12.415130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f87180c-c03d-4424-8fca-3e6e895ffcc0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:12.533971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d4799f20-03f1-49e4-8068-96b7a08a10ae) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:12.543016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2868ed02-0cca-454f-8790-2284fbbcf839 None None] Network d4799f20-03f1-49e4-8068-96b7a08a10ae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:12.549459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:12.550290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.579330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f87180c-c03d-4424-8fca-3e6e895ffcc0,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:12.612222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.631922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:12.702154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-856392df-a93f-4d42-aade-10366a374a89 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7501605 Mar 02 18:41:12.705733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45684) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:12.711197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1129927930', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:12.718799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:12.732575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:12.732575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:12.738296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:12.758723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.764291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.764291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.799216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d4799f20-03f1-49e4-8068-96b7a08a10ae', 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': 'bb4d1f4c-fb37-4bb5-9a30-c3db807816fb'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:12.799216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.825099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Port': ['ID=1847088c-7e5b-402e-bc08-9c833646020b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:12.893659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:12.915867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:12.918708 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.920083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.939732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:12.940445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:12.988423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=78aed2e6-b4a3-4e0d-80ac-576f973c6d88,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:12.996804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=2f87180c-c03d-4424-8fca-3e6e895ffcc0,revision_number=4']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:13.032433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.070557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Allocated IP 172.20.0.2 (d4799f20-03f1-49e4-8068-96b7a08a10ae/bb4d1f4c-fb37-4bb5-9a30-c3db807816fb/8a69b2a3-5d87-4168-a763-c68ba89b45bc) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:13.112203 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.127580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3f33bafa-0746-46e7-8f57-d8c5f233447c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3720431 Mar 02 18:41:13.129967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45690) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:13.134176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:0a:00:d6', 'name': 'tempest-NetworksTestDHCPv6-8253024'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:13.214602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b50a18f-c6e1-4d15-895f-9d8bd8543ef9 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:13.258410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.336868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.336868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.355989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:13.360354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:13.364513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:13.374930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:13.375046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Provisioning for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:13.392413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Provisioning complete for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:13.392785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.402663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.402663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65d4a2df-a5fc-4283-92eb-e201b3bcaa13 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6931648 Mar 02 18:41:13.405266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:13.470938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.471435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d11d358-a21c-4919-9722-7cec036be6fd {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:13.516274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:13.546290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.547409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9085dfe4-0bbb-4ccc-8ce4-5ed8e23d3ba0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7d11d358-a21c-4919-9722-7cec036be6fd HTTP/1.1" status: 204 len: 168 time: 4.0533957 Mar 02 18:41:13.559248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:13.581526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.637573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Transition to ACTIVE for port object 8a69b2a3-5d87-4168-a763-c68ba89b45bc will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:13.682063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.723489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:41:13.728217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Transition to ACTIVE for port object 8a69b2a3-5d87-4168-a763-c68ba89b45bc will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:13.730212 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.796216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-965e762b-f660-4470-920f-6472b5c195ea None None] For port 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f87180c-c03d-4424-8fca-3e6e895ffcc0,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:13.898533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.972658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:13.982889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 172.20.0.10 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/6221932d-991b-4906-ab2a-63cdddda645b/82eded05-5ac2-4a0b-9846-fa1b17a3ca3f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:14.012177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Network d4799f20-03f1-49e4-8068-96b7a08a10ae is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:14.012177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:14.012177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:14.017590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe0a:d6 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/78aed2e6-b4a3-4e0d-80ac-576f973c6d88/82eded05-5ac2-4a0b-9846-fa1b17a3ca3f) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:14.097437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.191077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Pushing event updated for resources: {'Port': ['ID=8a69b2a3-5d87-4168-a763-c68ba89b45bc,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:14.430270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965e762b-f660-4470-920f-6472b5c195ea None None] Pushing event updated for resources: {'Port': ['ID=2f87180c-c03d-4424-8fca-3e6e895ffcc0,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:14.484934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Attempting to bind port 8a69b2a3-5d87-4168-a763-c68ba89b45bc on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:14.485706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Attempting to bind port 8a69b2a3-5d87-4168-a763-c68ba89b45bc by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c1c5dd93-4fae-4e75-893e-97ea946d4649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:14.486052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Attempting to bind port 8a69b2a3-5d87-4168-a763-c68ba89b45bc on network d4799f20-03f1-49e4-8068-96b7a08a10ae {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:14.493323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:14.493707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Checking segment: {'id': 'c1c5dd93-4fae-4e75-893e-97ea946d4649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:14.494114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.494540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Bound using segment: {'id': 'c1c5dd93-4fae-4e75-893e-97ea946d4649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:14.495019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Bound port: 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1c5dd93-4fae-4e75-893e-97ea946d4649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'd4799f20-03f1-49e4-8068-96b7a08a10ae'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:14.495399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.570790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.636516 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.661716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:14.720630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] For port 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:14.720630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] For port 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8a69b2a3-5d87-4168-a763-c68ba89b45bc,segment=NetworkSegment(c1c5dd93-4fae-4e75-893e-97ea946d4649),segment_id=c1c5dd93-4fae-4e75-893e-97ea946d4649)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:14.840721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.914669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.922634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:14.926321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:14.929236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:14.931397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:14.991413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=82eded05-5ac2-4a0b-9846-fa1b17a3ca3f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:15.021658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:15.022381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.106259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Deleting port 8f543b0f-c58a-4bbe-aa09-4133b03200ce {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:15.112799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.112927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-51dee4bb-8f31-4eeb-ad00-c528c23f7e10 None None] Provisioning complete for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:15.112927 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51dee4bb-8f31-4eeb-ad00-c528c23f7e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.157441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5e9414e0-936d-49cc-a122-bcc874badf72 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.0192027 Mar 02 18:41:15.157441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45710) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:15.279485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa263-7ec3-4624-b8ef-d3e75b4fcf19 None None] Pushing event updated for resources: {'Port': ['ID=8a69b2a3-5d87-4168-a763-c68ba89b45bc,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:15.320383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15477d26-1670-4752-821d-e2e78779ebb7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:15.328538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15477d26-1670-4752-821d-e2e78779ebb7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:15.329522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-15477d26-1670-4752-821d-e2e78779ebb7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:15.444945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-15477d26-1670-4752-821d-e2e78779ebb7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:15.446640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-15477d26-1670-4752-821d-e2e78779ebb7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2885177 Mar 02 18:41:15.450639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45716) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:15.546869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:15.547294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.619908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ab7a5b12-4361-4bbe-af1b-04e30655bfb0 None None] Provisioning for port 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:15.622844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.20.0.1 (d4799f20-03f1-49e4-8068-96b7a08a10ae/bb4d1f4c-fb37-4bb5-9a30-c3db807816fb/2f3e461e-9fc8-4847-85fd-44e99dfd5494) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:15.624705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ab7a5b12-4361-4bbe-af1b-04e30655bfb0 None None] Provisioning complete for port 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:15.626396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab7a5b12-4361-4bbe-af1b-04e30655bfb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.728903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] For port 8f543b0f-c58a-4bbe-aa09-4133b03200ce, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8f543b0f-c58a-4bbe-aa09-4133b03200ce,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:15.729939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:15.754524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ab7a5b12-4361-4bbe-af1b-04e30655bfb0 None None] Port 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:15.967998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Calling delete_port for 8f543b0f-c58a-4bbe-aa09-4133b03200ce owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:16.001430 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.228671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.272783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 2f3e461e-9fc8-4847-85fd-44e99dfd5494 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:16.300588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.300588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.300588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.301137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.301857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.302525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.303721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.314990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-5b0b6cf0-9a22-416a-a893-53bc5cf1b3f0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6503 time: 0.4980433 Mar 02 18:41:16.428929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 82eded05-5ac2-4a0b-9846-fa1b17a3ca3f owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:16.433774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-78f37a5a-1e5a-4965-b03a-ba8b9031de87 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1172528 Mar 02 18:41:16.527968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8a69b2a3-5d87-4168-a763-c68ba89b45bc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:16.570853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.656062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.698906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network d4799f20-03f1-49e4-8068-96b7a08a10ae is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:16.703774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:16.706718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:16.710409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e505d-04fa-427e-981e-6ae1e0ca9441 req-83b68c8b-56ad-4dfe-8ea7-a976c23aee55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:16.712640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d6e505d-04fa-427e-981e-6ae1e0ca9441 req-83b68c8b-56ad-4dfe-8ea7-a976c23aee55 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2155039 Mar 02 18:41:16.756976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8a69b2a3-5d87-4168-a763-c68ba89b45bc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:16.756976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f87180c-c03d-4424-8fca-3e6e895ffcc0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:16.822933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf14b8-7ce2-434c-b69b-6b0e7b1b13a8 None None] Network d4799f20-03f1-49e4-8068-96b7a08a10ae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:16.861514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d6e505d-04fa-427e-981e-6ae1e0ca9441 req-8ec5db07-0552-42aa-9515-5f84a54980b9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393006 Mar 02 18:41:16.907274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.929350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=2f3e461e-9fc8-4847-85fd-44e99dfd5494,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:16.951507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:16.951507 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:16.981021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=82eded05-5ac2-4a0b-9846-fa1b17a3ca3f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:16.981802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.982272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.982841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.983527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.984685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.985866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.989356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.989356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.989356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.990299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.991499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.992054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:16.993427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Provisioning for port 8a69b2a3-5d87-4168-a763-c68ba89b45bc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:17.029068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Provisioning complete for port 8a69b2a3-5d87-4168-a763-c68ba89b45bc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:17.029451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.082633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.113482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f543b0f-c58a-4bbe-aa09-4133b03200ce,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:17.121801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.347328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.374513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecce1d-d347-457c-adff-7d07ce1c4b3a req-4113e8c5-cb68-455d-9b10-8b4f7c52239c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:17.376580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21ecce1d-d347-457c-adff-7d07ce1c4b3a req-4113e8c5-cb68-455d-9b10-8b4f7c52239c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1970770 Mar 02 18:41:17.435881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21ecce1d-d347-457c-adff-7d07ce1c4b3a req-48cb9c05-3893-4ba1-9bc8-289a50fdd67e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 Mar 02 18:41:17.462244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-24f050ee-10d7-4e7a-ad7e-7139564cc114 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/82eded05-5ac2-4a0b-9846-fa1b17a3ca3f HTTP/1.1" status: 204 len: 168 time: 2.0104311 Mar 02 18:41:17.466000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45742) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:17.502303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.549418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] For port 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8a69b2a3-5d87-4168-a763-c68ba89b45bc,segment=NetworkSegment(c1c5dd93-4fae-4e75-893e-97ea946d4649),segment_id=c1c5dd93-4fae-4e75-893e-97ea946d4649)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:17.562345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.565111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.578231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:17.595250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:17.595250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:17.595250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:17.633742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.707875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09071235-86ae-41b4-ad2e-3721c72bde5e req-4ffe932c-f996-47f3-b2f3-5592566fa053 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:17.709525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09071235-86ae-41b4-ad2e-3721c72bde5e req-4ffe932c-f996-47f3-b2f3-5592566fa053 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1178894 Mar 02 18:41:17.722928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b87a5-5832-4255-b940-453a2cf4b052 None None] Pushing event updated for resources: {'Port': ['ID=8a69b2a3-5d87-4168-a763-c68ba89b45bc,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:17.763983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09071235-86ae-41b4-ad2e-3721c72bde5e req-a1dbd036-fff5-468e-aae4-4bf3e3418547 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482242 Mar 02 18:41:17.804045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.804045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7fe63201-10b2-481b-8e19-16bfbd1c0d05 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:17.844264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:17.848725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-885882f5-3bd2-4d30-a397-061f85f89743 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3782930 Mar 02 18:41:17.848725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45754) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:17.855784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.861502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Provisioning complete for port 8a69b2a3-5d87-4168-a763-c68ba89b45bc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:17.863290 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.879033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:17.888891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abc3b498-f16f-451a-bc48-8586a98e94e2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "DELETE /v2.0/routers/7fe63201-10b2-481b-8e19-16bfbd1c0d05 HTTP/1.1" status: 204 len: 168 time: 4.3162072 Mar 02 18:41:17.888891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45758) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:17.999242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-379079849', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:18.057798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:18.068414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:18.074000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:18.099487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:18.164713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 6221932d-991b-4906-ab2a-63cdddda645b {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:18.171310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.288446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.292553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.293901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.339790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80d9ac-49d9-44bf-9724-2329d549a054 req-f4ebf3c4-c2e0-41fc-9060-033e37eea338 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:18.341759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab80d9ac-49d9-44bf-9724-2329d549a054 req-f4ebf3c4-c2e0-41fc-9060-033e37eea338 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2939894 Mar 02 18:41:18.356429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.408543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Provisioning for port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:18.412151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Provisioning complete for port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:18.412825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.415110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab80d9ac-49d9-44bf-9724-2329d549a054 req-bb81f309-ab8e-4c6c-a3e7-3ce810534631 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663328 Mar 02 18:41:18.457857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.492300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8d6e060e-aa3d-4cfb-ab64-cd09de9d5827 None None] Port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:18.601244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8a69b2a3-5d87-4168-a763-c68ba89b45bc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:18.675986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3f8afd50-37a1-42ce-9989-2499f26aac3e None None] Provisioning complete for port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:18.676414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f8afd50-37a1-42ce-9989-2499f26aac3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.718978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.758593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f8afd50-37a1-42ce-9989-2499f26aac3e None None] Port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:18.768323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8a69b2a3-5d87-4168-a763-c68ba89b45bc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:18.768701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.775693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=6221932d-991b-4906-ab2a-63cdddda645b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:18.780231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:18.804857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2110cfc-0e42-4e80-a92a-22fb04502fbb None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:18.933762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aca5a739-9214-4165-93d7-85f2bac41e49 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/6221932d-991b-4906-ab2a-63cdddda645b HTTP/1.1" status: 204 len: 168 time: 1.0839300 Mar 02 18:41:18.937256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45782) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:18.987328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-6993cd4c-e2b8-443b-9749-7468599a57ba tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:18.988818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-6993cd4c-e2b8-443b-9749-7468599a57ba tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.2154951 Mar 02 18:41:19.026799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-1b714822-129a-46c6-8eca-3d0322e7b1db tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/quotas/6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 375 time: 0.0247400 Mar 02 18:41:19.032363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.036487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:41:19.056008 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.116017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 78aed2e6-b4a3-4e0d-80ac-576f973c6d88 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:19.119874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.131076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.216096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.283324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=2f3e461e-9fc8-4847-85fd-44e99dfd5494,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:19.326621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f543b0f-c58a-4bbe-aa09-4133b03200ce no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:19.332373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-ca16949d-9d9d-4abc-8a31-8b6aa72ecb2e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3012638 Mar 02 18:41:19.335379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.400917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8f543b0f-c58a-4bbe-aa09-4133b03200ce {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:41:19.400917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8f543b0f-c58a-4bbe-aa09-4133b03200ce not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:19.576942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network d4799f20-03f1-49e4-8068-96b7a08a10ae is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:19.579786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:19.705427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.813512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-5909738e-8794-490b-ab11-8ecd0c004060 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864854 Mar 02 18:41:19.977197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:19.995716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c83d5d1a-97cd-4399-9c63-9d8481281a09 None None] Provisioning complete for port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:19.996103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c83d5d1a-97cd-4399-9c63-9d8481281a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.047797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.054507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=78aed2e6-b4a3-4e0d-80ac-576f973c6d88,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:20.120236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c83d5d1a-97cd-4399-9c63-9d8481281a09 None None] Port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:20.123425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e8a9354-787d-4f2b-a013-ac7579949ed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/78aed2e6-b4a3-4e0d-80ac-576f973c6d88 HTTP/1.1" status: 204 len: 168 time: 1.1847274 Mar 02 18:41:20.126934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45794) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:20.131692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-94efcca0-fd91-438d-997c-105dc93ebdfd service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066881 Mar 02 18:41:20.199975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e334d9bf-1acd-4dc6-ae68-677101e15e65 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:20.211432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.221634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd2c7b0b-c9ea-44d7-b57f-2b402b407f93 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915017 Mar 02 18:41:20.222527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45798) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:20.232204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:20.298845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.422975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:20.440835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:20.447085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:20.462337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:20.480621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Allocated IP 172.25.7.201 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/d3bf6a89-fcc0-4c9a-97d5-3dac327f262d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:20.523966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-68ee8159-98fc-43ad-b887-fd7aa2ceb80b None None] Provisioning complete for port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:20.523966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-68ee8159-98fc-43ad-b887-fd7aa2ceb80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.616741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:20.648316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.681710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.721726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:41:20.733378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Deleting port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:20.734032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.845273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:20.863525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-070a9db1-8a82-41ac-96fe-3cce535f1782 req-6343bc91-77b4-436e-888e-39e748c6f779 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.3338215 Mar 02 18:41:20.919064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:20.921981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:20.926900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:20.955694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event updated for resources: {'Port': ['ID=d3bf6a89-fcc0-4c9a-97d5-3dac327f262d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:20.961514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router b6d5e657-caa3-4fb0-844e-745905da8e72 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:21.011689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] For port 2f87180c-c03d-4424-8fca-3e6e895ffcc0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2f87180c-c03d-4424-8fca-3e6e895ffcc0,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:21.012360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:21.158409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:21.164158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Calling delete_port for 2f87180c-c03d-4424-8fca-3e6e895ffcc0 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:21.316102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:21.316102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:21.330368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:21.330368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:21.371477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=698f1d09-a209-4f9b-b090-b912dbdb0f50,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:21.403125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:21.436955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] Sync routers for ids ['b6d5e657-caa3-4fb0-844e-745905da8e72'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:21.439967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfd9ba0a-dfe7-40f4-b112-1fcf7102b08a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/b6d5e657-caa3-4fb0-844e-745905da8e72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0274050 Mar 02 18:41:21.439967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45814) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:21.473427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] Routers {'b6d5e657-caa3-4fb0-844e-745905da8e72'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:21.473427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6d5e657-caa3-4fb0-844e-745905da8e72'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:21.519669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50c35515-1921-42e8-9a57-8316635872a3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2838678 Mar 02 18:41:21.519669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:21.519669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:21.548684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac1bbae-8e8e-45a8-809c-56e5450a20e1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:21.548684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ac1bbae-8e8e-45a8-809c-56e5450a20e1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:21.639180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:21.664898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] Routers {'b6d5e657-caa3-4fb0-844e-745905da8e72'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:21.664898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6d5e657-caa3-4fb0-844e-745905da8e72'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:21.785834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:21.786366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3056ea88-1c96-4955-a08d-5719ee4a85ac None None] The sync data for ids ['b6d5e657-caa3-4fb0-844e-745905da8e72'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:21.804246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:21.876912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] Pushing event deleted for resources: {'Port': ['ID=2f87180c-c03d-4424-8fca-3e6e895ffcc0,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:21.882394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c515c47-8586-445b-adc3-f1ba8ccc0555 None None] No DVR routers for this DVR port 2f87180c-c03d-4424-8fca-3e6e895ffcc0 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:21.887012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ac1bbae-8e8e-45a8-809c-56e5450a20e1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:21.887012 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ac1bbae-8e8e-45a8-809c-56e5450a20e1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports/2f3e461e-9fc8-4847-85fd-44e99dfd5494 HTTP/1.1" status: 200 len: 910 time: 0.4467554 Mar 02 18:41:21.888321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:21.900506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb4d1f4c-fb37-4bb5-9a30-c3db807816fb'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:21.907129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb24afa-f562-4601-980d-fdf53055d46d None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:21.910362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:21.942236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:21.949680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:22.014150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19369a67-26f7-400f-b3f4-abb9febcb408 req-62c53529-83d4-4be8-aadc-55254dc8e524 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.0595932 Mar 02 18:41:22.015273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:22.066000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-38ab405d-27fd-47a4-accf-e63b88a36016 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2865453 Mar 02 18:41:22.173490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.174661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:22.180656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.327844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-488fb6be-6855-4e16-b534-e41fdfa89f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.343816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '698f1d09-a209-4f9b-b090-b912dbdb0f50'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:22.346312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.419450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-15552722-ea17-4abe-9cf2-fd782f5b2795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:22.420912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-15552722-ea17-4abe-9cf2-fd782f5b2795 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 1097 time: 0.3340957 Mar 02 18:41:22.465257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.507366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f87180c-c03d-4424-8fca-3e6e895ffcc0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:22.555088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2f87180c-c03d-4424-8fca-3e6e895ffcc0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:41:22.555088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2f87180c-c03d-4424-8fca-3e6e895ffcc0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:22.702568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Allocated IP 172.20.0.2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/698f1d09-a209-4f9b-b090-b912dbdb0f50/f8ef7512-1235-467d-861d-45e512f7bfa1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:22.857898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:22.890232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-fbb51fee-fa3d-48ce-b34b-6624387da1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:22.891825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-fbb51fee-fa3d-48ce-b34b-6624387da1b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.4473631 Mar 02 18:41:22.990309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-4d682c64-f60b-45dc-9436-ddfbcbb7638b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d HTTP/1.1" status: 200 len: 217 time: 0.0861113 Mar 02 18:41:23.024261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:23.050198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Transition to ACTIVE for port object f8ef7512-1235-467d-861d-45e512f7bfa1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:23.108318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Transition to ACTIVE for port object f8ef7512-1235-467d-861d-45e512f7bfa1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:23.118433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-f5e30932-fde0-4dba-82d6-895f189a6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:23.119998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-f5e30932-fde0-4dba-82d6-895f189a6ecd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1235323 Mar 02 18:41:23.222701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:23.246532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98331637-cbec-4a20-bba2-c9ccd18db114 req-24ba24a2-9512-4b25-8ef6-ac42979782aa tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.0557790 Mar 02 18:41:23.299272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-14de10c4-b749-48b2-8fb4-6f08d3ee78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:23.300791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-14de10c4-b749-48b2-8fb4-6f08d3ee78a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1750617 Mar 02 18:41:23.329075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:23.348311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:23.351994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:23.358611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Pushing event updated for resources: {'Port': ['ID=f8ef7512-1235-467d-861d-45e512f7bfa1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:23.472872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:41:23.528434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Attempting to bind port f8ef7512-1235-467d-861d-45e512f7bfa1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:23.529142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Attempting to bind port f8ef7512-1235-467d-861d-45e512f7bfa1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:23.529672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Attempting to bind port f8ef7512-1235-467d-861d-45e512f7bfa1 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:23.541463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:23.542241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:23.543553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:23.546048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:23.548486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Bound port: f8ef7512-1235-467d-861d-45e512f7bfa1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:23.549125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:23.612536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Router 25876b4c-597a-4c6d-929f-131fb43204c0 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:23.645455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-ab550c7b-094c-4616-bdf2-690a8736dd00 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344786 Mar 02 18:41:23.698563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] For port f8ef7512-1235-467d-861d-45e512f7bfa1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:23.701978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] For port f8ef7512-1235-467d-861d-45e512f7bfa1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f8ef7512-1235-467d-861d-45e512f7bfa1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:23.783608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:23.961800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aef92-060a-46f1-a3a6-607f5c0ebfeb None None] Pushing event updated for resources: {'Port': ['ID=f8ef7512-1235-467d-861d-45e512f7bfa1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:24.002854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6eb5ddf4-b5b2-4c73-a34a-bf1214f0f303 req-9589f9b3-010e-4a21-8d3b-30ab92349529 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478260 Mar 02 18:41:24.157117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:24.175427 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] Sync routers for ids ['25876b4c-597a-4c6d-929f-131fb43204c0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:24.187220 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] Routers {'25876b4c-597a-4c6d-929f-131fb43204c0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:24.187854 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:40:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['25876b4c-597a-4c6d-929f-131fb43204c0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:24.244044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0efef2c6-98a2-4dee-8c38-9aeede0dc274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.249441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.349013 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:24.361171 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] Routers {'25876b4c-597a-4c6d-929f-131fb43204c0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:24.362239 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['25876b4c-597a-4c6d-929f-131fb43204c0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:24.370140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.371571 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6976891d-3af9-4916-b295-22f164c87d88 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.4825387 Mar 02 18:41:24.376432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45852) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:24.379154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.453390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:24.530996 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:24.532126 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c882acd-abd5-44a1-9616-792408018d59 None None] The sync data for ids ['25876b4c-597a-4c6d-929f-131fb43204c0'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:24.664066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e91ec52-fe09-4b14-bb39-e3c7ddfb3791 req-9d6f2681-2313-4cfb-8285-25e971e8c700 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.1065581 Mar 02 18:41:24.745622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-961e0507-fd3b-45df-ad99-ddef39d3851c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:24.747747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-961e0507-fd3b-45df-ad99-ddef39d3851c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.7417958 Mar 02 18:41:24.754870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.773617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'device_id': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'admin_state_up': True, 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:24.802017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=2f3e461e-9fc8-4847-85fd-44e99dfd5494,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:24.827474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:24.827474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:24.828151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b929b5e9-a54e-4a3a-91b0-e7c4a9e9661f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/ports/2f3e461e-9fc8-4847-85fd-44e99dfd5494 HTTP/1.1" status: 200 len: 910 time: 2.9396601 Mar 02 18:41:24.829089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:25.223232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:25.250080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:25.317309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port f8ef7512-1235-467d-861d-45e512f7bfa1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f8ef7512-1235-467d-861d-45e512f7bfa1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:25.354998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.370732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:25.375933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.512260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.552616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.684114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.687393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.800283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:25.860995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=c926d357-41fb-4b8e-939e-56ce434750f2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:25.881177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.881516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.882032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.882388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.883469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.883805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.884134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.886766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.886766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.886766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.886766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.886766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:25.906385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fe58f91-b322-4a5c-9d83-129f658e86fd None None] Provisioning for port f8ef7512-1235-467d-861d-45e512f7bfa1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:25.951557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:25.999677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:26.005071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8639f6f4-539d-4701-9fe4-07ed5564a3ba req-ebd7f83d-8374-427d-b2fb-4a3b7c36af60 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.1113031 Mar 02 18:41:26.014516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:26.015523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.021090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ca0ed-d206-4fcb-ad9c-93844450f070 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:26.057181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=f8ef7512-1235-467d-861d-45e512f7bfa1,revision_number=4']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:26.089476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.20.0.7 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/528e3c39-a07d-45d0-bb1e-10a787b7d147) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:26.119426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.162193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3a39a3e5-a788-41cc-a092-69d0e1ce9027 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.6479468 Mar 02 18:41:26.162710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45870) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:26.168841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:aa:8d:4b', 'name': 'tempest-NetworksTestDHCPv6-1664775304'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:26.450474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.478943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:26.483565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.493110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Transition to ACTIVE for port object 528e3c39-a07d-45d0-bb1e-10a787b7d147 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:26.573585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f8ef7512-1235-467d-861d-45e512f7bfa1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:26.584883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:26.584883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:26.603341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:26.615397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.636808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:26.663684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:26.701535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:26.708349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:26.714617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:26.864923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:26.866287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:26.891102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:26.935884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:26.973088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-b4f824c7-6b04-4884-9209-607212852162 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2039945 Mar 02 18:41:26.997925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Request body: {'port': {'device_id': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:27.019865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.019865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.229199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f8ef7512-1235-467d-861d-45e512f7bfa1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:27.278640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f8ef7512-1235-467d-861d-45e512f7bfa1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:27.279265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.364363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.379396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.493983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ccf87281-fd77-4512-b68e-74980e2097f0 None None] Provisioning for port 528e3c39-a07d-45d0-bb1e-10a787b7d147 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:27.513349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ccf87281-fd77-4512-b68e-74980e2097f0 None None] Provisioning complete for port 528e3c39-a07d-45d0-bb1e-10a787b7d147 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:27.513675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ccf87281-fd77-4512-b68e-74980e2097f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.521743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 26a8bf4b-feae-404c-8748-3e61de57a122 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:41:27.543715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04938c9c-a06a-41b0-85a8-e604f5a4cf2b req-588c2bdd-6c7e-4e84-ad73-de54eb2ba77d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:27.544416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-04938c9c-a06a-41b0-85a8-e604f5a4cf2b req-588c2bdd-6c7e-4e84-ad73-de54eb2ba77d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:27.565269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.626107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ccf87281-fd77-4512-b68e-74980e2097f0 None None] Port 528e3c39-a07d-45d0-bb1e-10a787b7d147 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:27.640679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f8ef7512-1235-467d-861d-45e512f7bfa1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f8ef7512-1235-467d-861d-45e512f7bfa1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:27.683801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-04938c9c-a06a-41b0-85a8-e604f5a4cf2b req-588c2bdd-6c7e-4e84-ad73-de54eb2ba77d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:27.686138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04938c9c-a06a-41b0-85a8-e604f5a4cf2b req-588c2bdd-6c7e-4e84-ad73-de54eb2ba77d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 931 time: 0.3614457 Mar 02 18:41:27.723841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.759353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04938c9c-a06a-41b0-85a8-e604f5a4cf2b req-703854af-0eba-402d-bb7a-5a87421f19a9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668924 Mar 02 18:41:27.853848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528e3c39-a07d-45d0-bb1e-10a787b7d147 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:41:27.864360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.880364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Transition to ACTIVE for port object 528e3c39-a07d-45d0-bb1e-10a787b7d147 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:27.899443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f8ef7512-1235-467d-861d-45e512f7bfa1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:27.903404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-990e0221-be47-42bc-b24d-ba43de02400c None None] Provisioning complete for port f8ef7512-1235-467d-861d-45e512f7bfa1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:27.904063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-990e0221-be47-42bc-b24d-ba43de02400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.971936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:27.973461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 2f3e461e-9fc8-4847-85fd-44e99dfd5494 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:27.979173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.047689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:28.299811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Attempting to bind port 528e3c39-a07d-45d0-bb1e-10a787b7d147 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:28.300564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Attempting to bind port 528e3c39-a07d-45d0-bb1e-10a787b7d147 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:28.301069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Attempting to bind port 528e3c39-a07d-45d0-bb1e-10a787b7d147 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:28.306385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Port 528e3c39-a07d-45d0-bb1e-10a787b7d147 on network b76a235f-fdc3-436e-bdef-f032662bdf19 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:41:28.306885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Attempting to bind port 528e3c39-a07d-45d0-bb1e-10a787b7d147 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:28.317281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:28.317811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:28.319007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:28.319616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Bound port: 528e3c39-a07d-45d0-bb1e-10a787b7d147, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:28.320120 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.342432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.422910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f8ef7512-1235-467d-861d-45e512f7bfa1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:28.459252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:28.464345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:28.493782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f8ef7512-1235-467d-861d-45e512f7bfa1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:28.494223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.512509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 2f3e461e-9fc8-4847-85fd-44e99dfd5494 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:28.549611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.628945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:28.629511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.634613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] 10.222.0.65 "PUT /v2.0/ports/528e3c39-a07d-45d0-bb1e-10a787b7d147 HTTP/1.1" status: 200 len: 1091 time: 1.6513269 Mar 02 18:41:28.634613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:41:28.671978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bc62e-caf5-42ed-81be-46088a6dd3ef service neutron] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:28.698584 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'status': 'completed', 'code': 200} Mar 02 18:41:28.818500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-628aefd9-48e6-4fbc-88e4-baecda7bd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:28.820077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-628aefd9-48e6-4fbc-88e4-baecda7bd27f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 1094 time: 0.1013229 Mar 02 18:41:28.907810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.947094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:28.953037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 172.20.0.5 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/698f1d09-a209-4f9b-b090-b912dbdb0f50/26a8bf4b-feae-404c-8748-3e61de57a122) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:29.033330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:feaa:8d4b (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/c926d357-41fb-4b8e-939e-56ce434750f2/26a8bf4b-feae-404c-8748-3e61de57a122) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:29.209839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-54832982-9072-48fc-8355-4ac9450653dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.211344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-54832982-9072-48fc-8355-4ac9450653dc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3834960 Mar 02 18:41:29.273064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router 25876b4c-597a-4c6d-929f-131fb43204c0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:41:29.323378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b122c-555b-4820-bbc4-789d9452a856 req-f47e53f1-4829-439b-8f0b-859355bd29cb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.324863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d0b122c-555b-4820-bbc4-789d9452a856 req-f47e53f1-4829-439b-8f0b-859355bd29cb tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 943 time: 0.2153282 Mar 02 18:41:29.361546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:29.396303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d0b122c-555b-4820-bbc4-789d9452a856 req-1b4d2a0c-4bbb-47ef-9a48-10d63aea0578 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610971 Mar 02 18:41:29.404285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-4878f7e0-0ba6-48e7-8395-0981f0ac7052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.405871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-732c5ce8-cb0a-4192-b9c7-b1e41488f9eb req-4878f7e0-0ba6-48e7-8395-0981f0ac7052 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1866419 Mar 02 18:41:29.434722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=2f3e461e-9fc8-4847-85fd-44e99dfd5494,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:29.523692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-da417fe7-b6e9-44b1-8625-d92494509073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.525227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-da417fe7-b6e9-44b1-8625-d92494509073 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 1094 time: 0.0808206 Mar 02 18:41:29.598876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-508d9085-ed64-43e6-aa57-6f5bea10446e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147 HTTP/1.1" status: 200 len: 217 time: 0.0674889 Mar 02 18:41:29.674047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-fcf88274-af61-40e8-81f6-6b710e968b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.675520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-fcf88274-af61-40e8-81f6-6b710e968b69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0699532 Mar 02 18:41:29.755476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-f7baaafb-15c4-49c4-a71c-3938804674c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:29.757683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-f7baaafb-15c4-49c4-a71c-3938804674c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749795 Mar 02 18:41:29.867168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:29.877986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] Sync routers for ids ['25876b4c-597a-4c6d-929f-131fb43204c0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:29.897132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] Routers {'25876b4c-597a-4c6d-929f-131fb43204c0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:29.900531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['25876b4c-597a-4c6d-929f-131fb43204c0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:29.927246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-7528584d-3132-403a-9049-c0194aa57a21 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619267 Mar 02 18:41:29.969403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.014540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.024603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] Routers {'25876b4c-597a-4c6d-929f-131fb43204c0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:30.025714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['25876b4c-597a-4c6d-929f-131fb43204c0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.096137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.096629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0aa97b-95fd-4caf-8b90-e69f9728f767 None None] The sync data for ids ['25876b4c-597a-4c6d-929f-131fb43204c0'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:30.127779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ac49ac-1506-4fd7-91ed-b025f6cdc13b req-cda169bd-84c6-4cb2-9a42-634eb5274788 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941967 Mar 02 18:41:30.129173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 26a8bf4b-feae-404c-8748-3e61de57a122 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:30.131966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.208040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.209295 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1639f48a-fa3c-4b1f-97aa-4119893574fe tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "PUT /v2.0/routers/25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 200 len: 925 time: 5.8315599 Mar 02 18:41:30.212049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45904) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.409874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1e793671-2671-4136-a1d0-235091907bae tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 200 len: 925 time: 0.1940820 Mar 02 18:41:30.410375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.424034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router b6d5e657-caa3-4fb0-844e-745905da8e72 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:41:30.425884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.496341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307391bf-e593-42af-b740-f6e3e4d5c215 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:30.507574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-307391bf-e593-42af-b740-f6e3e4d5c215 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=25876b4c-597a-4c6d-929f-131fb43204c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0866399 Mar 02 18:41:30.507574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45916) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.585141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:30.592536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:30.592536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:30.629017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=26a8bf4b-feae-404c-8748-3e61de57a122,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:30.707902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e09caa-2313-48ae-bde2-7ff60c60b0db tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:30.708631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:30.709694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c2e09caa-2313-48ae-bde2-7ff60c60b0db tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Synchronizing usage tracker for tenant:a7ec5a962c6d4c258312ad2c6afcf5db on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:30.720585 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] Sync routers for ids ['b6d5e657-caa3-4fb0-844e-745905da8e72'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:30.722098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c03c3a79-cb38-49c0-8fb7-c361e4063c82 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/b6d5e657-caa3-4fb0-844e-745905da8e72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8811705 Mar 02 18:41:30.725766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45920) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.735316 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] Routers {'b6d5e657-caa3-4fb0-844e-745905da8e72'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:30.736440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6d5e657-caa3-4fb0-844e-745905da8e72'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.757073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24570b35-98d3-4957-87e8-4db7450365d4 req-3809a4b8-20b2-4b90-b721-47420303b61b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:30.757073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24570b35-98d3-4957-87e8-4db7450365d4 req-3809a4b8-20b2-4b90-b721-47420303b61b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 943 time: 0.1601312 Mar 02 18:41:30.797657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5acea068-ee72-4edc-bd5a-06d3d4e28a06 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:30.808944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:30.809959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:30.826985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24570b35-98d3-4957-87e8-4db7450365d4 req-e83a3ed9-6044-4e13-9bdb-dd7ee8e517f7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667706 Mar 02 18:41:30.827993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c2e09caa-2313-48ae-bde2-7ff60c60b0db tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Unset dirty status for tenant:a7ec5a962c6d4c258312ad2c6afcf5db on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:30.829493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c2e09caa-2313-48ae-bde2-7ff60c60b0db tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.3277779 Mar 02 18:41:30.832358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45926) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.848304 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.858785 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] Routers {'b6d5e657-caa3-4fb0-844e-745905da8e72'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:30.859398 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6d5e657-caa3-4fb0-844e-745905da8e72'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.891870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-adcfb0ff-f0d3-466f-9edb-e9259dd3c857 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 200 len: 205 time: 0.0582817 Mar 02 18:41:30.894390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.935862 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:30.936371 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e88ca-752c-43a4-9b34-7efc4bc853ac None None] The sync data for ids ['b6d5e657-caa3-4fb0-844e-745905da8e72'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:30.976247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5acea068-ee72-4edc-bd5a-06d3d4e28a06 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:30.978640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5acea068-ee72-4edc-bd5a-06d3d4e28a06 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6d5e657-caa3-4fb0-844e-745905da8e72 HTTP/1.1" status: 200 len: 205 time: 0.2523751 Mar 02 18:41:30.980647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5fcca7bc-55c9-4d3d-a315-db1fa1722aed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8166783 Mar 02 18:41:30.982851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45936) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:30.987796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:31.125198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3542e6d4-1006-4906-be51-37d5ff4cff83 None None] Provisioning for port 26a8bf4b-feae-404c-8748-3e61de57a122 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:31.136812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3542e6d4-1006-4906-be51-37d5ff4cff83 None None] Provisioning complete for port 26a8bf4b-feae-404c-8748-3e61de57a122 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:31.140487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3542e6d4-1006-4906-be51-37d5ff4cff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.203832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3542e6d4-1006-4906-be51-37d5ff4cff83 None None] Port 26a8bf4b-feae-404c-8748-3e61de57a122 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:31.206262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.276246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.701644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.704078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfaee4-ac5c-4ef1-b9d6-f671b8ae1546 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:31.704078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bfaee4-ac5c-4ef1-b9d6-f671b8ae1546 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:31.704078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41bfaee4-ac5c-4ef1-b9d6-f671b8ae1546 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:31.754047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.757307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.895687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port d3bf6a89-fcc0-4c9a-97d5-3dac327f262d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:31.901665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.915225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41bfaee4-ac5c-4ef1-b9d6-f671b8ae1546 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:31.916530 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41bfaee4-ac5c-4ef1-b9d6-f671b8ae1546 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9275568 Mar 02 18:41:31.917329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:31.918100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router b6d5e657-caa3-4fb0-844e-745905da8e72 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:31.930185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45952) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:32.028522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.032809 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6318a29a-023c-4fae-bb95-0d20aa8835e3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/b6d5e657-caa3-4fb0-844e-745905da8e72 HTTP/1.1" status: 204 len: 168 time: 1.0484533 Mar 02 18:41:32.033120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:32.101432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 26a8bf4b-feae-404c-8748-3e61de57a122 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:32.101814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.194306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.245495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet bb4d1f4c-fb37-4bb5-9a30-c3db807816fb {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:32.256813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.276317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e713555-5194-422b-812b-65c778943ea4 req-15111b98-d0f4-4433-a1cb-01aa7ee79273 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:32.277732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e713555-5194-422b-812b-65c778943ea4 req-15111b98-d0f4-4433-a1cb-01aa7ee79273 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 943 time: 0.2730081 Mar 02 18:41:32.360715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for d3bf6a89-fcc0-4c9a-97d5-3dac327f262d owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:32.362857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-f5e5907f-5d9c-4f64-85dd-2a6c6257f61d req-6de01eaa-7ea0-41c8-a42a-59d8fe74f43f service neutron] (88708) timed out ('10.222.0.11', 54687) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:41:32.366898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.435236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e713555-5194-422b-812b-65c778943ea4 req-7d6a4745-9133-4515-9a23-ac7a0b445b59 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960345 Mar 02 18:41:32.540697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.664617 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.687540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 26a8bf4b-feae-404c-8748-3e61de57a122 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:32.754849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=d3bf6a89-fcc0-4c9a-97d5-3dac327f262d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:32.764659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:32.856578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.040996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.122601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=bb4d1f4c-fb37-4bb5-9a30-c3db807816fb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:33.125814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.141983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.143958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.159441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298bac17-88cc-46fe-8393-b2c1b8e9fdf3 None None] Network d4799f20-03f1-49e4-8068-96b7a08a10ae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:33.181198 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7d86f975-1b80-485b-862e-b066f26a1875 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/bb4d1f4c-fb37-4bb5-9a30-c3db807816fb HTTP/1.1" status: 204 len: 168 time: 1.1448219 Mar 02 18:41:33.181604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45968) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:33.254859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.255969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router 25876b4c-597a-4c6d-929f-131fb43204c0 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:33.275867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.343868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=26a8bf4b-feae-404c-8748-3e61de57a122,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:33.547756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.553301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f7a7f6e8-8399-43b8-a1f6-9b75492997f3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 204 len: 168 time: 2.6577673 Mar 02 18:41:33.558551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] DHCP port deletion for d4799f20-03f1-49e4-8068-96b7a08a10ae request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:41:33.564696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Deleting port 8a69b2a3-5d87-4168-a763-c68ba89b45bc {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:33.565464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.572581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45976) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:33.583359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1591452014', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:33.686279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:33.707771 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.715696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:33.742226 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-c3971698-5901-4df1-b595-224323726d8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5215607 Mar 02 18:41:33.751682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:33.761871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:33.765040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.768358 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c82181ff-eebb-4260-839a-ec41a6b68a7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/26a8bf4b-feae-404c-8748-3e61de57a122 HTTP/1.1" status: 204 len: 168 time: 1.8393044 Mar 02 18:41:33.774445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45982) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:33.836520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 528e3c39-a07d-45d0-bb1e-10a787b7d147 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:41:33.854416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555394b9-a34e-4de5-933d-00e43557edf5 req-09514d9c-01a3-45f0-8dad-076071ee7c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:33.855280 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.856293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.856704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-09514d9c-01a3-45f0-8dad-076071ee7c3f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 1096 time: 0.0820096 Mar 02 18:41:33.878041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.895612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 8a69b2a3-5d87-4168-a763-c68ba89b45bc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:33.896231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:33.986789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d815dcd-81e8-48d6-91d7-e69ada179ccd req-e8a9646f-0287-46db-8199-e7013b99816c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:33.997826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d815dcd-81e8-48d6-91d7-e69ada179ccd req-e8a9646f-0287-46db-8199-e7013b99816c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 943 time: 0.4040835 Mar 02 18:41:34.035925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.039876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.042896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.044530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:34.056304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555394b9-a34e-4de5-933d-00e43557edf5 req-04685c01-aeca-40ae-8bcf-0a4b2a300f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.058138 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-04685c01-aeca-40ae-8bcf-0a4b2a300f75 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.1771657 Mar 02 18:41:34.088423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] For port 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8a69b2a3-5d87-4168-a763-c68ba89b45bc,segment=NetworkSegment(c1c5dd93-4fae-4e75-893e-97ea946d4649),segment_id=c1c5dd93-4fae-4e75-893e-97ea946d4649)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:34.088722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.226356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.241596 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-b46a604a-71a7-415e-b55c-b3e943047d57 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 200 len: 217 time: 0.1729920 Mar 02 18:41:34.249643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:34.251885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1511280b-419c-406b-853c-6cb1676136f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4698658 Mar 02 18:41:34.272336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d815dcd-81e8-48d6-91d7-e69ada179ccd req-82be2d6a-e822-4a85-8ec4-940500f9eb32 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723966 Mar 02 18:41:34.282569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45990) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:34.294875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Calling delete_port for 8a69b2a3-5d87-4168-a763-c68ba89b45bc owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:34.385445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:34.391684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555394b9-a34e-4de5-933d-00e43557edf5 req-a9134999-ba28-4374-a820-a9d19fb0e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.395438 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-a9134999-ba28-4374-a820-a9d19fb0e83e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1378338 Mar 02 18:41:34.416964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'mac_address': 'fa:16:3e:34:16:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:41:34.532702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8a69b2a3-5d87-4168-a763-c68ba89b45bc no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:34.560509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555394b9-a34e-4de5-933d-00e43557edf5 req-7da2e3e4-3285-41d9-8720-85f15a2678fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:34.562876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-7da2e3e4-3285-41d9-8720-85f15a2678fe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1615183 Mar 02 18:41:34.574010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.575891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1378810d-03fe-4b48-84e9-09c259a4a312 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0012913 Mar 02 18:41:34.583155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45998) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:34.690106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:34.755538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-57163fd1-b704-4b48-a3dc-4869002b9438 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843600 Mar 02 18:41:34.804707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 698f1d09-a209-4f9b-b090-b912dbdb0f50 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:34.813825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.854907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.887789 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.898874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528e3c39-a07d-45d0-bb1e-10a787b7d147 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:41:34.913241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:34.961844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 8a69b2a3-5d87-4168-a763-c68ba89b45bc update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 18:41:34.978611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] Pushing event deleted for resources: {'Port': ['ID=8a69b2a3-5d87-4168-a763-c68ba89b45bc,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:35.007178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b70f05-3e1c-489a-967d-5725fa89ee82 None None] No DVR routers for this DVR port 8a69b2a3-5d87-4168-a763-c68ba89b45bc on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:35.025375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:35.061193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-555394b9-a34e-4de5-933d-00e43557edf5 req-94cb7ae7-1142-4a6f-86d2-feac0c76dfb9 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965143 Mar 02 18:41:35.125996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:35.133757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 8a69b2a3-5d87-4168-a763-c68ba89b45bc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8a69b2a3-5d87-4168-a763-c68ba89b45bc,segment=NetworkSegment(c1c5dd93-4fae-4e75-893e-97ea946d4649),segment_id=c1c5dd93-4fae-4e75-893e-97ea946d4649)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:35.134142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:35.203867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:35.343150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 8a69b2a3-5d87-4168-a763-c68ba89b45bc owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:35.402900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['528e3c39-a07d-45d0-bb1e-10a787b7d147'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:35.895249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:35.926627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:35.955421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:35.955736 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:35.987628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b6169-b41a-4e3d-b99b-919f32a77ecc req-1a8b69de-89d6-4da0-acb7-0c71f22c6fc7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:35.998767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-709b6169-b41a-4e3d-b99b-919f32a77ecc req-1a8b69de-89d6-4da0-acb7-0c71f22c6fc7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 944 time: 0.4739623 Mar 02 18:41:36.094105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-709b6169-b41a-4e3d-b99b-919f32a77ecc req-e2facde7-0181-4f9c-b611-4734fae8ecad tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944831 Mar 02 18:41:36.189546 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.237270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=698f1d09-a209-4f9b-b090-b912dbdb0f50,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:36.242892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.251491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05815dd-a8b7-4835-a700-3d72ba90d578 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:36.410663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cecb15f2-5118-46b8-b0d4-041ee7a11bf5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/698f1d09-a209-4f9b-b090-b912dbdb0f50 HTTP/1.1" status: 204 len: 168 time: 2.1259367 Mar 02 18:41:36.415913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:36.447613 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.488067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 8a69b2a3-5d87-4168-a763-c68ba89b45bc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:36.488399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.504372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet c926d357-41fb-4b8e-939e-56ce434750f2 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:36.509419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.537227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.597906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.615057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] The port '8a69b2a3-5d87-4168-a763-c68ba89b45bc' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:41:36.746206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.901852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:36.981093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4799f20-03f1-49e4-8068-96b7a08a10ae']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:37.022445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.059080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Allocated IP 172.25.7.110 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/afd83aae-b7ad-45fc-a811-a6ec9fba53d1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:37.093119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=c926d357-41fb-4b8e-939e-56ce434750f2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:37.100776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.117780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c5dd93-4fae-4e75-893e-97ea946d4649') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:37.123140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c5dd93-4fae-4e75-893e-97ea946d4649') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:37.123290 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-80553a36-dc98-4cf9-8936-a297c31329d5 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/c926d357-41fb-4b8e-939e-56ce434750f2 HTTP/1.1" status: 204 len: 168 time: 0.7037055 Mar 02 18:41:37.127654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:37.189483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.269453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.290748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:41:37.295795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.313285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2d302ddc-924a-4003-85bc-b13abed1aad8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:41:37.321384 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:41:37.330919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2d302ddc-924a-4003-85bc-b13abed1aad8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:router {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:37.334022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2d302ddc-924a-4003-85bc-b13abed1aad8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2034810 Mar 02 18:41:37.334876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:37.496121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a809e417-b533-4728-b441-11d6471dd3f4 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:37.516420 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.532641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9132c15b-dfa8-470d-b557-57a4d16b6593 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:37.534722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9132c15b-dfa8-470d-b557-57a4d16b6593 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:37.548209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c870c156-c560-4d68-a843-44ea92849f80 None None] Provisioning complete for port f8ef7512-1235-467d-861d-45e512f7bfa1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:37.548209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c870c156-c560-4d68-a843-44ea92849f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.589238 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.622447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.628260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:37.657468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9132c15b-dfa8-470d-b557-57a4d16b6593 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:37.662772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9132c15b-dfa8-470d-b557-57a4d16b6593 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3230426 Mar 02 18:41:37.665352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:37.681423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f6db4-78db-412b-9705-29d550d040eb req-1a3af76e-4675-4695-8f16-af663c4e8d27 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:37.689467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d7f6db4-78db-412b-9705-29d550d040eb req-1a3af76e-4675-4695-8f16-af663c4e8d27 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 944 time: 0.2907655 Mar 02 18:41:37.700722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=d4799f20-03f1-49e4-8068-96b7a08a10ae,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:37.755329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-46930f1c-1a53-4504-8f33-a257ebe288fb tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/d4799f20-03f1-49e4-8068-96b7a08a10ae HTTP/1.1" status: 204 len: 168 time: 4.5671396 Mar 02 18:41:37.758923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46038) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:37.765669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1745184130', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:37.775078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:37.780303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:37.783856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:37.791867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:37.801776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:37.808869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:37.842541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event updated for resources: {'Port': ['ID=afd83aae-b7ad-45fc-a811-a6ec9fba53d1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:37.848995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04929b4e-a4ee-4c0d-9a77-3417ceb06147 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:37.853330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-04929b4e-a4ee-4c0d-9a77-3417ceb06147 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:37.855120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:37.867776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 528e3c39-a07d-45d0-bb1e-10a787b7d147 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:38.029283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d7f6db4-78db-412b-9705-29d550d040eb req-bece81ae-755a-4bc0-9d4b-5bc46465d09c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389833 Mar 02 18:41:38.030712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-04929b4e-a4ee-4c0d-9a77-3417ceb06147 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:38.032954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04929b4e-a4ee-4c0d-9a77-3417ceb06147 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3383298 Mar 02 18:41:38.035439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:38.064259 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.065726 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.113278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 528e3c39-a07d-45d0-bb1e-10a787b7d147 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:38.123373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 528e3c39-a07d-45d0-bb1e-10a787b7d147 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:38.123723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.177323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43c7c89f-04f7-4af9-853f-42b336dfe12c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390536 Mar 02 18:41:38.184575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:38.195192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:38.199148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:41:38.206265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Deleting port f8ef7512-1235-467d-861d-45e512f7bfa1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:38.206903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.348894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:38.361414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:38.376166 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.484544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f8ef7512-1235-467d-861d-45e512f7bfa1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:38.516639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:38.522470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.534679 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:38.534679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:38.570178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.579897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] For port f8ef7512-1235-467d-861d-45e512f7bfa1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f8ef7512-1235-467d-861d-45e512f7bfa1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:38.580432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.588694 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.696726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e7173fd-4490-47f7-9ce4-da3bf28d41f9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5108376 Mar 02 18:41:38.701428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:38.728937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:38.731281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Calling delete_port for f8ef7512-1235-467d-861d-45e512f7bfa1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:38.839436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.840777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d0e44f46-6687-4ea2-8b13-bac964a17527 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.0804248 Mar 02 18:41:38.844131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46060) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:38.850395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-763445051'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:38.860513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:38.875516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:38.886312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:41:38.887678 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.956953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:38.965430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:38.975361 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'code': 200} Mar 02 18:41:38.978902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:38.989007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:39.029625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.167177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:39.176810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.216506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.260063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:39.273269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:39.275954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] No DVR routers for this DVR port f8ef7512-1235-467d-861d-45e512f7bfa1 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:39.300772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:39.370955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf65d03-1f9f-4a54-a74d-02cbed174597 None None] Pushing event deleted for resources: {'Port': ['ID=f8ef7512-1235-467d-861d-45e512f7bfa1,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:39.404611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:39.413403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.414928 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:39.425386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:41:39.425795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:39.512427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.512964 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment 0fedc059-a4a3-47ad-a520-d90dbaf12570 of type vlan for network b2490758-3331-4a38-9a6b-7abe0c7f1e2a Mar 02 18:41:39.548755 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b25a04c8-d502-4b26-90cd-42d717f0d55d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8472035 Mar 02 18:41:39.551836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:39.582739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a070c9cc-aefa-4b90-a00b-433e5bb1b351 req-5efe36a2-faa1-424a-8072-ed0e3fe52a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:39.583270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:39.584827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a070c9cc-aefa-4b90-a00b-433e5bb1b351 req-5efe36a2-faa1-424a-8072-ed0e3fe52a42 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 1096 time: 0.5503268 Mar 02 18:41:39.694287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.723976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf47647-c4f0-4e4d-bd8c-d4d17b0b72c9 req-4742c25a-14af-4d86-9c31-c5994565728f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:39.725565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bf47647-c4f0-4e4d-bd8c-d4d17b0b72c9 req-4742c25a-14af-4d86-9c31-c5994565728f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 945 time: 0.4038873 Mar 02 18:41:39.840616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a070c9cc-aefa-4b90-a00b-433e5bb1b351 req-794e77b0-af82-49ce-9c18-bb40c1f6c096 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471166 Mar 02 18:41:39.847203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.857524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bf47647-c4f0-4e4d-bd8c-d4d17b0b72c9 req-08718a4b-0e34-4e35-89d2-56a52a05514b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218431 Mar 02 18:41:39.858622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:39.868084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:39.883392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:39.998907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:40.002934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.004385 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:40.004886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:40.031315 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.036893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:40.037525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.151028 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92fae37b-39b5-4c22-9032-dc6ddd7e0afe tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5953493 Mar 02 18:41:40.154335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46078) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:40.169275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:40.181533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=b2490758-3331-4a38-9a6b-7abe0c7f1e2a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:40.197078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:41:40.320161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:40.324986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8ddb83ed-3a42-4d5c-be04-b936897ef1e6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4765368 Mar 02 18:41:40.325236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46082) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:40.332235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:40.364010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Router ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:40.367978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:40.460224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:40.464039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:40.467499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:40.473638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:40.529366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:40.533152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.534653 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:40.535097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:40.598477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:40.604644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.721196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7d7bafb-9df5-44dc-b4f5-a531213c3588 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5611880 Mar 02 18:41:40.722825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46086) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:40.740171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:40.752305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:40.768080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] Sync routers for ids ['ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:40.775142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:40.776826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d36bd626-76bf-4828-bf74-6619dad7bfe8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "PUT /v2.0/routers/ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 200 len: 884 time: 6.1127746 Mar 02 18:41:40.782113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:40.785857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] Routers {'ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:40.789812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:40.942011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:40.978924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] Routers {'ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:40.979498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:41.048540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:41.088845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:41.089515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd14864-0786-4b84-8523-01004a9998cd None None] The sync data for ids ['ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:41.156804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:41.246669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1835714c-8cb9-4314-84e1-9702a2ac0f5e tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 200 len: 925 time: 0.4630218 Mar 02 18:41:41.249594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46100) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:41.348046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7ee6e-0c90-4e97-ab07-02f1a5832c13 req-638fa0c1-181f-46b1-9b7d-23aa9da8fbc2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:41.355592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-def7ee6e-0c90-4e97-ab07-02f1a5832c13 req-638fa0c1-181f-46b1-9b7d-23aa9da8fbc2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 945 time: 0.1625624 Mar 02 18:41:41.403220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2795e079-b129-4e1f-b882-9cd1ca9c3cbf tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:41.405543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2795e079-b129-4e1f-b882-9cd1ca9c3cbf tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1543179 Mar 02 18:41:41.408410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46110) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:41.419350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-def7ee6e-0c90-4e97-ab07-02f1a5832c13 req-95729e2c-e8ec-43e2-a8de-7a0be40afaee tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628138 Mar 02 18:41:41.441881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:41.446289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:41.448148 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:41.448899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:41.473588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:41.662834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:41.663514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: b2490758-3331-4a38-9a6b-7abe0c7f1e2a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:41:41.678468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=397c77be-a816-49f5-9705-8d5e313d0ae7,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:41.708600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61cfea31-0944-4a75-9327-69a9313db6f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.9683416 Mar 02 18:41:41.708600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674c8231-9409-4075-92db-b1d105e16396 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:41.708600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-674c8231-9409-4075-92db-b1d105e16396 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.2893465 Mar 02 18:41:41.711720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46120) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:41.712705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46122) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:41.720211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:41.802896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e32d91af-8715-4e25-8bd7-409257e7580e tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 200 len: 205 time: 0.0874834 Mar 02 18:41:41.805810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46130) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:41.867628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:41:41.964307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:42.043539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:42.046036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b2490758-3331-4a38-9a6b-7abe0c7f1e2a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:42.059889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee329ae-3768-4ca9-ab61-4e9dcf4ea824 None None] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:42.069728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:42.070407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.133057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.244977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4de51d28-fc43-4448-96ce-785b8d93f14f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9128759 Mar 02 18:41:42.244977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46134) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:42.325956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:42.331044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.331044 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:41:42.332122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:41:42.355301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.399339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:42.400708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.461922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd7f1ce6-af94-4812-aca0-e9c8597e9686 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7484732 Mar 02 18:41:42.464272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46144) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:42.551712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port afd83aae-b7ad-45fc-a811-a6ec9fba53d1 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:42.551712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:42.712279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c360b02-ad1b-4f9e-aa59-eff7c1b60e96 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:42.713166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Allocated IP 172.20.0.2 (b2490758-3331-4a38-9a6b-7abe0c7f1e2a/397c77be-a816-49f5-9705-8d5e313d0ae7/4dade4cc-86c2-4a2f-bd70-20d32b21d981) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:42.967924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c360b02-ad1b-4f9e-aa59-eff7c1b60e96 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:42.971353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7c360b02-ad1b-4f9e-aa59-eff7c1b60e96 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5038061 Mar 02 18:41:42.984067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:43.209408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.223233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.234549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af778d3-0ade-475b-9a60-cfc4968c092f req-3804face-611a-48db-808e-05a33d0a4d26 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:43.234898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Transition to ACTIVE for port object 4dade4cc-86c2-4a2f-bd70-20d32b21d981 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:43.242282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2af778d3-0ade-475b-9a60-cfc4968c092f req-3804face-611a-48db-808e-05a33d0a4d26 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 945 time: 0.5161335 Mar 02 18:41:43.256883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Transition to ACTIVE for port object 4dade4cc-86c2-4a2f-bd70-20d32b21d981 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:43.296740 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.325426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.338622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2af778d3-0ade-475b-9a60-cfc4968c092f req-383881e3-3f2d-46a2-ac65-afaf363ec236 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953720 Mar 02 18:41:43.449041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:43.453148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:43.458733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:43.510693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Pushing event updated for resources: {'Port': ['ID=4dade4cc-86c2-4a2f-bd70-20d32b21d981,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:43.516293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111a3817-f32a-446f-bf32-b6deb0539bf3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:43.516990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-111a3817-f32a-446f-bf32-b6deb0539bf3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:43.528666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for afd83aae-b7ad-45fc-a811-a6ec9fba53d1 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:43.572654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Attempting to bind port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:43.573038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Attempting to bind port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:43.573411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Attempting to bind port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 on network b2490758-3331-4a38-9a6b-7abe0c7f1e2a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:43.579554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:43.579951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Checking segment: {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:43.580338 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.580744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Bound using segment: {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:43.580862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217fbc-1213-405a-b969-891e7fe70d0c req-00236847-4042-4339-a226-a4cb307103c4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:43.581225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Bound port: 4dade4cc-86c2-4a2f-bd70-20d32b21d981, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:43.581609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.588202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6217fbc-1213-405a-b969-891e7fe70d0c req-00236847-4042-4339-a226-a4cb307103c4 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.7991743 Mar 02 18:41:43.655831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.20.0.1 (b2490758-3331-4a38-9a6b-7abe0c7f1e2a/397c77be-a816-49f5-9705-8d5e313d0ae7/7447daaf-35c0-4551-beb4-c5dfba318a9d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:43.677449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-111a3817-f32a-446f-bf32-b6deb0539bf3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:43.678671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-111a3817-f32a-446f-bf32-b6deb0539bf3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6936593 Mar 02 18:41:43.682311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-42cfa814-5a6e-4713-9496-1445656c7732 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 267 time: 0.1818175 Mar 02 18:41:43.682803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46156) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:43.706767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] For port 4dade4cc-86c2-4a2f-bd70-20d32b21d981, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:43.711811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] For port 4dade4cc-86c2-4a2f-bd70-20d32b21d981, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4dade4cc-86c2-4a2f-bd70-20d32b21d981,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:43.787522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.815376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bb18379f-e941-4118-b82c-04f2b53e318b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1279085 Mar 02 18:41:43.830344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46160) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:43.844207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6217fbc-1213-405a-b969-891e7fe70d0c req-ccc78eb9-a830-425c-b61d-7d64246015b1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550080 Mar 02 18:41:43.862986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:43.889042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:43.918059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 7447daaf-35c0-4551-beb4-c5dfba318a9d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:43.931948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4d0d2f-a0f7-452e-965a-6aee17a7df37 None None] Pushing event updated for resources: {'Port': ['ID=4dade4cc-86c2-4a2f-bd70-20d32b21d981,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:44.004881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.034186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:44.058731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:44.119046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:44.155717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-d1df402b-68f8-4e84-8cba-cff9fed24fdc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:44.157953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-d1df402b-68f8-4e84-8cba-cff9fed24fdc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 945 time: 0.4062636 Mar 02 18:41:44.185104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'security_groups': []}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:44.212739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:44.215029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:44.217668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:44.235285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:44.238724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.352036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.386487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-cd3c4253-9f08-4271-9d48-232e933175f1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:44.387466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-cd3c4253-9f08-4271-9d48-232e933175f1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Synchronizing usage tracker for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:41:44.397710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.468457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4dade4cc-86c2-4a2f-bd70-20d32b21d981 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:44.485450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-cd3c4253-9f08-4271-9d48-232e933175f1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Unset dirty status for tenant:f5949fcbe64d4c8894b6eb34c7a5fab2 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:41:44.487314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-cd3c4253-9f08-4271-9d48-232e933175f1 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.11 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.3741405 Mar 02 18:41:44.522220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=afd83aae-b7ad-45fc-a811-a6ec9fba53d1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:44.636032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.652830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.664581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Deleting port f5132dc7-a0f7-42d9-b93a-80441047b00b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:44.664929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:44.691247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:44.733732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.063139 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.265673 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.420235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] For port f5132dc7-a0f7-42d9-b93a-80441047b00b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f5132dc7-a0f7-42d9-b93a-80441047b00b,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:45.420898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.430676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:41:45.448846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d469e18-f2a7-4803-b6f2-2c729343b169 None None] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:45.546366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.577725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.623991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.624453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:41:45.630591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=f8ab365e-e497-4e1f-8643-21feef055cab,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:45.678935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:45.685099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:45.696197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.696447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:45.697035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.702033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2192043-415a-42af-953f-8cbb2f3d0804 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:45.734547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.735672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3fe7eb58-7b13-494e-aa62-71d8e5ab128a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 204 len: 168 time: 3.9291017 Mar 02 18:41:45.742459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46174) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:45.747165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1780598441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:45.765410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:45.776950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Provisioning for port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:45.779494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc0bc7d-2be1-4626-a4a4-63c5cb784a55 req-d2225bd5-e5a1-4762-a93d-a772c124f72a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:45.781412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfc0bc7d-2be1-4626-a4a4-63c5cb784a55 req-d2225bd5-e5a1-4762-a93d-a772c124f72a tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 945 time: 0.7776423 Mar 02 18:41:45.786371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:45.797912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:45.829084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:45.840847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-544ea151-7e42-4bee-ac3d-eb387b14f989 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9955175 Mar 02 18:41:45.849941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46178) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:45.854832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:45.898249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:7b:20:2b', 'name': 'tempest-NetworksTestDHCPv6-1817483706'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:45.907576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Provisioning complete for port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:45.907948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:45.923767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:45.945526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.087971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfc0bc7d-2be1-4626-a4a4-63c5cb784a55 req-771692a8-cae8-4684-ba45-3c5d91979537 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups?id=cd412d8c-4224-412b-af1c-b15becbfd7b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2957308 Mar 02 18:41:46.100606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.104923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:46.121361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:46.125142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:46.142008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:46.151744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.155350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.157586 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Floating IP 534284d7-2e24-471c-808c-aad448dbf527 disassociated. External IP: 172.25.7.125, port: f5132dc7-a0f7-42d9-b93a-80441047b00b. Mar 02 18:41:46.158067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Calling delete_port for f5132dc7-a0f7-42d9-b93a-80441047b00b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:46.170164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'f8ab365e-e497-4e1f-8643-21feef055cab'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:46.171024 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.186390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.210201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', '528e3c39-a07d-45d0-bb1e-10a787b7d147'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:46.273117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.274598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:46.274812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.302671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:46.305927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:46.322654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:46.338895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:46.392967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:46.393661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.409652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30fceed7-09aa-4f34-88db-5c144e0240f5 req-567c43f3-f700-4b84-bb10-a00d4880d11d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "PUT /v2.0/ports/528e3c39-a07d-45d0-bb1e-10a787b7d147 HTTP/1.1" status: 200 len: 904 time: 2.2182274 Mar 02 18:41:46.411453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:41:46.545915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.552679 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'status': 'completed', 'code': 200} Mar 02 18:41:46.555447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.623060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] For port 4dade4cc-86c2-4a2f-bd70-20d32b21d981, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4dade4cc-86c2-4a2f-bd70-20d32b21d981,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:46.625168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['528e3c39-a07d-45d0-bb1e-10a787b7d147'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:41:46.799558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f5132dc7-a0f7-42d9-b93a-80441047b00b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:41:46.821239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.828786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:46.903782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.936665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:46.948425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'Port': ['ID=f5132dc7-a0f7-42d9-b93a-80441047b00b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:46.966434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc66296-6855-4621-847c-9789072a12a3 req-7088e266-cfd2-4a3a-aef1-b453c4542743 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:46.966856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fc66296-6855-4621-847c-9789072a12a3 req-7088e266-cfd2-4a3a-aef1-b453c4542743 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 907 time: 0.3472564 Mar 02 18:41:46.972194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-4bf7ef8e-a365-479e-8e61-6ad467b1a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:46.973528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-4bf7ef8e-a365-479e-8e61-6ad467b1a193 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 1058 time: 0.4200981 Mar 02 18:41:46.993118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:41:47.069817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:47.160594 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:41:47.163791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:47.167395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8f7b3fde-af3e-49b1-9a12-59572443cdb4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.4230344 Mar 02 18:41:47.186325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:47.193535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': True}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:47.232997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: f5132dc7-a0f7-42d9-b93a-80441047b00b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:41:47.233346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f5132dc7-a0f7-42d9-b93a-80441047b00b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:41:47.401004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Allocated IP 2001:db8::f816:3eff:fe10:67f5 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/f8ab365e-e497-4e1f-8643-21feef055cab/d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:47.411758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16137522-7ab1-4bc2-b6f1-ebef367bdef4 None None] Pushing event updated for resources: {'Port': ['ID=4dade4cc-86c2-4a2f-bd70-20d32b21d981,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:47.475623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Provisioning for port 7447daaf-35c0-4551-beb4-c5dfba318a9d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:47.523310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Provisioning complete for port 7447daaf-35c0-4551-beb4-c5dfba318a9d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:47.528920 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:47.638882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4821104-508f-4ce9-aad7-440649193599 req-ffd5567c-338b-4012-89c9-327a20ce2d34 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.3315301 Mar 02 18:41:47.731848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Port 7447daaf-35c0-4551-beb4-c5dfba318a9d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:47.777882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Provisioning complete for port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:47.778356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:47.806032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:47.820665 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:47.823934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e87a00c-0d4f-4eb0-9177-e87402d54069 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5781875 Mar 02 18:41:47.826892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46198) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:47.832425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-1017496943'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:47.838394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:47.842360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:47.844336 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:47.845283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:47.846057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:47.852125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:47.895978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:41:47.904671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-e92fc440-4773-4535-87ee-2b7b362c8487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:47.908735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-e92fc440-4773-4535-87ee-2b7b362c8487 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.9209261 Mar 02 18:41:47.971822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:47.975753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.032527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:41:48.064926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.065341 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment 1c935266-552a-4703-b429-d24a9b0a74db of type vlan for network bba23875-2c1b-4db7-a511-e0cb32ac1b5d Mar 02 18:41:48.108907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.143077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Transition to ACTIVE for port object d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:48.178965 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:48.207778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Provisioning complete for port 528e3c39-a07d-45d0-bb1e-10a787b7d147 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:48.213790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3680b284-45d6-4ac5-b91f-a1687d1b6001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.223982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:48.261839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.312697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] No DVR routers for this DVR port f5132dc7-a0f7-42d9-b93a-80441047b00b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:41:48.316655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.319621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'name': 'network-vif-deleted', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:41:48.346097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Transition to ACTIVE for port object d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:48.365495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:48.369506 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c301a47a-194a-43ca-94ec-6d9fb01a29f5 req-dc1e2a26-0ede-467a-a3af-47594826647b tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.11 "DELETE /v2.0/ports/f5132dc7-a0f7-42d9-b93a-80441047b00b HTTP/1.1" status: 204 len: 173 time: 3.8705640 Mar 02 18:41:48.392275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-3825596f-87ab-4e9a-a040-fe8db2ca47a6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147 HTTP/1.1" status: 200 len: 217 time: 0.1426039 Mar 02 18:41:48.401950 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc22bf23-f9bf-4333-b9fa-a651bef7bbde', 'name': 'network-vif-deleted', 'tag': 'f5132dc7-a0f7-42d9-b93a-80441047b00b', 'status': 'completed', 'code': 200} Mar 02 18:41:48.408796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:48.409436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:48.472039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4dade4cc-86c2-4a2f-bd70-20d32b21d981 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:48.477765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.484206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:48.487366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.532274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-a2b8c382-d603-4556-9b60-edb5b0962552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:48.534211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-a2b8c382-d603-4556-9b60-edb5b0962552 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0747185 Mar 02 18:41:48.604002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7760363 Mar 02 18:41:48.607164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46204) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:48.619807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:48.629150 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.683911 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:44Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:45Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:48.688546 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:41:48.688849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Updating router d4243cb7-efb0-48af-98aa-88b6eba6559e port 7447daaf-35c0-4551-beb4-c5dfba318a9d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:41:48.744806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39de0663-464f-4d81-b63b-0bd471e87924 req-dd2c255c-9a54-497d-ab8b-7a5aae9ffb81 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:48.746474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39de0663-464f-4d81-b63b-0bd471e87924 req-dd2c255c-9a54-497d-ab8b-7a5aae9ffb81 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 1.3895681 Mar 02 18:41:48.800362 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.844135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:48.868981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:48.891735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:48.892109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.929499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:41:48.933680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:41:48.936673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:41:48.938382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:48.981466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:49.016768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:41:49.018759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Pushing event updated for resources: {'Port': ['ID=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:49.053273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0743ad5-4e7d-490f-ba31-adb030082124 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=bba23875-2c1b-4db7-a511-e0cb32ac1b5d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:49.082899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9b3fe38-1aab-417c-bd3e-46ea8fe919cf req-2739661e-6884-48fe-8ea3-a29aae834a19 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/ports?device_id=cc22bf23-f9bf-4333-b9fa-a651bef7bbde HTTP/1.1" status: 200 len: 210 time: 0.1476521 Mar 02 18:41:49.109174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe7b:202b (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/f8ab365e-e497-4e1f-8643-21feef055cab/6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:49.129047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:41:49.133067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:49.151752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39de0663-464f-4d81-b63b-0bd471e87924 req-53f38a4d-057c-47f7-b5b0-7dd6f64c6989 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959657 Mar 02 18:41:49.218805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-6794aed8-4f19-494d-91fe-4163dc7afbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:49.220342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-6794aed8-4f19-494d-91fe-4163dc7afbff service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6437888 Mar 02 18:41:49.237714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:41:49.460753 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:49.483671 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Transition to ACTIVE for port object 7447daaf-35c0-4551-beb4-c5dfba318a9d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:49.563935 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:49.655022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:49.690456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:49.836714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=6abfa5c3-c08c-48a0-8764-0c7196548e23,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:49.856688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:49.857377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: bba23875-2c1b-4db7-a511-e0cb32ac1b5d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:41:49.882814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-a1868f2f-f0bd-4014-837e-ba5d6a60ad0d service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247692 Mar 02 18:41:49.944550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435a511-d30a-4fb1-ad09-11802d146b77 req-f258cf70-88c9-422c-a7e0-d9511659603f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:49.947426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1435a511-d30a-4fb1-ad09-11802d146b77 req-f258cf70-88c9-422c-a7e0-d9511659603f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4390895 Mar 02 18:41:49.969570 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Pushing event updated for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:49.981281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:41:49.996634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Attempting to bind port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:49.997169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Attempting to bind port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:49.997540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Attempting to bind port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:50.033827 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.034874 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.035456 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.036098 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.036777 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.037506 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.038079 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.038663 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.043771 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.043771 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.043771 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.043771 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:41:50.060527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, bba23875-2c1b-4db7-a511-e0cb32ac1b5d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:50.067214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:50.068775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.093704 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Attempting to bind port 7447daaf-35c0-4551-beb4-c5dfba318a9d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:50.096129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Attempting to bind port 7447daaf-35c0-4551-beb4-c5dfba318a9d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:50.096829 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Attempting to bind port 7447daaf-35c0-4551-beb4-c5dfba318a9d on network b2490758-3331-4a38-9a6b-7abe0c7f1e2a {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:50.113394 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:50.114300 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Checking segment: {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:50.115345 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.116510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Bound using segment: {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:50.117224 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Bound port: 7447daaf-35c0-4551-beb4-c5dfba318a9d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fedc059-a4a3-47ad-a520-d90dbaf12570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:50.117849 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.122425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f538ba1c-549e-4f7b-8e03-f2b37df97f44 None None] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:50.149168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:50.149606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:50.149985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.158857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:50.159743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Bound port: d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:50.160383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.201959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e03aae49-f0cc-41e9-91cd-55b32dce7548 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5910647 Mar 02 18:41:50.202329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46220) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:50.259152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] For port 7447daaf-35c0-4551-beb4-c5dfba318a9d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:50.263445 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] For port 7447daaf-35c0-4551-beb4-c5dfba318a9d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7447daaf-35c0-4551-beb4-c5dfba318a9d,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:50.359331 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.561354 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:50.571017 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:50.573868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:50.714268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.731930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1435a511-d30a-4fb1-ad09-11802d146b77 req-a39cf7c3-04dc-408a-b935-259445805763 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7553072 Mar 02 18:41:50.776050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.829210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:50.836880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:50.877829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf7c19fd-cfa8-40b5-b7ec-c96f38f31f8f req-b4974556-3e7c-4d39-b044-ca0ba11d786d service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9798675 Mar 02 18:41:50.923968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] For port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:50.931700 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c7c39-5afa-4042-80de-fe941d9521bb None None] Pushing event updated for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:50.976985 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:51.034621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:51.045487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:41:51.050896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.082442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] For port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:51.087718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:41:51.102920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:51.103860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:51.225233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a8ecf-7310-4067-b8af-51d0c408ec0a req-2467f11a-dc6a-4252-8243-0b86e76ceea6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:51.227148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd3a8ecf-7310-4067-b8af-51d0c408ec0a req-2467f11a-dc6a-4252-8243-0b86e76ceea6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3245800 Mar 02 18:41:51.251974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 172.25.7.86 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/31c997d2-7085-4b7e-950d-2e9a5d245b7d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:51.259207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.317304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.367890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:41:51.402664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd3a8ecf-7310-4067-b8af-51d0c408ec0a req-a84938b6-4aa5-4b16-b24c-f4e2104b8abe tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649747 Mar 02 18:41:51.471708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:51.489247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.491024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:51.497084 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:44Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:50Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:51.502655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274ba26-1881-455a-a32b-95995b600f43 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:44Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:50Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:51.561586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.628272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:51.649467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:51.650166 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.662484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:51.672668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.746870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:51.931428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a05e9-91ec-46f0-bf9f-147e991ffbb8 req-a1c9bed2-1c9b-48e2-bb25-1cd64cd6e720 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:51.939062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693a05e9-91ec-46f0-bf9f-147e991ffbb8 req-a1c9bed2-1c9b-48e2-bb25-1cd64cd6e720 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1786263 Mar 02 18:41:51.995015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:52.011380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693a05e9-91ec-46f0-bf9f-147e991ffbb8 req-2e40dcad-21a6-40c2-a938-9907a666a6f9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713236 Mar 02 18:41:52.016949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:52.032120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ba9c9d8-b6da-4634-8d9b-ab57d0aedf20 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1796746 Mar 02 18:41:52.046962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9e30b-dd17-4d88-baa2-df6e06871a5b None None] Pushing event updated for resources: {'Port': ['ID=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:52.052756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:52.061554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd412d8c-4224-412b-af1c-b15becbfd7b5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:52.158514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=31c997d2-7085-4b7e-950d-2e9a5d245b7d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:52.169649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:52.171179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:52.174137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:52.202578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc0f49b1-a31a-4b14-a3ec-882f63b6378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:52.294779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Allocated IP 172.21.0.2 (bba23875-2c1b-4db7-a511-e0cb32ac1b5d/6abfa5c3-c08c-48a0-8764-0c7196548e23/9e8b4277-50e0-4244-aa35-12657ebaacd5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:52.432646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:52.440021 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-72e6a917-2f45-41b5-bd12-87891779064c tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "DELETE /v2.0/security-groups/cd412d8c-4224-412b-af1c-b15becbfd7b5 HTTP/1.1" status: 204 len: 168 time: 1.8530002 Mar 02 18:41:52.455784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46254) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:52.511187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f99982-85dd-43cb-8f82-4bdc577f479a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:52.524726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f99982-85dd-43cb-8f82-4bdc577f479a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:52.528822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-64f99982-85dd-43cb-8f82-4bdc577f479a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.4485266 Mar 02 18:41:52.529219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46260) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:52.837052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:52.837410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:52.893919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:52.955339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7447daaf-35c0-4551-beb4-c5dfba318a9d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:53.000238 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a7e67cd7-b98b-4918-b547-316618b081ef tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] show failed (client error): The resource could not be found. Mar 02 18:41:53.004795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beffc3e2-5d04-440e-a118-7e529dd6e7b5 None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:36:45Z', 'revision_number': 4, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f06ca255-c287-4b72-bc39-af8528018b05', 'name': '', 'network_id': 'afc20aa1-3093-4520-ab68-048f6a31877b', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'mac_address': 'fa:16:3e:bf:a9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:41Z', 'updated_at': '2022-03-02T18:36:57Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'subnets': [{'id': '9723d735-999b-4c9e-bc07-7845d7c07b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:53.005004 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a7e67cd7-b98b-4918-b547-316618b081ef tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "GET /v2.0/security-groups/cd412d8c-4224-412b-af1c-b15becbfd7b5 HTTP/1.1" status: 404 len: 347 time: 0.5370109 Mar 02 18:41:53.041917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46268) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:53.059216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:53.079949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Transition to ACTIVE for port object 9e8b4277-50e0-4244-aa35-12657ebaacd5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:53.109570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Transition to ACTIVE for port object 9e8b4277-50e0-4244-aa35-12657ebaacd5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:53.180168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-251fa6ce-9c20-4751-b962-37a77cfe9565 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:53.180722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7447daaf-35c0-4551-beb4-c5dfba318a9d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:53.186866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7447daaf-35c0-4551-beb4-c5dfba318a9d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:53.187497 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:53.190283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-251fa6ce-9c20-4751-b962-37a77cfe9565 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.6754842 Mar 02 18:41:53.274252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:53.310975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-95e0be54-bf4c-43ec-bc3f-0d08de9758a4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/quotas/6b924b92c5b64873b7f1e7506a7b3d78 HTTP/1.1" status: 200 len: 375 time: 0.1194570 Mar 02 18:41:53.622061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Deleting port a507d792-cc43-48e2-933c-baef9945b2be {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:53.622755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:53.631177 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ce9fb-4770-47c8-9a18-bffaa397827f None None] New status for floating IP 534284d7-2e24-471c-808c-aad448dbf527: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:41:53.654026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Pushing event updated for resources: {'Port': ['ID=9e8b4277-50e0-4244-aa35-12657ebaacd5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:53.672921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:53.676980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:53.695101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:53.802473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:53.880108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.21.0.1 (bba23875-2c1b-4db7-a511-e0cb32ac1b5d/6abfa5c3-c08c-48a0-8764-0c7196548e23/c9cf228c-0423-414a-9a7a-338857f7c9a4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:41:54.027148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-3e72f513-c1e6-45fc-99b6-440dfba99de1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.7150004 Mar 02 18:41:54.342865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.416074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Attempting to bind port 9e8b4277-50e0-4244-aa35-12657ebaacd5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:41:54.416595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Attempting to bind port 9e8b4277-50e0-4244-aa35-12657ebaacd5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:41:54.417121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Attempting to bind port 9e8b4277-50e0-4244-aa35-12657ebaacd5 on network bba23875-2c1b-4db7-a511-e0cb32ac1b5d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:41:54.425769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:41:54.429930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Checking segment: {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:41:54.429930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.429930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Bound using segment: {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:41:54.429930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Bound port: 9e8b4277-50e0-4244-aa35-12657ebaacd5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:41:54.429930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.594553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.672146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7447daaf-35c0-4551-beb4-c5dfba318a9d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7447daaf-35c0-4551-beb4-c5dfba318a9d,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:54.691833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-414620f8-0d72-4c37-a70c-64af8a5c6504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.749961 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:54.751583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:54.954874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] For port 9e8b4277-50e0-4244-aa35-12657ebaacd5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:41:54.962782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] For port 9e8b4277-50e0-4244-aa35-12657ebaacd5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e8b4277-50e0-4244-aa35-12657ebaacd5,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:41:54.964560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:55.004908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-70653586-4f18-4ef4-b7d7-84ae9f5518f8 None None] Provisioning for port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:55.033863 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.039152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:55.200575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3d3e2-87f3-4e01-864c-6ff022ff1116 None None] Pushing event updated for resources: {'Port': ['ID=9e8b4277-50e0-4244-aa35-12657ebaacd5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:55.229477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:55.230302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.399757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-a35f6797-1c65-4bba-a187-2d8ecb4dab8f service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9707172 Mar 02 18:41:55.407050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.408139 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.508140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-08e65589-c647-49a4-89bf-a0af7d8ff37e None None] Provisioning for port 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:55.534994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-08e65589-c647-49a4-89bf-a0af7d8ff37e None None] Provisioning complete for port 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:55.535523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-08e65589-c647-49a4-89bf-a0af7d8ff37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.570219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.577897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.589147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.602066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Calling delete_port for a507d792-cc43-48e2-933c-baef9945b2be owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:55.604153 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.610228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-ccc87a8d-7d14-476e-b062-9cda33ecb971 service neutron] 10.222.0.66 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084422 Mar 02 18:41:55.615441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.763807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-08e65589-c647-49a4-89bf-a0af7d8ff37e None None] Port 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:55.770345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:55.850818 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:55.851956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.046454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:56.114635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:41:56.115859 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:41:56.152788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:56.285692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router 90550098-cdf4-45da-b4ad-87a63950c4e6 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:41:56.290324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.343327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object c9cf228c-0423-414a-9a7a-338857f7c9a4 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:41:56.368172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7447daaf-35c0-4551-beb4-c5dfba318a9d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:56.481044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7447daaf-35c0-4551-beb4-c5dfba318a9d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:56.481423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.518069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.547480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be64309f-f073-4f7c-ba14-35072702a6b3 req-2b9a0c48-4a81-4333-bb77-a22e5fd7c144 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 210 time: 0.4771760 Mar 02 18:41:56.600787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:56.603654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.724529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:41:56.737090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Deleting port a507d792-cc43-48e2-933c-baef9945b2be {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:56.737412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.737587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.739070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65470506-4028-4625-b340-43a0f0a6712f tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "PUT /v2.0/routers/90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 200 len: 918 time: 9.5515101 Mar 02 18:41:56.741005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] Sync routers for ids ['90550098-cdf4-45da-b4ad-87a63950c4e6'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:41:56.750653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46290) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:56.753756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e8b4277-50e0-4244-aa35-12657ebaacd5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:56.848408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] Routers {'90550098-cdf4-45da-b4ad-87a63950c4e6'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:56.852114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['90550098-cdf4-45da-b4ad-87a63950c4e6'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:56.931288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.935130 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:56.946957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:56.957173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] Routers {'90550098-cdf4-45da-b4ad-87a63950c4e6'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:41:56.957816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['90550098-cdf4-45da-b4ad-87a63950c4e6'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:57.014856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.015338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.031034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:57.036829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:41:57.037252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f3fcd6-0416-4a51-a2ab-4ddbb517f1d2 None None] The sync data for ids ['90550098-cdf4-45da-b4ad-87a63950c4e6'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:41:57.061256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9e8b4277-50e0-4244-aa35-12657ebaacd5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:57.176563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13ad446a-67f4-446d-89df-e573429b06d3 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 200 len: 924 time: 0.4264758 Mar 02 18:41:57.179498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46300) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:57.244013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff787b31-08ef-40d7-b31f-1394b4b9babe None None] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:57.344500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab007b21-ba83-4480-a26d-9ab389e8b874 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:57.344858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:41:57.345027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ab007b21-ba83-4480-a26d-9ab389e8b874 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=90550098-cdf4-45da-b4ad-87a63950c4e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1524003 Mar 02 18:41:57.345027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:57.345292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Calling delete_port for a507d792-cc43-48e2-933c-baef9945b2be owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:57.385441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.392828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:41:57.432843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:41:57.556825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Provisioning for port 9e8b4277-50e0-4244-aa35-12657ebaacd5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:57.564046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4d6a83f5-9619-44b7-a989-3b9708c1356e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 HTTP/1.1" status: 204 len: 168 time: 5.0337241 Mar 02 18:41:57.568752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46312) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:57.569076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Provisioning complete for port 9e8b4277-50e0-4244-aa35-12657ebaacd5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:57.569439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.730814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.812443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3580586a-15f5-4f32-b8d1-e0cf631a46d2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:57.814393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3580586a-15f5-4f32-b8d1-e0cf631a46d2 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.4764805 Mar 02 18:41:57.819419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46318) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:57.851383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67cf6a-fd5c-4e31-9fde-5061be1a7a28 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:57.856070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b67cf6a-fd5c-4e31-9fde-5061be1a7a28 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:57.861570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:57.877435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7b67cf6a-fd5c-4e31-9fde-5061be1a7a28 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2794449 Mar 02 18:41:57.920417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] For port 9e8b4277-50e0-4244-aa35-12657ebaacd5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e8b4277-50e0-4244-aa35-12657ebaacd5,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:41:57.975505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46322) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:58.008847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.033520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8df7ae4-60ce-4b58-a5a7-120704b73cb9 req-29c2e89c-c983-45fd-8677-5ccfa53b09c2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 210 time: 0.2113957 Mar 02 18:41:58.046224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cdb7eb19-4bcb-4f5e-a51e-8968106890c8 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 200 len: 205 time: 0.2222848 Mar 02 18:41:58.048317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46326) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:41:58.179437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:41:58.292011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5face4eb-1bf5-44d5-874c-4f2497d03916 None None] Pushing event updated for resources: {'Port': ['ID=9e8b4277-50e0-4244-aa35-12657ebaacd5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:58.332995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.374394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:58.374688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.388518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.497802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Pushing event deleted for resources: {'Port': ['ID=a507d792-cc43-48e2-933c-baef9945b2be,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:58.523632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Provisioning complete for port 9e8b4277-50e0-4244-aa35-12657ebaacd5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:58.533000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.533494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet f8ab365e-e497-4e1f-8643-21feef055cab {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:41:58.548466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.711780 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.872785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port 31c997d2-7085-4b7e-950d-2e9a5d245b7d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:41:58.876576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.930281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:58.998190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Provisioning for port c9cf228c-0423-414a-9a7a-338857f7c9a4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:41:59.003491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Provisioning complete for port c9cf228c-0423-414a-9a7a-338857f7c9a4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:59.003872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.026525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.074649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-712f711f-5e5a-4196-b395-6a10a5b590e6 None None] Port c9cf228c-0423-414a-9a7a-338857f7c9a4 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:59.198548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.205508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.213681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3df907d7-5e86-4a86-8031-28e9085f0071 None None] Provisioning complete for port c9cf228c-0423-414a-9a7a-338857f7c9a4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:41:59.214062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3df907d7-5e86-4a86-8031-28e9085f0071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.296853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3df907d7-5e86-4a86-8031-28e9085f0071 None None] Port c9cf228c-0423-414a-9a7a-338857f7c9a4 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:41:59.400400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for 31c997d2-7085-4b7e-950d-2e9a5d245b7d owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:41:59.417035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.447275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0586321-cee1-4ae7-9bbf-647e24c5bfbb req-b7832f2b-666b-4fb5-b6d8-7215450e8009 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 210 time: 0.1522326 Mar 02 18:41:59.549245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.562403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-939b4a85-d70b-434d-9251-c741af41d370 tempest-AttachVolumeTestJSON-459439809 tempest-AttachVolumeTestJSON-459439809-project] 10.222.0.66 "DELETE /v2.0/floatingips/534284d7-2e24-471c-808c-aad448dbf527 HTTP/1.1" status: 204 len: 168 time: 6.5072291 Mar 02 18:41:59.696190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.743256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-8b848aca-7cb3-467b-9b96-2bb69dca4e67 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:41:59.744759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-8b848aca-7cb3-467b-9b96-2bb69dca4e67 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 811 time: 0.3867042 Mar 02 18:41:59.770255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Request body: {'port': {'device_id': '45689765-c618-4733-8897-340ff045d79b', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'admin_state_up': True, 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:41:59.770690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=31c997d2-7085-4b7e-950d-2e9a5d245b7d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:41:59.889668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:41:59.944727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2fa8d0-cc2f-404b-a048-9d4bf3f1cd87 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:41:59.975902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.001312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.055773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ab365e-e497-4e1f-8643-21feef055cab,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:00.066804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:00.088765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:00.101314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.154727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e8b4277-50e0-4244-aa35-12657ebaacd5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:00.235934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-19a67e84-5e70-4e02-9167-5daff24256e3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/f8ab365e-e497-4e1f-8643-21feef055cab HTTP/1.1" status: 204 len: 168 time: 2.2575366 Mar 02 18:42:00.236563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46340) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:00.340670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Made reservation on behalf of 6b924b92c5b64873b7f1e7506a7b3d78 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:00.344890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.355775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9e8b4277-50e0-4244-aa35-12657ebaacd5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:00.356511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.357009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.461247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.469802 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-56014234-249e-4cf3-9d2e-1047d91035e1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2320137 Mar 02 18:42:00.499102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46344) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:00.515343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:00.560759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:00.588930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:00.593380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Deleting port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:00.593805 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.623805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.627870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.769469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.769917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router 90550098-cdf4-45da-b4ad-87a63950c4e6 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:42:00.855332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f9eb67e-89f2-4530-95d8-bb4812480cdf req-0d43d943-6244-4580-8e7f-b46ed77a3d8b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 210 time: 0.0703487 Mar 02 18:42:00.860094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.864672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4904e1bb-71b2-4398-b93f-803c4905edfe tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 204 len: 168 time: 2.8117530 Mar 02 18:42:00.871886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46350) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:00.874585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1210300782', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:00.887431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:00.897129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:00.901640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:00.920622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:00.954199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] For port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:00.959310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:00.992281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:01.010640 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.014030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.088229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.192732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.200055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Calling delete_port for d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:01.295056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.300053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ed7abe4-f3f0-44e9-912e-dbfeee0a1c3c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4296517 Mar 02 18:42:01.300935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:01.313846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'enable_snat': False}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:01.393310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:01.399389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.411344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:01.415691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:01.420035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:01.433321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:01.537746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] Pushing event deleted for resources: {'Port': ['ID=d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:01.543078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:01.547917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.552888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7813b3a2-ffe6-4cb5-b4b5-0680753366a0 None None] No DVR routers for this DVR port d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:42:01.685361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Allocated IP 172.20.0.3 (b76a235f-fdc3-436e-bdef-f032662bdf19/ecfb6e68-aff1-4848-bc02-5f7db10ac022/06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:01.874580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2b43fbce-ba55-46b2-9882-91d9bf266bb1 None None] Provisioning complete for port c9cf228c-0423-414a-9a7a-338857f7c9a4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:01.874962 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b43fbce-ba55-46b2-9882-91d9bf266bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:01.906731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:01.958710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2b43fbce-ba55-46b2-9882-91d9bf266bb1 None None] Port c9cf228c-0423-414a-9a7a-338857f7c9a4 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:02.027371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:02.060266 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.114411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:02.115347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4a1fa5c-b1a1-4023-abb4-fb59b98a4e48 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:02.194500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db2275ce-007d-41e8-a175-6f9609dba0a2 req-859338f5-d117-4fad-82cc-dd4a72e5ef87 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 210 time: 0.0637267 Mar 02 18:42:02.205332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46368) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:02.391257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:02.404641 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:02.419681 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:02.422232 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:02.457955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.484772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fe29329-7a86-42a6-b06d-94fe0f5ac51a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2767005 Mar 02 18:42:02.487051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46376) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:02.497082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-39568802'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:02.502585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:02.507550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:02.510743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:02.517382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:02.549186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Transition to ACTIVE for port object 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:02.610880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.625033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.645732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.647969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:02.651498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.686281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:02.723444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:02.729723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Usage tracker for resource:security_group_rule and tenant:fe7da1bd380844feae4688113a4b488c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:02.740923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:02.749903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:42:02.757212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:02.759596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.800006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:02.853253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.853942 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment 7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8 of type vlan for network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c Mar 02 18:42:02.872125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:02.883220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:02.893129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:02.893791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.941293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b635e-019d-4bd5-aeed-1446a3e7a037 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:02.943346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=f1691502-66bb-4c0c-8f40-edef8bf68664,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:02.943571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Allocated IP 172.25.7.189 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/fa68d92f-6cbd-4ba2-a250-66181cb1b164) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:02.943748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:02.979284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.081515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:42:03.138745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:42:03.151384 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a324755a-fb00-4040-a8c7-2f0f263e10b6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6686563 Mar 02 18:42:03.156799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:03.166421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:03:7a:48', 'name': 'tempest-NetworksTestDHCPv6-1470407643'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:03.184835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:57Z', 'revision_number': 3, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:41:59Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:03.188366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Network b76a235f-fdc3-436e-bdef-f032662bdf19 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:03.194448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:03.194886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Updating router d4243cb7-efb0-48af-98aa-88b6eba6559e port c9cf228c-0423-414a-9a7a-338857f7c9a4 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:42:03.196180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:03.202383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.206302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:03.211183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.278560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:03.286061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.296847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:03.300522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.363668 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.384461 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.787892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:03.790278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 1.3038139 Mar 02 18:42:03.793597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:03.816832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:03.817499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.822698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:03.829000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fe7da1bd380844feae4688113a4b488c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5535085 Mar 02 18:42:03.840143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c616f2e-7f9c-430d-988d-61d6d84c3d11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=7b217ebf-c1df-4e8b-90ba-160f8f6bc24c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:03.845011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5068869-21cd-42e2-8211-12876d913c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeeea62-0c27-4f8b-8c43-f7e97b111a45,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:03.847417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46394) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:03.869344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:42:03.872744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:03.885825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.918990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:03.921296 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:03.948548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Transition to ACTIVE for port object c9cf228c-0423-414a-9a7a-338857f7c9a4 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:03.976615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:04.003229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.077818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-946c98e0-1b53-4e38-a309-e23f30367910 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3131640 Mar 02 18:42:04.078146 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.078278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.090519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Request body: {'port': {'device_id': '45689765-c618-4733-8897-340ff045d79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:04.107142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:04.109279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'f1691502-66bb-4c0c-8f40-edef8bf68664'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:04.117594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:04.119265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.126670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:04.202843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:04.237598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6008e88-8a19-46ac-a493-cc46d8882d9a None None] Provisioning for port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:04.254379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6008e88-8a19-46ac-a493-cc46d8882d9a None None] Provisioning complete for port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:04.254756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6008e88-8a19-46ac-a493-cc46d8882d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.322542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.412730 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f6b8-7549-4c21-a0bc-7c6291794df7 None None] Pushing event updated for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:04.456389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.479833 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.501519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Pushing event updated for resources: {'Port': ['ID=fa68d92f-6cbd-4ba2-a250-66181cb1b164,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:04.506522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeeea62-0c27-4f8b-8c43-f7e97b111a45,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:04.510069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.515304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61aff1a9-4a3c-4b85-b749-e87e374ae152 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dfeeea62-0c27-4f8b-8c43-f7e97b111a45 HTTP/1.1" status: 204 len: 168 time: 0.6644425 Mar 02 18:42:04.581528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ad6e1d-a541-45eb-b328-ebcaad4716fe req-05fa5281-3d42-431f-90e3-0609e22588a5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:04.590565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01ad6e1d-a541-45eb-b328-ebcaad4716fe req-05fa5281-3d42-431f-90e3-0609e22588a5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 931 time: 0.9155097 Mar 02 18:42:04.598853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:42:04.623334 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Attempting to bind port c9cf228c-0423-414a-9a7a-338857f7c9a4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:04.623713 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Attempting to bind port c9cf228c-0423-414a-9a7a-338857f7c9a4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:04.624095 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Attempting to bind port c9cf228c-0423-414a-9a7a-338857f7c9a4 on network bba23875-2c1b-4db7-a511-e0cb32ac1b5d {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:04.637244 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:04.637621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Checking segment: {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:04.638029 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.638452 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Bound using segment: {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:04.638931 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Bound port: c9cf228c-0423-414a-9a7a-338857f7c9a4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c935266-552a-4703-b429-d24a9b0a74db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:04.639311 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:04.662391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Allocated IP 2001:db8::f816:3eff:fe53:5444 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/f1691502-66bb-4c0c-8f40-edef8bf68664/133529fc-9889-4918-8481-71287c27214a) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:04.735776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:04.759771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:04.764113 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] For port c9cf228c-0423-414a-9a7a-338857f7c9a4, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:04.773251 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] For port c9cf228c-0423-414a-9a7a-338857f7c9a4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9cf228c-0423-414a-9a7a-338857f7c9a4,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:04.863585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6008e88-8a19-46ac-a493-cc46d8882d9a None None] Port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:04.868282 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.019176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.066143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Transition to ACTIVE for port object 133529fc-9889-4918-8481-71287c27214a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:05.076580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:05.100992 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:05.100992 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:05.125076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:05.135158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Transition to ACTIVE for port object 133529fc-9889-4918-8481-71287c27214a will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:05.192211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01ad6e1d-a541-45eb-b328-ebcaad4716fe req-6341343d-39bb-4ac9-b30a-3dfa4d6c95ca tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5987821 Mar 02 18:42:05.209606 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.323846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:42:05.335125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:05.344237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:05.349917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:05.350682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.361023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Pushing event updated for resources: {'Port': ['ID=133529fc-9889-4918-8481-71287c27214a,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:05.393628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Transition to ACTIVE for port object 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:05.411204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.412154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.412560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.412929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.413582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.413935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.414783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.414783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.415134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.415470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.415797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.416176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:05.422034 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767f6b8-7549-4c21-a0bc-7c6291794df7 None None] Pushing event updated for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:05.454403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.521542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:05.530046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.530988 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:05.533068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Attempting to bind port 133529fc-9889-4918-8481-71287c27214a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:05.533650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Attempting to bind port 133529fc-9889-4918-8481-71287c27214a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:05.534223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Attempting to bind port 133529fc-9889-4918-8481-71287c27214a on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:05.543910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:05.544497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:05.545169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.545830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:05.554193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Bound port: 133529fc-9889-4918-8481-71287c27214a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:05.557043 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.796529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] For port 133529fc-9889-4918-8481-71287c27214a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:05.815761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] For port 133529fc-9889-4918-8481-71287c27214a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=133529fc-9889-4918-8481-71287c27214a,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:05.834659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:05.907467 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.955244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Attempting to bind port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:05.955654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Attempting to bind port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:05.955915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Attempting to bind port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:05.959231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:05.961701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 on network b76a235f-fdc3-436e-bdef-f032662bdf19 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:42:05.962204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Attempting to bind port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 on network b76a235f-fdc3-436e-bdef-f032662bdf19 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:05.967993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:05.968346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Checking segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:05.969020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Bound using segment: {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:05.969464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Bound port: 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d9c5625-f3e0-4d5e-b775-4c981f6137d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:05.969818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:06.026548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe03:7a48 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/f1691502-66bb-4c0c-8f40-edef8bf68664/55433bcb-5d71-42aa-a89f-f0f3ea529ec8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:06.121648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:06.124925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:06.160515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b243eda5-fa13-4e86-8e7e-3bed70925456 None None] Pushing event updated for resources: {'Port': ['ID=133529fc-9889-4918-8481-71287c27214a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:06.244407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:06.251847 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:57Z', 'revision_number': 3, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:04Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:06.258476 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-828749d8-0af9-4aad-9aa1-9bc6f8b17780 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:41:57Z', 'revision_number': 3, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:04Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:06.432227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:06.441819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:06.443617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] 10.222.0.11 "PUT /v2.0/ports/06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 HTTP/1.1" status: 200 len: 1091 time: 2.3593738 Mar 02 18:42:06.444218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:42:06.519540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820717cd-00ca-4546-8b52-a2a5f9930e86 service neutron] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:06.643022 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'status': 'completed', 'code': 200} Mar 02 18:42:06.753346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-3682fb01-ae5e-434c-8733-a9d9329296aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:06.757313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-3682fb01-ae5e-434c-8733-a9d9329296aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 1094 time: 0.2056057 Mar 02 18:42:06.955771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-79d842c9-1372-41c7-b1a1-d5a64e4c2a55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 HTTP/1.1" status: 200 len: 217 time: 0.1925187 Mar 02 18:42:07.089987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-29aef7f0-9c1e-470b-82e4-f9cbd2359899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:07.093407 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-29aef7f0-9c1e-470b-82e4-f9cbd2359899 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1294191 Mar 02 18:42:07.206457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-73506d13-1675-4b74-8c59-19c809be4e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:07.208382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-73506d13-1675-4b74-8c59-19c809be4e2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052368 Mar 02 18:42:07.291897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:07.369777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:07.384643 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-c412b0ae-d431-42f0-81d6-1a2278304cb0 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676264 Mar 02 18:42:07.414702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31b75c2-0881-4ac6-aac3-a9a762319d8c req-e11001e1-5bc8-4bef-a8e4-17c235471c01 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:07.416178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d31b75c2-0881-4ac6-aac3-a9a762319d8c req-e11001e1-5bc8-4bef-a8e4-17c235471c01 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 943 time: 0.6704810 Mar 02 18:42:07.418916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:07.461598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:07.554036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:07.571376 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6fbf77be-4e44-4a79-9721-5c84a096292b req-989a1f2b-3800-4622-9ac1-312f725339a8 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798396 Mar 02 18:42:07.603795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d31b75c2-0881-4ac6-aac3-a9a762319d8c req-fdd06c7f-c12a-461d-a088-bd98ab39c3e8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776640 Mar 02 18:42:07.746885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:07.810289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=56645078-393b-4aed-b148-681a0040f878,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:07.846200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-ac2ec3e8-012c-4c78-9e0f-0233c1b4047f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:07.848173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-ac2ec3e8-012c-4c78-9e0f-0233c1b4047f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 1094 time: 0.1382859 Mar 02 18:42:07.888392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:07.888755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:42:07.898239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:07.904438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:07.907602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=55433bcb-5d71-42aa-a89f-f0f3ea529ec8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:07.913626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:07.920464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:07.921375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:08.043145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9551e7bd-ccab-4b2f-81fc-0f7b97a160fd None None] Provisioning for port 133529fc-9889-4918-8481-71287c27214a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:08.078758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:42:08.082200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-24ad075a-0b36-4eae-86be-24569553ef89 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.9243479 Mar 02 18:42:08.085151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Router 705dd9b3-74f1-4691-a94b-ec93995a2069 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:42:08.088912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:08.176339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 133529fc-9889-4918-8481-71287c27214a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:08.312625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:08.322477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:08.323074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:08.337065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7913672-a118-43ec-96da-1aa496347b93 None None] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:08.382066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-c9c60aa6-bd43-4ebc-9066-315a12fdcb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:08.385841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-c9c60aa6-bd43-4ebc-9066-315a12fdcb11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.5298235 Mar 02 18:42:08.504194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a1ee3db3-d53f-490a-a64f-a0c4643f6bfe tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6894808 Mar 02 18:42:08.513891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46460) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:08.583048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df55f4f-26d7-4a7d-91d3-32bc0e7e365b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:08.589732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df55f4f-26d7-4a7d-91d3-32bc0e7e365b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:08.590672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0df55f4f-26d7-4a7d-91d3-32bc0e7e365b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:08.594146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:08.605247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:08.606616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dc925c1a-fe03-4deb-a778-f4f8be374a61 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "PUT /v2.0/routers/705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 200 len: 920 time: 7.3036156 Mar 02 18:42:08.621228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:08.628816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-37836989-9545-4617-88f0-1fc842109a62 None None] Provisioning for port 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:08.654010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-37836989-9545-4617-88f0-1fc842109a62 None None] Provisioning complete for port 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:08.656574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-37836989-9545-4617-88f0-1fc842109a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:08.737596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] Sync routers for ids ['705dd9b3-74f1-4691-a94b-ec93995a2069'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:08.795785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 133529fc-9889-4918-8481-71287c27214a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:08.826932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 133529fc-9889-4918-8481-71287c27214a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:08.827330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:08.859961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-544d841b-e581-4306-b7e3-8f51d0f3d262 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 HTTP/1.1" status: 200 len: 217 time: 0.4673843 Mar 02 18:42:09.003780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-8d76f473-ffb7-4721-8f95-1775150ad992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:09.005764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-8d76f473-ffb7-4721-8f95-1775150ad992 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1387415 Mar 02 18:42:09.012233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] Routers {'705dd9b3-74f1-4691-a94b-ec93995a2069'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:09.013125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['705dd9b3-74f1-4691-a94b-ec93995a2069'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:09.090736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0df55f4f-26d7-4a7d-91d3-32bc0e7e365b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:09.097081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46474) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:09.099768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0df55f4f-26d7-4a7d-91d3-32bc0e7e365b tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9920721 Mar 02 18:42:09.168630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:09.180497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-37836989-9545-4617-88f0-1fc842109a62 None None] Port 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:09.288681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:09.289396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:09.370816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-285d5f0d-c612-489b-917c-34864fe6bf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:09.372696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-285d5f0d-c612-489b-917c-34864fe6bf3f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596671 Mar 02 18:42:09.432907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] Routers {'705dd9b3-74f1-4691-a94b-ec93995a2069'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:09.433740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['705dd9b3-74f1-4691-a94b-ec93995a2069'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:09.494778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:09.495767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:09.605801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46480) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:09.607634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:09.612315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b601d8-7e09-4f0e-b4e9-be6afd38b93e None None] The sync data for ids ['705dd9b3-74f1-4691-a94b-ec93995a2069'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:09.647249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-823206079', 'description': 'tempest-secgroup-smoke-823206079 description', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:09.678171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:09.695209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65aff9e6-2d50-499c-926a-2c36b521fd32 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 200 len: 926 time: 1.0727110 Mar 02 18:42:09.700274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46484) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:09.706632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca87a60-38b7-480e-96f5-7b85b6cf6a5c req-96c29a1c-caab-4874-80e8-219e371010d5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:09.710888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ca87a60-38b7-480e-96f5-7b85b6cf6a5c req-96c29a1c-caab-4874-80e8-219e371010d5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 943 time: 0.7296073 Mar 02 18:42:09.717568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:09.725473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:09.732915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:09.779235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 133529fc-9889-4918-8481-71287c27214a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=133529fc-9889-4918-8481-71287c27214a,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:09.789898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:09.797002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ca87a60-38b7-480e-96f5-7b85b6cf6a5c req-1f73127e-3959-4451-8bcf-e704e133e213 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670404 Mar 02 18:42:09.805314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-cba83f0d-4d4a-4a9b-85ee-7c5d49c7b738 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029908 Mar 02 18:42:09.871946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:09.873229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9cf228c-0423-414a-9a7a-338857f7c9a4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:09.896911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.025221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Allocated IP 172.22.0.2 (7b217ebf-c1df-4e8b-90ba-160f8f6bc24c/56645078-393b-4aed-b148-681a0040f878/25a3688a-f377-4c80-a8a7-cb4c923be604) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:10.056747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=133529fc-9889-4918-8481-71287c27214a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:10.119406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.136809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.139061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 55433bcb-5d71-42aa-a89f-f0f3ea529ec8 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:10.161732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:10.171341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:10.176267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:10.188542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:10.194611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c9cf228c-0423-414a-9a7a-338857f7c9a4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:10.209435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c9cf228c-0423-414a-9a7a-338857f7c9a4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:10.209992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.217458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cdfcad7b-d540-4bd3-a327-1d8d229e1fc1 req-6b1f5705-034c-42c0-b1f3-ab5188d5a6a8 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4035652 Mar 02 18:42:10.279212 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.300631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525d79c9-9167-49c4-ac77-9c257257a583 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:10.301978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-525d79c9-9167-49c4-ac77-9c257257a583 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Synchronizing usage tracker for tenant:a7ec5a962c6d4c258312ad2c6afcf5db on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:10.486475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-525d79c9-9167-49c4-ac77-9c257257a583 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Unset dirty status for tenant:a7ec5a962c6d4c258312ad2c6afcf5db on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:10.491980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-525d79c9-9167-49c4-ac77-9c257257a583 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=705dd9b3-74f1-4691-a94b-ec93995a2069&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7842126 Mar 02 18:42:10.492272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.495177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46488) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:10.539911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.543322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.579583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Transition to ACTIVE for port object 25a3688a-f377-4c80-a8a7-cb4c923be604 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:10.589572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.613661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c9cf228c-0423-414a-9a7a-338857f7c9a4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9cf228c-0423-414a-9a7a-338857f7c9a4,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:10.640969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Transition to ACTIVE for port object 25a3688a-f377-4c80-a8a7-cb4c923be604 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:10.677833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.729667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=55433bcb-5d71-42aa-a89f-f0f3ea529ec8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:10.761447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.849342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 133529fc-9889-4918-8481-71287c27214a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:10.857635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.894661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:10.913417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:10.919038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:42:10.949270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:10.958410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:10.962049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae96c0-c4d9-4074-b579-6eaac052d8a0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:10.971054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.22.0.1 (7b217ebf-c1df-4e8b-90ba-160f8f6bc24c/56645078-393b-4aed-b148-681a0040f878/c3d8d670-4c1a-4a6f-abe2-eb0ac176b179) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:10.975170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4cae96c0-c4d9-4074-b579-6eaac052d8a0 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/networks/ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 881 time: 0.4810195 Mar 02 18:42:10.976874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:10.982027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:11.006521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d9e597-fd0e-4505-958e-d0849cd918c3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:11.065600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a205096-4513-4e6c-a304-e2a04bdf9d98 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/55433bcb-5d71-42aa-a89f-f0f3ea529ec8 HTTP/1.1" status: 204 len: 168 time: 1.9681311 Mar 02 18:42:11.075697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:11.082063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07790a37-3641-47d9-b074-c60e34a30e8c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 200 len: 205 time: 0.1014137 Mar 02 18:42:11.085960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46504) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:11.091201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:11.103311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:11.112490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:42:11.140627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:11.143654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:11.422579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994ad33-f004-4d4e-bb73-902d086b43fc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:11.424289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994ad33-f004-4d4e-bb73-902d086b43fc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:11.425103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5994ad33-f004-4d4e-bb73-902d086b43fc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:11.464255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 133529fc-9889-4918-8481-71287c27214a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:11.464967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.507427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5994ad33-f004-4d4e-bb73-902d086b43fc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:11.517608 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5994ad33-f004-4d4e-bb73-902d086b43fc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4189804 Mar 02 18:42:11.518871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46510) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:11.554094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Pushing event updated for resources: {'Port': ['ID=25a3688a-f377-4c80-a8a7-cb4c923be604,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:11.563665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Attempting to bind port 25a3688a-f377-4c80-a8a7-cb4c923be604 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:11.563823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Attempting to bind port 25a3688a-f377-4c80-a8a7-cb4c923be604 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:11.564186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Attempting to bind port 25a3688a-f377-4c80-a8a7-cb4c923be604 on network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:11.606274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:11.606711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Checking segment: {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:11.607055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.607503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Bound using segment: {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:11.607992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Bound port: 25a3688a-f377-4c80-a8a7-cb4c923be604, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:11.608373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.628728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet f1691502-66bb-4c0c-8f40-edef8bf68664 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:11.635189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.680448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.692281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.706538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.719674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] For port 25a3688a-f377-4c80-a8a7-cb4c923be604, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:11.724801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] For port 25a3688a-f377-4c80-a8a7-cb4c923be604, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25a3688a-f377-4c80-a8a7-cb4c923be604,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:11.731841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.736507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:11.759299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'mac_address': 'fa:16:3e:98:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:42:11.782394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.818459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:11.853365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ec453-7d75-4a94-beab-480964ada19b req-b116b7b4-7340-4671-87cd-51e44fd0a62f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:11.857374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.860728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b3ec453-7d75-4a94-beab-480964ada19b req-b116b7b4-7340-4671-87cd-51e44fd0a62f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 943 time: 0.8758698 Mar 02 18:42:11.871600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:11.917483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b47e4c6-7d86-4257-93ce-0afdcb204e35,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:12.014609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.015761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-26b581bf-2297-4f59-aa8b-6b15917264b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.4089513 Mar 02 18:42:12.019121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:12.025754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:12.036024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b3ec453-7d75-4a94-beab-480964ada19b req-a37c4b23-8147-4e68-90d0-cd26edec9567 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744165 Mar 02 18:42:12.040191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.059307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:12.101439 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.146231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:12.157358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:12.158295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.158934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=f1691502-66bb-4c0c-8f40-edef8bf68664,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:12.165468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.178007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:12.181050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.198794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21693edc-7a97-4911-b55f-173cf13050e5 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:12.249910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:42:12.250639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:12.263541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f995a5d-7822-42d6-9eb3-367f53107825 None None] Pushing event updated for resources: {'Port': ['ID=25a3688a-f377-4c80-a8a7-cb4c923be604,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:12.275639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port fa68d92f-6cbd-4ba2-a250-66181cb1b164 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:12.275639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.308789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:12.311693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-adc7d9b9-ad6d-4dae-b424-d6267355d887 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/f1691502-66bb-4c0c-8f40-edef8bf68664 HTTP/1.1" status: 204 len: 168 time: 0.7905686 Mar 02 18:42:12.315775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46530) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:12.321312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:12.331455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:12.336036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:12.439222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.444079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:12.498825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.528898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:12.577619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a60b26b-1b8c-496b-b0da-383014f14b56 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2250209 Mar 02 18:42:12.579404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46534) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:12.580124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.706232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.709805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:12.712502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:42:12.834289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Deleting port 133529fc-9889-4918-8481-71287c27214a {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:12.834942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:12.925481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for fa68d92f-6cbd-4ba2-a250-66181cb1b164 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:12.983366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.011063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c061e4cf-5086-4752-bb60-37c81fdaf69a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:13.011970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c061e4cf-5086-4752-bb60-37c81fdaf69a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:13.027354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25a3688a-f377-4c80-a8a7-cb4c923be604 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:13.183073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.227700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5590ed3f-2cd4-4361-9be5-51dbf6650cd5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:13.251041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c061e4cf-5086-4752-bb60-37c81fdaf69a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:13.255094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c061e4cf-5086-4752-bb60-37c81fdaf69a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6324236 Mar 02 18:42:13.256954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46540) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:13.303203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.389831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.391029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8be4c655-83d2-42b6-b4c8-72556bb74152 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3706443 Mar 02 18:42:13.396872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:13.415388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:13.425628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=fa68d92f-6cbd-4ba2-a250-66181cb1b164,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:13.444513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:13.460156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:13.469751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab649568-9264-4dd3-b63f-b8188453442c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:13.470959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab649568-9264-4dd3-b63f-b8188453442c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:13.474430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:13.516501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] For port 133529fc-9889-4918-8481-71287c27214a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=133529fc-9889-4918-8481-71287c27214a,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:13.516885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.530871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:13.546003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.684995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.717527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Calling delete_port for 133529fc-9889-4918-8481-71287c27214a owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:13.756621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.760160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab649568-9264-4dd3-b63f-b8188453442c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:13.761660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab649568-9264-4dd3-b63f-b8188453442c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5039220 Mar 02 18:42:13.765069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46548) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:13.832769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 25a3688a-f377-4c80-a8a7-cb4c923be604 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:13.844696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9cf228c-0423-414a-9a7a-338857f7c9a4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:13.869867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.885180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f8a8c3-d214-4617-a77f-4367ec48bf7e None None] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:13.908674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd6beb5b-76fb-461f-8501-9ca42e74fa15 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1384139 Mar 02 18:42:13.924714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46552) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:13.933220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.933582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.939813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:13.949076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec241a9e-8cc1-44cc-92fd-0d5349469a95,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:13.958012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:13.992984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.058195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] Pushing event deleted for resources: {'Port': ['ID=133529fc-9889-4918-8481-71287c27214a,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:14.065099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c86ccc-3b6c-45ef-b270-4d80198e8664 None None] No DVR routers for this DVR port 133529fc-9889-4918-8481-71287c27214a on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:42:14.091148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.092339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6622589b-2933-4f2b-90b7-52621ac67860 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6878517 Mar 02 18:42:14.096784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:14.106909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:14.114488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:14.120391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:14.124614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:14.137206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:14.142196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c9cf228c-0423-414a-9a7a-338857f7c9a4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:14.142196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.165386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.181703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d490f-8d00-434c-ab3e-0869e54151e3 req-9dcd93e9-40ec-4166-92b0-83a166b16184 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:14.183463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-878d490f-8d00-434c-ab3e-0869e54151e3 req-9dcd93e9-40ec-4166-92b0-83a166b16184 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 944 time: 0.9420187 Mar 02 18:42:14.220595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Provisioning for port 25a3688a-f377-4c80-a8a7-cb4c923be604 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:14.244000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Provisioning complete for port 25a3688a-f377-4c80-a8a7-cb4c923be604 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:14.244000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.245607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.280801 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.281597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router 705dd9b3-74f1-4691-a94b-ec93995a2069 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:42:14.287664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:14.379809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:14.386046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.387667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fe2567d5-6cb1-4590-97c6-158a3b51aadc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 204 len: 168 time: 3.3006818 Mar 02 18:42:14.408214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46562) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:14.417957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-739948886', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:14.436012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:14.447200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Usage tracker for resource:router and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:14.457374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:14.470566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-878d490f-8d00-434c-ab3e-0869e54151e3 req-20e5f050-c083-44e2-86a5-e1d8af96e740 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219670 Mar 02 18:42:14.478283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:14.534649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:14.538310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.566089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.580710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.580941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.581747 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.599631 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.627257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] For port 25a3688a-f377-4c80-a8a7-cb4c923be604, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25a3688a-f377-4c80-a8a7-cb4c923be604,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:14.647351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 133529fc-9889-4918-8481-71287c27214a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:14.702305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 133529fc-9889-4918-8481-71287c27214a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:14.703169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 133529fc-9889-4918-8481-71287c27214a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:14.709793 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.715004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.797200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbb622a-5234-4bb6-b1ae-b606258b2361,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:14.889802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e419f62-cae6-42da-b897-9f65451f04bf None None] Pushing event updated for resources: {'Port': ['ID=25a3688a-f377-4c80-a8a7-cb4c923be604,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:14.900877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:14.919219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:14.921149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7642da7-0811-44a7-8a60-5c9b218bb9f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8230882 Mar 02 18:42:14.935552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:14.945451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:14.964334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:14.984517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:14.992657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:15.001971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:15.006213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Deleting port f06ca255-c287-4b72-bc39-af8528018b05 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:15.006213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.026768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Provisioning for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:15.032351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Provisioning complete for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:15.034875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.110469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.121455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:15.129207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:15.138779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:15.139782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.164698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Provisioning complete for port 25a3688a-f377-4c80-a8a7-cb4c923be604 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:15.164698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-effefda7-acb1-4821-8681-4c36d77e1c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.167329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.288578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.330058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] For port f06ca255-c287-4b72-bc39-af8528018b05, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f06ca255-c287-4b72-bc39-af8528018b05,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:15.330999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.345284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.386788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.407390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.428886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:42:15.443645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:15.468992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.482427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Calling delete_port for f06ca255-c287-4b72-bc39-af8528018b05 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:15.506201 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'code': 200} Mar 02 18:42:15.535605 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.573813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315f9678-68ad-4e57-a1a4-8b5630a2c138,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:15.654276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:15.661211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-96dad68b-fabf-413a-9b82-356ba5483522 None None] Provisioning complete for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:15.661211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96dad68b-fabf-413a-9b82-356ba5483522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.734187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96dad68b-fabf-413a-9b82-356ba5483522 None None] Port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:15.771789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.776143 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e55c0c0-7e08-457e-977c-63a976d903d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8361766 Mar 02 18:42:15.776559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46574) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:15.786533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:15.804266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:15.815399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:15.820361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8fa10-8608-429e-9de6-e7637c517d49 req-61187d97-c04a-412e-9945-444802f8494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:15.821860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5fc8fa10-8608-429e-9de6-e7637c517d49 req-61187d97-c04a-412e-9945-444802f8494c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 1096 time: 0.2369595 Mar 02 18:42:15.822773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:15.851138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:15.852435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:15.863526 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:15.886339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5fc8fa10-8608-429e-9de6-e7637c517d49 req-e9adcc84-a1ff-4ff7-ac80-106757c1fe66 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540030 Mar 02 18:42:15.910494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:42:15.916286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.035169 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:42:16.047665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.060200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.080348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:16.096730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:16.110288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf587af4-ecc0-4d84-92d9-2f5d30d61fe8 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:16.111296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:16.111879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.128859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe0384-2bf8-44d4-85e1-7d90df2a8586 req-66b138f5-fc81-4da9-a582-5846aa2038fa tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:16.131406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06ca255-c287-4b72-bc39-af8528018b05,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:16.132415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abfe0384-2bf8-44d4-85e1-7d90df2a8586 req-66b138f5-fc81-4da9-a582-5846aa2038fa tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.4536684 Mar 02 18:42:16.215847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=5a4b957a-d10f-4740-b590-6ec0da3a25cd,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:16.261285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:16.269826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:16.345101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.359981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4ce644c8-09e6-44c8-bac8-96ff5fd17975 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4328957 Mar 02 18:42:16.364809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:16.376327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:ee:22:94', 'name': 'tempest-NetworksTestDHCPv6-525091539'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:16.395168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abfe0384-2bf8-44d4-85e1-7d90df2a8586 req-3e5505c8-f24d-44ee-a7ab-b05704e05a95 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715350 Mar 02 18:42:16.453546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.610089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '5a4b957a-d10f-4740-b590-6ec0da3a25cd'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:16.610992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.706603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.758027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.775500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a6f1a978-5b31-4b40-b5aa-a9382f31c0dd None None] Provisioning complete for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:16.775714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a6f1a978-5b31-4b40-b5aa-a9382f31c0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.829921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:16.833948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45c0c19-0eee-418e-a2d6-0503a4ede077,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:16.890569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.897934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:16.899203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d7e23a91-cd90-424f-8629-c38ab5f29910 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1186609 Mar 02 18:42:16.903112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:16.909828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '7b47e4c6-7d86-4257-93ce-0afdcb204e35', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:16.925069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:16.928356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:16.995497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a6f1a978-5b31-4b40-b5aa-a9382f31c0dd None None] Port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:16.996868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25a3688a-f377-4c80-a8a7-cb4c923be604 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:17.019546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:17.028764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:17.031642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:17.059477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:17.099936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Allocated IP 172.25.7.157 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/568beeb5-d4f3-40cd-862f-af50c4b64b54) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:17.102850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:17.114824 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:17.124444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-59fc87c1-f3f7-4d11-9db6-edd439d79a0e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6100140 Mar 02 18:42:17.125298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46586) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:17.128509 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:17.130818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:17.195104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Allocated IP 2001:db8::f816:3eff:fec4:78eb (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/5a4b957a-d10f-4740-b590-6ec0da3a25cd/71ecb32f-77ed-463e-aef3-a7b78579fb60) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:17.227829 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:42:17.232768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:17.233290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'network': {'name': 'tempest-RoutersTest-168560214'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:17.243435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:17.270861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.330933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.363774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:17.377014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:network and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:17.381996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:17.392277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:17.498521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.538799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 25a3688a-f377-4c80-a8a7-cb4c923be604 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:17.539229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.556368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.611538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.632899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.644667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Transition to ACTIVE for port object 71ecb32f-77ed-463e-aef3-a7b78579fb60 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:17.667483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Transition to ACTIVE for port object 71ecb32f-77ed-463e-aef3-a7b78579fb60 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:17.685237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.721025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14435e0-dc3d-493d-b125-36d1eea16e16,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:17.749860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.749860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.750230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:13Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:14Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:17.751121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.751316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.751607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.751866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.752198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.752545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.752919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.753258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.753588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.753917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:17.754979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:17.755904 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Updating router d4243cb7-efb0-48af-98aa-88b6eba6559e port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:42:17.765247 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.789819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 796104a2-2a65-4457-bc68-99723199ec3b yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:42:17.803447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:17.809355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.822402 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.839245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:17.841170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5369d8e5-0a79-4872-b97c-ed7263cf6bcf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9355006 Mar 02 18:42:17.841696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:17.847052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:17.849763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46592) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:17.851557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:17.858353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Pushing event updated for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:17.875388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'network': {'name': 'tempest-network-smoke--292975651', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:17.897465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:17.913007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:network and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:17.917623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Router d2f90174-4701-421f-93ae-3b066eda4471 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:17.922323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:17.933455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:17.985409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:17.987005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:18.015981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event updated for resources: {'Port': ['ID=568beeb5-d4f3-40cd-862f-af50c4b64b54,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:18.025505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:18.093388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:18.148921 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.149775 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added segment 14d4eef0-e2d7-41f3-9efa-335602ca984c of type vlan for network 235cd15e-e34e-4509-901f-7e82a4d262af Mar 02 18:42:18.162558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Attempting to bind port 71ecb32f-77ed-463e-aef3-a7b78579fb60 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:18.163053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Attempting to bind port 71ecb32f-77ed-463e-aef3-a7b78579fb60 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:18.163370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Attempting to bind port 71ecb32f-77ed-463e-aef3-a7b78579fb60 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:18.184409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:18.184755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:18.185117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.189865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:18.189865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Bound port: 71ecb32f-77ed-463e-aef3-a7b78579fb60, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:18.189865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.216650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:18.247094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:18.251406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.293982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5baeea-4eb3-48c2-8092-cddf1c744ec2 req-de3bbc86-c121-44a6-8615-8400b9f3c7b6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:18.295810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad5baeea-4eb3-48c2-8092-cddf1c744ec2 req-de3bbc86-c121-44a6-8615-8400b9f3c7b6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.4344966 Mar 02 18:42:18.296272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:feee:2294 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/5a4b957a-d10f-4740-b590-6ec0da3a25cd/796104a2-2a65-4457-bc68-99723199ec3b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:18.324323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:18.332865 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.348977 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Transition to ACTIVE for port object c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:18.358048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1496069-f780-486e-8326-3ac31f765818 admin admin] 10.222.0.66 "PUT /v2.0/routers/d2f90174-4701-421f-93ae-3b066eda4471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1054857 Mar 02 18:42:18.359597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46596) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:18.366061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Sync routers for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:18.377172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:18.383987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:18.393144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:18.394190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:18.408563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.408563 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Added segment d56da8d2-be74-4b1e-87b4-59b779089262 of type vlan for network 7418d179-0654-4147-adfb-4dd448e29e3a Mar 02 18:42:18.426135 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.449273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.493725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.500957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad5baeea-4eb3-48c2-8092-cddf1c744ec2 req-8ac58638-4481-47af-935e-894c4930ce51 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252828 Mar 02 18:42:18.596259 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1a5e3-9d9b-4860-98c8-5015cdefea8b None None] Pushing event updated for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:18.894919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Attempting to bind port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:18.895746 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Attempting to bind port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:18.896726 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Attempting to bind port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 on network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:18.903586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.916414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:18.917581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.919410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:18.920406 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Checking segment: {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:18.921320 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.922197 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Bound using segment: {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:18.924458 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Bound port: c3d8d670-4c1a-4a6f-abe2-eb0ac176b179, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:18.925370 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:18.951570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9f0695-2fff-4420-8b92-90ce6d9e1fa7 None None] Pushing event updated for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:18.994993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.002524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.012458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:19.182735 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] For port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:19.195021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] For port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:19.323918 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.326056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Network': ['ID=235cd15e-e34e-4509-901f-7e82a4d262af,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:19.341586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a2906e7-5e87-4a4b-bf60-03a07a542f2a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.2132349 Mar 02 18:42:19.453807 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:19.454755 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:19.480106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46604) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:19.506066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 235cd15e-e34e-4509-901f-7e82a4d262af details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:42:19.545868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a1a5e3-9d9b-4860-98c8-5015cdefea8b None None] Pushing event updated for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:19.553068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'subnet': {'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:19.658621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:42:19.699607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:19.766025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.790671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.795230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109'}], 'enable_snat': True}, 'gw_port_id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:42:15Z', 'revision_number': 5, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port': {'id': 'd61a2d23-8f4f-42d2-a6d6-c69706c11d35', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:46:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2160, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:36:33Z', 'updated_at': '2022-03-02T18:36:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:19.809331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Checking router: d2f90174-4701-421f-93ae-3b066eda4471 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:19.814022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 796104a2-2a65-4457-bc68-99723199ec3b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:19.819468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.825210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.832805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Routers {'d2f90174-4701-421f-93ae-3b066eda4471'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:19.832805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d2f90174-4701-421f-93ae-3b066eda4471'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:19.834460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:19.835142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:19.990706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Network': ['ID=7418d179-0654-4147-adfb-4dd448e29e3a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:19.994901 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-896bee61-c558-4aae-9742-01044d835717 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.1439524 Mar 02 18:42:20.042618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46608) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:20.051487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7418d179-0654-4147-adfb-4dd448e29e3a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:42:20.068892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Deleting port d61a2d23-8f4f-42d2-a6d6-c69706c11d35 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:20.069637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'admin_state_up': True, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:20.070351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.096499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:20.121958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:router and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:20.142447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:20.156574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:20.159389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:20.222513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.257948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:subnet and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:20.267375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:20.285975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:20.304840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] Set router d2f90174-4701-421f-93ae-3b066eda4471 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:20.384462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.385620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.400247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f3752a-1685-4fdd-af52-ec43f6e30824 req-a719efd6-5416-4e98-b724-0c5c1b3da5c7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:20.407953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9f3752a-1685-4fdd-af52-ec43f6e30824 req-a719efd6-5416-4e98-b724-0c5c1b3da5c7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 1.0827813 Mar 02 18:42:20.447608 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:13Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:19Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:20.452527 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23db0e40-5b2d-45a0-b621-f3018c85102c None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:13Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:19Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:20.469116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:20.478097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:20.485092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:20.491513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:20.492190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.500335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=796104a2-2a65-4457-bc68-99723199ec3b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:20.539592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:42:19Z', 'revision_number': 6, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:20.557361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253474c9-f630-4e10-b945-883613ed7d7d None None] The sync data for ids ['d2f90174-4701-421f-93ae-3b066eda4471'] in n-d-828839-1 is: [{'id': 'd2f90174-4701-421f-93ae-3b066eda4471', 'name': 'tempest-AttachVolumeTestJSON-2142652629-router', 'tenant_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:36:31Z', 'updated_at': '2022-03-02T18:42:19Z', 'revision_number': 6, 'project_id': 'f5949fcbe64d4c8894b6eb34c7a5fab2', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:20.665924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ff7435f5-8c52-4d0a-8308-434598000ae2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2997489 Mar 02 18:42:20.668823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Made reservation on behalf of 90aa200b5c0544ae8a521c5d15bf216a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:20.669919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] For port d61a2d23-8f4f-42d2-a6d6-c69706c11d35, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:20.670641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.673045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.701028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46612) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:20.775192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cc9a7aa8-2e9e-4155-a20c-ac53e254950d None None] Provisioning for port 71ecb32f-77ed-463e-aef3-a7b78579fb60 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:20.804077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.806368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:20.856463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Calling delete_port for d61a2d23-8f4f-42d2-a6d6-c69706c11d35 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:20.894612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9f3752a-1685-4fdd-af52-ec43f6e30824 req-3fcc9219-5da7-4e00-a247-36d854f172d0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852307 Mar 02 18:42:21.088948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-56de4041-abfe-4029-9a1c-8f83169d221e None None] Provisioning for port 796104a2-2a65-4457-bc68-99723199ec3b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:21.104292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-56de4041-abfe-4029-9a1c-8f83169d221e None None] Provisioning complete for port 796104a2-2a65-4457-bc68-99723199ec3b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:21.105027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-56de4041-abfe-4029-9a1c-8f83169d221e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.234382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-56de4041-abfe-4029-9a1c-8f83169d221e None None] Port 796104a2-2a65-4457-bc68-99723199ec3b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:21.237659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.292488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=d61a2d23-8f4f-42d2-a6d6-c69706c11d35,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:21.405761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.479492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825de31c-3db3-42f1-8138-53fafadf9347 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:21.485464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-825de31c-3db3-42f1-8138-53fafadf9347 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:21.490625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-825de31c-3db3-42f1-8138-53fafadf9347 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7823060 Mar 02 18:42:21.500900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46616) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:21.577593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:21.647121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.694173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.698489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.756080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 796104a2-2a65-4457-bc68-99723199ec3b {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:21.756407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.815462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.816423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2f90174-4701-421f-93ae-3b066eda4471 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:42:21.835057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.836402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f346e49-a51d-42d1-ad92-6ed26889b457 admin admin] 10.222.0.66 "DELETE /v2.0/routers/d2f90174-4701-421f-93ae-3b066eda4471 HTTP/1.1" status: 204 len: 168 time: 3.4479089 Mar 02 18:42:21.840523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:21.871667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:21.877261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:21.881049 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.945153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Deleting subnet 9723d735-999b-4c9e-bc07-7845d7c07b6c {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:21.952737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:21.977361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.052851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Router f983c4d0-9ede-4c95-a5c4-0eafe494f889 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:42:22.101044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.128218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.159512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c37c9dd1-1e87-4d3d-8421-3aa46e54165c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.175411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:22.210103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.255343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.257728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ecb32f-77ed-463e-aef3-a7b78579fb60 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:22.392724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:22.517617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 71ecb32f-77ed-463e-aef3-a7b78579fb60 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:22.523618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 71ecb32f-77ed-463e-aef3-a7b78579fb60 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:22.524062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.551732 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.571927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Subnet': ['ID=dc9acc19-821e-4d9d-869d-c59538e632d0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:22.603719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.605939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9723d735-999b-4c9e-bc07-7845d7c07b6c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:22.615185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60f317da-6333-4a6e-9080-4674a4fe490f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9723d735-999b-4c9e-bc07-7845d7c07b6c HTTP/1.1" status: 204 len: 168 time: 0.7726119 Mar 02 18:42:22.617273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46628) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:22.623060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40773650-533f-45c6-a65c-b4b0610a6b9a None None] Network afc20aa1-3093-4520-ab68-048f6a31877b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:22.711402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Checking segment: {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:22.711825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network hostable DHCP agents. Network: 235cd15e-e34e-4509-901f-7e82a4d262af, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:42:22.754439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.757615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.774685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Deleting port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:22.775382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.808675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-6b2573c9-5daa-42aa-ae05-ec707a63300e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.1281469 Mar 02 18:42:22.869493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:22.899670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea6f7e-cf77-489d-994f-623876d0442e req-5ac17045-7dbf-41b0-9222-8d0f0539d683 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:22.901521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2dea6f7e-cf77-489d-994f-623876d0442e req-5ac17045-7dbf-41b0-9222-8d0f0539d683 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.7729862 Mar 02 18:42:22.902767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:22.905680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:22.917039 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] Sync routers for ids ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:22.932323 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] Routers {'f983c4d0-9ede-4c95-a5c4-0eafe494f889'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:22.933049 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:22.995201 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.022914 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.032963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] Routers {'f983c4d0-9ede-4c95-a5c4-0eafe494f889'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:23.033633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:41:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.064076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f06ca255-c287-4b72-bc39-af8528018b05 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:23.099344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.099757 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f9470e-f8e4-4cc8-b5c8-85d6deae970c None None] The sync data for ids ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:23.126313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 235cd15e-e34e-4509-901f-7e82a4d262af is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:42:23.134598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] For port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:23.139869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.140132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 796104a2-2a65-4457-bc68-99723199ec3b owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:23.141620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] DHCP port deletion for afc20aa1-3093-4520-ab68-048f6a31877b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:23.152145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f06ca255-c287-4b72-bc39-af8528018b05 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:23.152563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f06ca255-c287-4b72-bc39-af8528018b05 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:23.170495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Deleting port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:23.170877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.256963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:23.272444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2dea6f7e-cf77-489d-994f-623876d0442e req-40a69e1e-be2f-4ac6-a7fe-0c5d506a91e0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431199 Mar 02 18:42:23.287523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.292151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-15d76204-b6f8-4774-85c8-13bf29ab53a9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.8781762 Mar 02 18:42:23.294176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46632) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:23.304753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:23.310853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Calling delete_port for 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:23.356699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:23.433783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 235cd15e-e34e-4509-901f-7e82a4d262af) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:23.472230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.472792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.501954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca46ff0-7c22-46f8-b507-8d89a801898e None None] Network 235cd15e-e34e-4509-901f-7e82a4d262af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:23.506182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.560337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:23.560964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.618504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Pushing event deleted for resources: {'Port': ['ID=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:23.629147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] No DVR routers for this DVR port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:42:23.656959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.657583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.657924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.658426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.659247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.659388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.659817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:23.662403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-67f9a205-3d85-4e71-a648-0c335d1c2529 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5692b22e7e1147768b7defa74ebaef66&device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 6503 time: 0.7281146 Mar 02 18:42:23.663037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.693557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] For port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=74f7437c-5ddd-40d8-b5e9-ab0db9be12a2,segment=NetworkSegment(488faa33-8a36-4cc5-a8c3-116334f57076),segment_id=488faa33-8a36-4cc5-a8c3-116334f57076)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:23.694206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.782293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.800686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1d54e331-cc29-4972-acfe-ed1ecf72b9b7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3148572 Mar 02 18:42:23.816554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.822293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46642) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:23.855960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afc20aa1-3093-4520-ab68-048f6a31877b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.869200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Calling delete_port for 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:23.877314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488faa33-8a36-4cc5-a8c3-116334f57076') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.880637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488faa33-8a36-4cc5-a8c3-116334f57076') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:23.900234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.933296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:23.953209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:42:23.954575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:42:24.098890 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:42:24.161813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:42:24.162220 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:42:24.180276 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:42:24.191450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-235cd15e-e34e-4509-901f-7e82a4d262af', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:24.193215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.220705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.256266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.265764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] Pushing event deleted for resources: {'Network': ['ID=afc20aa1-3093-4520-ab68-048f6a31877b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:24.285918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61a2d23-8f4f-42d2-a6d6-c69706c11d35 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:24.326465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e32acb43-636c-4de1-9f25-52fb8f8a93be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.330763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.343945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d61a2d23-8f4f-42d2-a6d6-c69706c11d35 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:24.344373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61a2d23-8f4f-42d2-a6d6-c69706c11d35 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:24.345086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:24.412704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:24.412995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:24.450219 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-372d68b9-677e-492e-844f-242cb76ce799 admin admin] 10.222.0.66 "DELETE /v2.0/networks/afc20aa1-3093-4520-ab68-048f6a31877b HTTP/1.1" status: 204 len: 168 time: 1.8317738 Mar 02 18:42:24.498534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=796104a2-2a65-4457-bc68-99723199ec3b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:24.573137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Allocated IP 172.23.0.2 (235cd15e-e34e-4509-901f-7e82a4d262af/dc9acc19-821e-4d9d-869d-c59538e632d0/6bb4b634-ee89-4f78-a723-90b6e9b1caed) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:24.640182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.644056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b6a974ef-803b-4b53-9afd-5bdcfce6fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:24.644532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b6a974ef-803b-4b53-9afd-5bdcfce6fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:24.644994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b6a974ef-803b-4b53-9afd-5bdcfce6fc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:24.646900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b6a974ef-803b-4b53-9afd-5bdcfce6fc52 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=86fbac2f-bf6f-4766-9eb4-896574619cba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba&id=a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 200 len: 2299 time: 0.9426162 Mar 02 18:42:24.716758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Deleting port 74f7437c-5ddd-40d8-b5e9-ab0db9be12a2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:24.717246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:24.811253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81412ba2-0ef1-45e0-82b5-16c741b5c8d3 None None] The port '74f7437c-5ddd-40d8-b5e9-ab0db9be12a2' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:42:24.884062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46654) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:24.904554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-678aefda-b4b0-4a90-9fb5-9da946a84a27 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/796104a2-2a65-4457-bc68-99723199ec3b HTTP/1.1" status: 204 len: 168 time: 3.3863823 Mar 02 18:42:24.916398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:25.029528 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.044014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Transition to ACTIVE for port object 6bb4b634-ee89-4f78-a723-90b6e9b1caed will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:25.058004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1158ae71-a610-4199-aa12-b7627ef4db9c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:25.060947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1158ae71-a610-4199-aa12-b7627ef4db9c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:25.065369 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1158ae71-a610-4199-aa12-b7627ef4db9c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1448526 Mar 02 18:42:25.066564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46662) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:25.079800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Transition to ACTIVE for port object 6bb4b634-ee89-4f78-a723-90b6e9b1caed will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:25.151842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33362553-a82e-4a7a-a734-b84fb8b81a38 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f5949fcbe64d4c8894b6eb34c7a5fab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661011 Mar 02 18:42:25.154938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:25.158028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-6474974b-b1d2-4326-91eb-17d70b7a5035 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 200 len: 1002 time: 0.4258406 Mar 02 18:42:25.161709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.113 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/6a25356a-495e-4df7-80a8-8733255f8ca7) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:25.169836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.218407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 5a4b957a-d10f-4740-b590-6ec0da3a25cd {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:25.220924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.243695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b24af23-7896-419a-9579-f7bda51b09ec req-d4ba7590-9762-4e37-a755-26219cccac91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:25.245271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b24af23-7896-419a-9579-f7bda51b09ec req-d4ba7590-9762-4e37-a755-26219cccac91 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.8983927 Mar 02 18:42:25.267582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b634-ee89-4f78-a723-90b6e9b1caed,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:25.280105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ecb32f-77ed-463e-aef3-a7b78579fb60 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:25.318084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.326816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Network 235cd15e-e34e-4509-901f-7e82a4d262af is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:25.331112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:25.337279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:25.360328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.430549 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.535878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Attempting to bind port 6bb4b634-ee89-4f78-a723-90b6e9b1caed on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:25.536746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Attempting to bind port 6bb4b634-ee89-4f78-a723-90b6e9b1caed by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:25.537077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Attempting to bind port 6bb4b634-ee89-4f78-a723-90b6e9b1caed on network 235cd15e-e34e-4509-901f-7e82a4d262af {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:25.543810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:25.544193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Checking segment: {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:25.545611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.545611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Bound using segment: {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:25.545832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.545972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Bound port: 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:25.545972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.567679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 71ecb32f-77ed-463e-aef3-a7b78579fb60 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:25.568073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.597434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.632473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4616ceab-7d9c-44c0-80ce-74ee86472bf5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:25.652101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.657090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f627ab1-cff0-46f7-8558-92be4b4a8da2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4616ceab-7d9c-44c0-80ce-74ee86472bf5 HTTP/1.1" status: 204 len: 168 time: 0.4976985 Mar 02 18:42:25.676972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.678653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.748407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] For port 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:25.774177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-7a843b93-0c51-4011-9d4c-daddd734a33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:25.775448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-7a843b93-0c51-4011-9d4c-daddd734a33d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1307282-1fe7-44a1-8e69-8c6c879ddf16 HTTP/1.1" status: 200 len: 856 time: 0.6074040 Mar 02 18:42:25.792916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] For port 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6bb4b634-ee89-4f78-a723-90b6e9b1caed,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:25.820500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.821881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.881713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4b957a-d10f-4740-b590-6ec0da3a25cd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:25.883881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.889356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b24af23-7896-419a-9579-f7bda51b09ec req-f354ca2d-2c29-45d7-aa9f-ddd68ae5a800 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6212022 Mar 02 18:42:25.899003 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7354dc37-f1d1-4081-b2fa-1228794feed2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/5a4b957a-d10f-4740-b590-6ec0da3a25cd HTTP/1.1" status: 204 len: 168 time: 0.8271472 Mar 02 18:42:25.899453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34520d1d-9046-470a-b3de-554cb92ccd60 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:25.899557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:25.899647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:25.937047 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.058413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.100203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.111711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6f999d9-41ac-4b99-a7b6-83e889dae6f3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2078474 Mar 02 18:42:26.111924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b7d5c728-a8da-4527-a23d-865175011ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:26.111924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-b7d5c728-a8da-4527-a23d-865175011ec5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2e8c1883-5ff5-477c-9c0b-f70e6a59330f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3139117 Mar 02 18:42:26.115003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:26.121244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:26.125509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-4dd65314-d7b5-4f34-9127-be08f80c1ba2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:42:26.126556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-4dd65314-d7b5-4f34-9127-be08f80c1ba2 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052564 Mar 02 18:42:26.139682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf11077-83c7-4354-9604-f603a1d7c9a9 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b634-ee89-4f78-a723-90b6e9b1caed,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:26.159030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.204596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Deleting port 568beeb5-d4f3-40cd-862f-af50c4b64b54 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:26.205036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.257891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:26.272094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:26.276100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:26.285777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:26.380517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:26.386306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.428116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:26.434254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Deleting port 71ecb32f-77ed-463e-aef3-a7b78579fb60 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:26.434734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.662304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.743959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-27e29aac-616f-4e1b-8712-fc312e724ddf service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108260 Mar 02 18:42:26.877232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:26.904536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:26.904884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:26.962516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:26.990588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:42:27.068559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:27.145817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=6a25356a-495e-4df7-80a8-8733255f8ca7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:27.212574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:27.271107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'port_id': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'mac_address': 'fa:16:3e:98:27:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:42:27.289362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:27.322549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:42:27.383781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6bb4b634-ee89-4f78-a723-90b6e9b1caed up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:27.449257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Calling delete_port for 568beeb5-d4f3-40cd-862f-af50c4b64b54 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:27.484655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.486782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.487130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.487477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.487839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.488184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.488526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.488854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.489923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.490592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.491641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.492150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:42:27.512019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:27.512564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:27.543423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:27.673237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:42:27.787997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Calling delete_port for 71ecb32f-77ed-463e-aef3-a7b78579fb60 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:27.857478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:27.876004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:27.890333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6bb4b634-ee89-4f78-a723-90b6e9b1caed completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:27.934102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-3aa436fc-420d-4b3d-a53c-1478c8ed522f service neutron] 10.222.0.65 "GET /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1693561 Mar 02 18:42:27.954893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466854f0-4da2-43eb-8890-8a04505b49bb None None] Network 235cd15e-e34e-4509-901f-7e82a4d262af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:28.001700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71ecb32f-77ed-463e-aef3-a7b78579fb60 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:28.035615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.175461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:28.181318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:42:28.182430 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:42:28.198594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-a08be9bf-4437-44f7-895d-45a9abe4812f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.216&port_id=a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 217 time: 0.2464073 Mar 02 18:42:28.224334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:28.259803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.267240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:42:28.324350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.326172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.403161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Provisioning for port 6bb4b634-ee89-4f78-a723-90b6e9b1caed completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:28.424061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Provisioning complete for port 6bb4b634-ee89-4f78-a723-90b6e9b1caed triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:28.425124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.456869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=66782479-1ce4-4a1c-88fb-e52bfffb46cd,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:28.514017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:28.540407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:28.542412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:28.551621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Allocated IP 172.23.0.1 (235cd15e-e34e-4509-901f-7e82a4d262af/dc9acc19-821e-4d9d-869d-c59538e632d0/4f047cdc-1f69-476f-a2ce-dc9c8a4b268c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:28.552406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:28.552406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:28.552681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ba6249a9-8c87-4ad6-bd2c-02f147e3dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:28.553043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ba6249a9-8c87-4ad6-bd2c-02f147e3dc69 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.2530935 Mar 02 18:42:28.588954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d78ac2-c055-46cc-9c01-f850547751e1 req-d63c9f4e-1692-4fb0-99da-6b6acae48602 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:28.597853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1d78ac2-c055-46cc-9c01-f850547751e1 req-d63c9f4e-1692-4fb0-99da-6b6acae48602 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 1.0895877 Mar 02 18:42:28.681171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5edabb6-e244-4659-aa81-db94dba4b553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5649948 Mar 02 18:42:28.681905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:28.688297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:20:b0:a3', 'name': 'tempest-NetworksTestDHCPv6-1489141139'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:28.720955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Deleting port 71ecb32f-77ed-463e-aef3-a7b78579fb60 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:28.721331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.032415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.041900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.092930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.130927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:29.142209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:29.155006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:29.166740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:29.271750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:29.305441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:29.315322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] For port 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6bb4b634-ee89-4f78-a723-90b6e9b1caed,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:29.402943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.451398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.531977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.555172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:29.556461 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.564814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:29.595200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port ee06270c-b684-40b2-a5a9-afa78c0b402c yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:42:29.631890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1d78ac2-c055-46cc-9c01-f850547751e1 req-2a455c52-d43f-4df3-a125-bf231eeb0f17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9784005 Mar 02 18:42:29.632595 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:29.810557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Calling delete_port for 71ecb32f-77ed-463e-aef3-a7b78579fb60 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:29.828800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Pushing event deleted for resources: {'Port': ['ID=568beeb5-d4f3-40cd-862f-af50c4b64b54,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:29.905131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fe20:b0a3 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/66782479-1ce4-4a1c-88fb-e52bfffb46cd/ee06270c-b684-40b2-a5a9-afa78c0b402c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:29.913100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8db09e-0f02-4bf5-bc17-59b28a3c69a6 None None] Pushing event updated for resources: {'Port': ['ID=6bb4b634-ee89-4f78-a723-90b6e9b1caed,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:30.001424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ddf9aef9-6b9d-4fd9-8d39-2a14452152e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:30.003163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ddf9aef9-6b9d-4fd9-8d39-2a14452152e3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.4396801 Mar 02 18:42:30.049271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd3b1ebc-3eed-4855-94a8-6f3bd5880b79 None None] Provisioning complete for port 6bb4b634-ee89-4f78-a723-90b6e9b1caed triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:30.049827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd3b1ebc-3eed-4855-94a8-6f3bd5880b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.180864 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:42:30.181600 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:42:30.428834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.435044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.456597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.485841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object ee06270c-b684-40b2-a5a9-afa78c0b402c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:30.535348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Deleting port 71ecb32f-77ed-463e-aef3-a7b78579fb60 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:30.536750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.553814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.556819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Transition to ACTIVE for port object 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:30.597532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.676555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:30.684657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:30.700812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:30.708848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:30.709545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:30.771969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=ee06270c-b684-40b2-a5a9-afa78c0b402c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:30.871033 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-2f4388f3-663e-4aa0-b8e5-3f385120e6e5 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512104 Mar 02 18:42:30.886597 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0db03019-0313-4958-92df-a1351e753f8d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2009516 Mar 02 18:42:30.886812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:30.970064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:31.005866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0811dd2-888c-46ea-9cbd-d9ac4eeaa919 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:31.024406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0811dd2-888c-46ea-9cbd-d9ac4eeaa919 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:31.025240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a0811dd2-888c-46ea-9cbd-d9ac4eeaa919 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:31.118181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a0811dd2-888c-46ea-9cbd-d9ac4eeaa919 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:31.122220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a0811dd2-888c-46ea-9cbd-d9ac4eeaa919 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2316680 Mar 02 18:42:31.122483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:31.181386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:31.182590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.213412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port ee06270c-b684-40b2-a5a9-afa78c0b402c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:31.213772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.270263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.287751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.298638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] For port 71ecb32f-77ed-463e-aef3-a7b78579fb60, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71ecb32f-77ed-463e-aef3-a7b78579fb60,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:31.301005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.340252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:31.475292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 235cd15e-e34e-4509-901f-7e82a4d262af is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:31.519092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:31.536106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:31.657293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6bb4b634-ee89-4f78-a723-90b6e9b1caed up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:31.721124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:31.726271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-64661936-d2e6-4750-811f-65b317246c73 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8417625 Mar 02 18:42:31.756162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Calling delete_port for 71ecb32f-77ed-463e-aef3-a7b78579fb60 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:31.797110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.060631 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.063701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for ee06270c-b684-40b2-a5a9-afa78c0b402c owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:32.077296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9bae4-8fe0-4c5d-b481-5ffb71ee23b3 req-86d1c2d1-b853-4194-9b28-a071e6d3f6e3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:32.077296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51a9bae4-8fe0-4c5d-b481-5ffb71ee23b3 req-86d1c2d1-b853-4194-9b28-a071e6d3f6e3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 944 time: 1.1791580 Mar 02 18:42:32.092363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-0180bcef-b44c-4f28-ba1b-f812282dfbd7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.164&port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 217 time: 0.3559575 Mar 02 18:42:32.094306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Router f983c4d0-9ede-4c95-a5c4-0eafe494f889 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:32.115686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f6790bc-a08b-447d-8d7d-ba6016ff98a1 None None] Provisioning for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:32.138676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:42:32.150016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f6790bc-a08b-447d-8d7d-ba6016ff98a1 None None] Provisioning complete for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:32.150777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f6790bc-a08b-447d-8d7d-ba6016ff98a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.205933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6bb4b634-ee89-4f78-a723-90b6e9b1caed triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:32.207149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.233435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.250779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:42:32.253293 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'code': 200} Mar 02 18:42:32.298617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:32.385423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.401204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.470897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ad57fc7b-1968-4141-867d-691ff6fb5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:32.472692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-ad57fc7b-1968-4141-867d-691ff6fb5307 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.3701382 Mar 02 18:42:32.478890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5f6790bc-a08b-447d-8d7d-ba6016ff98a1 None None] Port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:32.489861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51a9bae4-8fe0-4c5d-b481-5ffb71ee23b3 req-7cc483ca-9788-44fe-8196-e15c6034763c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3931785 Mar 02 18:42:32.574078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:32.605030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=ee06270c-b684-40b2-a5a9-afa78c0b402c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:32.607256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:32.625405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.653824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] Sync routers for ids ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:32.668216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.669821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9c64c13f-8f98-4170-9607-7e9eb6b5c952 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "PUT /v2.0/routers/f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 200 len: 709 time: 9.3756378 Mar 02 18:42:32.672952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:32.675461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] Routers {'f983c4d0-9ede-4c95-a5c4-0eafe494f889'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:32.676179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:32.760112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:32.771003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] Routers {'f983c4d0-9ede-4c95-a5c4-0eafe494f889'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:32.771647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:32.800152 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-43420941-d968-43d7-980d-7f8a9aaccd97 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/ee06270c-b684-40b2-a5a9-afa78c0b402c HTTP/1.1" status: 204 len: 168 time: 1.6765060 Mar 02 18:42:32.802013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:32.873748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:32.875755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5df0f19-7bef-4941-9fe9-600dd06f5b80 None None] The sync data for ids ['f983c4d0-9ede-4c95-a5c4-0eafe494f889'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:32.882597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:32.892577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:32.893966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Sync routers for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:32.902852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-1e3e51fa-a0da-4bf3-ab30-8ac3b60dc2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:32.904509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-1e3e51fa-a0da-4bf3-ab30-8ac3b60dc2a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3578520 Mar 02 18:42:32.919107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:32.919684 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:32.978840 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2e3e9939-a749-4147-90c9-0c91844e16c1 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/routers/f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 200 len: 744 time: 0.2943997 Mar 02 18:42:32.985864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:33.000501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] Pushing event deleted for resources: {'Port': ['ID=71ecb32f-77ed-463e-aef3-a7b78579fb60,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:33.147576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5819ce4e-e87d-4f6b-ac53-d6174f58779d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:33.153683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5819ce4e-e87d-4f6b-ac53-d6174f58779d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:33.157413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5819ce4e-e87d-4f6b-ac53-d6174f58779d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:33.159110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e9615b-729b-4c16-8bf7-778e586c7f08 None None] No DVR routers for this DVR port 71ecb32f-77ed-463e-aef3-a7b78579fb60 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:42:33.186096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168333f3-01d6-4e7b-beb1-9efd07535d28 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:33.200327 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:33.288745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-8107bec0-9577-44a0-82f2-82588ecb1f40 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2542818 Mar 02 18:42:33.364826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5819ce4e-e87d-4f6b-ac53-d6174f58779d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:33.367902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:33.369136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9b84d5f3-1c8d-44d3-82ae-c4c9b59184cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 13.3242664 Mar 02 18:42:33.377169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5819ce4e-e87d-4f6b-ac53-d6174f58779d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5597296 Mar 02 18:42:33.378790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:33.379706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:33.428933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50fb0f69-45ee-4001-b546-3be40be3c193 tempest-RoutersIpV6AdminTest-1653480159 tempest-RoutersIpV6AdminTest-1653480159-project-admin] 10.222.0.66 "GET /v2.0/ports?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&device_id=f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 200 len: 205 time: 0.4431055 Mar 02 18:42:33.463944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46832) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:33.588980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 66782479-1ce4-4a1c-88fb-e52bfffb46cd {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:33.603088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87335c7c-049a-48b3-95fa-f83744e8776f tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 200 len: 205 time: 0.1289666 Mar 02 18:42:33.607906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:33.609820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:33.893397 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:28Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:33.896351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72478cab-8048-4538-9963-fdb975659221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '66782479-1ce4-4a1c-88fb-e52bfffb46cd'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:33.896351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72478cab-8048-4538-9963-fdb975659221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:33.897189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Checking router: a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:33.897189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Updating router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc port 6a25356a-495e-4df7-80a8-8733255f8ca7 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:42:33.897657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:33.929330 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:33.957492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-43baa6e1-5086-44b3-b06a-70847e2dbbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:33.959095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-43baa6e1-5086-44b3-b06a-70847e2dbbae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.4557495 Mar 02 18:42:34.058839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-477652c8-00d9-408b-a419-b0221f19f796 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1447754 Mar 02 18:42:34.059890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.179672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.332381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.462278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2ffddd02-d93f-4714-994c-7fca60367ac2 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5de76d81bb5c47fe9e6d4c2b40137e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.0727170 Mar 02 18:42:34.463553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:34.496667 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.512477 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Transition to ACTIVE for port object 6a25356a-495e-4df7-80a8-8733255f8ca7 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:34.615333 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.689009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-30240b6e-fc0d-4143-80d3-04a0fd504e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:34.700696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-30240b6e-fc0d-4143-80d3-04a0fd504e61 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.7163408 Mar 02 18:42:34.789187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55be23f-2fda-447c-a07f-84c923e0344b tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:34.797588 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c55be23f-2fda-447c-a07f-84c923e0344b tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3139369 Mar 02 18:42:34.798290 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Attempting to bind port 6a25356a-495e-4df7-80a8-8733255f8ca7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:34.799052 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Attempting to bind port 6a25356a-495e-4df7-80a8-8733255f8ca7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:34.799569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Attempting to bind port 6a25356a-495e-4df7-80a8-8733255f8ca7 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:34.807196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:34.826488 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:34.826854 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-72478cab-8048-4538-9963-fdb975659221 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66782479-1ce4-4a1c-88fb-e52bfffb46cd: This subnet is being modified by another concurrent operation. Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:42:34.827348 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 66782479-1ce4-4a1c-88fb-e52bfffb46cd: This subnet is being modified by another concurrent operation. Mar 02 18:42:34.831775 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:42:34.851229 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.851229 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:34.851229 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Bound port: 6a25356a-495e-4df7-80a8-8733255f8ca7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:34.851229 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.851601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d549ba12-5533-4ba3-9040-0fd3aeafd7f7 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:42:34.884544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:34.937644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] For port 6a25356a-495e-4df7-80a8-8733255f8ca7, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:34.942002 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] For port 6a25356a-495e-4df7-80a8-8733255f8ca7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a25356a-495e-4df7-80a8-8733255f8ca7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:34.957343 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f734-a7ab-4572-b158-a85e513905d2 None None] Pushing event updated for resources: {'Port': ['ID=6a25356a-495e-4df7-80a8-8733255f8ca7,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:34.991649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=66782479-1ce4-4a1c-88fb-e52bfffb46cd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:35.011406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:35.023894 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:35.047674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-64682788-3170-4827-b15d-b0a96fb288c0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.2573228 Mar 02 18:42:35.128584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-72e9f530-476f-47b1-9be6-c55326440970 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2953138 Mar 02 18:42:35.140079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46864) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:35.170808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-149257744', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:35.206431 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-737deeb1-6f51-4048-9823-b5f9351f08c0 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/66782479-1ce4-4a1c-88fb-e52bfffb46cd HTTP/1.1" status: 204 len: 168 time: 1.8166764 Mar 02 18:42:35.213878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:35.226388 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95f734-a7ab-4572-b158-a85e513905d2 None None] Pushing event updated for resources: {'Port': ['ID=6a25356a-495e-4df7-80a8-8733255f8ca7,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:35.264612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549ba12-5533-4ba3-9040-0fd3aeafd7f7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:42:35.293113 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:35.293801 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:35.349632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-3c682260-f4d8-4e20-8eaf-8b51f7ca5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:35.351734 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-3c682260-f4d8-4e20-8eaf-8b51f7ca5e3a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.3001709 Mar 02 18:42:35.438426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c10f1aeb-70a3-4216-8833-c761a166bc54 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2173128 Mar 02 18:42:35.439208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:35.556400 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:35.566906 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:35.568747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-78d9873f-b76e-4517-8d00-5f57e7d4dc68 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:35.570597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:35.580577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-3634f5b5-f23d-4364-b36e-61639e8bc9a4 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4913445 Mar 02 18:42:35.581720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:subnet and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:35.599535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:35.614441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-fd3d79af-89f1-4c4a-a219-b545a9303ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:35.616382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-fd3d79af-89f1-4c4a-a219-b545a9303ccb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2565365 Mar 02 18:42:35.668215 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:35.708241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-78d9873f-b76e-4517-8d00-5f57e7d4dc68 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:35.712304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78d9873f-b76e-4517-8d00-5f57e7d4dc68 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2720983 Mar 02 18:42:35.718991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46884) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:35.831624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:35.871524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-f7ed85a4-6e65-41af-b377-c95f61329e05 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=05b541cf-87c6-4f77-885b-286d95a0eb78 HTTP/1.1" status: 200 len: 217 time: 0.2633805 Mar 02 18:42:35.894188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcb4d6-d179-4c9c-a127-28eb9b9116a8 req-022d855c-8551-4311-b3d2-6da8f85af576 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:35.894188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bdcb4d6-d179-4c9c-a127-28eb9b9116a8 req-022d855c-8551-4311-b3d2-6da8f85af576 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 1.8601151 Mar 02 18:42:36.067042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:36.067702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Fanout notify agent at l3_agent the message router_deleted on router f983c4d0-9ede-4c95-a5c4-0eafe494f889 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:42:36.080431 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-83cdc324-c0be-4b8f-a4ed-48266306f48f service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4561324 Mar 02 18:42:36.126881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e939e5f9-d6c2-401f-9d28-22c24e4dd9c7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:36.128167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e939e5f9-d6c2-401f-9d28-22c24e4dd9c7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:36.132988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:36.138382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-08af531d-b7c0-41c0-b134-e0b531bcca36 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 204 len: 168 time: 2.5214622 Mar 02 18:42:36.145728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.163548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:28Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:36.167875 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e698646f-8dfa-4034-8760-ffdb4820531d None None] The sync data for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 is: [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:28Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:36.223031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bdcb4d6-d179-4c9c-a127-28eb9b9116a8 req-ecfbbf22-8e27-435d-990b-58cc345b3260 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163754 Mar 02 18:42:36.238261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9aa1c02f-1699-4f6d-b878-a491bbc27e0f tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 200 len: 205 time: 0.0852070 Mar 02 18:42:36.240587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-c51fcb46-e2d7-4565-93b2-2839ad21ac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:36.249796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-c51fcb46-e2d7-4565-93b2-2839ad21ac86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.3535862 Mar 02 18:42:36.249796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46892) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.304978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f2caac5-cff6-4c96-b2bd-faac4f3b24f3 req-0b542391-59b4-47ca-878c-db06438f2059 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725650 Mar 02 18:42:36.351914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e939e5f9-d6c2-401f-9d28-22c24e4dd9c7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:36.353564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e939e5f9-d6c2-401f-9d28-22c24e4dd9c7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6300290 Mar 02 18:42:36.356853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46896) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.381228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:36.381228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:36.403766 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-a41203ad-8bbe-4a9d-81df-097870751cf9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:36.404490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a41203ad-8bbe-4a9d-81df-097870751cf9 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/f983c4d0-9ede-4c95-a5c4-0eafe494f889 HTTP/1.1" status: 404 len: 336 time: 0.1587098 Mar 02 18:42:36.420968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46900) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.451793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c7cd9947-a3f6-4277-93b0-05fab4ad3748 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824976 Mar 02 18:42:36.452759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.459716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:36.673827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:36.708460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:36.774385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46914) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.774603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e3f6b194-53de-4010-b0d6-287427d6cbd3 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 200 len: 205 time: 0.3491070 Mar 02 18:42:36.776117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:42:36.817552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:36.866186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-6b1cdab5-c2f5-44ef-be26-6629e57fbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:36.873475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-6b1cdab5-c2f5-44ef-be26-6629e57fbef0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5568469 Mar 02 18:42:36.922191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:36.933873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:36.956382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:36.980150 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:37.000262 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-30d987ec-7cb7-49d3-834e-338a40582df2 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:37.001430 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30d987ec-7cb7-49d3-834e-338a40582df2 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/705dd9b3-74f1-4691-a94b-ec93995a2069 HTTP/1.1" status: 404 len: 336 time: 0.2257633 Mar 02 18:42:37.006431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46924) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.184963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:37.343263 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9883f070-383d-4b0f-96e1-8fd36fad9a0f tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 200 len: 205 time: 0.3334796 Mar 02 18:42:37.352999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46930) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.360740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event updated for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:37.456014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:37.480513 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5a615845-5e86-4dd4-88da-72faa3dbda4b tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:37.482738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a615845-5e86-4dd4-88da-72faa3dbda4b tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/90550098-cdf4-45da-b4ad-87a63950c4e6 HTTP/1.1" status: 404 len: 336 time: 0.1158299 Mar 02 18:42:37.498949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.530591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:37.548047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Usage tracker for resource:security_group_rule and tenant:00126a2a1ea344caab23f310e36dad6e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:37.557298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e97da551-f611-4c05-a0ab-91aefad866dc tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 200 len: 205 time: 0.0665555 Mar 02 18:42:37.558527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:37.565488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.568631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:37.588214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a25356a-495e-4df7-80a8-8733255f8ca7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:37.679122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:37.717798 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5012878f-d0b0-4ad9-a721-8eb375279079 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:37.719188 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5012878f-d0b0-4ad9-a721-8eb375279079 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/ffcfc57a-bb71-490d-8726-7e6a4f4fe2a8 HTTP/1.1" status: 404 len: 336 time: 0.1525161 Mar 02 18:42:37.729931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46942) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.730994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-76302b64-69eb-472e-95ba-22979e600334 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8519430 Mar 02 18:42:37.794418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6a25356a-495e-4df7-80a8-8733255f8ca7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:37.802150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a25356a-495e-4df7-80a8-8733255f8ca7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:37.802815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:37.842955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e26c9-3c71-482b-ac8d-bf566b56d6b5 req-4e30d8cd-9ea5-442e-8807-bb8fdd9a0438 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:37.845050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3bb74e2c-6125-460c-b006-fb28058c2c3a tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 200 len: 205 time: 0.1178513 Mar 02 18:42:37.850612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46946) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:37.851967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-525e26c9-3c71-482b-ac8d-bf566b56d6b5 req-4e30d8cd-9ea5-442e-8807-bb8fdd9a0438 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.4463789 Mar 02 18:42:37.982081 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-d93db84b-f301-4181-9c4f-d59d1fd02a5c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:37.983253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Network 235cd15e-e34e-4509-901f-7e82a4d262af is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:37.984129 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d93db84b-f301-4181-9c4f-d59d1fd02a5c tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/25876b4c-597a-4c6d-929f-131fb43204c0 HTTP/1.1" status: 404 len: 336 time: 0.1257322 Mar 02 18:42:37.987584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46952) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.012523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:38.024868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Subnet': ['ID=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:38.029124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Checking segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:38.029498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network hostable DHCP agents. Network: 7418d179-0654-4147-adfb-4dd448e29e3a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:42:38.076767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-36943356-6abf-4ebc-b927-e28a8ac0b1e6 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "GET /v2.0/ports?device_id=e7abb624-cba3-4eee-8c9c-01c9785bf659 HTTP/1.1" status: 200 len: 205 time: 0.0799344 Mar 02 18:42:38.083499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.197624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.243316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6a25356a-495e-4df7-80a8-8733255f8ca7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a25356a-495e-4df7-80a8-8733255f8ca7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:38.248451 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-6d65d3ed-e29c-4978-acf6-8b9bd91189bf tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] delete failed (client error): The resource could not be found. Mar 02 18:42:38.252061 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6d65d3ed-e29c-4978-acf6-8b9bd91189bf tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/routers/e7abb624-cba3-4eee-8c9c-01c9785bf659 HTTP/1.1" status: 404 len: 336 time: 0.1579387 Mar 02 18:42:38.255440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.322737 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c34b3943-0d91-4c65-bb82-9db392eb11b4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] DELETE failed (client error): The resource could not be found. Mar 02 18:42:38.323356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c34b3943-0d91-4c65-bb82-9db392eb11b4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:42:38.336422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-525e26c9-3c71-482b-ac8d-bf566b56d6b5 req-7e1a09f2-842f-498b-8bed-e6821e071865 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833400 Mar 02 18:42:38.340234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.353110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.364716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:38.404971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-817a6d77-d5fe-4a4a-87b8-cc7f5c990b8d service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6643639 Mar 02 18:42:38.450873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c34b3943-0d91-4c65-bb82-9db392eb11b4 tempest-RoutersIpV6AdminTest-1882300827 tempest-RoutersIpV6AdminTest-1882300827-project] 10.222.0.66 "DELETE /v2.0/subnets/377ca9ea-523c-4509-8d7a-acc68bb4ffa0 HTTP/1.1" status: 404 len: 337 time: 0.1942954 Mar 02 18:42:38.504229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.512738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:38.516636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:38.529541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:38.530833 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.543852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6a25356a-495e-4df7-80a8-8733255f8ca7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:38.561636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=3c189997-7167-4ffc-90d9-841f4f493233,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:38.565965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27ffaa6-7b71-45e2-9e11-9fa51a6fa2b6 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:38.596865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.631024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9d255513-1417-43bd-995d-b81b6b0b0286 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1767399 Mar 02 18:42:38.641386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46966) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.661961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:12:63:41', 'name': 'tempest-NetworksTestDHCPv6-1583096286'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:38.667303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-a161b621-398c-41e7-9357-3567a78609cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=01ad3026-c2f3-467c-94d1-386914f980ce HTTP/1.1" status: 200 len: 217 time: 0.0748794 Mar 02 18:42:38.668414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 7418d179-0654-4147-adfb-4dd448e29e3a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:42:38.679866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:38.700991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=00126a2a1ea344caab23f310e36dad6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7292335 Mar 02 18:42:38.701968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.715778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:38.726390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f24dc7-5db5-4def-82a8-9d5d6e888b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1117f0e2-5b48-432c-82a3-4db643465195,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:38.739386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e208bd60-bd91-41de-8831-50825c2033ed None None] Provisioning complete for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:38.739512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e208bd60-bd91-41de-8831-50825c2033ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.798400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-dd608ffa-1cab-419d-a990-0ff9712c3f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:38.800322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-dd608ffa-1cab-419d-a990-0ff9712c3f89 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 200 len: 797 time: 0.1183095 Mar 02 18:42:38.816363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f26386d2-70a4-4d32-a677-06b194e7813a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9872849 Mar 02 18:42:38.822719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e208bd60-bd91-41de-8831-50825c2033ed None None] Port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:38.828037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:38.828705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:38.878495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:38.903494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7418d179-0654-4147-adfb-4dd448e29e3a) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:38.913410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:38.915105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:38.915816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:38.916129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5c4717-5932-42b1-9ed8-6c3bdf872a66 None None] Network 7418d179-0654-4147-adfb-4dd448e29e3a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:38.997337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-94d9aed1-9fad-49ff-9cff-f394b7f76f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:38.997337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-94d9aed1-9fad-49ff-9cff-f394b7f76f07 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=86fbac2f-bf6f-4766-9eb4-896574619cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1856329 Mar 02 18:42:39.218648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:39.286409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46980) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:39.297456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:39.380357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:39.402071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-1a333dac-59a5-4246-adb6-30490e22da53 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009333 Mar 02 18:42:39.404967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f2fc178e-5717-4c8b-93e2-53a61a91cbe3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.2511499 Mar 02 18:42:39.420710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 46988) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:39.446227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:39.450799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:39.607101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a25356a-495e-4df7-80a8-8733255f8ca7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:39.786675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:39.808979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:39.851300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '3c189997-7167-4ffc-90d9-841f4f493233'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:39.852121 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:39.888960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:39.907914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Usage tracker for resource:security_group_rule and tenant:51a895a71e8c43909fccbd68acbfae4d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:39.915874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:40.015646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:40.137908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3c189997-7167-4ffc-90d9-841f4f493233/d3130b0c-356c-4c84-a47f-d6426496b046) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:40.175924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.248238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.294427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 04732ac3-7a2a-42eb-a728-4b13a538e4f4 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:42:40.393723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1117f0e2-5b48-432c-82a3-4db643465195,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:40.397066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-29e4d87f-d4ba-4bfd-9df9-c203b5ab3c92 service neutron] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9860945 Mar 02 18:42:40.448263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.450408 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb91b3de-98fd-41ce-beb6-4b21c63a8b7f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1117f0e2-5b48-432c-82a3-4db643465195 HTTP/1.1" status: 204 len: 168 time: 1.7268007 Mar 02 18:42:40.506622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-d1a1f24b-b838-45db-8ac8-7475598b0a95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6543d57b-1e99-418d-8624-a24370e4cefa HTTP/1.1" status: 200 len: 217 time: 0.0935066 Mar 02 18:42:40.572123 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.592550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Transition to ACTIVE for port object d3130b0c-356c-4c84-a47f-d6426496b046 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:40.616541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Transition to ACTIVE for port object d3130b0c-356c-4c84-a47f-d6426496b046 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:40.678174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.682612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-23725406-e3b2-4894-a27f-aa03eabae6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:40.684141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-23725406-e3b2-4894-a27f-aa03eabae6a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.1703598 Mar 02 18:42:40.695415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:42:40.728990 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.785899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1540b6c-3783-428d-9a64-a9aa51213899 req-78c31a0f-1828-4f2f-b6c6-31a2af8725c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:40.787668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1540b6c-3783-428d-9a64-a9aa51213899 req-78c31a0f-1828-4f2f-b6c6-31a2af8725c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.6549132 Mar 02 18:42:40.800712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7418d179-0654-4147-adfb-4dd448e29e3a', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:40.802466 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:40.833909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::2b4 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3c189997-7167-4ffc-90d9-841f4f493233/04732ac3-7a2a-42eb-a728-4b13a538e4f4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:40.910918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1540b6c-3783-428d-9a64-a9aa51213899 req-28401b95-848e-4c24-86be-50f3738f13c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797749 Mar 02 18:42:40.987345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-34b3721a-8ccb-4731-ae60-f91344c6ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:40.998837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-34b3721a-8ccb-4731-ae60-f91344c6ef2d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2814441 Mar 02 18:42:40.999964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:41.037870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:41.057398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Pushing event updated for resources: {'Port': ['ID=d3130b0c-356c-4c84-a47f-d6426496b046,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:41.064362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:41.080757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a25356a-495e-4df7-80a8-8733255f8ca7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:41.081398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.190228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.190940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.252124 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51a895a71e8c43909fccbd68acbfae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9571118 Mar 02 18:42:41.261656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:41.292348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Removed routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:42:41.292348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.318312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Allocated IP 172.20.0.2 (7418d179-0654-4147-adfb-4dd448e29e3a/98c83cf5-59bb-4bf9-9bd2-fc55f233df7f/49879e6e-16d7-44c3-b1dd-a88d5923506e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:41.350480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e55e3aa-c854-4f7f-9fa3-91b76b42921a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fa7329-d614-4d74-9ef0-e127224a71b2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:41.392110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.434454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.658692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-e962f3cc-63db-4b4e-928f-7b05d19e8136 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386487 Mar 02 18:42:41.672257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.684176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.689924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47000) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:41.745060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fa7329-d614-4d74-9ef0-e127224a71b2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:41.748313 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.791462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Attempting to bind port d3130b0c-356c-4c84-a47f-d6426496b046 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:41.794064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Attempting to bind port d3130b0c-356c-4c84-a47f-d6426496b046 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:41.794064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Attempting to bind port d3130b0c-356c-4c84-a47f-d6426496b046 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:41.796907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 04732ac3-7a2a-42eb-a728-4b13a538e4f4 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:41.803580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:41.807675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.820058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Usage tracker for resource:security_group_rule and tenant:7555e0ae3f644d9e9aad7173659ed911 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:41.821306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:41.822494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:41.822494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.822494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:41.822986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Bound port: d3130b0c-356c-4c84-a47f-d6426496b046, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:41.824794 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:41.847614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Transition to ACTIVE for port object 49879e6e-16d7-44c3-b1dd-a88d5923506e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:41.961017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] For port d3130b0c-356c-4c84-a47f-d6426496b046, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:41.964881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] For port d3130b0c-356c-4c84-a47f-d6426496b046, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d3130b0c-356c-4c84-a47f-d6426496b046,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:42.007377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.011243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:42.018237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.023582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Transition to ACTIVE for port object 49879e6e-16d7-44c3-b1dd-a88d5923506e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:42.041050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.092425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:42.139181 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.157497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:32Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:35Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:42.229256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.233239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:42.233607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Updating router d4243cb7-efb0-48af-98aa-88b6eba6559e port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:42:42.234274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-93c4b392-c2cf-4043-b377-cc9f55bba0d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/49fa7329-d614-4d74-9ef0-e127224a71b2 HTTP/1.1" status: 204 len: 168 time: 0.9720769 Mar 02 18:42:42.271132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Network 7418d179-0654-4147-adfb-4dd448e29e3a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:42.279764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:42.294526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:42.316305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5b3fa-6184-4b3d-ae06-dd3478d575a9 None None] Pushing event updated for resources: {'Port': ['ID=d3130b0c-356c-4c84-a47f-d6426496b046,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:42.555275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-31b84b7a-28ee-4118-b307-2c5fb41893ca service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715830 Mar 02 18:42:42.576171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.625831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Pushing event updated for resources: {'Port': ['ID=49879e6e-16d7-44c3-b1dd-a88d5923506e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:42.657513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.671121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Attempting to bind port 49879e6e-16d7-44c3-b1dd-a88d5923506e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:42.671785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Attempting to bind port 49879e6e-16d7-44c3-b1dd-a88d5923506e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:42.672833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Attempting to bind port 49879e6e-16d7-44c3-b1dd-a88d5923506e on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:42.703337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:42.704019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Checking segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:42.706032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.706787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Bound using segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:42.707868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Bound port: 49879e6e-16d7-44c3-b1dd-a88d5923506e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:42.708594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.780192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:42.783205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:42.797991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:42.814653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:42.821751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:42.822739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:42.903490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=04732ac3-7a2a-42eb-a728-4b13a538e4f4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:43.005530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-3d1f49b3-3d68-4623-9e4b-c7b29dd049bc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 200 len: 217 time: 0.3238597 Mar 02 18:42:43.063869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.1 (7418d179-0654-4147-adfb-4dd448e29e3a/98c83cf5-59bb-4bf9-9bd2-fc55f233df7f/8856dbbb-e993-4844-b832-320704cc90ea) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:43.097563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec1aaafb-d7a2-466a-baa8-0d8bf27d5f58 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4473350 Mar 02 18:42:43.104345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] For port 49879e6e-16d7-44c3-b1dd-a88d5923506e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:43.111053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.196662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] For port 49879e6e-16d7-44c3-b1dd-a88d5923506e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=49879e6e-16d7-44c3-b1dd-a88d5923506e,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:43.269744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-dee58c05-4c69-4aa6-80ec-6bdeb2b0546e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:43.274031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-dee58c05-4c69-4aa6-80ec-6bdeb2b0546e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 200 len: 797 time: 0.1184485 Mar 02 18:42:43.321177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.323554 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.361250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:43.389351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.394063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-14e816da-b88d-4de2-8cd1-b2f2a23414c5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 934 time: 4.5111158 Mar 02 18:42:43.395842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.497962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c8cc5-8a87-4ccd-a47c-d201af116927 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:43.508508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70c8cc5-8a87-4ccd-a47c-d201af116927 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:43.508508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d70c8cc5-8a87-4ccd-a47c-d201af116927 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:43.512142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.572016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7555e0ae3f644d9e9aad7173659ed911&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8615172 Mar 02 18:42:43.572986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.613243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3c827-a2b9-4014-8575-e5e377bb3581 req-9c77d7ad-f702-4735-a34e-64bc07c82d92 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:43.623255 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bf3c827-a2b9-4014-8575-e5e377bb3581 req-9c77d7ad-f702-4735-a34e-64bc07c82d92 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 1.0626090 Mar 02 18:42:43.661057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ebbf4-7aca-4ac8-8f2d-51f57ea84669 None None] Pushing event updated for resources: {'Port': ['ID=49879e6e-16d7-44c3-b1dd-a88d5923506e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:43.710239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.764857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e698b4b-fb1d-454e-9cfe-fb3415f6a447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca262d-bfce-4fdb-8de4-8609d95473a1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:43.855832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.889268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.893171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d70c8cc5-8a87-4ccd-a47c-d201af116927 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:43.894887 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d70c8cc5-8a87-4ccd-a47c-d201af116927 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6837826 Mar 02 18:42:43.897796 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:43.902956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.933651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Transition to ACTIVE for port object 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:43.947193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a70eb1ec-a6ef-497a-a213-135e4d092123 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 934 time: 0.5501561 Mar 02 18:42:43.955576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47030) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:43.964647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'routes': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:43.994608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-d632ffd9-db56-4c9f-a1bb-0296b88aefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:44.000567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-d632ffd9-db56-4c9f-a1bb-0296b88aefaa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a03c25af-bb9e-4739-a207-f7b40833c8ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7167194 Mar 02 18:42:44.025847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bf3c827-a2b9-4014-8575-e5e377bb3581 req-1473a136-1516-4f9b-9301-d5ec38dfc126 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805225 Mar 02 18:42:44.061671 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.076377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object 8856dbbb-e993-4844-b832-320704cc90ea will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:44.137579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bcd6d7f0-a0b9-43f2-a8ec-aa9c50bf4285 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a7ec5a962c6d4c258312ad2c6afcf5db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4040618 Mar 02 18:42:44.143797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:44.155133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.395757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941872fc-c911-4e2c-8111-68130b52e783 None None] Pushing event updated for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:44.400142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-eba5b42d-7356-4b1d-8ad6-864381bc2836 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531501 Mar 02 18:42:44.496412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 04732ac3-7a2a-42eb-a728-4b13a538e4f4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:44.502345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.630419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 49879e6e-16d7-44c3-b1dd-a88d5923506e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:44.651816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.750387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.815959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca262d-bfce-4fdb-8de4-8609d95473a1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:44.831633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Attempting to bind port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:44.832282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Attempting to bind port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:44.832870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Attempting to bind port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c on network 235cd15e-e34e-4509-901f-7e82a4d262af {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:44.866587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:44.866991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Checking segment: {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:44.867399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.867791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Bound using segment: {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:44.868278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Bound port: 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14d4eef0-e2d7-41f3-9efa-335602ca984c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:44.868657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.878721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.927879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:44.937758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-52930c35-cdde-4719-a2cf-9069d330e258 None None] Provisioning for port d3130b0c-356c-4c84-a47f-d6426496b046 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:45.040839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] For port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:45.045922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] For port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:45.054774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 49879e6e-16d7-44c3-b1dd-a88d5923506e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:45.065196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.065414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d3130b0c-356c-4c84-a47f-d6426496b046 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:45.075010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4becb41f-75ec-47ee-93c2-3634782a28d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/85ca262d-bfce-4fdb-8de4-8609d95473a1 HTTP/1.1" status: 204 len: 168 time: 1.4942303 Mar 02 18:42:45.101458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.162964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aea881-a37b-48da-90a0-ef23937dbf2b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:45.200897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 7418d179-0654-4147-adfb-4dd448e29e3a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:45.243397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.245047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-284103d7-70cf-49be-a68f-bf2c8b5e03bd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/28aea881-a37b-48da-90a0-ef23937dbf2b HTTP/1.1" status: 204 len: 168 time: 1.0983696 Mar 02 18:42:45.279195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:45.285135 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.343397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:45.514557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:45.514673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:45.514673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:45.610444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dab375d6-20b7-4b4e-8d10-18f220bf0e0a req-e9346ab8-1e91-4f50-956f-3399b9498863 service neutron] 10.222.0.65 "GET /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1740646 Mar 02 18:42:45.616266 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.757020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-58ae73f1-9237-4274-88f4-3f6f846effe7 None None] Provisioning for port 04732ac3-7a2a-42eb-a728-4b13a538e4f4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:45.760886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d3130b0c-356c-4c84-a47f-d6426496b046 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:45.772730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d3130b0c-356c-4c84-a47f-d6426496b046 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:45.773285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.814736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:42:45.814736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:42:45.863616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.904252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deda0343-59f5-4031-9330-4824f59487da None None] Network 7418d179-0654-4147-adfb-4dd448e29e3a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:45.951281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-58ae73f1-9237-4274-88f4-3f6f846effe7 None None] Provisioning complete for port 04732ac3-7a2a-42eb-a728-4b13a538e4f4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:45.951973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-58ae73f1-9237-4274-88f4-3f6f846effe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:45.972426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:46.087642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4b15f-9eef-4d0a-a359-c652f71d4213 req-4cc0f9b4-6ea2-4e59-a643-a9b0e8251fc0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:46.097251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e4b15f-9eef-4d0a-a359-c652f71d4213 req-4cc0f9b4-6ea2-4e59-a643-a9b0e8251fc0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.8018687 Mar 02 18:42:46.182079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941872fc-c911-4e2c-8111-68130b52e783 None None] Pushing event updated for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:46.295006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e4b15f-9eef-4d0a-a359-c652f71d4213 req-714b7dae-718d-45aa-a725-86714c084828 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932766 Mar 02 18:42:46.380056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:46.465764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:47.016671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-58ae73f1-9237-4274-88f4-3f6f846effe7 None None] Port 04732ac3-7a2a-42eb-a728-4b13a538e4f4 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:47.023079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 04732ac3-7a2a-42eb-a728-4b13a538e4f4 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:47.024287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.205330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d3130b0c-356c-4c84-a47f-d6426496b046, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d3130b0c-356c-4c84-a47f-d6426496b046,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:47.221881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Provisioning for port 49879e6e-16d7-44c3-b1dd-a88d5923506e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:47.259134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.268639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.282791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Provisioning complete for port 49879e6e-16d7-44c3-b1dd-a88d5923506e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:47.283178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.432099 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.611627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:47.723126 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.733174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47086) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:47.832377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=04732ac3-7a2a-42eb-a728-4b13a538e4f4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:47.892419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d3130b0c-356c-4c84-a47f-d6426496b046,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:47.908371 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:47.987669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:47.995638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:40Z', 'revision_number': 6, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:48.023675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.028048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-44baf354-6c0b-47db-8557-76673b3154f9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 700 time: 4.0710371 Mar 02 18:42:48.031308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47094) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:48.036167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb19fdcc-6439-413b-b11c-d093d6114a98 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:40Z', 'revision_number': 6, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:48.037330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.052523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'networks': [{'name': 'tempest-network--1385276322'}, {'name': 'tempest-network--1838288340'}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:48.054388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-network--1385276322'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:48.056814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-network--1838288340'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:48.061476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.061912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] For port 49879e6e-16d7-44c3-b1dd-a88d5923506e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=49879e6e-16d7-44c3-b1dd-a88d5923506e,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:48.082279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:48.104286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:network and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:48.158834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.174005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.426735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee218523-1fc1-4bec-88d4-01e99d5c9a91 None None] Pushing event updated for resources: {'Port': ['ID=49879e6e-16d7-44c3-b1dd-a88d5923506e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:48.426986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:48.489348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:48.539185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4cd70078-3b74-4a4a-9b74-4bc48308261d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 700 time: 0.4702811 Mar 02 18:42:48.542968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:48.636306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Provisioning for port 8856dbbb-e993-4844-b832-320704cc90ea completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:48.644626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Provisioning complete for port 8856dbbb-e993-4844-b832-320704cc90ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:48.644626 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.753974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1d9abe1-03ba-4cd5-b6c2-b28658717373 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/04732ac3-7a2a-42eb-a728-4b13a538e4f4 HTTP/1.1" status: 204 len: 168 time: 4.8407824 Mar 02 18:42:48.755214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:48.762992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:48.774280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'network': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:48.779127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.801716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Port 8856dbbb-e993-4844-b832-320704cc90ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:48.810783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.829131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Provisioning complete for port 49879e6e-16d7-44c3-b1dd-a88d5923506e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:48.829131 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f5d3052-5fe3-43a5-ae5a-4dd82df9a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:48.856945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:48.867978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:security_group_rule and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:48.888463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbe7ef-1c5c-4b1c-965d-79544a03ca3a req-943d1c4d-d43a-4fbe-8807-d5d26fe771c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:48.900303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9cbe7ef-1c5c-4b1c-965d-79544a03ca3a req-943d1c4d-d43a-4fbe-8807-d5d26fe771c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 1.3285232 Mar 02 18:42:49.086585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:49.124700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c9cbe7ef-1c5c-4b1c-965d-79544a03ca3a req-8cf6c537-cacb-4faf-ac6e-48057d406605 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211044 Mar 02 18:42:49.125629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3cf450-cd9f-4d8d-9838-cd991e888709 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:49.132646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:49.140521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3cf450-cd9f-4d8d-9838-cd991e888709 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:49.142149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc3cf450-cd9f-4d8d-9838-cd991e888709 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:49.157927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:49.257456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2a0d6b6-1ba1-4ac0-b276-7d6feacddc5b None None] Provisioning complete for port 8856dbbb-e993-4844-b832-320704cc90ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:49.259136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2a0d6b6-1ba1-4ac0-b276-7d6feacddc5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:49.306744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc3cf450-cd9f-4d8d-9838-cd991e888709 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:49.310742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fc3cf450-cd9f-4d8d-9838-cd991e888709 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.5376019 Mar 02 18:42:49.318461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:49.386463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a2a0d6b6-1ba1-4ac0-b276-7d6feacddc5b None None] Port 8856dbbb-e993-4844-b832-320704cc90ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:49.426369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 7418d179-0654-4147-adfb-4dd448e29e3a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:49.427779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:49.491164 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:49.518018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:49.520812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:49.836839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:49.869682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:49.943631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:49.944347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:49.963941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:49.972750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:49.979323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9635ad48-8212-4ed4-9506-9c81d58f1dd3 None None] Provisioning complete for port 8856dbbb-e993-4844-b832-320704cc90ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:49.979580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9635ad48-8212-4ed4-9506-9c81d58f1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.077799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9635ad48-8212-4ed4-9506-9c81d58f1dd3 None None] Port 8856dbbb-e993-4844-b832-320704cc90ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:42:50.096350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 3c189997-7167-4ffc-90d9-841f4f493233 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:50.099182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.168231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:50.175287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:50.176494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.205881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.305969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.439295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7eed0-b39a-4aca-92a7-7b63980cbf33,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:50.448661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.461776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:50.496358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:50.499731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f15e695-976c-4c5d-b3ad-60c12270f7e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0776327 Mar 02 18:42:50.507817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.522003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=3c189997-7167-4ffc-90d9-841f4f493233,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:50.535264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.536508 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment 6f8ce7a8-91be-477a-b593-532cb5902ca8 of type vlan for network e31fac29-a347-46b7-940d-696e6b00f3df Mar 02 18:42:50.583168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.595161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Sync routers for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:50.599885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35570f2-4240-4938-b1f5-b80adbd64dc9 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:50.604161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.656517 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 7, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:50.669934 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:50.680031 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7fffc5c5-8a06-4dbc-b611-154a44d112ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3c189997-7167-4ffc-90d9-841f4f493233 HTTP/1.1" status: 204 len: 168 time: 1.3462377 Mar 02 18:42:50.685268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:50.694858 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:50.696352 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:50.722620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:50.729867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:50.733229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:50.772642 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34ee3147-f6eb-4ebd-9272-cc1e396eeb3f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0860271 Mar 02 18:42:50.776450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47148) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:50.842071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c87b40a-0221-476d-a142-039e4dd9bf3b req-afdb323d-4d8d-4634-93ed-673aae955cc2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:50.861983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:50.873512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c87b40a-0221-476d-a142-039e4dd9bf3b req-afdb323d-4d8d-4634-93ed-673aae955cc2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.3339243 Mar 02 18:42:50.964137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:50.964672 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment 918154e8-8dff-445b-a206-ba9ad1c44dd4 of type vlan for network 3193159e-a1d9-49ca-b8be-720043a55175 Mar 02 18:42:51.025315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.065071 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:51.081230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.114812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8c87b40a-0221-476d-a142-039e4dd9bf3b req-3ccec7bd-9853-4555-9146-2461af4ca8f0 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399948 Mar 02 18:42:51.117946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:51.167240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-b63dce27-f746-4417-949d-69bec964473b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:51.251200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-b63dce27-f746-4417-949d-69bec964473b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:51.252004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-b63dce27-f746-4417-949d-69bec964473b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-823206079&fields=id&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 267 time: 0.3054373 Mar 02 18:42:51.525315 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.529121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.529910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.535773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:51.537477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 49879e6e-16d7-44c3-b1dd-a88d5923506e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:51.538419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-5aeff693-23ab-4602-b66e-e8cb9765bc99 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:51.539916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-5aeff693-23ab-4602-b66e-e8cb9765bc99 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 796 time: 0.2806451 Mar 02 18:42:51.541442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:51.542157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:51.567597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-330673ce-faf3-4ea5-af16-4a49609c2114 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/quotas/5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 375 time: 0.0191174 Mar 02 18:42:51.750228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-d4b752c5-dd94-4b15-a30e-d5df1fd3a02f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:51.755930 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 7, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:50Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:51.766307 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3f7eb-e710-491d-8ae0-b2c2c0c3fa58 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 7, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '4f047cdc-1f69-476f-a2ce-dc9c8a4b268c', 'name': '', 'network_id': '235cd15e-e34e-4509-901f-7e82a4d262af', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:30:bb:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2649, 'fixed_ips': [{'subnet_id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:26Z', 'updated_at': '2022-03-02T18:42:50Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': 'dc9acc19-821e-4d9d-869d-c59538e632d0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:51.836179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=e31fac29-a347-46b7-940d-696e6b00f3df,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:51.854788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:51.871791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-d4b752c5-dd94-4b15-a30e-d5df1fd3a02f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:51.873415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-d4b752c5-dd94-4b15-a30e-d5df1fd3a02f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3014636 Mar 02 18:42:51.891722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network e31fac29-a347-46b7-940d-696e6b00f3df details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:42:51.934104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca972193-e291-4b0b-998f-f836498d8518 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:51.936664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca972193-e291-4b0b-998f-f836498d8518 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1582999 Mar 02 18:42:51.946346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:52.159032 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 4.4241381 Mar 02 18:42:52.163499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 49879e6e-16d7-44c3-b1dd-a88d5923506e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:52.163989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:52.186544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47180) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:52.187798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb0394-8be0-4653-b982-8e90d89ec26d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=3193159e-a1d9-49ca-b8be-720043a55175,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:52.305988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3193159e-a1d9-49ca-b8be-720043a55175 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:42:52.388093 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-12ddde46-730f-47bf-a2e5-327167df4be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:52.436940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-0b3e26fe-5cbe-43f3-ab00-5b224b20622a service neutron] 10.222.0.66 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5476613 Mar 02 18:42:52.473066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.479198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.485141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.490992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.491861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Synchronizing usage tracker for tenant:0579b6810aed4b3db4edb6a542562937 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:52.532954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335937c9-0297-4904-b6b8-5a84393e3e38 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.533548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-335937c9-0297-4904-b6b8-5a84393e3e38 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:52.624476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:47Z', 'revision_number': 2, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:52.627866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d3130b0c-356c-4c84-a47f-d6426496b046 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:52.647722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-fc64c9b5-8c86-4664-aa7f-70299b1b9456 service neutron] 10.222.0.66 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018728 Mar 02 18:42:52.727135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6d4d-f3eb-4b7b-84b9-cf423c318144 req-77e46e1b-b9a6-44ae-827e-35ef7715c6c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:52.729933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:52.737554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-298b6d4d-f3eb-4b7b-84b9-cf423c318144 req-77e46e1b-b9a6-44ae-827e-35ef7715c6c9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.3833749 Mar 02 18:42:52.750740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Deleting port d3130b0c-356c-4c84-a47f-d6426496b046 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:52.758571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:52.843514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Checking router: a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:52.846246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Updating router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc port 8856dbbb-e993-4844-b832-320704cc90ea binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:42:52.850749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-298b6d4d-f3eb-4b7b-84b9-cf423c318144 req-beff4370-a6d0-4a7c-bcce-dae2c11a74e7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118772 Mar 02 18:42:52.853250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47186) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:52.912946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:52.923148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:52.924810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.234628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39b341ae-4541-45da-b4ec-2125eb689c5d req-41d43199-92ca-4762-893f-549b974557ec tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.1389344 Mar 02 18:42:53.246382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.284907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-335937c9-0297-4904-b6b8-5a84393e3e38 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:53.287084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:53.289814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-335937c9-0297-4904-b6b8-5a84393e3e38 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.2322762 Mar 02 18:42:53.292173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Unset dirty status for tenant:0579b6810aed4b3db4edb6a542562937 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:53.292767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47198) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:53.293845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Usage tracker for resource:security_group_rule and tenant:72a5c944d449475ab23459e0ebe15850 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:53.296962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3866d396-aa82-4824-baa1-697140444cc2 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0966618 Mar 02 18:42:53.305406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:53.307100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47200) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:53.641992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:53.647147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.719392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.722256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:53.753790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-baca67d6-40f6-4eb7-8738-eb7f1495498f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4548578 Mar 02 18:42:53.755545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47208) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:53.764150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:53.806333 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.822560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Transition to ACTIVE for port object 8856dbbb-e993-4844-b832-320704cc90ea will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:53.840032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] For port d3130b0c-356c-4c84-a47f-d6426496b046, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d3130b0c-356c-4c84-a47f-d6426496b046,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:53.840877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:53.884682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:54.003404 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.046828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:54.211789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:54.369427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:54.372962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.379322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Calling delete_port for d3130b0c-356c-4c84-a47f-d6426496b046 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:42:54.391963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.463716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201f01d-b4d2-4ce4-807e-8cd7a4839a56 None None] Pushing event updated for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:54.472737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d3130b0c-356c-4c84-a47f-d6426496b046 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:54.474186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.484941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e31fac29-a347-46b7-940d-696e6b00f3df']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:54.500872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60495db4-2b17-431b-bbcc-056446a08f95 req-e3cbf7e4-3bda-4fea-ab2a-acf5a70a5d76 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.0846968 Mar 02 18:42:54.542885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95046d9-a22c-4921-8b44-d1d3c268dc8e req-0ca48f47-3444-41c1-ac3b-d8ff62b68dcc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:54.546747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8ce7a8-91be-477a-b593-532cb5902ca8') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:54.547324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8ce7a8-91be-477a-b593-532cb5902ca8') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:54.549917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c95046d9-a22c-4921-8b44-d1d3c268dc8e req-0ca48f47-3444-41c1-ac3b-d8ff62b68dcc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.5093169 Mar 02 18:42:54.589176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.622857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.695485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:42:54.696176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.703891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:42:54.716499 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:42:54.726321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c95046d9-a22c-4921-8b44-d1d3c268dc8e req-c88a1f1f-caf1-4545-bf28-d8be170c807f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739516 Mar 02 18:42:54.932172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Attempting to bind port 8856dbbb-e993-4844-b832-320704cc90ea on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:54.932553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Attempting to bind port 8856dbbb-e993-4844-b832-320704cc90ea by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:54.932923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Attempting to bind port 8856dbbb-e993-4844-b832-320704cc90ea on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:54.941633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:54.942133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Checking segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:54.942665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:54.942978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Bound using segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:54.943473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Bound port: 8856dbbb-e993-4844-b832-320704cc90ea, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:54.944004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.040269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:55.120636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] For port 8856dbbb-e993-4844-b832-320704cc90ea, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:55.126056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.171748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.175819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.180300 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.197127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a3d02ed-2f22-4374-a213-ccaf39ec7e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.197127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] For port 8856dbbb-e993-4844-b832-320704cc90ea, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8856dbbb-e993-4844-b832-320704cc90ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:55.199149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] No DVR routers for this DVR port d3130b0c-356c-4c84-a47f-d6426496b046 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:42:55.200379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.201719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12018f0c-7551-47f4-a2b1-9cbcf82cfcb2 None None] Pushing event deleted for resources: {'Port': ['ID=d3130b0c-356c-4c84-a47f-d6426496b046,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:55.208267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No active binding found for port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:42:55.208476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 18:42:55.265153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c not found, will not notify nova. {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 18:42:55.275090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.292735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=e31fac29-a347-46b7-940d-696e6b00f3df,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:55.318249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=4f047cdc-1f69-476f-a2ce-dc9c8a4b268c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:55.405620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d3130b0c-356c-4c84-a47f-d6426496b046 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:42:55.415483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=72a5c944d449475ab23459e0ebe15850&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5607715 Mar 02 18:42:55.416303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47222) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:55.489890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd1bc5-d6c6-4734-a28c-105052ee07e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f662e19-c18b-4195-a2f5-35730ea81b68,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:55.543040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d3130b0c-356c-4c84-a47f-d6426496b046 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:42:55.543040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d3130b0c-356c-4c84-a47f-d6426496b046 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:42:55.600390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.609403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a9bfabe7-5b06-4de4-9701-05c576c111bd tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/e31fac29-a347-46b7-940d-696e6b00f3df HTTP/1.1" status: 204 len: 168 time: 2.2972610 Mar 02 18:42:55.616011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:55.673248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.719858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:55.726758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:55.916358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.922068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f201f01d-b4d2-4ce4-807e-8cd7a4839a56 None None] Pushing event updated for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:55.938355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:42:55.950200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.955755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:55.987253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.055427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7612f9f1-d621-467f-8272-116128d2e8a5 req-91d9912c-eea0-4b57-a3d4-5d6d605c46b3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.2307398 Mar 02 18:42:56.148756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:56.181794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:56.186734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:56.190943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:56.192436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.203001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa129d-1309-4520-92e1-332eda659321 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:56.254875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.272917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:56.283685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabb288-3e65-4e19-ace1-69381b1823bb req-816bf8a4-333c-4bbe-b2ad-ee6479fa1608 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:56.292230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fabb288-3e65-4e19-ace1-69381b1823bb req-816bf8a4-333c-4bbe-b2ad-ee6479fa1608 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.3447273 Mar 02 18:42:56.359745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fabb288-3e65-4e19-ace1-69381b1823bb req-746ee025-495a-441d-b693-336fd3bf0809 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Mar 02 18:42:56.369051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.372128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.373698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7f662e19-c18b-4195-a2f5-35730ea81b68 HTTP/1.1" status: 204 len: 168 time: 0.9532249 Mar 02 18:42:56.394714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c8b22-8eed-44f6-bef9-d19210f93283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f662e19-c18b-4195-a2f5-35730ea81b68,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:56.480471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03da5606-d1f9-4d8a-9850-90a968f8f4fa tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7213302 Mar 02 18:42:56.487937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:56.489819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:56.561064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.648554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:56.653510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:56.656604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:56.662955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:56.711387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.763449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:56.767220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.802995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3193159e-a1d9-49ca-b8be-720043a55175']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:56.835738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '918154e8-8dff-445b-a206-ba9ad1c44dd4') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:56.836046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '918154e8-8dff-445b-a206-ba9ad1c44dd4') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:56.859189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:42:56.859443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.860461 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.934447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.935646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.952143 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3 (CIDR: 2001:db8::/64) Mar 02 18:42:56.961510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:56.999414 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:42:56.999414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:42:57.058077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:42:57.058687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:57.084885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-708a62fd-e623-439d-80d6-768f39052332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:55Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:42:57.090281 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:42:57.092846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708a62fd-e623-439d-80d6-768f39052332 None None] The sync data for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 is: [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:55Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:57.108232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2939709f-de5e-49b5-bdc4-32d935b1dbcf tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6213143 Mar 02 18:42:57.109628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:57.145468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:57.393672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47aa3bde-ea6a-4682-bd9e-fbf62c23ec8a req-11a6a300-af50-4c80-b7c5-f70e533587fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.0505652 Mar 02 18:42:57.404523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:42:57.432817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:57.438626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:57.442034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:57.448757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:57.510942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:57.580268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47260) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:57.595644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:57.599862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:57.625305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:57.639431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Allocated IP 2001:db8::f816:3eff:fee7:97ea (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3/cf8a44f1-2af4-4517-b941-ff18f5aea477) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:57.664128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=3193159e-a1d9-49ca-b8be-720043a55175,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:57.683612 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-53e2f6ea-ff43-4d6f-aa77-b340b3239f3a tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/3193159e-a1d9-49ca-b8be-720043a55175 HTTP/1.1" status: 204 len: 168 time: 2.0506461 Mar 02 18:42:57.701966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47264) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:57.712614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-022d3a97-2f11-4c26-8ed5-5201f7c7fc1d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:57.714050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-022d3a97-2f11-4c26-8ed5-5201f7c7fc1d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:57.883702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:42:57.883818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:42:57.884256 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-12549a2e-d10c-4a53-a8d1-068083cfa5b5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3079097 Mar 02 18:42:57.884350 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:57.884350 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:57.884544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47268) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:57.950518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:57.966110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet dc9acc19-821e-4d9d-869d-c59538e632d0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:42:57.977527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.026816 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.048080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:58.061786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Transition to ACTIVE for port object cf8a44f1-2af4-4517-b941-ff18f5aea477 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:58.069552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Usage tracker for resource:security_group_rule and tenant:51398bc1887f4d7bb0b06358bceae236 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:42:58.077441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-022d3a97-2f11-4c26-8ed5-5201f7c7fc1d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:58.079033 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-022d3a97-2f11-4c26-8ed5-5201f7c7fc1d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 796 time: 0.8274198 Mar 02 18:42:58.104487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:42:58.108713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Transition to ACTIVE for port object cf8a44f1-2af4-4517-b941-ff18f5aea477 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:42:58.147048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45b6c3-2238-4dbb-87cd-e7d8658e7913 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.153903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45b6c3-2238-4dbb-87cd-e7d8658e7913 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.154866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1d45b6c3-2238-4dbb-87cd-e7d8658e7913 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Synchronizing usage tracker for tenant:0579b6810aed4b3db4edb6a542562937 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:42:58.161863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:58.166278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.213791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.232277 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:58.288340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.328176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Pushing event updated for resources: {'Port': ['ID=cf8a44f1-2af4-4517-b941-ff18f5aea477,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:58.332695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:58.336883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:58.345190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:42:58.353718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a88161-7f19-45ff-86a4-8e0bb33906a5 req-f2ae0cac-d5ad-4d85-80b2-4b647e26ebf5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.365746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95a88161-7f19-45ff-86a4-8e0bb33906a5 req-f2ae0cac-d5ad-4d85-80b2-4b647e26ebf5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.8579462 Mar 02 18:42:58.418056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-45efdebc-026a-4a81-b769-363916e4ecbc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 379 time: 0.3140082 Mar 02 18:42:58.429373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'port': {'device_id': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'admin_state_up': True, 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'security_groups': ['7b47e4c6-7d86-4257-93ce-0afdcb204e35']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:58.453171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-75253c27-1093-4f39-b5ac-e08f544a4198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.457368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-75253c27-1093-4f39-b5ac-e08f544a4198 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 1096 time: 0.4925289 Mar 02 18:42:58.467585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95a88161-7f19-45ff-86a4-8e0bb33906a5 req-f115323d-12f3-494f-b4ce-c2795a952141 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005578 Mar 02 18:42:58.503741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Attempting to bind port cf8a44f1-2af4-4517-b941-ff18f5aea477 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:42:58.504816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Attempting to bind port cf8a44f1-2af4-4517-b941-ff18f5aea477 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:42:58.505305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Attempting to bind port cf8a44f1-2af4-4517-b941-ff18f5aea477 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:42:58.512068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:42:58.512368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:42:58.514490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.514987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:42:58.515553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Bound port: cf8a44f1-2af4-4517-b941-ff18f5aea477, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:42:58.516009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.642960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] For port cf8a44f1-2af4-4517-b941-ff18f5aea477, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:42:58.646799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] For port cf8a44f1-2af4-4517-b941-ff18f5aea477, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf8a44f1-2af4-4517-b941-ff18f5aea477,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:42:58.726834 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.735009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.818389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5e4c45b-05a2-4c42-b94f-7c9e440dd300 req-3a178a02-ad55-45f6-9c18-f17e6bc47c5a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.1598282 Mar 02 18:42:58.825143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=d2635873-3591-4a32-b49b-a12d13d31319,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:58.850992 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:54Z', 'revision_number': 8, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:58.860137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:42:58.864330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d18db9f-df38-4f6c-ba7d-3e0a48fd010b None None] Pushing event updated for resources: {'Port': ['ID=cf8a44f1-2af4-4517-b941-ff18f5aea477,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:58.869517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.871890 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:42:58.872606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:58.881660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:42:58.885890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:42:58.896883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.900445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.904633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:58.904837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.928520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-2bcea1cf-c2f3-41cf-9636-886772d2bcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:58.930709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-2bcea1cf-c2f3-41cf-9636-886772d2bcc3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.4621875 Mar 02 18:42:58.951883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1d45b6c3-2238-4dbb-87cd-e7d8658e7913 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Unset dirty status for tenant:0579b6810aed4b3db4edb6a542562937 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:42:58.953126 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d45b6c3-2238-4dbb-87cd-e7d8658e7913 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.2490604 Mar 02 18:42:58.960674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=dc9acc19-821e-4d9d-869d-c59538e632d0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:58.963378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:58.976969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:58.986775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1493064082'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:58.987307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e814d8a4-8542-424c-b56b-6994d6e1d01a None None] Network 235cd15e-e34e-4509-901f-7e82a4d262af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:42:59.009172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:42:59.030952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:59.048620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:42:59.060901 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c1c3d693-4ffe-412c-bc51-96c585f3b9d9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/dc9acc19-821e-4d9d-869d-c59538e632d0 HTTP/1.1" status: 204 len: 168 time: 1.1802299 Mar 02 18:42:59.064172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47278) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:59.112121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.171361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-6456c7a7-de94-4bbf-8af4-2ae4b7813b08 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 HTTP/1.1" status: 200 len: 217 time: 0.2296405 Mar 02 18:42:59.220744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8856dbbb-e993-4844-b832-320704cc90ea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:42:59.268940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-979a53e8-38ed-4966-856b-13f302bf1509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:59.271059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-979a53e8-38ed-4966-856b-13f302bf1509 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.0939786 Mar 02 18:42:59.275782 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:42:59.326563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.350251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 6bb4b634-ee89-4f78-a723-90b6e9b1caed {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:59.350594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.355562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-245ede1c-bf95-4806-98f0-ee823620aaed tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2396307 Mar 02 18:42:59.384284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:59.399175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:59.403009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.414564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f886e4f2-68af-484a-af7e-e4f04ac10bf1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:42:59.420208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:42:59.424088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.430380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8b20c01a-062c-4312-8855-3f6585c64df1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51398bc1887f4d7bb0b06358bceae236&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8444173 Mar 02 18:42:59.431182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47286) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:42:59.439888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:cc:8a:63', 'name': 'tempest-NetworksTestDHCPv6-1101562116'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:42:59.505107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8856dbbb-e993-4844-b832-320704cc90ea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:42:59.515126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8856dbbb-e993-4844-b832-320704cc90ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:42:59.515749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.521909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-2ce9fb55-261d-4947-9e17-f1e5e27ac43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:42:59.523512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-2ce9fb55-261d-4947-9e17-f1e5e27ac43b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435410 Mar 02 18:42:59.545099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-73b65451-32b3-4fe2-9eee-f03d7992c9a6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:42:59.554143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-73b65451-32b3-4fe2-9eee-f03d7992c9a6 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063086 Mar 02 18:42:59.708396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] DHCP port deletion for 235cd15e-e34e-4509-901f-7e82a4d262af request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:42:59.715718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.731122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Deleting port 6bb4b634-ee89-4f78-a723-90b6e9b1caed {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:42:59.731490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.746849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.8 (7418d179-0654-4147-adfb-4dd448e29e3a/98c83cf5-59bb-4bf9-9bd2-fc55f233df7f/e54df195-187a-4f05-986e-b20035d175ea) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:42:59.769593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-ca0ece0e-dc6e-44a9-85f3-e2055aec66b0 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145815 Mar 02 18:42:59.772545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.772797 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:54Z', 'revision_number': 8, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:42:59.778335 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d5cfea-252b-47f7-8213-8da11b8beda2 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:42:54Z', 'revision_number': 8, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3d8d670-4c1a-4a6f-abe2-eb0ac176b179', 'name': '', 'network_id': '7b217ebf-c1df-4e8b-90ba-160f8f6bc24c', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:13:2e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '56645078-393b-4aed-b148-681a0040f878', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:10Z', 'updated_at': '2022-03-02T18:42:22Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '56645078-393b-4aed-b148-681a0040f878', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:42:59.807630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 8856dbbb-e993-4844-b832-320704cc90ea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8856dbbb-e993-4844-b832-320704cc90ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:42:59.811579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:42:59.881042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:42:59.891262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.035275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.036358 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment d48eb800-0941-47ef-bbd1-ca5a6b067cf7 of type vlan for network cfa32a1b-19dc-4790-ac95-b26fcb84154f Mar 02 18:43:00.048175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.093817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.095596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f886e4f2-68af-484a-af7e-e4f04ac10bf1 HTTP/1.1" status: 204 len: 168 time: 0.6632466 Mar 02 18:43:00.100481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0f1b170-c570-431d-a02c-ce49c63300be req-67b98e4e-cbef-4c46-a217-241d5b3d0c30 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.1242120 Mar 02 18:43:00.113353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d902f94b-99bb-41b5-a470-0b46392a378d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f886e4f2-68af-484a-af7e-e4f04ac10bf1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:00.251591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:00.262244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6d36d-97b4-46ed-989f-52b9983bce82 req-1f25d05e-20eb-450f-abcc-0a0f03909360 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:00.265282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] For port 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6bb4b634-ee89-4f78-a723-90b6e9b1caed,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:00.265670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97e6d36d-97b4-46ed-989f-52b9983bce82 req-1f25d05e-20eb-450f-abcc-0a0f03909360 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.4927154 Mar 02 18:43:00.266411 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.289188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:00.309253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:00.313248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:00.321851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:00.375732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97e6d36d-97b4-46ed-989f-52b9983bce82 req-6df5f20b-7744-450c-8185-4a2d962590ce tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005199 Mar 02 18:43:00.382009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4824f70-a245-4bc3-be7c-7bde09f80df1 req-cac27b54-ca40-4c4d-8086-df752638915a service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943385 Mar 02 18:43:00.431150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Calling delete_port for 6bb4b634-ee89-4f78-a723-90b6e9b1caed owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:00.471036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 6bb4b634-ee89-4f78-a723-90b6e9b1caed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6bb4b634-ee89-4f78-a723-90b6e9b1caed,segment=NetworkSegment(14d4eef0-e2d7-41f3-9efa-335602ca984c),segment_id=14d4eef0-e2d7-41f3-9efa-335602ca984c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:00.471490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.484542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.491741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2a7f9-d9d0-488d-9e91-7e2cb710da07 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:00.499345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:00.669166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 6bb4b634-ee89-4f78-a723-90b6e9b1caed owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:00.740115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-951ef0bf-c57c-476b-8087-97f33244b71d None None] Provisioning for port cf8a44f1-2af4-4517-b941-ff18f5aea477 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:00.744903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.759484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.764863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.resource_extend [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:43:00.813556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] Pushing event deleted for resources: {'Port': ['ID=6bb4b634-ee89-4f78-a723-90b6e9b1caed,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:00.813556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a683a86c-c4fe-422b-9bb4-b7433f8c390e None None] No DVR routers for this DVR port 6bb4b634-ee89-4f78-a723-90b6e9b1caed on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:00.824071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object e54df195-187a-4f05-986e-b20035d175ea will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:00.889938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.901641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:00.901968 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:00.923245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port f0138de1-0991-4a8f-b45d-99b837aa6e38 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:00.932545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Update dhcp port {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': '1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3', 'ip_address': '2001:db8::f816:3eff:fee7:97ea'}, {'subnet_id': 'd2635873-3591-4a32-b49b-a12d13d31319'}], 'binding:host_id': 'n-d-828839-1'}, 'id': 'cf8a44f1-2af4-4517-b941-ff18f5aea477'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:43:00.960057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:00.965530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:00.966149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.009342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.032150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:01.162270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.176931 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:43:01.224748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf8a44f1-2af4-4517-b941-ff18f5aea477 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:01.310286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=cfa32a1b-19dc-4790-ac95-b26fcb84154f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:01.335504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network cfa32a1b-19dc-4790-ac95-b26fcb84154f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:43:01.337971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 7418d179-0654-4147-adfb-4dd448e29e3a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:01.344282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:01.359351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f59284-5b3a-494c-bef7-3568af0f7216 req-0dd826fb-e467-4b01-80e5-bb3cf9e111a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:01.361773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47f59284-5b3a-494c-bef7-3568af0f7216 req-0dd826fb-e467-4b01-80e5-bb3cf9e111a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 931 time: 0.0925398 Mar 02 18:43:01.377568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:01.433316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 6bb4b634-ee89-4f78-a723-90b6e9b1caed {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:01.433316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.472211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:01.510175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47f59284-5b3a-494c-bef7-3568af0f7216 req-75e66db0-e77e-4771-bf24-f9fa2da24de6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230657 Mar 02 18:43:01.525745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-299aa549-2329-4749-b7e6-56c40213ce7e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.5561388 Mar 02 18:43:01.530107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:01.535457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-831869631'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:01.543069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:01.561163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:network and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:01.565706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:01.577155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:01.585748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.606035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] The port '6bb4b634-ee89-4f78-a723-90b6e9b1caed' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:43:01.616273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:01.627499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:01.670827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port cf8a44f1-2af4-4517-b941-ff18f5aea477 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:01.679712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cf8a44f1-2af4-4517-b941-ff18f5aea477 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:01.680319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.744184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:01.744862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.762757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.831019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:01.835300 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.848014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.877476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:43:01.879439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8:0:1::365 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/d2635873-3591-4a32-b49b-a12d13d31319/f0138de1-0991-4a8f-b45d-99b837aa6e38) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:01.890715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.890977 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment a1255b12-635b-4fb1-8259-4a45192a34ae of type vlan for network 3202dad6-dac1-4627-843e-c5c28c5de3bb Mar 02 18:43:01.891425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235cd15e-e34e-4509-901f-7e82a4d262af']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:01.897464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:01.900388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fecc:8a63 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3/f0138de1-0991-4a8f-b45d-99b837aa6e38) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:01.914155 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-76c11f39-682d-459f-a968-2412f4d6dbdd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4906716 Mar 02 18:43:01.917237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14d4eef0-e2d7-41f3-9efa-335602ca984c') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:01.921688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14d4eef0-e2d7-41f3-9efa-335602ca984c') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:01.928282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.939587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Request body: {'port': {'device_id': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:01.963012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3ce57e1-c72f-425b-a6f0-8f9251a49d92 None None] Provisioning for port e54df195-187a-4f05-986e-b20035d175ea completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:01.979524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3ce57e1-c72f-425b-a6f0-8f9251a49d92 None None] Provisioning complete for port e54df195-187a-4f05-986e-b20035d175ea triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:01.979992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3ce57e1-c72f-425b-a6f0-8f9251a49d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:01.983420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.040829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.044610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.059667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.065635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.066301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.090409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:02.090828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.104852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port cf8a44f1-2af4-4517-b941-ff18f5aea477, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf8a44f1-2af4-4517-b941-ff18f5aea477,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:02.107618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce57e1-c72f-425b-a6f0-8f9251a49d92 None None] Port e54df195-187a-4f05-986e-b20035d175ea cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:02.118680 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:02.151751 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'code': 200} Mar 02 18:43:02.191124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.192454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8856dbbb-e993-4844-b832-320704cc90ea up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:02.213051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dff4ae-6fe1-4183-9032-e5d9c6bb2d38 req-b83383d1-5426-45b0-8be3-908854192239 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:02.220890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0dff4ae-6fe1-4183-9032-e5d9c6bb2d38 req-b83383d1-5426-45b0-8be3-908854192239 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 945 time: 0.6073818 Mar 02 18:43:02.230425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=3202dad6-dac1-4627-843e-c5c28c5de3bb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:02.282636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3202dad6-dac1-4627-843e-c5c28c5de3bb details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:43:02.290096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0dff4ae-6fe1-4183-9032-e5d9c6bb2d38 req-8c08d73e-2ab7-4501-abc5-1ff3036352ff tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679636 Mar 02 18:43:02.361919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.369237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3f1bfb51-3f3a-4131-a64f-64d31ac98fed tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8403573 Mar 02 18:43:02.371752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47330) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:02.380237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'ports': [{'network_id': 'cfa32a1b-19dc-4790-ac95-b26fcb84154f', 'name': 'tempest-port--1806270317', 'admin_state_up': True}, {'network_id': '3202dad6-dac1-4627-843e-c5c28c5de3bb', 'admin_state_up': False}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:02.381048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'port': {'network_id': 'cfa32a1b-19dc-4790-ac95-b26fcb84154f', 'name': 'tempest-port--1806270317', 'admin_state_up': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:02.381458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'port': {'network_id': '3202dad6-dac1-4627-843e-c5c28c5de3bb', 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:02.441059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.474259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.502825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=235cd15e-e34e-4509-901f-7e82a4d262af,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:02.516554 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9af0cbde-d50d-4c6c-a642-d2238e900cc1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/235cd15e-e34e-4509-901f-7e82a4d262af HTTP/1.1" status: 204 len: 168 time: 3.4488490 Mar 02 18:43:02.518307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47336) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:02.520370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.592372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object f0138de1-0991-4a8f-b45d-99b837aa6e38 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:02.631465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=cf8a44f1-2af4-4517-b941-ff18f5aea477,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:02.660428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8856dbbb-e993-4844-b832-320704cc90ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:02.660811 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.866494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.906301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:02.914419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e54df195-187a-4f05-986e-b20035d175ea {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:43:02.925803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:02.990611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:02.991030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4f047cdc-1f69-476f-a2ce-dc9c8a4b268c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:02.992138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6bb4b634-ee89-4f78-a723-90b6e9b1caed no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:03.051834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Allocated IP 2001:db8:0:1::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/d2635873-3591-4a32-b49b-a12d13d31319/cf8a44f1-2af4-4517-b941-ff18f5aea477) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:03.055439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:03.063470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Transition to ACTIVE for port object e54df195-187a-4f05-986e-b20035d175ea will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:03.076266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6bb4b634-ee89-4f78-a723-90b6e9b1caed {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:03.076865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6bb4b634-ee89-4f78-a723-90b6e9b1caed not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:03.078231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:03.103514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:03.106018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:03.116186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:03.121321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.121754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:port and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:03.127636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:03.167001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.174387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:03.178262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=f0138de1-0991-4a8f-b45d-99b837aa6e38,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:03.189548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aeda29-5f2f-441b-bcf7-5a0c2f551c91 req-c0eb35cd-f26b-4b0f-bd30-e99ef995dd8f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:03.196630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6aeda29-5f2f-441b-bcf7-5a0c2f551c91 req-c0eb35cd-f26b-4b0f-bd30-e99ef995dd8f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 931 time: 0.4074461 Mar 02 18:43:03.262393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6aeda29-5f2f-441b-bcf7-5a0c2f551c91 req-07ace4ba-f839-44b7-832c-0d66bc47ce0a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647082 Mar 02 18:43:03.277375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf8a44f1-2af4-4517-b941-ff18f5aea477 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:03.325531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'port': 2} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:03.330010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.355067 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.385631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] For port cf8a44f1-2af4-4517-b941-ff18f5aea477, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf8a44f1-2af4-4517-b941-ff18f5aea477,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:03.404710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cf8a44f1-2af4-4517-b941-ff18f5aea477 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:03.405086 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.454316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.488300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Transition to ACTIVE for port object cf8a44f1-2af4-4517-b941-ff18f5aea477 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:03.538374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:03.559578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.585333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.647529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-af39f14f-27af-4102-bea8-562be4472b1a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.2571757 Mar 02 18:43:03.652983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:03.821000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8ef1f7-523a-4489-a01b-5345a286b10c None None] Pushing event updated for resources: {'Port': ['ID=cf8a44f1-2af4-4517-b941-ff18f5aea477,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:03.840193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port f0138de1-0991-4a8f-b45d-99b837aa6e38 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:03.840537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:03.969385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] device_id is not set on port da600b80-528f-4f3a-885f-36764c5d4aa1 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:04.031265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:04.037418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:04.038011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:04.047592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:43:04.048164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:04.110385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:04.111008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Checking segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:04.111599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Bound using segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:04.112486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Bound port: e54df195-187a-4f05-986e-b20035d175ea, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:04.112847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.143695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e796d-4294-443e-acdb-0cd129821bfb req-799892d0-16b9-4293-906b-dbd14e9892af tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:04.145363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a0e796d-4294-443e-acdb-0cd129821bfb req-799892d0-16b9-4293-906b-dbd14e9892af tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 943 time: 0.6651440 Mar 02 18:43:04.251124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.252244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a0e796d-4294-443e-acdb-0cd129821bfb req-27b4310a-98f8-4653-936b-23ef26382f8c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908442 Mar 02 18:43:04.303134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.468251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for f0138de1-0991-4a8f-b45d-99b837aa6e38 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:04.510056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:04.531587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:04.574654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] device_id is not set on port 0db2c5b5-e086-4593-96df-18aec8b5ef18 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:04.585562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:04.586216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.687880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.780001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:04.781712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:04.782337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.783741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-40819b1c-456c-4e69-b732-147438ea901c service neutron] 10.222.0.11 "PUT /v2.0/ports/e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 1091 time: 2.8564103 Mar 02 18:43:04.785813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:04.834291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40819b1c-456c-4e69-b732-147438ea901c service neutron] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:04.840820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080634e-2009-4325-a559-6612672adcc8 req-2d212dca-5943-4b0c-bfe9-55e8da81a7de tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:04.842598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6080634e-2009-4325-a559-6612672adcc8 req-2d212dca-5943-4b0c-bfe9-55e8da81a7de tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3886096 Mar 02 18:43:04.928481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ec26b-258e-47b4-9b2a-b4e88a01ebdc req-2a8e15ab-bb06-47c6-9b79-26d02479f471 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:04.930171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d9ec26b-258e-47b4-9b2a-b4e88a01ebdc req-2a8e15ab-bb06-47c6-9b79-26d02479f471 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.4772687 Mar 02 18:43:04.979927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a34b2178-75b2-4736-a694-f7be26658d2e None None] Provisioning for port cf8a44f1-2af4-4517-b941-ff18f5aea477 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:04.980462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.985210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a34b2178-75b2-4736-a694-f7be26658d2e None None] Provisioning complete for port cf8a44f1-2af4-4517-b941-ff18f5aea477 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:04.985798 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a34b2178-75b2-4736-a694-f7be26658d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:04.999502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:05.004319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Usage tracker for resource:security_group_rule and tenant:d4a5ff3b00444aa893358c2fbc390481 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:05.007454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:05.016165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:05.028663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.055307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:05.091653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6080634e-2009-4325-a559-6612672adcc8 req-e6dd42c1-9c60-49e3-a7fb-ca7f100739c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204967 Mar 02 18:43:05.105731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.118929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port c3d8d670-4c1a-4a6f-abe2-eb0ac176b179, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:05.118929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.135377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d9ec26b-258e-47b4-9b2a-b4e88a01ebdc req-3955e390-f38d-4bf1-b150-ef648789ebb4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1791713 Mar 02 18:43:05.173780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=f0138de1-0991-4a8f-b45d-99b837aa6e38,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:05.273628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf8a44f1-2af4-4517-b941-ff18f5aea477 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:05.316061 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'status': 'completed', 'code': 200} Mar 02 18:43:05.364854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:05.433772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cf8a44f1-2af4-4517-b941-ff18f5aea477 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:05.435780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.456012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.516389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-372c9358-249b-4f7a-8275-680a5c4403cc tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/f0138de1-0991-4a8f-b45d-99b837aa6e38 HTTP/1.1" status: 204 len: 168 time: 1.8525374 Mar 02 18:43:05.521090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47386) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:05.528105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.534812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-29ed1443-c533-42bc-ab94-9c8844b8b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.536468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-29ed1443-c533-42bc-ab94-9c8844b8b512 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1094 time: 0.3712685 Mar 02 18:43:05.577273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1282fca5-7dc6-4d4b-9c53-ad6f91dd6af0 None None] Could not find standard attr ID for object f0138de1-0991-4a8f-b45d-99b837aa6e38. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:43:05.602252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.627604 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-ed16c560-e77e-4a01-90e9-2c902a5685e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 217 time: 0.0831461 Mar 02 18:43:05.663757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa4592-dd2f-4cd0-b762-cdb2a8cf2bb7 req-6f1441ce-6574-4c85-8555-ce286e7c3752 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.665320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8fa4592-dd2f-4cd0-b762-cdb2a8cf2bb7 req-6f1441ce-6574-4c85-8555-ce286e7c3752 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3559601 Mar 02 18:43:05.700402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d4a5ff3b00444aa893358c2fbc390481&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156449 Mar 02 18:43:05.701194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.703730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:05.704462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103210a3-e4b1-4deb-8e11-c83e82561628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d01b65-aa0d-48d7-9d6b-880b81316dbb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:05.749000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.758147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-01562632-eff9-4b41-9640-ed384257bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.759692 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-01562632-eff9-4b41-9640-ed384257bb01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1209726 Mar 02 18:43:05.827344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.861381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:05.940653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf75fb3-a349-4299-a5ba-c88c5d4924f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:05.941410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7bf75fb3-a349-4299-a5ba-c88c5d4924f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:06.026997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-f6b1dbb6-4db3-4ae7-aa29-5fa7631589a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.028521 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-f6b1dbb6-4db3-4ae7-aa29-5fa7631589a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610292 Mar 02 18:43:06.062739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8fa4592-dd2f-4cd0-b762-cdb2a8cf2bb7 req-12fcdfa1-a2ea-4180-b033-15d0d57babed tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3853292 Mar 02 18:43:06.075144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Port': ['ID=da600b80-528f-4f3a-885f-36764c5d4aa1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:06.151500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=c3d8d670-4c1a-4a6f-abe2-eb0ac176b179,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:06.164633 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.190299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Checking segment: {'id': 'd48eb800-0941-47ef-bbd1-ca5a6b067cf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'cfa32a1b-19dc-4790-ac95-b26fcb84154f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:06.190806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network hostable DHCP agents. Network: cfa32a1b-19dc-4790-ac95-b26fcb84154f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:06.219154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d01b65-aa0d-48d7-9d6b-880b81316dbb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:06.225413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.237467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c0a623a-7124-4397-b3b0-1c659a43c687 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d8d01b65-aa0d-48d7-9d6b-880b81316dbb HTTP/1.1" status: 204 len: 168 time: 0.5299380 Mar 02 18:43:06.271242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-869c3b98-fc90-47a0-bde3-c65ff322d69b service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359388 Mar 02 18:43:06.336285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7bf75fb3-a349-4299-a5ba-c88c5d4924f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:06.337552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7bf75fb3-a349-4299-a5ba-c88c5d4924f7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8115845 Mar 02 18:43:06.369393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:06.391688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network cfa32a1b-19dc-4790-ac95-b26fcb84154f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:06.466577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e203bfc9-7a97-4893-8d3e-b1e306a089dc req-880b2570-ccf8-49dd-a16c-2ed1912eeb2c service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882396 Mar 02 18:43:06.492112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667f1b1a-af24-4fa8-af03-aea4b3239adb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.493154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-667f1b1a-af24-4fa8-af03-aea4b3239adb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:06.505656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-667f1b1a-af24-4fa8-af03-aea4b3239adb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:06.509226 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-667f1b1a-af24-4fa8-af03-aea4b3239adb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1367073 Mar 02 18:43:06.509540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47404) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:06.517387 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.530552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, cfa32a1b-19dc-4790-ac95-b26fcb84154f) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:06.539110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:06.539961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.540659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f46b6-8ec4-4b45-9714-b813259c7cb5 None None] Network cfa32a1b-19dc-4790-ac95-b26fcb84154f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:06.591287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7c5dc-cf4d-4242-9e86-a7ae44ba059e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.593066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7c5dc-cf4d-4242-9e86-a7ae44ba059e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.594660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b7c5dc-cf4d-4242-9e86-a7ae44ba059e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.596304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01b7c5dc-cf4d-4242-9e86-a7ae44ba059e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0858059 Mar 02 18:43:06.633440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:06.660617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad3d25-2648-4b24-b8ee-792adf917812 req-fbe36a68-d870-4d7b-b0f0-6de3990e1063 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.662538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-caad3d25-2648-4b24-b8ee-792adf917812 req-fbe36a68-d870-4d7b-b0f0-6de3990e1063 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4467416 Mar 02 18:43:06.745317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:06.750707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.799985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-dd92632f-dbb1-4c09-b95d-3ae379a11ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.802047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-dd92632f-dbb1-4c09-b95d-3ae379a11ef6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1094 time: 0.2151120 Mar 02 18:43:06.828368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45557614-7c92-4f17-9ff2-6614a3c32784 req-f9ddc365-1d01-4d3e-b901-d4c9c60b9a39 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:06.829929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45557614-7c92-4f17-9ff2-6614a3c32784 req-f9ddc365-1d01-4d3e-b901-d4c9c60b9a39 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.5100064 Mar 02 18:43:06.844795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:06.901028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Port': ['ID=0db2c5b5-e086-4593-96df-18aec8b5ef18,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:07.002809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-ef3fd96f-8cbf-4ce9-b68a-16a284746dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.004304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-ef3fd96f-8cbf-4ce9-b68a-16a284746dc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.1921215 Mar 02 18:43:07.005934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-caad3d25-2648-4b24-b8ee-792adf917812 req-474a3ae2-7fc8-487e-9359-1afd3411b69b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3357894 Mar 02 18:43:07.006788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Checking segment: {'id': 'a1255b12-635b-4fb1-8259-4a45192a34ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3202dad6-dac1-4627-843e-c5c28c5de3bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:07.007165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network hostable DHCP agents. Network: 3202dad6-dac1-4627-843e-c5c28c5de3bb, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:07.022102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45557614-7c92-4f17-9ff2-6614a3c32784 req-e6572872-0aa8-4ac5-889a-a3af9f770890 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627510 Mar 02 18:43:07.105504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47416) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.116557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.154541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.194289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-ed39e8e7-49b9-478c-ad0f-edd9c2e7004c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 217 time: 0.1815333 Mar 02 18:43:07.224182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:07.230930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network 3202dad6-dac1-4627-843e-c5c28c5de3bb is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:07.234202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:07.235249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Usage tracker for resource:security_group_rule and tenant:6541f44615ae46d9b4f6938239aa0f68 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:07.243233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:07.254990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:07.277232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-b44edc5b-a7b0-46ec-98bc-b139506876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.278770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-b44edc5b-a7b0-46ec-98bc-b139506876bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.0782175 Mar 02 18:43:07.356784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-574b6c51-79de-4491-a48b-c7d17c48a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.358392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-574b6c51-79de-4491-a48b-c7d17c48a2a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731590 Mar 02 18:43:07.398916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.417568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3202dad6-dac1-4627-843e-c5c28c5de3bb) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:07.422147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:07.429494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70ec2c2-8350-4f7c-88fe-dbc762fe4dd3 None None] Network 3202dad6-dac1-4627-843e-c5c28c5de3bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:07.430221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.435088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.435784 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.468586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54253e5e-8f74-4844-8b38-5695c045eaa0 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:07.487084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:07.497926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.502065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e1cdd-a15a-4126-883d-7cfa355e42b5 req-e891a254-0433-4549-adb9-5b2b6e8b9a23 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:07.503740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d8e1cdd-a15a-4126-883d-7cfa355e42b5 req-e891a254-0433-4549-adb9-5b2b6e8b9a23 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3548200 Mar 02 18:43:07.522108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd5cafbf-7e83-475a-b26f-a6d382785dad tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3 HTTP/1.1" status: 204 len: 168 time: 0.8847091 Mar 02 18:43:07.523308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47420) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.525662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:07.567813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1ec0d11a-50a5-4197-9bd6-49db4ec8828f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0483031 Mar 02 18:43:07.568258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47424) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.583818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:07.608590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d8e1cdd-a15a-4126-883d-7cfa355e42b5 req-a876a6b0-d0f5-4606-aaaa-b7b3ce02f3b6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896146 Mar 02 18:43:07.620833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81ef8dd2-e7c6-4b2d-83ec-0bfaea1a8f6e tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.2477665 Mar 02 18:43:07.626405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.652514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.711491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:07.712701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:07.722309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-bbdbbac3-498a-400b-abdb-046593cadbfe service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570373 Mar 02 18:43:07.728737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet d2635873-3591-4a32-b49b-a12d13d31319 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:07.745377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.753962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.796118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet 56645078-393b-4aed-b148-681a0040f878 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:07.805848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6541f44615ae46d9b4f6938239aa0f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6946914 Mar 02 18:43:07.805848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab335c-a0bf-4daa-bb02-739eecccd2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a908c-0060-46cc-97b9-0fdc24936566,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:07.808039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:07.950743 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:07.990751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:08.021213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.081369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.084750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.134258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.249072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.264485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6372288-9593-4b15-9fd8-b0699f9ee520 req-aa121493-6b45-40d3-9707-ec449b06ed23 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327506 Mar 02 18:43:08.273857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd972b-068e-46fb-92cc-32ff1af26d1b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:08.279778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd972b-068e-46fb-92cc-32ff1af26d1b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:08.284300 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-25cd972b-068e-46fb-92cc-32ff1af26d1b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6520121 Mar 02 18:43:08.291545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:08.341924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a908c-0060-46cc-97b9-0fdc24936566,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:08.361591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.365288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-97283303-c684-4e77-bcdc-7a98ef62773a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/741a908c-0060-46cc-97b9-0fdc24936566 HTTP/1.1" status: 204 len: 168 time: 0.5551825 Mar 02 18:43:08.411392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c7df3f-d5ce-454a-9419-29648569a259 req-c679d44d-4b72-40a4-ba15-d4ffb49b21b1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:08.412941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93c7df3f-d5ce-454a-9419-29648569a259 req-c679d44d-4b72-40a4-ba15-d4ffb49b21b1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2096124 Mar 02 18:43:08.429787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting port da600b80-528f-4f3a-885f-36764c5d4aa1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:08.432121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677aadd-5f7f-46a3-aa8c-119e3964387c req-032629c0-3eeb-47c2-b139-95c5992fe7c9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:08.432252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.432363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2677aadd-5f7f-46a3-aa8c-119e3964387c req-032629c0-3eeb-47c2-b139-95c5992fe7c9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.1441221 Mar 02 18:43:08.482508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.514178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.517245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93c7df3f-d5ce-454a-9419-29648569a259 req-f41a83dd-d213-4372-b510-89086969173a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840397 Mar 02 18:43:08.535845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2677aadd-5f7f-46a3-aa8c-119e3964387c req-534ef00f-af6a-4e10-b5c9-4539b7c0ef07 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880778 Mar 02 18:43:08.587930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:05Z', 'revision_number': 9, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:08.601766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:08.603443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:08.604465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:08.790006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:08.793672 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.799025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.868043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.880946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=d2635873-3591-4a32-b49b-a12d13d31319,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:08.935814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.940501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:08.948656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e0f70-0f9c-40a0-afca-f561b43404fe None None] Network 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:09.039959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47456) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:09.043391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35a5bc2d-4021-474b-b0b5-ba145eb93a24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/d2635873-3591-4a32-b49b-a12d13d31319 HTTP/1.1" status: 204 len: 168 time: 1.5198956 Mar 02 18:43:09.051536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=56645078-393b-4aed-b148-681a0040f878,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:09.154202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e228e41c-40bc-4d8b-bc61-baa5b2fd7083 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1099379 Mar 02 18:43:09.157291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47460) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:09.166267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:09.168814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Calling delete_port for da600b80-528f-4f3a-885f-36764c5d4aa1 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:09.179843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54df195-187a-4f05-986e-b20035d175ea details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:43:09.181942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04db51a-6b9b-4da7-83f7-aa45014787de None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:09.207999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c423f80d-2943-4f5b-97b8-99039c2a1b1d tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/56645078-393b-4aed-b148-681a0040f878 HTTP/1.1" status: 204 len: 168 time: 1.6327069 Mar 02 18:43:09.208240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47466) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:09.334566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.394460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Port': ['ID=da600b80-528f-4f3a-885f-36764c5d4aa1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:09.398036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.406833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:09.409782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-599e9144-06a2-42ff-8154-da1b2d1d30d0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/ports/da600b80-528f-4f3a-885f-36764c5d4aa1 HTTP/1.1" status: 204 len: 168 time: 1.1172087 Mar 02 18:43:09.412177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47470) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:09.413366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:09.455296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:09.460362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:09.465439 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.472438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a51d7ff4-f344-4102-8e1a-c0450a0c9e9f None None] Provisioning complete for port cf8a44f1-2af4-4517-b941-ff18f5aea477 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:09.472838 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a51d7ff4-f344-4102-8e1a-c0450a0c9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.507251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 25a3688a-f377-4c80-a8a7-cb4c923be604 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:09.507700 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.554892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting port 0db2c5b5-e086-4593-96df-18aec8b5ef18 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:09.554892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.590571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:09.594377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.725563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:09.763943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'e54df195-187a-4f05-986e-b20035d175ea', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'mac_address': 'fa:16:3e:00:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:43:09.875187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] DHCP port deletion for 7b217ebf-c1df-4e8b-90ba-160f8f6bc24c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:09.894188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Deleting port 25a3688a-f377-4c80-a8a7-cb4c923be604 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:09.894599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.931335 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:09.969810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54df195-187a-4f05-986e-b20035d175ea {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:43:09.989226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:05Z', 'revision_number': 9, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:09.991276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:10.007212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2bf7c1-262a-4173-bc9a-8134995453e0 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:05Z', 'revision_number': 9, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c9cf228c-0423-414a-9a7a-338857f7c9a4', 'name': '', 'network_id': 'bba23875-2c1b-4db7-a511-e0cb32ac1b5d', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:ee:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:51Z', 'updated_at': '2022-03-02T18:42:10Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '6abfa5c3-c08c-48a0-8764-0c7196548e23', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:10.012196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Deleting port cf8a44f1-2af4-4517-b941-ff18f5aea477 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:10.012196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.086225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:10.186319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 25a3688a-f377-4c80-a8a7-cb4c923be604, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25a3688a-f377-4c80-a8a7-cb4c923be604,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:10.186930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.187304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.264803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aa1a87-0470-42fa-b042-7df811ccd1cf req-e9f82141-7c15-4cb3-9198-d0f9a2abba5e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:10.271815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1aa1a87-0470-42fa-b042-7df811ccd1cf req-e9f82141-7c15-4cb3-9198-d0f9a2abba5e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.6198332 Mar 02 18:43:10.376505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] For port 25a3688a-f377-4c80-a8a7-cb4c923be604, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25a3688a-f377-4c80-a8a7-cb4c923be604,segment=NetworkSegment(7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8),segment_id=7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:10.376913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.386341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:10.453902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.454304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.454653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.454997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.455332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.455669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.456003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.456334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.456666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.456997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.457902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.458319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:10.463076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['e54df195-187a-4f05-986e-b20035d175ea'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:43:10.577156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 25a3688a-f377-4c80-a8a7-cb4c923be604 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:10.632545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d055b6-9360-4531-8652-4be864233d25 req-502dffac-5896-4a48-a334-7a5a7170abd2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:10.634143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84d055b6-9360-4531-8652-4be864233d25 req-502dffac-5896-4a48-a334-7a5a7170abd2 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.9176805 Mar 02 18:43:10.643531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.681243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Calling delete_port for 25a3688a-f377-4c80-a8a7-cb4c923be604 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:10.750878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] For port cf8a44f1-2af4-4517-b941-ff18f5aea477, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf8a44f1-2af4-4517-b941-ff18f5aea477,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:10.751987 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:10.838768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Calling delete_port for 0db2c5b5-e086-4593-96df-18aec8b5ef18 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:10.897891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1aa1a87-0470-42fa-b042-7df811ccd1cf req-a1f9d112-1cae-469c-9d8a-eac437fd5326 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6252031 Mar 02 18:43:10.912635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Calling delete_port for cf8a44f1-2af4-4517-b941-ff18f5aea477 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:10.960896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84d055b6-9360-4531-8652-4be864233d25 req-1e8f7912-a1af-40ea-8eb2-09b833918105 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3037989 Mar 02 18:43:11.030503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:11.038704 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:43:11.055196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:11.055556 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:11.079732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=25a3688a-f377-4c80-a8a7-cb4c923be604,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:11.086055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No DVR routers for this DVR port 25a3688a-f377-4c80-a8a7-cb4c923be604 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:11.127646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.132558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.190859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] Pushing event deleted for resources: {'Port': ['ID=cf8a44f1-2af4-4517-b941-ff18f5aea477,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:11.202217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e32436-e53f-4f21-a6a3-b8861fe5f341 None None] No DVR routers for this DVR port cf8a44f1-2af4-4517-b941-ff18f5aea477 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:11.203707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25a3688a-f377-4c80-a8a7-cb4c923be604 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:11.252830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 25a3688a-f377-4c80-a8a7-cb4c923be604 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:11.253161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25a3688a-f377-4c80-a8a7-cb4c923be604 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:11.253683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf8a44f1-2af4-4517-b941-ff18f5aea477 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:11.284165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Port': ['ID=0db2c5b5-e086-4593-96df-18aec8b5ef18,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:11.286557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.294420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: cf8a44f1-2af4-4517-b941-ff18f5aea477 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:11.294728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf8a44f1-2af4-4517-b941-ff18f5aea477 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:11.295139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:11.339114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:11.339114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3d8d670-4c1a-4a6f-abe2-eb0ac176b179 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:11.369538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.378151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0a9f7f01-58a3-4781-9660-dd06a8d05ae0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/ports/0db2c5b5-e086-4593-96df-18aec8b5ef18 HTTP/1.1" status: 204 len: 168 time: 1.9617634 Mar 02 18:43:11.384664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47512) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:11.425610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afb9c41b-8246-4968-bbdb-d091a058619b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Synchronizing usage tracker for tenant:0579b6810aed4b3db4edb6a542562937 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:11.437899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b217ebf-c1df-4e8b-90ba-160f8f6bc24c']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:11.450658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:43:11.453939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.485863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:11.488159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb6e030-e4d4-4e33-a3f9-bdce0c45cba8') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:11.515850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.516309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-afb9c41b-8246-4968-bbdb-d091a058619b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Unset dirty status for tenant:0579b6810aed4b3db4edb6a542562937 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:11.517517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-afb9c41b-8246-4968-bbdb-d091a058619b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1352882 Mar 02 18:43:11.521299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47518) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:11.527439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1634214666'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:11.533555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:11.537774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:network and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:11.540915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:11.541179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:11.546649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:11.547691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:11.552186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:11.552790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.556600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=dd10586e-4843-4dee-9323-4e4aa48e9544,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:11.557299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Deleting port 25a3688a-f377-4c80-a8a7-cb4c923be604 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:11.557299 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.560570 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.575001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:11.575409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.584012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b3d41-c3e7-47e5-912b-24cd3396aa39 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:11.591370 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:11.607588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:11.611129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.641768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:43:11.652448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.653053 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment ac6055cf-1410-4bb4-86c7-032add35964f of type vlan for network f9077933-54e9-4709-b178-4214dc67723c Mar 02 18:43:11.671285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-45359c11-10b4-48a0-b9f7-c4c4a95afd78 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5128021 Mar 02 18:43:11.675459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:11.681556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:11.681763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4890fd1a-e17b-4e1a-b8a8-bdee1361519b None None] The port '25a3688a-f377-4c80-a8a7-cb4c923be604' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:43:11.684144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.830762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:11.842777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:11.845839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:11.857129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:11.859634 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.860016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.868977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.869293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:11.869940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:11.902694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/7b217ebf-c1df-4e8b-90ba-160f8f6bc24c HTTP/1.1" status: 204 len: 168 time: 2.6939116 Mar 02 18:43:11.903904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:11.904928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96ad38a-5dcf-4740-a35c-549548c5e0a5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=7b217ebf-c1df-4e8b-90ba-160f8f6bc24c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:11.913091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'dd10586e-4843-4dee-9323-4e4aa48e9544'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:43:11.915872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.032904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=f9077933-54e9-4709-b178-4214dc67723c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:12.040138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:12.044389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.083152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f9077933-54e9-4709-b178-4214dc67723c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:43:12.126797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cfb034fb-63ea-4687-94aa-e375b01f1a79 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6038153 Mar 02 18:43:12.127663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47548) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:12.136977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1355877988'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:12.153340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:12.161625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:network and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:12.165014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:12.172079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:12.217706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Allocated IP 2001:db8::f816:3eff:fe7c:1e55 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/dd10586e-4843-4dee-9323-4e4aa48e9544/eb274e37-2f86-4a9e-946e-8542ec527cc1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:12.271132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:12.275218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.315994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:43:12.328335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.328729 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Added segment 02d97420-240f-43cd-b530-c3ec8603f9dd of type vlan for network 98db2ef6-f513-4d42-bb4a-45a59e108a56 Mar 02 18:43:12.375195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.451102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.465119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Transition to ACTIVE for port object eb274e37-2f86-4a9e-946e-8542ec527cc1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:12.476425 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.482805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:12.483973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.484532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Transition to ACTIVE for port object eb274e37-2f86-4a9e-946e-8542ec527cc1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:12.534943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.609212 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4800856 Mar 02 18:43:12.628220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f0b4bf-cdce-482b-91cc-0378738895a0 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Network': ['ID=98db2ef6-f513-4d42-bb4a-45a59e108a56,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:12.637324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:12.640272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:12.646663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:12.685550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:43:12.710286 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dd10586e-4843-4dee-9323-4e4aa48e9544 (CIDR: 2001:db8::/64) Mar 02 18:43:12.724963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Pushing event updated for resources: {'Port': ['ID=eb274e37-2f86-4a9e-946e-8542ec527cc1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:12.749196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3921d95-c013-443d-b7b8-64023c15e782 req-4a3ece27-1bac-40f6-af12-a957f02fc80c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:12.751857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3921d95-c013-443d-b7b8-64023c15e782 req-4a3ece27-1bac-40f6-af12-a957f02fc80c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.5613027 Mar 02 18:43:12.783608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c6db1-b73d-475f-ba2e-f03538fe41fd req-bd89875e-be66-4df7-b2db-18f0cc3884fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:12.786889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca3c6db1-b73d-475f-ba2e-f03538fe41fd req-bd89875e-be66-4df7-b2db-18f0cc3884fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 944 time: 0.6812375 Mar 02 18:43:12.817560 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:43:12.818054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:12.894762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3921d95-c013-443d-b7b8-64023c15e782 req-4a681681-84ac-4b36-96ca-3755a0c43709 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356308 Mar 02 18:43:12.897188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Attempting to bind port eb274e37-2f86-4a9e-946e-8542ec527cc1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:12.897561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Attempting to bind port eb274e37-2f86-4a9e-946e-8542ec527cc1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:12.897917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Attempting to bind port eb274e37-2f86-4a9e-946e-8542ec527cc1 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:12.907762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:12.908307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:12.908696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.909128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:12.909602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Bound port: eb274e37-2f86-4a9e-946e-8542ec527cc1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:12.910068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:12.934925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca3c6db1-b73d-475f-ba2e-f03538fe41fd req-b08dbf52-d03f-4861-a63b-f417256b4f28 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011803 Mar 02 18:43:12.984830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-53345d9a-4d54-4cab-a93b-c992eea43386 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3082826 Mar 02 18:43:12.989034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47560) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:12.996120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:13.056947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] For port eb274e37-2f86-4a9e-946e-8542ec527cc1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:13.062921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] For port eb274e37-2f86-4a9e-946e-8542ec527cc1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb274e37-2f86-4a9e-946e-8542ec527cc1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:13.075360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54df195-187a-4f05-986e-b20035d175ea up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:13.160923 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.235144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.283413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63bc835-f899-49dc-a845-e5e2095a395f None None] Pushing event updated for resources: {'Port': ['ID=eb274e37-2f86-4a9e-946e-8542ec527cc1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:13.293653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:13.367401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port e54df195-187a-4f05-986e-b20035d175ea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:13.372522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port e54df195-187a-4f05-986e-b20035d175ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:13.372912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.393345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:13.401375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:13.411302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:13.422529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:13.545137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.567778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:13.572793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Usage tracker for resource:security_group_rule and tenant:f8f2e51826ec4dd7a9972784d79bc85d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:13.575453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:13.581707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:13.589046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.605618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:13.611208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.686389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:13.686389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:13.755717 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'code': 200} Mar 02 18:43:13.768269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.783692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port c9cf228c-0423-414a-9a7a-338857f7c9a4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:13.784273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:13.893809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:14.045190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.096170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port c9cf228c-0423-414a-9a7a-338857f7c9a4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c9cf228c-0423-414a-9a7a-338857f7c9a4,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:14.096863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.112935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf5c32-59a2-4353-a699-aa429a35f239 req-d09d397c-94bb-4f4d-b198-425c2d1018fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:14.114504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ddf5c32-59a2-4353-a699-aa429a35f239 req-d09d397c-94bb-4f4d-b198-425c2d1018fb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.2483912 Mar 02 18:43:14.165348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.272963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f8f2e51826ec4dd7a9972784d79bc85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9735184 Mar 02 18:43:14.277614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e305487a-f964-4749-ab5c-3c981e92a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582a401d-7f0b-41d6-89b2-884a1b29cc81,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:14.283660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47578) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:14.289149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ddf5c32-59a2-4353-a699-aa429a35f239 req-4374d590-5cb2-4d71-b1f8-37ff209baf28 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619577 Mar 02 18:43:14.334560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for c9cf228c-0423-414a-9a7a-338857f7c9a4 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:14.420663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.455418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.481420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.562884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=415328bd-ea04-4bc0-9dd5-ea404cffc0e8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:14.587076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:14.589331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:14.592981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:14.593792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.672043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba9577-5cee-4ab8-9b13-d3de9d0bde59 req-0171762a-7650-4b41-b90b-b7b48fb1ffbd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:14.673575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51ba9577-5cee-4ab8-9b13-d3de9d0bde59 req-0171762a-7650-4b41-b90b-b7b48fb1ffbd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.4770386 Mar 02 18:43:14.694770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd0873-c6b8-4157-ba1f-5231c0b43993 req-d0eb872a-cc7c-4aa5-908e-5fbe7309d589 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:14.696267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82dd0873-c6b8-4157-ba1f-5231c0b43993 req-d0eb872a-cc7c-4aa5-908e-5fbe7309d589 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4985631 Mar 02 18:43:14.703810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33ae00f1-6802-4e25-8b73-565d89225395 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7135520 Mar 02 18:43:14.704482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:14.709939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:fb:1a:88', 'name': 'tempest-NetworksTestDHCPv6-652214424'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:14.740122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18ff114-535f-4151-bad8-cfd0fe69d3dc None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:14.763555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.766051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:14.780120 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/582a401d-7f0b-41d6-89b2-884a1b29cc81 HTTP/1.1" status: 204 len: 168 time: 0.4855301 Mar 02 18:43:14.823652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09c3e3-3a17-41cb-8501-4020ebcd7ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582a401d-7f0b-41d6-89b2-884a1b29cc81,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:14.858391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51ba9577-5cee-4ab8-9b13-d3de9d0bde59 req-b031db3e-dcce-416f-b4b4-4df1d2238f3d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1756668 Mar 02 18:43:14.875405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82dd0873-c6b8-4157-ba1f-5231c0b43993 req-9de065a1-2842-407e-b386-ba9bfb224ca1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446357 Mar 02 18:43:14.933361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-489ecf34-3632-4969-bf85-fea083dcece3 None None] Provisioning for port eb274e37-2f86-4a9e-946e-8542ec527cc1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:14.980243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:14.985557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:14.988889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:14.995528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:14.996893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:15.062563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=c9cf228c-0423-414a-9a7a-338857f7c9a4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:15.082056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:15.367592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:15.441350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Update dhcp port {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'fixed_ips': [{'subnet_id': 'dd10586e-4843-4dee-9323-4e4aa48e9544', 'ip_address': '2001:db8::f816:3eff:fe7c:1e55'}, {'subnet_id': '415328bd-ea04-4bc0-9dd5-ea404cffc0e8'}], 'binding:host_id': 'n-d-828839-1'}, 'id': 'eb274e37-2f86-4a9e-946e-8542ec527cc1'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:43:15.468045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 74d7ec23-b679-49de-a475-345e0ee2f15a yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:15.546712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb274e37-2f86-4a9e-946e-8542ec527cc1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:15.621873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:15.646783 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:15.851677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port eb274e37-2f86-4a9e-946e-8542ec527cc1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:15.870035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47590) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:15.881642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'subnets': [{'network_id': 'f9077933-54e9-4709-b178-4214dc67723c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--190122546', 'ip_version': 6}, {'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:15.881910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'subnet': {'network_id': 'f9077933-54e9-4709-b178-4214dc67723c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--190122546', 'ip_version': 6}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:15.882653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Request body: {'subnet': {'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:15.890634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb274e37-2f86-4a9e-946e-8542ec527cc1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:15.894215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:15.921436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:15.936094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8:0:1::e2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/415328bd-ea04-4bc0-9dd5-ea404cffc0e8/74d7ec23-b679-49de-a475-345e0ee2f15a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:15.951388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::f816:3eff:fefb:1a88 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/dd10586e-4843-4dee-9323-4e4aa48e9544/74d7ec23-b679-49de-a475-345e0ee2f15a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:16.016148 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.111112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:16.134999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.157752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Usage tracker for resource:security_group_rule and tenant:b164a678466041efaec7951baf052e63 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:16.167033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:16.174262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port eb274e37-2f86-4a9e-946e-8542ec527cc1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb274e37-2f86-4a9e-946e-8542ec527cc1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:16.178015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:16.188334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:16.236108 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.313043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=eb274e37-2f86-4a9e-946e-8542ec527cc1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:16.423351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed464f-5624-4936-9a43-e051ef6045a5 req-d1b9ff4a-ea78-4c96-82f8-5bbffd1b8546 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:16.424898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceed464f-5624-4936-9a43-e051ef6045a5 req-d1b9ff4a-ea78-4c96-82f8-5bbffd1b8546 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3973823 Mar 02 18:43:16.468714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.470210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317a07a6-00d5-4748-aef1-a4e1b02ded53 req-55e52756-8a26-44fa-ad3b-ef4869531a6a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:16.471715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-317a07a6-00d5-4748-aef1-a4e1b02ded53 req-55e52756-8a26-44fa-ad3b-ef4869531a6a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3718047 Mar 02 18:43:16.485028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:16.489631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:16.493778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Usage tracker for resource:subnet and tenant:0579b6810aed4b3db4edb6a542562937 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:16.496604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 74d7ec23-b679-49de-a475-345e0ee2f15a will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:16.497929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:16.505701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:16.589429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ceed464f-5624-4936-9a43-e051ef6045a5 req-98475ec6-ec78-4e8d-98fd-d19cab470f1a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506829 Mar 02 18:43:16.596815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Made reservation on behalf of 0579b6810aed4b3db4edb6a542562937 for: {'subnet': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:16.599484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.603171 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:16.611151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-960b1639-2bc3-460f-b2f4-b1f8534117e9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6997118 Mar 02 18:43:16.612049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-317a07a6-00d5-4748-aef1-a4e1b02ded53 req-ea15a8cf-e69f-4c79-9cef-c84ac5513070 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243222 Mar 02 18:43:16.612544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47602) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:16.620898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.621231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.638618 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:16.639347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:16.647711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.757697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Allocated IP 2001:db8:0:1::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/415328bd-ea04-4bc0-9dd5-ea404cffc0e8/eb274e37-2f86-4a9e-946e-8542ec527cc1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:16.815548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.844986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:16.866489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:16.869547 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:16.877929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=74d7ec23-b679-49de-a475-345e0ee2f15a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:16.888631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:16.895888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:16.896821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.929998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] For port eb274e37-2f86-4a9e-946e-8542ec527cc1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb274e37-2f86-4a9e-946e-8542ec527cc1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:16.956770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b164a678466041efaec7951baf052e63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313671 Mar 02 18:43:16.959945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0432c4a-b248-4770-9395-12ad5d16d145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a4349-7bda-4698-9c38-b3344016acbb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:16.963854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47608) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:16.969675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet 6abfa5c3-c08c-48a0-8764-0c7196548e23 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:16.981785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:16.988714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.027862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Transition to ACTIVE for port object eb274e37-2f86-4a9e-946e-8542ec527cc1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:17.061341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4ef46158-c69e-46d7-a096-991aa3947ffd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3535590 Mar 02 18:43:17.063680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47612) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:17.093456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.105807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.207660 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.267845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c8871-361c-43c9-94ca-a8e74bf39430 None None] Pushing event updated for resources: {'Port': ['ID=eb274e37-2f86-4a9e-946e-8542ec527cc1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:17.282889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb274e37-2f86-4a9e-946e-8542ec527cc1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:17.293991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.295098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 74d7ec23-b679-49de-a475-345e0ee2f15a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:17.295440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.304618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c960ce-f8ce-4f68-8847-2f454fb70069 req-e3f4304a-32f4-4a67-be94-a78e8a96fc53 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:17.312927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4c960ce-f8ce-4f68-8847-2f454fb70069 req-e3f4304a-32f4-4a67-be94-a78e8a96fc53 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.5035658 Mar 02 18:43:17.384438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4c960ce-f8ce-4f68-8847-2f454fb70069 req-f5372dc9-05b5-442f-a420-b97bee775553 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701814 Mar 02 18:43:17.408205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47616) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:17.437777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.456181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:14Z', 'revision_number': 10, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:17.461459 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:17.481476 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:17.483424 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:42:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:17.556952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.624317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.626484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b770e5-67c8-4b09-904d-3b85634f3b16 None None] Network bba23875-2c1b-4db7-a511-e0cb32ac1b5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:17.640983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=6abfa5c3-c08c-48a0-8764-0c7196548e23,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:17.650228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.687814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a4349-7bda-4698-9c38-b3344016acbb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:17.701864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:17.702087 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:17.706216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-64c4a23f-c683-4493-ae20-eacce78b71d0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/dc8a4349-7bda-4698-9c38-b3344016acbb HTTP/1.1" status: 204 len: 168 time: 0.7311358 Mar 02 18:43:17.706216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd8b3c7e-ba9b-4d1a-a1f3-8644ff38ecae tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/6abfa5c3-c08c-48a0-8764-0c7196548e23 HTTP/1.1" status: 204 len: 168 time: 1.0914814 Mar 02 18:43:17.724553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:17.994901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fbed6-a637-4198-a39f-0df83a662b18 req-8ba31b7a-f95c-4e45-be8e-348726d1aea7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:17.996418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-598fbed6-a637-4198-a39f-0df83a662b18 req-8ba31b7a-f95c-4e45-be8e-348726d1aea7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1667738 Mar 02 18:43:18.064919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-598fbed6-a637-4198-a39f-0df83a662b18 req-e803db9a-3100-4983-b8ee-5b5a432d01a1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571284 Mar 02 18:43:18.075073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.119372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] DHCP port deletion for bba23875-2c1b-4db7-a511-e0cb32ac1b5d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:18.126313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Deleting port 9e8b4277-50e0-4244-aa35-12657ebaacd5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:18.127277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.193853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4edffc3-eae6-4aa6-9b5e-e4db14e33761 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:18.198827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47630) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:18.199161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b4edffc3-eae6-4aa6-9b5e-e4db14e33761 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1091 time: 0.7871358 Mar 02 18:43:18.204203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:18.221849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:18.240387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:floatingip and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:18.251171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:18.267291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:18.274992 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:14Z', 'revision_number': 10, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:18.284714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.288174 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f834d9-9fe7-4fbc-a7c0-8394879802e3 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:14Z', 'revision_number': 10, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None, '_interfaces': [{'id': '7447daaf-35c0-4551-beb4-c5dfba318a9d', 'name': '', 'network_id': 'b2490758-3331-4a38-9a6b-7abe0c7f1e2a', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'mac_address': 'fa:16:3e:04:7c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2594, 'fixed_ips': [{'subnet_id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:41:43Z', 'updated_at': '2022-03-02T18:41:54Z', 'revision_number': 5, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'subnets': [{'id': '397c77be-a816-49f5-9705-8d5e313d0ae7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:18.319996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Subnet': ['ID=ebe460f2-54b4-49d0-9e1b-487aa08c63c9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:18.330623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.362358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.370890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.371248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.374243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.374663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.375066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.375510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.375900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.376251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.376595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.376928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.377319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.377655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:18.456595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 9e8b4277-50e0-4244-aa35-12657ebaacd5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:18.467081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.491799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] For port 9e8b4277-50e0-4244-aa35-12657ebaacd5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e8b4277-50e0-4244-aa35-12657ebaacd5,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:18.492192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.561774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7006ad72-88eb-40e9-9e36-922e696cc6d8 None None] Provisioning for port eb274e37-2f86-4a9e-946e-8542ec527cc1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:18.577374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.638527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7006ad72-88eb-40e9-9e36-922e696cc6d8 None None] Provisioning complete for port eb274e37-2f86-4a9e-946e-8542ec527cc1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:18.638720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7006ad72-88eb-40e9-9e36-922e696cc6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:18.699240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Calling delete_port for 9e8b4277-50e0-4244-aa35-12657ebaacd5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:18.762837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 74d7ec23-b679-49de-a475-345e0ee2f15a owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:18.831866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Checking segment: {'id': 'ac6055cf-1410-4bb4-86c7-032add35964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:18.834826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network hostable DHCP agents. Network: f9077933-54e9-4709-b178-4214dc67723c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:18.889019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.195 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/876d96f5-bd46-42ba-9feb-43755ff0c7da) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:18.996251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.096768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] Pushing event deleted for resources: {'Port': ['ID=9e8b4277-50e0-4244-aa35-12657ebaacd5,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.117522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63ec0da-6569-406f-b05c-c56f4ef05e13 None None] No DVR routers for this DVR port 9e8b4277-50e0-4244-aa35-12657ebaacd5 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:19.119556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network f9077933-54e9-4709-b178-4214dc67723c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:19.142017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.203466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 9e8b4277-50e0-4244-aa35-12657ebaacd5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9e8b4277-50e0-4244-aa35-12657ebaacd5,segment=NetworkSegment(1c935266-552a-4703-b429-d24a9b0a74db),segment_id=1c935266-552a-4703-b429-d24a9b0a74db)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:19.204241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.212721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b7620ec-cbf0-4c53-b7dc-347a6c327f3d None None] Provisioning for port 74d7ec23-b679-49de-a475-345e0ee2f15a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:19.219034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b7620ec-cbf0-4c53-b7dc-347a6c327f3d None None] Provisioning complete for port 74d7ec23-b679-49de-a475-345e0ee2f15a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:19.219721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b7620ec-cbf0-4c53-b7dc-347a6c327f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.289269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.309258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb274e37-2f86-4a9e-946e-8542ec527cc1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:19.328346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f9077933-54e9-4709-b178-4214dc67723c) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:19.404191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 9e8b4277-50e0-4244-aa35-12657ebaacd5 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:19.405589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0aa4054-506a-461a-abd7-6fda8a985167 None None] Network f9077933-54e9-4709-b178-4214dc67723c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:19.433548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:19.443794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:19.450076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.451399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:19.488949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=876d96f5-bd46-42ba-9feb-43755ff0c7da,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.501701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b7620ec-cbf0-4c53-b7dc-347a6c327f3d None None] Port 74d7ec23-b679-49de-a475-345e0ee2f15a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:43:19.664637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb274e37-2f86-4a9e-946e-8542ec527cc1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:19.665022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.688300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c564f-d7e4-415a-91f5-33bfafd7135c req-f584cb82-2e05-453b-b7ce-f2b6535c08f1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:19.695608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-771c564f-d7e4-415a-91f5-33bfafd7135c req-f584cb82-2e05-453b-b7ce-f2b6535c08f1 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3351028 Mar 02 18:43:19.707757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Checking segment: {'id': '02d97420-240f-43cd-b530-c3ec8603f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:19.708172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network hostable DHCP agents. Network: 98db2ef6-f513-4d42-bb4a-45a59e108a56, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:43:19.745097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event updated for resources: {'Subnet': ['ID=4ba466fc-1d32-419f-aab1-e1ef1d877735,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.759230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:19.759566 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:19.765222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:19.844573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-771c564f-d7e4-415a-91f5-33bfafd7135c req-ee884395-0b5e-4040-8c9b-66955f2d5a87 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479938 Mar 02 18:43:19.890064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=74d7ec23-b679-49de-a475-345e0ee2f15a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:19.935244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f9077933-54e9-4709-b178-4214dc67723c', 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c', 'tenant_id': '0579b6810aed4b3db4edb6a542562937', 'fixed_ips': [{'subnet_id': 'ebe460f2-54b4-49d0-9e1b-487aa08c63c9'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:43:19.936522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.006876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e8b4277-50e0-4244-aa35-12657ebaacd5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:20.030970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:43:20.041387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.061074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 9e8b4277-50e0-4244-aa35-12657ebaacd5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:20.067303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9e8b4277-50e0-4244-aa35-12657ebaacd5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:20.067929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9cf228c-0423-414a-9a7a-338857f7c9a4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:20.071089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52ec769d-27ed-46e3-8a35-cb053ba4ec46 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/74d7ec23-b679-49de-a475-345e0ee2f15a HTTP/1.1" status: 204 len: 168 time: 3.0062826 Mar 02 18:43:20.083649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:20.132657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c9cf228c-0423-414a-9a7a-338857f7c9a4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:20.133482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c9cf228c-0423-414a-9a7a-338857f7c9a4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:20.159535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 98db2ef6-f513-4d42-bb4a-45a59e108a56) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:20.179995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.180477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.181111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.193476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df169070-ef00-4268-a592-3b167ea31118 None None] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:20.265708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e68f3-32ed-4d3b-9b3c-da1194a45605 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.271250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-108e68f3-32ed-4d3b-9b3c-da1194a45605 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:20.274274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 9e8b4277-50e0-4244-aa35-12657ebaacd5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:20.274646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.309374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-31a67746-381a-4054-a8ed-9e0c71dcfd7d tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.4336431 Mar 02 18:43:20.320698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47678) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:20.367870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] The port '9e8b4277-50e0-4244-aa35-12657ebaacd5' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:43:20.476858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2cd24-bf3e-42d1-90ba-17a5c32b084f tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.477504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47684) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:20.478634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2cd24-bf3e-42d1-90ba-17a5c32b084f tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.480411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c2cd24-bf3e-42d1-90ba-17a5c32b084f tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.483091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0c2cd24-bf3e-42d1-90ba-17a5c32b084f tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1567638 Mar 02 18:43:20.500399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:20.516493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.523738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.529655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.535905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.542005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.549030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.557806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.560212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43430d60-433c-4fff-a368-5c672513bb5b req-2b6f745a-8552-4414-aeca-220adf62041a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 0.6764283 Mar 02 18:43:20.568451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-98db2ef6-f513-4d42-bb4a-45a59e108a56', 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56', 'tenant_id': '0579b6810aed4b3db4edb6a542562937', 'fixed_ips': [{'subnet_id': '4ba466fc-1d32-419f-aab1-e1ef1d877735'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:43:20.569304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.573220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-108e68f3-32ed-4d3b-9b3c-da1194a45605 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:20.577953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-108e68f3-32ed-4d3b-9b3c-da1194a45605 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4932599 Mar 02 18:43:20.578664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:20.595157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Allocated IP 2001:db8::1 (f9077933-54e9-4709-b178-4214dc67723c/ebe460f2-54b4-49d0-9e1b-487aa08c63c9/6018d307-f6f8-4d7b-a4de-0c3ff235f46a) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:20.689952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.749371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba23875-2c1b-4db7-a511-e0cb32ac1b5d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:20.755294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-43430d60-433c-4fff-a368-5c672513bb5b req-71997f51-30e0-4f04-87f2-aa3ac2a8959a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1541455 Mar 02 18:43:20.771823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Allocated IP 2001:db8:0:1::1 (98db2ef6-f513-4d42-bb4a-45a59e108a56/4ba466fc-1d32-419f-aab1-e1ef1d877735/e46b7e18-69a0-4c8c-9c98-3e4f164344a6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:20.774700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c935266-552a-4703-b429-d24a9b0a74db') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:20.774968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c935266-552a-4703-b429-d24a9b0a74db') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:20.779772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting subnet ebe460f2-54b4-49d0-9e1b-487aa08c63c9 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:20.800073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.824629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.845567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.852677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92151d7e-f446-48ce-8e01-ec98461169d6 req-18c1b711-63b3-4e99-b92b-4f272b439a3b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:20.856750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:20.856750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:20.863287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92151d7e-f446-48ce-8e01-ec98461169d6 req-18c1b711-63b3-4e99-b92b-4f272b439a3b tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2525830 Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:20.866328 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:20.914431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92151d7e-f446-48ce-8e01-ec98461169d6 req-e7ffc834-b450-4526-b1a9-4338130d21a3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479078 Mar 02 18:43:20.976369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.006819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-c29dded3-ae76-4892-986d-f8e000b76715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.008665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-c29dded3-ae76-4892-986d-f8e000b76715 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.3600523 Mar 02 18:43:21.009832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:21.049993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d415f-8dc2-48b1-af5c-175ca80d6f42 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.052066 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3b8d415f-8dc2-48b1-af5c-175ca80d6f42 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4501016 Mar 02 18:43:21.056964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47698) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:21.074242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e9fc97830fd439b9edb805f6d7b3fae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:21.077423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:21.089106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.119499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.127696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:21.161861 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.167856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.185976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Transition to ACTIVE for port object e46b7e18-69a0-4c8c-9c98-3e4f164344a6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:21.243034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=bba23875-2c1b-4db7-a511-e0cb32ac1b5d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:21.287345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Transition to ACTIVE for port object e46b7e18-69a0-4c8c-9c98-3e4f164344a6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:21.307409 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.317420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Transition to ACTIVE for port object 6018d307-f6f8-4d7b-a4de-0c3ff235f46a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:21.328763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.340970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Transition to ACTIVE for port object 6018d307-f6f8-4d7b-a4de-0c3ff235f46a will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:21.356955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.382909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a3e46bc3-1327-4ee7-af58-4298ee66dc90 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/bba23875-2c1b-4db7-a511-e0cb32ac1b5d HTTP/1.1" status: 204 len: 168 time: 3.6219289 Mar 02 18:43:21.385830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47702) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:21.414465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.415976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.417575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.418283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:21.418977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:21.429381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:21.434112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:21.453749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Pushing event updated for resources: {'Port': ['ID=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:21.456141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.462903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-7a0e1a67-94c7-4fd8-a771-79fe5d64bfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.464355 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-7a0e1a67-94c7-4fd8-a771-79fe5d64bfc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.4393437 Mar 02 18:43:21.490990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.493137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.531265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:21.532267 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a696e47d-fc70-4470-a63e-1f3b947ea48f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4627578 Mar 02 18:43:21.535356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47706) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:21.598192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.606015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-c9f746bf-3d91-417c-9ece-47e31bc6c30f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.1352172 Mar 02 18:43:21.621143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Network f9077933-54e9-4709-b178-4214dc67723c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:21.630642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Pushing event updated for resources: {'Port': ['ID=6018d307-f6f8-4d7b-a4de-0c3ff235f46a,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:21.633864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:21.639480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:21.649468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.711283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Attempting to bind port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:21.711667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Attempting to bind port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '02d97420-240f-43cd-b530-c3ec8603f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:21.712169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Attempting to bind port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 on network 98db2ef6-f513-4d42-bb4a-45a59e108a56 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:21.718268 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e9fc97830fd439b9edb805f6d7b3fae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2342227 Mar 02 18:43:21.719431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:21.723936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:21.724295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da715119-1a31-4d5e-854e-e9a2c2c044b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890b125-33c6-492b-bc70-9e6717cfde1c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:21.724411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Checking segment: {'id': '02d97420-240f-43cd-b530-c3ec8603f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:21.724858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.725466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Bound using segment: {'id': '02d97420-240f-43cd-b530-c3ec8603f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:21.726069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Bound port: e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d97420-240f-43cd-b530-c3ec8603f9dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '98db2ef6-f513-4d42-bb4a-45a59e108a56'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:21.726746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.736230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-281e6da0-c0c7-497a-9687-644e2883620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.737696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-281e6da0-c0c7-497a-9687-644e2883620b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1218393 Mar 02 18:43:21.743855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.796420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Attempting to bind port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:21.797421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Attempting to bind port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ac6055cf-1410-4bb4-86c7-032add35964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:21.797967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Attempting to bind port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a on network f9077933-54e9-4709-b178-4214dc67723c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:21.812154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:21.812540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Checking segment: {'id': 'ac6055cf-1410-4bb4-86c7-032add35964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:21.813123 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.813687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Bound using segment: {'id': 'ac6055cf-1410-4bb4-86c7-032add35964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:21.814355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Bound port: 6018d307-f6f8-4d7b-a4de-0c3ff235f46a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac6055cf-1410-4bb4-86c7-032add35964f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': 'f9077933-54e9-4709-b178-4214dc67723c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:21.814735 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.852687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.887639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:21.900164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-470d1a46-b9e5-4d23-8433-fdae850f95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:21.901795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-470d1a46-b9e5-4d23-8433-fdae850f95f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550260 Mar 02 18:43:21.973683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:22.000814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=876d96f5-bd46-42ba-9feb-43755ff0c7da,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:22.010528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,segment=NetworkSegment(02d97420-240f-43cd-b530-c3ec8603f9dd),segment_id=02d97420-240f-43cd-b530-c3ec8603f9dd)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:22.019057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] For port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:22.024503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] For port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6018d307-f6f8-4d7b-a4de-0c3ff235f46a,segment=NetworkSegment(ac6055cf-1410-4bb4-86c7-032add35964f),segment_id=ac6055cf-1410-4bb4-86c7-032add35964f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:22.075895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-37bc5a58-2e3f-495f-bb39-de0a6570c41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.099700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.143998 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-d789c407-90b1-4456-aeab-72b817ca7ed8 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299974 Mar 02 18:43:22.146456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.176687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.211083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed782c3-3103-4da0-82f3-a73a2f66f51b None None] Pushing event updated for resources: {'Port': ['ID=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:22.213700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890b125-33c6-492b-bc70-9e6717cfde1c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:22.275446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.279102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a02df9d3-d483-4095-864e-f1448224ac00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3890b125-33c6-492b-bc70-9e6717cfde1c HTTP/1.1" status: 204 len: 168 time: 0.5587463 Mar 02 18:43:22.308693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 415328bd-ea04-4bc0-9dd5-ea404cffc0e8 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:22.311683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.345007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12f8283-0624-4381-8f1c-be34b8e0560e None None] Pushing event updated for resources: {'Port': ['ID=6018d307-f6f8-4d7b-a4de-0c3ff235f46a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:22.364192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5419c4f-9f5c-4044-902b-14d3c9b38a40 req-85ca3218-df1c-4c66-849c-37dddeb0e6e2 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117977 Mar 02 18:43:22.441716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.601204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.606914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.612745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.622485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.630831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.643035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.654232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:22.656626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-f66448a5-e2d8-4674-b66e-d428a9944348 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 1.1022742 Mar 02 18:43:22.799642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:22.934550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:23.074535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-121c7f03-6600-407f-9b17-68b317e33153 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.075800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-121c7f03-6600-407f-9b17-68b317e33153 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3797331 Mar 02 18:43:23.157831 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP 94a04b3a-4132-47b3-a375-93a2dbfa5bf7 associated. External IP: 172.25.7.195, port: e54df195-187a-4f05-986e-b20035d175ea. Mar 02 18:43:23.282666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.289343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e46b7e18-69a0-4c8c-9c98-3e4f164344a6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:23.290063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.296121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.303428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.310386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.316482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.322999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.331344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-3e2fc63a-f4c9-4573-9b10-49eae048198a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5446 time: 1.3378336 Mar 02 18:43:23.386443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf1a31-f3ec-421f-83f0-e4ef3ae2fdfa req-1653ab2d-cde8-46d6-85b7-fca5cfaa21d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:23.391627 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03cf1a31-f3ec-421f-83f0-e4ef3ae2fdfa req-1653ab2d-cde8-46d6-85b7-fca5cfaa21d9 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 1.2654409 Mar 02 18:43:23.499216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:23.505102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6018d307-f6f8-4d7b-a4de-0c3ff235f46a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:23.553520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:23.676336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:23.732464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:23.738435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a9dfa8-c2d4-4482-8f1a-b4152b3bc678 None None] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:23.770716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Subnet': ['ID=ebe460f2-54b4-49d0-9e1b-487aa08c63c9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:23.796178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7be09646-d9ed-4993-8630-24b4ac94f247 req-a45933ac-7eb9-4733-a63d-3616bd83d2ac tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4638383 Mar 02 18:43:23.849273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:23.863501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3d104764-e72e-4ef3-b1af-5d53146e13a9 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/subnets/ebe460f2-54b4-49d0-9e1b-487aa08c63c9 HTTP/1.1" status: 204 len: 168 time: 3.3617053 Mar 02 18:43:23.865949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:23.938142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03cf1a31-f3ec-421f-83f0-e4ef3ae2fdfa req-e0d525af-7264-4bc0-9d23-6e54544ab28c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4686484 Mar 02 18:43:23.952667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting subnet 4ba466fc-1d32-419f-aab1-e1ef1d877735 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:23.956046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.011948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-134c9034-6ce6-41ab-87a9-c4e93cbef9f3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.9191954 Mar 02 18:43:24.031350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Provisioning for port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:24.043046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Provisioning complete for port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:24.043430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.043798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.081240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883c041a-b129-473f-bde7-83d589a9496c None None] Network f9077933-54e9-4709-b178-4214dc67723c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:24.129795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:24.143808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.239043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6543d57b-1e99-418d-8624-a24370e4cefa no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:24.295849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.319040 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8a664b2c-5362-4698-83a6-f7c84d56c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.351032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47750) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:24.362036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Subnet': ['ID=4ba466fc-1d32-419f-aab1-e1ef1d877735,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:24.372684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.380486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5ded1055-c06a-462a-a03b-f8dcbe37892c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/subnets/4ba466fc-1d32-419f-aab1-e1ef1d877735 HTTP/1.1" status: 204 len: 168 time: 0.5134261 Mar 02 18:43:24.383440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:24.460774 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.494435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16348d-3915-4b62-93b7-583cbd4a6b9b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:24.495125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2a16348d-3915-4b62-93b7-583cbd4a6b9b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Synchronizing usage tracker for tenant:0579b6810aed4b3db4edb6a542562937 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:24.554787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.582980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:24.583670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:24.591060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4f13f0aa434c239c6ad7bc809fd345 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:24.596381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:24.600800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:24.602023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.603872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.608260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:24.610263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2a16348d-3915-4b62-93b7-583cbd4a6b9b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Unset dirty status for tenant:0579b6810aed4b3db4edb6a542562937 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:24.611927 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a16348d-3915-4b62-93b7-583cbd4a6b9b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2271063 Mar 02 18:43:24.618370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47762) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:24.654695 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.655451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device fd398c78-7404-4d88-ac78-3ff302e47d6e no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:24.678444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-6ccfa53d-dfad-4a38-a952-111775ae4c04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9094427 Mar 02 18:43:24.699381 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa', 'code': 200} Mar 02 18:43:24.710619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=415328bd-ea04-4bc0-9dd5-ea404cffc0e8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:24.754014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4980635-434b-41ef-af0e-00435f699dff None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:24.763694 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.766398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc26bbd6-2177-4fcc-ae2d-c1eda4a98d73 None None] Network 98db2ef6-f513-4d42-bb4a-45a59e108a56 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:24.780881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.790005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.810226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:24.810226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.870671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:24.891707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.954793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:24.975978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47768) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:24.976880 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b3f7969-2c53-4e8d-ae31-a10cf0955fef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/415328bd-ea04-4bc0-9dd5-ea404cffc0e8 HTTP/1.1" status: 204 len: 168 time: 3.3924179 Mar 02 18:43:25.055935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.102398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5e4f13f0aa434c239c6ad7bc809fd345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7487795 Mar 02 18:43:25.110503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:25.111238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,segment=NetworkSegment(02d97420-240f-43cd-b530-c3ec8603f9dd),segment_id=02d97420-240f-43cd-b530-c3ec8603f9dd)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:25.161057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] DHCP port deletion for f9077933-54e9-4709-b178-4214dc67723c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:25.163836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:25.209102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.253091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6cb65-3f78-4713-8b89-89046edf3c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a82a53-5fdb-42f6-b176-cfd78a9b0ba4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:25.259974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet dd10586e-4843-4dee-9323-4e4aa48e9544 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:25.281747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.319064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6018d307-f6f8-4d7b-a4de-0c3ff235f46a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:25.360021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,segment=NetworkSegment(02d97420-240f-43cd-b530-c3ec8603f9dd),segment_id=02d97420-240f-43cd-b530-c3ec8603f9dd)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:25.360455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.365564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Deleting port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:25.365939 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.368116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.397722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-3744116d-5ab4-4200-ba2f-5931397cdd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.399067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-3744116d-5ab4-4200-ba2f-5931397cdd92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 1097 time: 0.6922274 Mar 02 18:43:25.624460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.634414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.661771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Provisioning complete for port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:25.662022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.673097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Calling delete_port for e46b7e18-69a0-4c8c-9c98-3e4f164344a6 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:25.722204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fb6ca-b218-4b23-ada1-30633f277b60 None None] Pushing event updated for resources: {'Port': ['ID=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:25.725579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.752875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.770350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.790277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:25.797289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=fd398c78-7404-4d88-ac78-3ff302e47d6e,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:25.831012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4522d-1933-4b02-b79e-6378fe11bbac req-33fc54b8-9a4f-4fbb-9371-a5e323bb69c3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.832747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Sync routers for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:25.838576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f4522d-1933-4b02-b79e-6378fe11bbac req-33fc54b8-9a4f-4fbb-9371-a5e323bb69c3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.6638429 Mar 02 18:43:25.851540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.852853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:25.897613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.903352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.909333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.915606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.920399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:25.921052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:25.921224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.927187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.932899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:25.934834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-ac7d37c9-0386-4397-9220-a9010f9311ce tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 5444 time: 0.7492638 Mar 02 18:43:25.935167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:25.935629 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:25.974273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.018755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.041405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a82a53-5fdb-42f6-b176-cfd78a9b0ba4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:26.043789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=dd10586e-4843-4dee-9323-4e4aa48e9544,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:26.051877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.082935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.088536 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1241841e-5da7-487d-862d-2ef1708d7e0f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/17a82a53-5fdb-42f6-b176-cfd78a9b0ba4 HTTP/1.1" status: 204 len: 168 time: 0.9651937 Mar 02 18:43:26.088536 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9902aa8c-0676-43e6-b8b5-ef89b5a3624d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/dd10586e-4843-4dee-9323-4e4aa48e9544 HTTP/1.1" status: 204 len: 168 time: 1.1105595 Mar 02 18:43:26.092782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:26.101428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-f082615c-7320-44b3-9b90-73d12b1083ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:26.102858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-f082615c-7320-44b3-9b90-73d12b1083ab service neutron] 10.222.0.65 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.6088545 Mar 02 18:43:26.106620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:43:26.230380 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.252316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9de1c9a7-79e5-4f37-8641-84751595ef73 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1480129 Mar 02 18:43:26.255723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:26.262944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:26.265515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-299e1921-9d1c-4a40-8580-1e104feccf47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d HTTP/1.1" status: 200 len: 217 time: 0.1513312 Mar 02 18:43:26.266506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] For port fd398c78-7404-4d88-ac78-3ff302e47d6e, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:26.276990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] For port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6018d307-f6f8-4d7b-a4de-0c3ff235f46a,segment=NetworkSegment(ac6055cf-1410-4bb4-86c7-032add35964f),segment_id=ac6055cf-1410-4bb4-86c7-032add35964f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:26.276990 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.299263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] DHCP port deletion for 98db2ef6-f513-4d42-bb4a-45a59e108a56 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:26.335903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f4522d-1933-4b02-b79e-6378fe11bbac req-9bac4759-4e09-4785-8106-4c174da32d86 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4963512 Mar 02 18:43:26.374844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Deleting port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:26.376022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.447035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Deleting port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:26.447884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.532069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34350f46-0bf5-4b59-a0e1-1814ccbffb44 req-1a27598d-e713-4b38-9886-f83facdff118 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4334538 Mar 02 18:43:26.534149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Calling delete_port for 6018d307-f6f8-4d7b-a4de-0c3ff235f46a owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:26.562561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] device_id is not set on port fd398c78-7404-4d88-ac78-3ff302e47d6e yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:26.611203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:26.625833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:26.631930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:26.658319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8de1bc92-b67a-46f5-892e-a14a0f6fd00e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.4557920 Mar 02 18:43:26.668919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:26.707561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.714193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:26.718370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:26.754899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-e559d9b3-ef05-4dd4-aba7-23c42fd6efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:26.756421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-e559d9b3-ef05-4dd4-aba7-23c42fd6efc3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.4350896 Mar 02 18:43:26.758643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 7447daaf-35c0-4551-beb4-c5dfba318a9d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:26.758983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.834770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Provisioning for port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:26.855822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,segment=NetworkSegment(02d97420-240f-43cd-b530-c3ec8603f9dd),segment_id=02d97420-240f-43cd-b530-c3ec8603f9dd)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:26.856346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:26.981032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.047072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Calling delete_port for e46b7e18-69a0-4c8c-9c98-3e4f164344a6 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:27.133522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4712c2-7ac1-40b3-a823-cff92d8a9d4a None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:27.164328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.168653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Provisioning complete for port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:27.169107 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.243840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.277050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:27.286396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.301568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e46b7e18-69a0-4c8c-9c98-3e4f164344a6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:27.371014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 7447daaf-35c0-4551-beb4-c5dfba318a9d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7447daaf-35c0-4551-beb4-c5dfba318a9d,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:27.371381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.378354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] For port e46b7e18-69a0-4c8c-9c98-3e4f164344a6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,segment=NetworkSegment(02d97420-240f-43cd-b530-c3ec8603f9dd),segment_id=02d97420-240f-43cd-b530-c3ec8603f9dd)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:27.379790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.411079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] No DVR routers for this DVR port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:27.417888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] No DVR routers for this DVR port fd398c78-7404-4d88-ac78-3ff302e47d6e on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:27.419969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.420670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.459191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Port': ['ID=e46b7e18-69a0-4c8c-9c98-3e4f164344a6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:27.510840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] Pushing event deleted for resources: {'Port': ['ID=6018d307-f6f8-4d7b-a4de-0c3ff235f46a,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:27.512593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a7c71fd7-5378-4de4-a244-f44e0390fa68 None None] Port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:43:27.531969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4fa97e-7e9f-4aae-b0fa-ec63def14f20 req-62eebce5-d05a-480b-818c-e508d332ebd3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:27.539960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f4fa97e-7e9f-4aae-b0fa-ec63def14f20 req-62eebce5-d05a-480b-818c-e508d332ebd3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.9941611 Mar 02 18:43:27.633495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e46b7e18-69a0-4c8c-9c98-3e4f164344a6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:27.633839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e46b7e18-69a0-4c8c-9c98-3e4f164344a6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:27.634033 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.635287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb7d9c-9a10-482e-b189-9d182d11e50d None None] No DVR routers for this DVR port 6018d307-f6f8-4d7b-a4de-0c3ff235f46a on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:27.639974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Pushing event updated for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:27.659207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 7447daaf-35c0-4551-beb4-c5dfba318a9d owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:27.662363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98db2ef6-f513-4d42-bb4a-45a59e108a56']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:27.675230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d97420-240f-43cd-b530-c3ec8603f9dd') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:27.676321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d97420-240f-43cd-b530-c3ec8603f9dd') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:27.688470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.705163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.711821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:27.712654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.719568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.719841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.720161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.720548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.720891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.721222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.721549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.721874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.722220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.723095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.723408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.723734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:43:27.749630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-75eb643e-2dde-4c92-8c2d-bc9611a64502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:27.751224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-75eb643e-2dde-4c92-8c2d-bc9611a64502 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9517605 Mar 02 18:43:27.766951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f4fa97e-7e9f-4aae-b0fa-ec63def14f20 req-298b8936-eb03-4580-8ed3-d1b5504e0523 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255607 Mar 02 18:43:27.787594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Calling delete_port for e46b7e18-69a0-4c8c-9c98-3e4f164344a6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:27.797543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc361aa-d7dd-4e18-911c-fa4921c03383 req-d2df707c-ec73-4b95-902a-a2ce3750c26f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:27.806065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edc361aa-d7dd-4e18-911c-fa4921c03383 req-d2df707c-ec73-4b95-902a-a2ce3750c26f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.9628592 Mar 02 18:43:27.908161 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:27.908396 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:27.942204 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:27.953580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-86fd1fd1-8fbf-4fc3-80a1-b94f2b432802 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805811 Mar 02 18:43:27.981599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] In _notify_port_updated(), no bound segment for port fd398c78-7404-4d88-ac78-3ff302e47d6e on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:43:27.982489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:27.983128 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:27.984346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-205fd3cb-06dd-40f8-809a-243e25ff0f81 service neutron] 10.222.0.65 "PUT /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 200 len: 1032 time: 3.9625297 Mar 02 18:43:27.993208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3727e49f-099a-4617-937b-078f0e236bf9 None None] Provisioning complete for port fd398c78-7404-4d88-ac78-3ff302e47d6e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:27.993582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3727e49f-099a-4617-937b-078f0e236bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.064954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.110639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.143909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=98db2ef6-f513-4d42-bb4a-45a59e108a56,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:28.144801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:28.145164 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:28.169693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3727e49f-099a-4617-937b-078f0e236bf9 None None] Port fd398c78-7404-4d88-ac78-3ff302e47d6e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:43:28.171381 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'status': 'completed', 'code': 200} Mar 02 18:43:28.211917 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0931308a-6c2a-4dd0-99c4-08c49149d985 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/98db2ef6-f513-4d42-bb4a-45a59e108a56 HTTP/1.1" status: 204 len: 168 time: 3.5899725 Mar 02 18:43:28.213498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3727e49f-099a-4617-937b-078f0e236bf9 None None] Provisioning complete for port eb274e37-2f86-4a9e-946e-8542ec527cc1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:28.214373 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3727e49f-099a-4617-937b-078f0e236bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.214499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:28.362392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edc361aa-d7dd-4e18-911c-fa4921c03383 req-32459c71-a4da-428b-9194-0949fb0de89a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5549829 Mar 02 18:43:28.364726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:28.368993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Deleting port eb274e37-2f86-4a9e-946e-8542ec527cc1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:28.369512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.392535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47824) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:28.470550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-a410a67d-ba09-4eaf-9e23-c4717104f337 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.472133 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-a410a67d-ba09-4eaf-9e23-c4717104f337 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "GET /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3000138 Mar 02 18:43:28.527496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.528601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:28.546718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-ce45f549-de5b-48aa-84fb-06271e98ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.547837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 05b541cf-87c6-4f77-885b-286d95a0eb78 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:28.548340 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-ce45f549-de5b-48aa-84fb-06271e98ccfb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.4017985 Mar 02 18:43:28.604434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94a04b3a-4132-47b3-a375-93a2dbfa5bf7', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'mac_address': 'fa:16:3e:00:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:43:20Z', 'updated_at': '2022-03-02T18:43:20Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:28.630644 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a7202b8c-f1eb-4a29-8b4a-3c4612157b07 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 991 time: 0.2352207 Mar 02 18:43:28.632104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Checking router: a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:28.648059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Deleting port e46b7e18-69a0-4c8c-9c98-3e4f164344a6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:28.648759 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.659167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-680fb454-d609-410c-8b84-ff3e3e891b2c req-7cb46877-3390-4af2-98f1-7aa15a3bfcd5 service neutron] 10.222.0.65 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6788464 Mar 02 18:43:28.748035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.780880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.811301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.817985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.823925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.829933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.833230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe0b6-7f61-4d53-b72d-4c80d7bddc54 None None] The port 'e46b7e18-69a0-4c8c-9c98-3e4f164344a6' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:43:28.835799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.841799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.852276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-276ab433-a8cf-4366-941d-f5fae203c987 req-536a3f87-487a-4fc6-acf3-5eb8bdfabd60 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 4665 time: 0.4495025 Mar 02 18:43:28.852513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:28.852513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:28.882146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.903348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:28.909107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:28.922445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e1988-0501-4840-8661-9d54711deaca req-bc4107de-8dbf-449c-aca0-48bd5bda4241 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.924113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-495e1988-0501-4840-8661-9d54711deaca req-bc4107de-8dbf-449c-aca0-48bd5bda4241 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.4382205 Mar 02 18:43:28.924480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:28.925157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.931344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=a959762b-5e86-4681-b9a7-683cd1de6a91,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:28.940149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9077933-54e9-4709-b178-4214dc67723c']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:28.964021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] For port eb274e37-2f86-4a9e-946e-8542ec527cc1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb274e37-2f86-4a9e-946e-8542ec527cc1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:28.964391 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:28.971214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac6055cf-1410-4bb4-86c7-032add35964f') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:28.971538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac6055cf-1410-4bb4-86c7-032add35964f') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:29.000615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.024654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-276ab433-a8cf-4366-941d-f5fae203c987 req-b72cb4c1-4db3-4831-8173-db176cfc6607 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1743577 Mar 02 18:43:29.026324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.036087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:29.036627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.072210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:29.084395 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:29.095961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1de8064-f2b7-4363-8b9c-5da7f7fc3d24 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8364439 Mar 02 18:43:29.117781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-495e1988-0501-4840-8661-9d54711deaca req-7a1ba80b-e4db-497a-99fa-1f20dcb4a83e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719646 Mar 02 18:43:29.123693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Calling delete_port for eb274e37-2f86-4a9e-946e-8542ec527cc1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:29.133349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47828) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:29.193340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=7447daaf-35c0-4551-beb4-c5dfba318a9d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:29.196841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-3209d780-40dd-4ff9-8d40-221e9b148449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:29.198460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-3209d780-40dd-4ff9-8d40-221e9b148449 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.6224997 Mar 02 18:43:29.210978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:29.293441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.320900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:29.348254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.383731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=f9077933-54e9-4709-b178-4214dc67723c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:29.392234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e5016b8-db58-405a-9540-e05444d6ee0c tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/f9077933-54e9-4709-b178-4214dc67723c HTTP/1.1" status: 204 len: 168 time: 1.1745014 Mar 02 18:43:29.407901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47842) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:29.460904 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-cc976bba-6181-4c76-8e81-ccafa49b3b28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 999 time: 0.2557392 Mar 02 18:43:29.519813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb274e37-2f86-4a9e-946e-8542ec527cc1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:29.614995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.621485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.626408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-b1a7c886-4b56-4e58-8ea2-347ec02ef0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:29.627609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-b1a7c886-4b56-4e58-8ea2-347ec02ef0cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1565382 Mar 02 18:43:29.633965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47848) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:29.701511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:29.783943 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'code': 200} Mar 02 18:43:29.791164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:29.873153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.879683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a8b62970-721e-4229-97b4-b1afd12fe38c,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:29.897116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:29.926828 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:29.927618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 01ad3026-c2f3-467c-94d1-386914f980ce no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:29.975331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:29.988302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d32d-4c6b-414e-9de2-9dc31d3ef621 req-69c13ff3-437b-4988-bd06-2f98793feece tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:29.989694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8110d32d-4c6b-414e-9de2-9dc31d3ef621 req-69c13ff3-437b-4988-bd06-2f98793feece tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.6216235 Mar 02 18:43:29.990621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:30.046564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:30.050621 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.070434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7625c07-72ed-4dd5-b78b-bf69666aa59e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 991 time: 0.4335697 Mar 02 18:43:30.079295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.105017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.134986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] Pushing event deleted for resources: {'Port': ['ID=eb274e37-2f86-4a9e-946e-8542ec527cc1,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:30.149413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2076e9c-143d-4a59-8e97-518edf842ba7 None None] No DVR routers for this DVR port eb274e37-2f86-4a9e-946e-8542ec527cc1 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:30.156051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3202dad6-dac1-4627-843e-c5c28c5de3bb']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:30.190836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1255b12-635b-4fb1-8259-4a45192a34ae') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:30.192407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1255b12-635b-4fb1-8259-4a45192a34ae') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:30.208004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.214903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49189053-0279-4236-ad00-0ab5140e899b None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:30.216437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-1aa3910b-5b12-47d1-8f9f-90093552af4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:30.217973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-1aa3910b-5b12-47d1-8f9f-90093552af4d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5797987 Mar 02 18:43:30.227897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:30.252542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.277155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:30.277674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:30.295942 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:30.326049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:43:30.420991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8110d32d-4c6b-414e-9de2-9dc31d3ef621 req-0ce7227d-ebcd-462c-83e6-c9f6388a3b0a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969674 Mar 02 18:43:30.430217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] For port a8b62970-721e-4229-97b4-b1afd12fe38c, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:30.438601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.452613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94a04b3a-4132-47b3-a375-93a2dbfa5bf7', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'mac_address': 'fa:16:3e:00:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:43:20Z', 'updated_at': '2022-03-02T18:43:20Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:30.460462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:30.464930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.473922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e2851d-5c1a-4dda-8d0f-390fd87b4ed4 None None] The sync data for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 is: [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '94a04b3a-4132-47b3-a375-93a2dbfa5bf7', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.195', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2735, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'mac_address': 'fa:16:3e:00:6a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:43:20Z', 'updated_at': '2022-03-02T18:43:20Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:30.505974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-51dc5c11-014f-4117-bcfe-39ee408c08e1 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775316 Mar 02 18:43:30.555710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:30.567915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.605250 n-d-828839-1 neutron-server[88709]: INFO neutron.db.ipam_backend_mixin [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a959762b-5e86-4681-b9a7-683cd1de6a91 (CIDR: 2001:db8::/64) Mar 02 18:43:30.611004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.618217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': 'a959762b-5e86-4681-b9a7-683cd1de6a91'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:43:30.618217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.628931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=3202dad6-dac1-4627-843e-c5c28c5de3bb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:30.636056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.636806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8b62970-721e-4229-97b4-b1afd12fe38c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:30.695704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6940394-cb11-4609-87a9-9ff66183fa0b tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/3202dad6-dac1-4627-843e-c5c28c5de3bb HTTP/1.1" status: 204 len: 168 time: 1.2859406 Mar 02 18:43:30.698288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:30.737042 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:43:30.737770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:30.768547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:30.774863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] device_id is not set on port a8b62970-721e-4229-97b4-b1afd12fe38c yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:30.787186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.836131 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225145d-3983-4bdb-8e79-f9e83d8470a7 None None] New status for floating IP 94a04b3a-4132-47b3-a375-93a2dbfa5bf7: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:43:30.883500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.888015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fd5bcb4c-c786-47ee-8f6e-7fc2354a3516 req-66c3702d-1d99-40a1-ac52-148391784beb service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733282 Mar 02 18:43:30.928673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a8b62970-721e-4229-97b4-b1afd12fe38c not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:30.929108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a486c56e-6482-4c24-af9b-e15f8d047d4c no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:30.964801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:30.969669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d78d9b48-2ae8-4184-91a7-6d03f0ff7bef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7778368 Mar 02 18:43:30.970693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:30.976394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:31.041453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.042485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/a959762b-5e86-4681-b9a7-683cd1de6a91/6961b808-baa2-4a40-bfcd-f170cba086b1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:31.077738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47872) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:31.111155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:31.122340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:31.185572 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.187144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfa32a1b-19dc-4790-ac95-b26fcb84154f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:31.239316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48eb800-0941-47ef-bbd1-ca5a6b067cf7') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:31.240489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48eb800-0941-47ef-bbd1-ca5a6b067cf7') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:31.257546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.275721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.283454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:31.283957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.296816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:31.302539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda11018-0f9b-422c-90b3-0f7ce1515cc0 req-03914b42-54ab-4080-9342-c3d72349c23e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.309503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda11018-0f9b-422c-90b3-0f7ce1515cc0 req-03914b42-54ab-4080-9342-c3d72349c23e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.7015252 Mar 02 18:43:31.376229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.376851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 09b2a1ef-abed-4e81-bb15-766ca3fec014 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:31.387610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.394453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.401070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.407757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:31.412907 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:31.415026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.420176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.422071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-2b5a92cd-728a-4f59-aa88-65c8051670e3 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 4663 time: 1.1790254 Mar 02 18:43:31.451532 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cedf8a7b-4c1a-4de8-b5d5-6b7b13b4b463 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 991 time: 0.3727393 Mar 02 18:43:31.459724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:31.471377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:31.487832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.515926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.518646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] Pushing event deleted for resources: {'Network': ['ID=cfa32a1b-19dc-4790-ac95-b26fcb84154f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:31.528103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:31.534584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b532eecc-07c8-419a-b6f4-67ec16bc517c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1471853 Mar 02 18:43:31.537663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:31.544402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:31.564439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] No DVR routers for this DVR port a8b62970-721e-4229-97b4-b1afd12fe38c on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:31.584095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03894215-837f-472f-9333-2fc800a398d7 tempest-BulkNetworkOpsIpV6Test-1967144414 tempest-BulkNetworkOpsIpV6Test-1967144414-project] 10.222.0.66 "DELETE /v2.0/networks/cfa32a1b-19dc-4790-ac95-b26fcb84154f HTTP/1.1" status: 204 len: 168 time: 0.8823800 Mar 02 18:43:31.593608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:31.613970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:31.638091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:31.641282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:31.641841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:31.659331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting subnet 397c77be-a816-49f5-9705-8d5e313d0ae7 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:31.663667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda11018-0f9b-422c-90b3-0f7ce1515cc0 req-38748921-b35f-4ef0-8cdf-ad4cda7f0b4c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532386 Mar 02 18:43:31.677204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] In _notify_port_updated(), no bound segment for port a8b62970-721e-4229-97b4-b1afd12fe38c on network 86fbac2f-bf6f-4766-9eb4-896574619cba {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:43:31.678078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:31.678712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.679995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-4a329120-f408-4695-baf0-6be553fded62 service neutron] 10.222.0.65 "PUT /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 200 len: 1033 time: 3.1621044 Mar 02 18:43:31.684300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a168576-2f33-4717-a4e1-45b87b9441ed req-3f96d8b5-fd12-46bc-a396-7994a662db0f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=763d7cef-4889-49db-8c5a-d795d8031f10&id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226806 Mar 02 18:43:31.690367 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.755191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:31.758412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.780367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port 09b2a1ef-abed-4e81-bb15-766ca3fec014 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:31.780710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.783049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:31.807682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.914030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce'}, {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:31.918734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:31.919624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:31.948174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:32.050730 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce', 'code': 200} Mar 02 18:43:32.051030 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'code': 200} Mar 02 18:43:32.052012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.055555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:32.056194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:32.148800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c5cd4b03-e0dc-4dc7-9227-9a81a9492bfb None None] Provisioning complete for port a8b62970-721e-4229-97b4-b1afd12fe38c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:32.149268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c5cd4b03-e0dc-4dc7-9227-9a81a9492bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.168784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.194179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Transition to ACTIVE for port object 6961b808-baa2-4a40-bfcd-f170cba086b1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:32.225066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.228366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Subnet': ['ID=397c77be-a816-49f5-9705-8d5e313d0ae7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:32.238226 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34d10f62-4152-4ce9-a33f-28060b8fbdc4 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/397c77be-a816-49f5-9705-8d5e313d0ae7 HTTP/1.1" status: 204 len: 168 time: 0.6970813 Mar 02 18:43:32.238549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:32.397649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:32.398273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.402271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:32.428129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47898) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:32.490638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47902) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:32.567822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for 09b2a1ef-abed-4e81-bb15-766ca3fec014 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:32.584971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:32.587473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Transition to ACTIVE for port object 6961b808-baa2-4a40-bfcd-f170cba086b1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:32.606589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00dc90d-05ef-4534-8529-111140a43961 None None] Network b2490758-3331-4a38-9a6b-7abe0c7f1e2a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:32.648037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.661669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cafe7-0087-4b88-acdb-1564ab620926 None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:32.669072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c5cd4b03-e0dc-4dc7-9227-9a81a9492bfb None None] Port a8b62970-721e-4229-97b4-b1afd12fe38c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:43:32.689305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.708043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Deleting port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:32.708559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.826288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:32.910864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1faff3e8-6f0e-4228-88a0-f38dcb409962 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 993 time: 0.3508148 Mar 02 18:43:32.927509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:32.935847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:32.937598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:32.939141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99997150-a4dc-4f99-9bdb-8003a07cce3a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0579b6810aed4b3db4edb6a542562937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074470 Mar 02 18:43:32.944881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47914) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:32.950362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:32.977184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] For port 4dade4cc-86c2-4a2f-bd70-20d32b21d981, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4dade4cc-86c2-4a2f-bd70-20d32b21d981,segment=NetworkSegment(0fedc059-a4a3-47ad-a520-d90dbaf12570),segment_id=0fedc059-a4a3-47ad-a520-d90dbaf12570)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:32.977619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.010328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8856e563-1a5f-43e7-87fe-fd9596bcc5b2 req-e7b79bb1-679e-4ac6-b33c-a6e1169f2249 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.013172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Pushing event updated for resources: {'Port': ['ID=6961b808-baa2-4a40-bfcd-f170cba086b1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:33.025147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8856e563-1a5f-43e7-87fe-fd9596bcc5b2 req-e7b79bb1-679e-4ac6-b33c-a6e1169f2249 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.5309200 Mar 02 18:43:33.038756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.200232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:33.200625 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:33.204647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Calling delete_port for 4dade4cc-86c2-4a2f-bd70-20d32b21d981 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:33.205035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7447daaf-35c0-4551-beb4-c5dfba318a9d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:33.244071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.252061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.260120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.265782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7447daaf-35c0-4551-beb4-c5dfba318a9d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:33.266259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7447daaf-35c0-4551-beb4-c5dfba318a9d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:33.267575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.274019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:33.276307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-7012eabc-82b8-4c27-963e-c0017bdbc505 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3879 time: 0.4285915 Mar 02 18:43:33.280700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Attempting to bind port 6961b808-baa2-4a40-bfcd-f170cba086b1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:33.281391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Attempting to bind port 6961b808-baa2-4a40-bfcd-f170cba086b1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:33.282190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Attempting to bind port 6961b808-baa2-4a40-bfcd-f170cba086b1 on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:33.282625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.291183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8856e563-1a5f-43e7-87fe-fd9596bcc5b2 req-2eb12bae-7d86-4a4b-b42e-c730568ae17c tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649240 Mar 02 18:43:33.299609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:33.299609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:33.299609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.300236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:33.301339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Bound port: 6961b808-baa2-4a40-bfcd-f170cba086b1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:33.301948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.333955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.362607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:33.408052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bb4d1a6-8af1-4494-b657-df772c8ae144 req-aa3f6c7b-2176-4795-957f-9f0d67cef484 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155090 Mar 02 18:43:33.419810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] For port 6961b808-baa2-4a40-bfcd-f170cba086b1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:33.422948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:43:33.438972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] For port 6961b808-baa2-4a40-bfcd-f170cba086b1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6961b808-baa2-4a40-bfcd-f170cba086b1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:33.453458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.465076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04083b1-80fc-4e44-993d-f54936ef30d5 None None] DHCP port deletion for b2490758-3331-4a38-9a6b-7abe0c7f1e2a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:33.505100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Port': ['ID=4dade4cc-86c2-4a2f-bd70-20d32b21d981,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:33.510349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.516158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No DVR routers for this DVR port 4dade4cc-86c2-4a2f-bd70-20d32b21d981 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:33.527875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.597831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7eed0-b39a-4aca-92a7-7b63980cbf33,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:33.628713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc5698-693b-4f33-a420-0777e854f2fd None None] Pushing event updated for resources: {'Port': ['ID=6961b808-baa2-4a40-bfcd-f170cba086b1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:33.666974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.668119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a29d6031-bfab-492f-a114-e50d4fd50eb5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d3b7eed0-b39a-4aca-92a7-7b63980cbf33 HTTP/1.1" status: 204 len: 168 time: 0.7213571 Mar 02 18:43:33.675024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.679206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.705686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2490758-3331-4a38-9a6b-7abe0c7f1e2a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:33.722085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fedc059-a4a3-47ad-a520-d90dbaf12570') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:33.723227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fedc059-a4a3-47ad-a520-d90dbaf12570') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:33.725811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port 09b2a1ef-abed-4e81-bb15-766ca3fec014 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:33.726255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.736685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.769146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.777491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:33.777902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:43:33.799662 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:43:33.978934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.021771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.040963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Pushing event deleted for resources: {'Network': ['ID=b2490758-3331-4a38-9a6b-7abe0c7f1e2a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:34.052661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:34.141743 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'code': 200} Mar 02 18:43:34.149198 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-32fbbcea-d6d6-4fc6-b718-923b936663c6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/networks/b2490758-3331-4a38-9a6b-7abe0c7f1e2a HTTP/1.1" status: 204 len: 168 time: 1.9094727 Mar 02 18:43:34.151317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47932) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:34.160910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'routes': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:34.414697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] For port 6961b808-baa2-4a40-bfcd-f170cba086b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6961b808-baa2-4a40-bfcd-f170cba086b1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:34.496267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Added routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:43:34.497237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Removed routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:43:34.502233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.502396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.538214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port 09b2a1ef-abed-4e81-bb15-766ca3fec014, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=09b2a1ef-abed-4e81-bb15-766ca3fec014,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:34.538581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.667333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.668499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.775200 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-840ac5b4-3ca0-4146-a06b-db4c516aba36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7314577 Mar 02 18:43:34.836106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for 09b2a1ef-abed-4e81-bb15-766ca3fec014 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:34.949158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=6961b808-baa2-4a40-bfcd-f170cba086b1,revision_number=4']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:34.960862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:34.971803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.972081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:34.981045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:34.981643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.983510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe204fa-a3aa-492c-b931-0203798d13f8 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:34.985281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:34.989956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=00756e70-f253-4bcc-a368-78e13ac4b98a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:35.056034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.062090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.068840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.074846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.080764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.082550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:35.092255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664ee0d-cfea-46c9-b0f3-337a97fd44cf req-62bd0807-3726-4831-aa2f-130c41465aa6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.094583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c664ee0d-cfea-46c9-b0f3-337a97fd44cf req-62bd0807-3726-4831-aa2f-130c41465aa6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.6035070 Mar 02 18:43:35.183537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2aed835e-8051-4b21-89e6-0c3f54188d11 None None] Provisioning for port 6961b808-baa2-4a40-bfcd-f170cba086b1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:35.203887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-2a9c66c8-6dc5-4d5b-9b6c-1249d5857167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.205266 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-2a9c66c8-6dc5-4d5b-9b6c-1249d5857167 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 1096 time: 0.3766017 Mar 02 18:43:35.223487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2b8959e3-82e8-4864-b47a-7d054af33e2e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.1701024 Mar 02 18:43:35.227330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:35.227832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router d4243cb7-efb0-48af-98aa-88b6eba6559e has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:35.292858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:97:2f:44', 'name': 'tempest-NetworksTestDHCPv6-16698290'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:35.334087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6961b808-baa2-4a40-bfcd-f170cba086b1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:35.339945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c664ee0d-cfea-46c9-b0f3-337a97fd44cf req-e4e27629-74c7-4d66-8f5b-ea2d8809d63f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200228 Mar 02 18:43:35.344151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.465064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=09b2a1ef-abed-4e81-bb15-766ca3fec014,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:35.478465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:35.479679 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-0c87c4ff-17ea-4926-a35c-8d38a2622275 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3877 time: 0.9215267 Mar 02 18:43:35.529495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:35.536597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.541433 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Sync routers for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:35.542695 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2fd089b0-3fa6-44b5-a981-f99cc9df1053 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 701 time: 1.3902390 Mar 02 18:43:35.549838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:35.567979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:35.569482 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:35.619031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] No DVR routers for this DVR port 09b2a1ef-abed-4e81-bb15-766ca3fec014 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:35.626962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.629287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-86b0cf88-c8b3-4bb9-bb70-187b2ba4eea5 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "DELETE /v2.0/ports/09b2a1ef-abed-4e81-bb15-766ca3fec014 HTTP/1.1" status: 204 len: 173 time: 3.9431608 Mar 02 18:43:35.632035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:35.639507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-16b92114-4df3-46b0-bf6f-36272ad33f56 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:35.642194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6961b808-baa2-4a40-bfcd-f170cba086b1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:35.653926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6961b808-baa2-4a40-bfcd-f170cba086b1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:35.654710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.692538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-9c5ba5a3-c6e1-4bdb-9ea3-26c3f9a30936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.694103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-9c5ba5a3-c6e1-4bdb-9ea3-26c3f9a30936 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.4638846 Mar 02 18:43:35.731901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port 01ad3026-c2f3-467c-94d1-386914f980ce {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:35.732511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.792036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-c7bf6166-cc1a-4cfc-a0e1-19e03476066d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 200 len: 217 time: 0.0875595 Mar 02 18:43:35.819931 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:35.838686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:35.903353 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fd7c053-ef79-4375-82f3-0eba895d91ed req-a4a495f6-14fe-4923-b92d-8706740854a7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3297243 Mar 02 18:43:35.904355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6961b808-baa2-4a40-bfcd-f170cba086b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6961b808-baa2-4a40-bfcd-f170cba086b1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:35.904604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:35.915548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:port and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:35.922195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:35.928430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-82df5651-21fb-4161-92a5-8e0e8544d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:35.930040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-82df5651-21fb-4161-92a5-8e0e8544d485 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1269457 Mar 02 18:43:36.003215 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '09b2a1ef-abed-4e81-bb15-766ca3fec014', 'status': 'completed', 'code': 200} Mar 02 18:43:36.009765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:36.075078 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:36.084958 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Checking router: d4243cb7-efb0-48af-98aa-88b6eba6559e for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:36.104301 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Routers {'d4243cb7-efb0-48af-98aa-88b6eba6559e'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:36.105369 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d4243cb7-efb0-48af-98aa-88b6eba6559e'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:36.118194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-16b92114-4df3-46b0-bf6f-36272ad33f56 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:36.124138 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-16b92114-4df3-46b0-bf6f-36272ad33f56 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 205 time: 0.5648510 Mar 02 18:43:36.128971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-af9cc69d-9309-4532-9edd-3a2ef144aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:36.135554 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-af9cc69d-9309-4532-9edd-3a2ef144aaa7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1967552 Mar 02 18:43:36.138269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47978) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:36.170355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.232741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:36.304821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4dade4cc-86c2-4a2f-bd70-20d32b21d981 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:36.430009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4dade4cc-86c2-4a2f-bd70-20d32b21d981 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:36.430590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4dade4cc-86c2-4a2f-bd70-20d32b21d981 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:36.450411 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] Set router d4243cb7-efb0-48af-98aa-88b6eba6559e gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:36.503386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6961b808-baa2-4a40-bfcd-f170cba086b1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:36.507290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.597521 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:36.602360 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65bd059-7431-4d28-8f2f-c7698b5c602b None None] The sync data for ids ['d4243cb7-efb0-48af-98aa-88b6eba6559e'] in n-d-828839-1 is: [{'id': 'd4243cb7-efb0-48af-98aa-88b6eba6559e', 'name': 'tempest-RoutersTest-router-1745184130', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:41:38Z', 'updated_at': '2022-03-02T18:43:28Z', 'revision_number': 11, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:36.749254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d1e186c6-12d4-4881-8290-22a3552a9dcf None None] Provisioning complete for port 6961b808-baa2-4a40-bfcd-f170cba086b1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:36.749894 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1e186c6-12d4-4881-8290-22a3552a9dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:36.918021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port 01ad3026-c2f3-467c-94d1-386914f980ce, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=01ad3026-c2f3-467c-94d1-386914f980ce,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:36.918589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.161763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for 01ad3026-c2f3-467c-94d1-386914f980ce owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:37.204262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.206867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.215791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6961b808-baa2-4a40-bfcd-f170cba086b1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:37.229196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-86727aae-edec-4731-b156-5a343bacd161 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0862224 Mar 02 18:43:37.276433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.340768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.341296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router d4243cb7-efb0-48af-98aa-88b6eba6559e {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:43:37.345623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6961b808-baa2-4a40-bfcd-f170cba086b1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:37.346233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.367774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 5fe3750a-75f2-44f8-b4c8-d8ed159865ec yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:37.391325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.397798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c3c9a91-fc34-4698-abcd-780f56481c02 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 204 len: 168 time: 1.2531407 Mar 02 18:43:37.397798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48012) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:37.416396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-759646817', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:37.419072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:37.424500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Usage tracker for resource:router and tenant:90aa200b5c0544ae8a521c5d15bf216a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:37.427960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:37.445739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a293422-39d2-4f7c-8904-0c7e55937c2d req-986ff7b9-94c5-49a9-bedf-571480926320 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.453615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a293422-39d2-4f7c-8904-0c7e55937c2d req-986ff7b9-94c5-49a9-bedf-571480926320 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.9597833 Mar 02 18:43:37.454738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:37.503051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-8de43834-bb0f-49e6-9b45-d359cdff99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.505755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-8de43834-bb0f-49e6-9b45-d359cdff99ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 1096 time: 0.9923532 Mar 02 18:43:37.511909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-52e9e652-988c-46d8-bf93-4f2c8e365687 req-84df749d-d061-43ec-b73c-3c89b0754668 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763503 Mar 02 18:43:37.556086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.557159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.574044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.654370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a293422-39d2-4f7c-8904-0c7e55937c2d req-cdf641e8-dca9-4029-9599-63520f032bb8 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997206 Mar 02 18:43:37.664987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.756780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.758240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52c1e2d1-50ea-48f7-a6aa-35082d219bca tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3585603 Mar 02 18:43:37.761068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48016) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:37.766610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:37.770798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-a0460ce9-4932-491b-b59e-a53df9be3ef7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.776545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-a0460ce9-4932-491b-b59e-a53df9be3ef7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.782297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-a0460ce9-4932-491b-b59e-a53df9be3ef7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.788079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-a0460ce9-4932-491b-b59e-a53df9be3ef7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.789812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-a0460ce9-4932-491b-b59e-a53df9be3ef7 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 3144 time: 0.5887311 Mar 02 18:43:37.922836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:37.934205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-f7231e9a-076c-491b-ad07-bb5ee6f4a127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:37.935666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-f7231e9a-076c-491b-ad07-bb5ee6f4a127 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 200 len: 912 time: 0.3889577 Mar 02 18:43:37.945512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a292d0a-96b9-4252-bfea-74a197803fd6 req-d0afea5b-dc71-49db-9026-c7c15976e567 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382554 Mar 02 18:43:38.058246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=01ad3026-c2f3-467c-94d1-386914f980ce,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:38.131880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::13b (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/a959762b-5e86-4681-b9a7-683cd1de6a91/5fe3750a-75f2-44f8-b4c8-d8ed159865ec) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:38.156401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:43:38.180228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] No DVR routers for this DVR port 01ad3026-c2f3-467c-94d1-386914f980ce on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:38.183418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8:0:1:f816:3eff:fe97:2f44 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/00756e70-f253-4bcc-a368-78e13ac4b98a/5fe3750a-75f2-44f8-b4c8-d8ed159865ec) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:38.187453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.192583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.197236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:38.213048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-1fc2bd8a-c97b-4335-9361-1e4aa7445268 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 200 len: 1000 time: 0.2228489 Mar 02 18:43:38.259147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.263393 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '01ad3026-c2f3-467c-94d1-386914f980ce', 'status': 'completed', 'code': 200} Mar 02 18:43:38.295411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-b481f717-612f-4e01-aa38-1f47589f0cef tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "DELETE /v2.0/ports/01ad3026-c2f3-467c-94d1-386914f980ce HTTP/1.1" status: 204 len: 173 time: 2.6544025 Mar 02 18:43:38.361746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-eef4b714-12fa-4493-b5e3-3d33b5fe407b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:38.363232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-eef4b714-12fa-4493-b5e3-3d33b5fe407b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 200 len: 850 time: 0.1340623 Mar 02 18:43:38.504386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port 05b541cf-87c6-4f77-885b-286d95a0eb78 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:38.515064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.538895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Router 687f4b1d-f4b5-4462-9ced-ec51704ba578 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:43:38.683255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.728336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-50f44274-6bff-43a4-a245-2532010aa38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:38.730145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-50f44274-6bff-43a4-a245-2532010aa38f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b76a235f-fdc3-436e-bdef-f032662bdf19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3488684 Mar 02 18:43:38.810237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:38.817818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:38.818963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ed7214e2-f29a-4427-afa6-9a6db580a58b tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "PUT /v2.0/routers/687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 200 len: 693 time: 1.0567627 Mar 02 18:43:38.821551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:38.821713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Sync routers for ids ['687f4b1d-f4b5-4462-9ced-ec51704ba578'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:38.832771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Routers {'687f4b1d-f4b5-4462-9ced-ec51704ba578'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:38.833484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['687f4b1d-f4b5-4462-9ced-ec51704ba578'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:38.964365 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2ccca6aa-abc4-4551-adca-a488f98289d5 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/routers/687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 200 len: 699 time: 0.1415026 Mar 02 18:43:38.967216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48030) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:38.971222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Set router 687f4b1d-f4b5-4462-9ced-ec51704ba578 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:39.006415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 5fe3750a-75f2-44f8-b4c8-d8ed159865ec will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:39.016990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26f4f00c-45e2-4c40-87f6-5396ab894d27 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 200 len: 205 time: 0.0463495 Mar 02 18:43:39.018229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.097227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f4b1d-f4b5-4462-9ced-ec51704ba578', 'name': 'tempest-RoutersTest-router-759646817', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:37Z', 'updated_at': '2022-03-02T18:43:38Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:39.107607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Checking router: 687f4b1d-f4b5-4462-9ced-ec51704ba578 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:39.135086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Routers {'687f4b1d-f4b5-4462-9ced-ec51704ba578'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:39.135705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['687f4b1d-f4b5-4462-9ced-ec51704ba578'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:39.197324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.287519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] Set router 687f4b1d-f4b5-4462-9ced-ec51704ba578 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:39.288910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port 05b541cf-87c6-4f77-885b-286d95a0eb78, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=05b541cf-87c6-4f77-885b-286d95a0eb78,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:39.289277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.399748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '687f4b1d-f4b5-4462-9ced-ec51704ba578', 'name': 'tempest-RoutersTest-router-759646817', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:37Z', 'updated_at': '2022-03-02T18:43:38Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:39.403704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d341a-db45-47f2-a099-06d27c255cf2 None None] The sync data for ids ['687f4b1d-f4b5-4462-9ced-ec51704ba578'] in n-d-828839-1 is: [{'id': '687f4b1d-f4b5-4462-9ced-ec51704ba578', 'name': 'tempest-RoutersTest-router-759646817', 'tenant_id': '90aa200b5c0544ae8a521c5d15bf216a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:43:37Z', 'updated_at': '2022-03-02T18:43:38Z', 'revision_number': 2, 'project_id': '90aa200b5c0544ae8a521c5d15bf216a', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:39.446711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-3f7c057e-526d-44e5-a3a4-fa87d9b0bfa2 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6984448 Mar 02 18:43:39.459779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for 05b541cf-87c6-4f77-885b-286d95a0eb78 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:39.555896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.558370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.560204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448b2fbc-0c90-4029-930f-8493dfab0541 req-dcad955b-3d15-465b-ae4e-d2bbff5819ac tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:39.562096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-448b2fbc-0c90-4029-930f-8493dfab0541 req-dcad955b-3d15-465b-ae4e-d2bbff5819ac tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.6566925 Mar 02 18:43:39.588318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.698489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.699028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Fanout notify agent at l3_agent the message router_deleted on router 687f4b1d-f4b5-4462-9ced-ec51704ba578 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:43:39.716010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.720328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de0f5230-d762-4c9f-a2ad-f5183b5d2210 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 204 len: 168 time: 0.6981227 Mar 02 18:43:39.721687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.734539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:39.741037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:39.747040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:39.747919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:39.767175 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04587139-2d5f-47b3-8001-03108af697a6 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 200 len: 205 time: 0.0437884 Mar 02 18:43:39.769641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.808935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:39.827610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:39.839846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:39.841544 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-56563279-56bc-4e2b-8615-305f5eb0df11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:39.843210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-56563279-56bc-4e2b-8615-305f5eb0df11 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/687f4b1d-f4b5-4462-9ced-ec51704ba578 HTTP/1.1" status: 404 len: 336 time: 0.0719438 Mar 02 18:43:39.845895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.846001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:39.846464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:39.862712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-448b2fbc-0c90-4029-930f-8493dfab0541 req-40bd4a31-8542-40c8-a0fb-d54414af194e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2797861 Mar 02 18:43:39.879718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=5fe3750a-75f2-44f8-b4c8-d8ed159865ec,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:39.896029 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dfd38c-6625-4ab3-9735-6857961dc3d3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:39.896485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dfd38c-6625-4ab3-9735-6857961dc3d3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:39.900838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18dfd38c-6625-4ab3-9735-6857961dc3d3 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/dc9acc19-821e-4d9d-869d-c59538e632d0 HTTP/1.1" status: 404 len: 337 time: 0.0517020 Mar 02 18:43:39.902864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.949708 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bb75ba-b4fd-4992-b01d-0a933daf7647 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:39.950162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17bb75ba-b4fd-4992-b01d-0a933daf7647 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:39.955097 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-17bb75ba-b4fd-4992-b01d-0a933daf7647 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/56645078-393b-4aed-b148-681a0040f878 HTTP/1.1" status: 404 len: 337 time: 0.0498924 Mar 02 18:43:39.955348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:39.955775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-a10d8ca4-06d4-4995-8b7b-4e023821e23e tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 2411 time: 0.7918446 Mar 02 18:43:39.956100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48062) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:39.961544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a934da3-0ace-4129-9c03-da69cae4ccb5 req-00cdb8d4-bd9b-4e9c-9d5f-c977a81ff484 service neutron] 10.222.0.11 "GET /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710469 Mar 02 18:43:40.040874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdcb82ef-6461-42e5-823a-ff5a00939d8b req-5e8f7c5e-6342-46dc-81b8-91b69f4b11d0 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755596 Mar 02 18:43:40.044976 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db337d1-d9f1-4ba2-868d-2cf3221ea5f0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:40.045443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db337d1-d9f1-4ba2-868d-2cf3221ea5f0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:40.047194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7db337d1-d9f1-4ba2-868d-2cf3221ea5f0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/6abfa5c3-c08c-48a0-8764-0c7196548e23 HTTP/1.1" status: 404 len: 337 time: 0.0895283 Mar 02 18:43:40.049680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.050012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48072) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.050375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dc8d8f77-4772-4a6d-badf-3169157b463a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.7902372 Mar 02 18:43:40.075897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.185135 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-df901522-f821-449f-8254-f945cb084a6e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:40.187511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df901522-f821-449f-8254-f945cb084a6e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:40.191627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df901522-f821-449f-8254-f945cb084a6e tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/397c77be-a816-49f5-9705-8d5e313d0ae7 HTTP/1.1" status: 404 len: 337 time: 0.1383047 Mar 02 18:43:40.202492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48080) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.209946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=05b541cf-87c6-4f77-885b-286d95a0eb78,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:40.259617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8504c414-30d0-42e3-af9f-33390c2e5097 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 200 len: 205 time: 0.0558226 Mar 02 18:43:40.274929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.294402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] No DVR routers for this DVR port 05b541cf-87c6-4f77-885b-286d95a0eb78 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:40.298207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.300896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-47e9c13f-5774-4ffc-a931-39efde6398a9 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "DELETE /v2.0/ports/05b541cf-87c6-4f77-885b-286d95a0eb78 HTTP/1.1" status: 204 len: 173 time: 1.9950151 Mar 02 18:43:40.301429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:40.394737 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '05b541cf-87c6-4f77-885b-286d95a0eb78', 'status': 'completed', 'code': 200} Mar 02 18:43:40.407648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-32ccf9ca-d89a-4fc2-9eb7-d2546b42193b None None] Provisioning for port 5fe3750a-75f2-44f8-b4c8-d8ed159865ec completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:40.408253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port 6543d57b-1e99-418d-8624-a24370e4cefa {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:40.408253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.415817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-32ccf9ca-d89a-4fc2-9eb7-d2546b42193b None None] Provisioning complete for port 5fe3750a-75f2-44f8-b4c8-d8ed159865ec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:40.418587 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-32ccf9ca-d89a-4fc2-9eb7-d2546b42193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.475107 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-8f496c2b-2491-4e00-acac-cda3eddf4ad2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:40.479299 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f496c2b-2491-4e00-acac-cda3eddf4ad2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/d4243cb7-efb0-48af-98aa-88b6eba6559e HTTP/1.1" status: 404 len: 336 time: 0.2003677 Mar 02 18:43:40.480619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.482027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 5fe3750a-75f2-44f8-b4c8-d8ed159865ec {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:40.482409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.537292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-32ccf9ca-d89a-4fc2-9eb7-d2546b42193b None None] Port 5fe3750a-75f2-44f8-b4c8-d8ed159865ec cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:43:40.601016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47d948e7-ff14-4550-9293-e85e4d0e45e2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Synchronizing usage tracker for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:40.681495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47d948e7-ff14-4550-9293-e85e4d0e45e2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] Unset dirty status for tenant:90aa200b5c0544ae8a521c5d15bf216a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:40.681495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-47d948e7-ff14-4550-9293-e85e4d0e45e2 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=b6d5e657-caa3-4fb0-844e-745905da8e72 HTTP/1.1" status: 200 len: 205 time: 0.1535175 Mar 02 18:43:40.681949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48096) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.836692 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-904f0067-0c1e-45db-901f-4b195c3c4ee7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:40.840049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-904f0067-0c1e-45db-901f-4b195c3c4ee7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/b6d5e657-caa3-4fb0-844e-745905da8e72 HTTP/1.1" status: 404 len: 336 time: 0.1548414 Mar 02 18:43:40.844275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:40.859306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port 6543d57b-1e99-418d-8624-a24370e4cefa, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6543d57b-1e99-418d-8624-a24370e4cefa,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:40.860012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:40.926305 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2bde7d8-b0c9-4243-b85e-7c1a1f51aac9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:40.926305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2bde7d8-b0c9-4243-b85e-7c1a1f51aac9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:40.926305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2bde7d8-b0c9-4243-b85e-7c1a1f51aac9 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/bb4d1f4c-fb37-4bb5-9a30-c3db807816fb HTTP/1.1" status: 404 len: 337 time: 0.0696077 Mar 02 18:43:40.929280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48106) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.009305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.029702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9bad7787-6ba4-499c-a76e-f7ef9b2b2642 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 200 len: 205 time: 0.0970857 Mar 02 18:43:41.049520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48110) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.173315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 5fe3750a-75f2-44f8-b4c8-d8ed159865ec owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:41.219211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for 6543d57b-1e99-418d-8624-a24370e4cefa owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:41.382437 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-a974fbcb-790a-4319-9145-ab86b5de9ce0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:41.383370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a974fbcb-790a-4319-9145-ab86b5de9ce0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/8a2096a1-919a-40e8-be86-b46f9bf050e5 HTTP/1.1" status: 404 len: 336 time: 0.1727104 Mar 02 18:43:41.394280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48120) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.465601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0c407159-a5b4-429c-8ddc-77996771da8c tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=efd6552f-cd13-41b1-8b80-37df8a78a397 HTTP/1.1" status: 200 len: 205 time: 0.0696578 Mar 02 18:43:41.469240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48124) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.540720 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-0189618f-d048-42ed-ab56-5120aa470a8f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:41.541758 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0189618f-d048-42ed-ab56-5120aa470a8f tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/efd6552f-cd13-41b1-8b80-37df8a78a397 HTTP/1.1" status: 404 len: 336 time: 0.0724866 Mar 02 18:43:41.544477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48128) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.561965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce47cf-ef05-45a0-b44f-75e8dcb529d6 req-58159500-7216-4019-9971-b94ca746e5ff tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:41.563476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acce47cf-ef05-45a0-b44f-75e8dcb529d6 req-58159500-7216-4019-9971-b94ca746e5ff tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.5468917 Mar 02 18:43:41.579847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.588580 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d7c0cd-7339-4156-8adf-55c41801d0d0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:41.589037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d7c0cd-7339-4156-8adf-55c41801d0d0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:41.620253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4456ee-25fc-4299-baa2-128e94379cc5 req-0f3a7b45-bfc2-4778-91f3-a3237ea18735 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:41.623515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4456ee-25fc-4299-baa2-128e94379cc5 req-0f3a7b45-bfc2-4778-91f3-a3237ea18735 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:41.625090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c4456ee-25fc-4299-baa2-128e94379cc5 req-0f3a7b45-bfc2-4778-91f3-a3237ea18735 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 1678 time: 0.3059280 Mar 02 18:43:41.643122 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84d7c0cd-7339-4156-8adf-55c41801d0d0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/d41fdd93-a2c0-49d4-8664-60158be6561d HTTP/1.1" status: 404 len: 337 time: 0.0968759 Mar 02 18:43:41.644944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=5fe3750a-75f2-44f8-b4c8-d8ed159865ec,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:41.646730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48132) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.664753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acce47cf-ef05-45a0-b44f-75e8dcb529d6 req-51a74cf9-dd31-481f-b178-ece5107b9436 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905216 Mar 02 18:43:41.694699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c4456ee-25fc-4299-baa2-128e94379cc5 req-7ca97eac-3acb-45f1-8e13-3565cf12fd0f tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602779 Mar 02 18:43:41.698593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.768262 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d91d1191-20e8-4e39-b35e-9db4bca058b0 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=8d39fd2e-6db7-4559-b9b3-402167349ff5 HTTP/1.1" status: 200 len: 205 time: 0.1194298 Mar 02 18:43:41.773822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48138) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.829909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=6543d57b-1e99-418d-8624-a24370e4cefa,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:41.843674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.848763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0545944-df0a-490d-bc03-56d5873d5850 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/5fe3750a-75f2-44f8-b4c8-d8ed159865ec HTTP/1.1" status: 204 len: 168 time: 1.7961156 Mar 02 18:43:41.849381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.891540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] No DVR routers for this DVR port 6543d57b-1e99-418d-8624-a24370e4cefa on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:41.895147 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5c9a749c-a235-47bf-9299-af101590af04 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:41.895147 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c9a749c-a235-47bf-9299-af101590af04 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/8d39fd2e-6db7-4559-b9b3-402167349ff5 HTTP/1.1" status: 404 len: 336 time: 0.1169481 Mar 02 18:43:41.899331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48146) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:41.900409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:41.954092 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19039f5-f80b-410f-8f12-6bdcbc508e32 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:41.954573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19039f5-f80b-410f-8f12-6bdcbc508e32 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:41.956221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f19039f5-f80b-410f-8f12-6bdcbc508e32 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/d2098071-ab58-4167-8875-6396af249f03 HTTP/1.1" status: 404 len: 337 time: 0.0526109 Mar 02 18:43:41.957080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30a68da-8d63-4ffb-88c1-8c927a88b94c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:41.957818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b30a68da-8d63-4ffb-88c1-8c927a88b94c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:41.958969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48150) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.012034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8e4c5385-07e7-4b10-8542-6e7b5e598418 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d810ef3-aba5-4bf9-bd46-3bbfda854a14 HTTP/1.1" status: 200 len: 205 time: 0.0518095 Mar 02 18:43:42.014517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.036848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594ba4a-6f4b-4e4b-8f77-5191274f1a7c req-83e7d689-9603-4fd2-95c7-a606c86a2adc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:42.038351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3594ba4a-6f4b-4e4b-8f77-5191274f1a7c req-83e7d689-9603-4fd2-95c7-a606c86a2adc tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.1933677 Mar 02 18:43:42.077936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-7cc5b5f0-ed28-43d5-8679-04dab1728e3b tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "DELETE /v2.0/ports/6543d57b-1e99-418d-8624-a24370e4cefa HTTP/1.1" status: 204 len: 173 time: 1.7627077 Mar 02 18:43:42.085499 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-2f821af7-ce6b-42a2-8d5a-c2814953e48a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] delete failed (client error): The resource could not be found. Mar 02 18:43:42.089011 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f821af7-ce6b-42a2-8d5a-c2814953e48a tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/routers/2d810ef3-aba5-4bf9-bd46-3bbfda854a14 HTTP/1.1" status: 404 len: 336 time: 0.0710268 Mar 02 18:43:42.089011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b30a68da-8d63-4ffb-88c1-8c927a88b94c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:42.090747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b30a68da-8d63-4ffb-88c1-8c927a88b94c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2329662 Mar 02 18:43:42.091880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48158) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.092475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48160) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.122563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3594ba4a-6f4b-4e4b-8f77-5191274f1a7c req-cf01c32c-6b2b-4b6f-a2e1-f10ede0c255d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779014 Mar 02 18:43:42.176549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port a486c56e-6482-4c24-af9b-e15f8d047d4c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:42.177207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.184019 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d686520b-26e4-48c1-9d9d-99eac35ea3d1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:42.184490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d686520b-26e4-48c1-9d9d-99eac35ea3d1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:42.186241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d686520b-26e4-48c1-9d9d-99eac35ea3d1 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/8c4d481d-9385-48e1-b38d-5006429a29a5 HTTP/1.1" status: 404 len: 337 time: 0.0924180 Mar 02 18:43:42.189066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48168) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.357620 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-20adaafa-a7b4-4768-9abe-47d2ce64b2c7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:42.357994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20adaafa-a7b4-4768-9abe-47d2ce64b2c7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:42.361575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-20adaafa-a7b4-4768-9abe-47d2ce64b2c7 tempest-RoutersTest-665392163 tempest-RoutersTest-665392163-project] 10.222.0.66 "DELETE /v2.0/subnets/7f5cb669-afdb-4b0f-b22b-ffe422c78749 HTTP/1.1" status: 404 len: 337 time: 0.1697836 Mar 02 18:43:42.419689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b291dcb4-bd55-4651-8d36-81f0046d46dd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:42.424781 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b291dcb4-bd55-4651-8d36-81f0046d46dd tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3288462 Mar 02 18:43:42.426280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:42.427602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.510166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] For port a486c56e-6482-4c24-af9b-e15f8d047d4c, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a486c56e-6482-4c24-af9b-e15f8d047d4c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:42.510688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.560933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:42.562842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:42.564391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:42.565216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:42.593272 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': '6543d57b-1e99-418d-8624-a24370e4cefa', 'status': 'completed', 'code': 200} Mar 02 18:43:42.677155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:42.678360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8500e004-9f17-42ce-a093-deefc6c084cb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2497928 Mar 02 18:43:42.681255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:42.822828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 00756e70-f253-4bcc-a368-78e13ac4b98a {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:42.832670 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:42.903392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.017537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.017911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.018269 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Floating IP bc474490-59af-48cb-896e-fe42254b8a18 disassociated. External IP: 172.25.7.222, port: a486c56e-6482-4c24-af9b-e15f8d047d4c. Mar 02 18:43:43.018622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for a486c56e-6482-4c24-af9b-e15f8d047d4c owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:43.053613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.109492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48226) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:43.131991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f170c5-53f2-4638-9e08-50fcfa7c599a req-81e30109-dc82-4bb4-93c7-23d9fc67958d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:43.132618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-19f170c5-53f2-4638-9e08-50fcfa7c599a req-81e30109-dc82-4bb4-93c7-23d9fc67958d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Synchronizing usage tracker for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:43.220277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-19f170c5-53f2-4638-9e08-50fcfa7c599a req-81e30109-dc82-4bb4-93c7-23d9fc67958d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Unset dirty status for tenant:5692b22e7e1147768b7defa74ebaef66 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:43.223215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19f170c5-53f2-4638-9e08-50fcfa7c599a req-81e30109-dc82-4bb4-93c7-23d9fc67958d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 944 time: 0.3060825 Mar 02 18:43:43.242528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.280766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19f170c5-53f2-4638-9e08-50fcfa7c599a req-40651f5d-b954-458d-b7db-3b54077dbd00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups?id=86698230-924c-4b1f-8a50-edc4c34e1300&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446763 Mar 02 18:43:43.305293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=00756e70-f253-4bcc-a368-78e13ac4b98a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:43.310644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.333712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.334310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827a3beb-2f91-4204-8df4-3b90d68a06c8 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:43.367027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aad9b062-654c-4dc5-9601-a2d65983a8e8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=90aa200b5c0544ae8a521c5d15bf216a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2477241 Mar 02 18:43:43.374112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:43.389983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=a486c56e-6482-4c24-af9b-e15f8d047d4c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:43.436426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a3d3427-7305-44e9-9a7e-22f223bd6f10 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/00756e70-f253-4bcc-a368-78e13ac4b98a HTTP/1.1" status: 204 len: 168 time: 0.7540519 Mar 02 18:43:43.447118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48250) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:43.537911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet a959762b-5e86-4681-b9a7-683cd1de6a91 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:43.541426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.601821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.715054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.724086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:43:43.751531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.782840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.978762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:43.979822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:43:43.993470 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Sync routers for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:43:44.012792 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:44.016250 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:44.039107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a8bfa2-26ce-4f7d-aaef-54af1f1c008f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.050087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.142611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.166696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=a959762b-5e86-4681-b9a7-683cd1de6a91,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:44.170914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.172837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f430f4a2-d2fb-41c2-8bef-9e0c76ce7ebd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76a8bfa2-26ce-4f7d-aaef-54af1f1c008f HTTP/1.1" status: 204 len: 168 time: 0.7970786 Mar 02 18:43:44.178036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe5d47e9-cdb5-4348-a5e1-ba683d77f79f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/a959762b-5e86-4681-b9a7-683cd1de6a91 HTTP/1.1" status: 204 len: 168 time: 0.7309887 Mar 02 18:43:44.178804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48258) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:44.226157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] No DVR routers for this DVR port a486c56e-6482-4c24-af9b-e15f8d047d4c on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:44.233858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.236392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf26e9e-a153-4a8d-8aaf-e8b795a2ff12 req-cba20ebc-c391-4a9f-a2a0-69da2514df7c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.65 "DELETE /v2.0/ports/a486c56e-6482-4c24-af9b-e15f8d047d4c HTTP/1.1" status: 204 len: 173 time: 2.1525860 Mar 02 18:43:44.282914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70329934-2fef-4c1c-93d5-799dff481617 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028194 Mar 02 18:43:44.283695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48264) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:44.290293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:44.324726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644666f-dac0-40ee-9189-eab391b8b06f req-af881acb-2276-4abd-bb42-9a0b4aee7f7e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:44.333187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3644666f-dac0-40ee-9189-eab391b8b06f req-af881acb-2276-4abd-bb42-9a0b4aee7f7e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=45689765-c618-4733-8897-340ff045d79b HTTP/1.1" status: 200 len: 943 time: 0.1644211 Mar 02 18:43:44.403303 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:44.493211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:44.497090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.545915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:44.557417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:44.563150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:44.570177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:44.617066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:44.635586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:44.641109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:44.723113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a371923-aa1b-403c-80b3-f58ff4b9930c req-adb82cff-8703-490d-922b-ff14619cb157 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.1456132 Mar 02 18:43:44.737435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b98bd20-2391-405a-8acb-1b4106d79876 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:44.866651 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '276ced1d-03b1-4a55-aa61-01ce16a9a145', 'name': 'network-vif-deleted', 'tag': 'a486c56e-6482-4c24-af9b-e15f8d047d4c', 'status': 'completed', 'code': 200} Mar 02 18:43:45.020531 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:45.055508 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Checking router: f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:43:45.134821 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:43:45.135450 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:45.244575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:45.245172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.275838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.371954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2e1891bd-1bc8-41b4-bc27-e95fda489e41 None None] Provisioning complete for port 6961b808-baa2-4a40-bfcd-f170cba086b1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:45.372913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2e1891bd-1bc8-41b4-bc27-e95fda489e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.404471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:45.416595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:45.423745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:45.426609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.496835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=3b240689-9e11-4d92-aff1-017e596f80b8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:45.547926 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f0c6aef3-ccb9-48f2-bf19-a6f5d9e68ed6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2624714 Mar 02 18:43:45.551252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48290) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:45.557960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:45.606403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:45.646728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:45.646932 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:43:45.649099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Deleting port 6961b808-baa2-4a40-bfcd-f170cba086b1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:45.649590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.833242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:45.843049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:45.849664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:45.863612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:45.939418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:45.943105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:45.993710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:46.012276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] For port 6961b808-baa2-4a40-bfcd-f170cba086b1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6961b808-baa2-4a40-bfcd-f170cba086b1,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:46.012822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.038710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-433d013a-f92c-4cba-ba0d-8c3584226b4c req-1154c69d-52c0-46d6-af53-01b4b96ecb67 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.0719821 Mar 02 18:43:46.116097 n-d-828839-1 neutron-server[88708]: INFO neutron.db.ipam_backend_mixin [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3b240689-9e11-4d92-aff1-017e596f80b8 (CIDR: 2001:db8::/64) Mar 02 18:43:46.134007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.151072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:43:46.168746 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:43:46.169299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:46.221751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436710939'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:46.222598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:43:46.252246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:46.259571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:46.263602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:46.270908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:46.285382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18af16f0-15c1-47f1-bf05-d313d143255c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7297254 Mar 02 18:43:46.286451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48306) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:46.296215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'subnet': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:46.301547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:46.307659 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:46.316818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3002ed70-f5b6-4305-bd5c-b76a53829505 None None] The sync data for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 is: [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:35:00Z', 'revision_number': 4, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '9bf36164-dd72-4f46-a185-49cf43cdcaf6', 'name': '', 'network_id': '2e8c1883-5ff5-477c-9c0b-f70e6a59330f', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'mac_address': 'fa:16:3e:4e:f1:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:59Z', 'updated_at': '2022-03-02T18:35:07Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'subnets': [{'id': 'f1307282-1fe7-44a1-8e69-8c6c879ddf16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:43:46.408012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] No DVR routers for this DVR port 06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:46.411332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.462524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.463597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Calling delete_port for 6961b808-baa2-4a40-bfcd-f170cba086b1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:46.476541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3644666f-dac0-40ee-9189-eab391b8b06f req-fa501218-3df7-4d1f-8dbc-8ef33898e09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "DELETE /v2.0/ports/06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7 HTTP/1.1" status: 204 len: 173 time: 2.1367478 Mar 02 18:43:46.495748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.525977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:46.538270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:46.544078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:46.755965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:46.762376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Usage tracker for resource:subnet and tenant:85a791d959084687be1f181455ac974e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:46.769486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:46.778243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:46.780760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:46.802742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12f26ff-4f58-4116-99da-c95ef3275f3c None None] New status for floating IP bc474490-59af-48cb-896e-fe42254b8a18: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:43:46.864615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-deleted', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:46.911517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:46.923531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.959818 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:46.960177 n-d-828839-1 neutron-server[88709]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '45689765-c618-4733-8897-340ff045d79b', 'name': 'network-vif-deleted', 'tag': '06f41e2d-8b72-4ddf-a7c2-f0bccdb93ee7', 'status': 'failed', 'code': 422} returned with failed status Mar 02 18:43:47.136107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] No DVR routers for this DVR port 6961b808-baa2-4a40-bfcd-f170cba086b1 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:47.186140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eae39c-cf16-44e2-89cd-ffef75a8773f None None] Pushing event deleted for resources: {'Port': ['ID=6961b808-baa2-4a40-bfcd-f170cba086b1,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.210686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781f835-d527-411f-8a2a-29f67ebbc204 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:47.314383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b0f4387-b193-4d6f-8041-ce6a215cb086 req-716e8975-19b3-4bc6-8025-d69fb6eefc7d tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.0993364 Mar 02 18:43:47.377108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6961b808-baa2-4a40-bfcd-f170cba086b1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:47.377513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.421678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6961b808-baa2-4a40-bfcd-f170cba086b1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:47.422022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6961b808-baa2-4a40-bfcd-f170cba086b1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:47.499128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.552647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:47.569380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:47.579790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:47.598010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:47.632796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d73976-5155-4da4-8bc7-f9697da65f79,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:47.698869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'tenant_id': '85a791d959084687be1f181455ac974e', 'fixed_ips': [{'subnet_id': '3b240689-9e11-4d92-aff1-017e596f80b8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:43:47.700920 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.821445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.876698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:43:47.877901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.918945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:47.977074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:47.987327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:47.997519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:47.997658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.019177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c07163-2cca-4196-81cf-0dcfc214bd0b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.024948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Subnet': ['ID=033092e7-7ca7-4471-8847-9bfeafc4e095,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.036464 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.040608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48356) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.040742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f93ec98-5253-463e-a72a-4350725310aa tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0454183 Mar 02 18:43:48.088103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e1650d6-f72f-4583-9c54-0a5e9c32fc51 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.8004053 Mar 02 18:43:48.090886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.096687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Request body: {'port': {'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278', 'mac_address': 'fa:16:3e:b8:94:3e', 'name': 'tempest-NetworksTestDHCPv6-1554496121'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:48.125867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Allocated IP 2001:db8::2 (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3b240689-9e11-4d92-aff1-017e596f80b8/68af786f-0faf-41f1-aa1e-1a9a23ea761f) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:48.144893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87302d72-0f98-4831-b5ac-989805ff5f31 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1027579 Mar 02 18:43:48.145687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe06:fc8c (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/033092e7-7ca7-4471-8847-9bfeafc4e095/68af786f-0faf-41f1-aa1e-1a9a23ea761f) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:48.149057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48364) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.155080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-security--645282557', 'description': 'tempest-security-description-554319016'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:48.241262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.327037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.344305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:48.356929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:48.426555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.428085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Made reservation on behalf of 85a791d959084687be1f181455ac974e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:43:48.432445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.434931 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "PUT /v2.0/security-groups/14c07163-2cca-4196-81cf-0dcfc214bd0b HTTP/1.1" status: 200 len: 1778 time: 0.2848704 Mar 02 18:43:48.458838 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.464304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.472701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Transition to ACTIVE for port object 68af786f-0faf-41f1-aa1e-1a9a23ea761f will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:48.496924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Transition to ACTIVE for port object 68af786f-0faf-41f1-aa1e-1a9a23ea761f will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:48.552500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.626592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:48.627957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.633947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:48.645928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:48.653809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a964945b-b63b-4e01-bb48-401fe674eee8 req-865384ca-23c0-4f3c-bb83-deff19bb9a01 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/ports?device_id=276ced1d-03b1-4a55-aa61-01ce16a9a145 HTTP/1.1" status: 200 len: 210 time: 0.0858433 Mar 02 18:43:48.654349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f734d2d-de6b-4a1a-9011-78fc48556f48 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c07163-2cca-4196-81cf-0dcfc214bd0b,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.668721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] device_id is not set on port 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:43:48.733157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7da1e036-ea0d-43fd-b4c2-1546d72368ae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups/14c07163-2cca-4196-81cf-0dcfc214bd0b HTTP/1.1" status: 200 len: 1778 time: 0.2677574 Mar 02 18:43:48.733831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48378) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:48.761742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0e34e-f03f-47d7-ba0d-b55fe5abb0d3 req-44ec80bc-3329-474c-8b55-5b7a1154adec tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:48.762477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c3e0e34e-f03f-47d7-ba0d-b55fe5abb0d3 req-44ec80bc-3329-474c-8b55-5b7a1154adec tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:48.807070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Pushing event updated for resources: {'Port': ['ID=68af786f-0faf-41f1-aa1e-1a9a23ea761f,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:48.835931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.859327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Attempting to bind port 68af786f-0faf-41f1-aa1e-1a9a23ea761f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:43:48.859891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Attempting to bind port 68af786f-0faf-41f1-aa1e-1a9a23ea761f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:43:48.860534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Attempting to bind port 68af786f-0faf-41f1-aa1e-1a9a23ea761f on network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:43:48.869802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:43:48.870467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.870839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Checking segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:43:48.871213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.871779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Bound using segment: {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:43:48.872257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Bound port: 68af786f-0faf-41f1-aa1e-1a9a23ea761f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29f1698c-1133-4687-9fc2-32b3989e048c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'dad76f70-f0b6-4d63-8e0f-2d76ebbb2278'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:43:48.872641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:48.944364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8::32f (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/3b240689-9e11-4d92-aff1-017e596f80b8/82ef80f8-f2a8-4a31-9804-40a1cf1edc0e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:48.956901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:943e (dad76f70-f0b6-4d63-8e0f-2d76ebbb2278/033092e7-7ca7-4471-8847-9bfeafc4e095/82ef80f8-f2a8-4a31-9804-40a1cf1edc0e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:43:48.991475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] For port 68af786f-0faf-41f1-aa1e-1a9a23ea761f, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:43:48.996207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] For port 68af786f-0faf-41f1-aa1e-1a9a23ea761f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=68af786f-0faf-41f1-aa1e-1a9a23ea761f,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:43:49.000835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c3e0e34e-f03f-47d7-ba0d-b55fe5abb0d3 req-44ec80bc-3329-474c-8b55-5b7a1154adec tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:49.002170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3e0e34e-f03f-47d7-ba0d-b55fe5abb0d3 req-44ec80bc-3329-474c-8b55-5b7a1154adec tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 907 time: 0.5417385 Mar 02 18:43:49.052888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.087326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c07163-2cca-4196-81cf-0dcfc214bd0b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:49.092167 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.095315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a06c17e1-5b98-49e5-b5ca-6f3c86de0164 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/14c07163-2cca-4196-81cf-0dcfc214bd0b HTTP/1.1" status: 204 len: 168 time: 0.3584051 Mar 02 18:43:49.095920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:49.147366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-957d9a66-fb40-46d3-84b2-bd7eee19b05f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:49.205483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.220931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Transition to ACTIVE for port object 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:43:49.253260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.333789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.334326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259f45a3-98ad-4082-9c06-8a05bc58fbf0 None None] Pushing event updated for resources: {'Port': ['ID=68af786f-0faf-41f1-aa1e-1a9a23ea761f,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:49.384468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-957d9a66-fb40-46d3-84b2-bd7eee19b05f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:49.388395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-957d9a66-fb40-46d3-84b2-bd7eee19b05f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2887967 Mar 02 18:43:49.389865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48388) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:49.404011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:43:49.408979 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-44d80646-f07d-4844-be29-fdb0eb48bb3e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] delete failed (client error): The resource could not be found. Mar 02 18:43:49.414922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-44d80646-f07d-4844-be29-fdb0eb48bb3e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/14c07163-2cca-4196-81cf-0dcfc214bd0b HTTP/1.1" status: 404 len: 347 time: 0.0197985 Mar 02 18:43:49.415115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:43:49.417134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48392) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:49.417296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:43:49.422303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1377857661'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:49.422796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:49.423413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.428999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:49.438273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event updated for resources: {'Port': ['ID=82ef80f8-f2a8-4a31-9804-40a1cf1edc0e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:49.440971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:49.546190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1234cbdc-1154-416e-8f59-8a529d64e553 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4540005 Mar 02 18:43:49.547855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48398) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:49.632458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.662924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:49.680384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:49.687054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:49.698855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting port 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:49.699203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:49.733201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:49.863187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-a9b59362-15df-43a7-a882-9c139309b495 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:49.865086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-a9b59362-15df-43a7-a882-9c139309b495 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 907 time: 0.2854168 Mar 02 18:43:49.965250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48416) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.067323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 528e3c39-a07d-45d0-bb1e-10a787b7d147 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:50.067664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.079888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.110581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.156265 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.219620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.255032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.257563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86698230-924c-4b1f-8a50-edc4c34e1300,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:50.328477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.349600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.351161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6bb8608a-aaca-43cb-b50c-d51c5f572838 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/security-groups/86698230-924c-4b1f-8a50-edc4c34e1300 HTTP/1.1" status: 204 len: 168 time: 0.3849525 Mar 02 18:43:50.354886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.377437 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-f47980f2-9edd-47c0-9cc4-dcd781d4b59c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] show failed (client error): The resource could not be found. Mar 02 18:43:50.377437 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f47980f2-9edd-47c0-9cc4-dcd781d4b59c tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "GET /v2.0/security-groups/86698230-924c-4b1f-8a50-edc4c34e1300 HTTP/1.1" status: 404 len: 347 time: 0.0224533 Mar 02 18:43:50.381127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48430) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.552785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a97f9b-0019-4ee6-bb9e-0184d0fafff4 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:50.574029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=503dc34b-c403-43d7-9677-ffae817e0d53,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:50.647183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Calling delete_port for 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:50.670582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port b05894c9-f3a3-45aa-b303-60b49bf206a3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:50.671189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.731918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a75bf893-c75e-4230-bbdd-2914ae8b9ce9 None None] Provisioning for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:50.738715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.742859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be86d5ae-3e2e-4431-8c86-0e81aab53734 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3220463 Mar 02 18:43:50.749843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:50.755515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '503dc34b-c403-43d7-9677-ffae817e0d53', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:50.765727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:50.818404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:50.819796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1c05b-c79d-47e2-b935-6a2084fd688f req-7e1984f1-5ffc-4c63-8a50-a27f46d494ad tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:50.821332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5a1c05b-c79d-47e2-b935-6a2084fd688f req-7e1984f1-5ffc-4c63-8a50-a27f46d494ad tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 907 time: 0.6702597 Mar 02 18:43:50.824809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:50.842794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:50.873707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 528e3c39-a07d-45d0-bb1e-10a787b7d147, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=528e3c39-a07d-45d0-bb1e-10a787b7d147,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:50.874102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.880131 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:50.880524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.018568 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.032329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for b05894c9-f3a3-45aa-b303-60b49bf206a3 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:51.096633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 528e3c39-a07d-45d0-bb1e-10a787b7d147 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:51.175179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.245156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.283396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.299310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d477dc1-f957-4909-afb4-db53235f8f05,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.320314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 68af786f-0faf-41f1-aa1e-1a9a23ea761f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:51.402264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Port': ['ID=82ef80f8-f2a8-4a31-9804-40a1cf1edc0e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.464474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.465933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e15f1308-13ea-40e1-b83d-8467264a8f5e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7149544 Mar 02 18:43:51.467199 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.471239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48448) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:51.481200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.501166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-83746e3f-5d9f-491c-a4c8-b7711a95bb76 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/82ef80f8-f2a8-4a31-9804-40a1cf1edc0e HTTP/1.1" status: 204 len: 168 time: 1.9501948 Mar 02 18:43:51.502429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:51.511844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:43:51.521419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:51.522010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.542047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=b05894c9-f3a3-45aa-b303-60b49bf206a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.637493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.657399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.715227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1356feb-fdc4-4a20-960b-1b08666f5e9a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:51.716372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e1356feb-fdc4-4a20-960b-1b08666f5e9a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:51.735652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.755902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.756913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.758338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e840d1d4-e5ea-4fe9-a0b8-d041fabfc7bb tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/floatingips/bc474490-59af-48cb-896e-fe42254b8a18 HTTP/1.1" status: 204 len: 168 time: 1.3762782 Mar 02 18:43:51.761444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48464) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:51.778404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Provisioning complete for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:51.781807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.848354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.852848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.864198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=528e3c39-a07d-45d0-bb1e-10a787b7d147,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:51.867522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e1356feb-fdc4-4a20-960b-1b08666f5e9a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:51.868698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e1356feb-fdc4-4a20-960b-1b08666f5e9a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3654301 Mar 02 18:43:51.899172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48470) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:51.902255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 68af786f-0faf-41f1-aa1e-1a9a23ea761f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=68af786f-0faf-41f1-aa1e-1a9a23ea761f,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:51.915388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:51.920616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/6d477dc1-f957-4909-afb4-db53235f8f05 HTTP/1.1" status: 204 len: 168 time: 0.4088857 Mar 02 18:43:51.939054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:51.990293 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.009705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.081757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] No DVR routers for this DVR port 528e3c39-a07d-45d0-bb1e-10a787b7d147 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:52.085902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.088084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4545f2e1-9241-4ce8-918d-8a4c1daf3eab req-f2799e86-b340-46ee-86ce-f847396e2940 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "DELETE /v2.0/ports/528e3c39-a07d-45d0-bb1e-10a787b7d147 HTTP/1.1" status: 204 len: 173 time: 2.2099340 Mar 02 18:43:52.097943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'name': 'network-vif-deleted', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:52.117090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port fd398c78-7404-4d88-ac78-3ff302e47d6e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:52.119648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606da9a2-91e3-4a09-b651-16e67aed656f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d477dc1-f957-4909-afb4-db53235f8f05,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:52.125105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.180030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d7c7b56-848c-4a1d-b215-a26381f91f86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.249416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60ab3a24-d4f0-423a-a245-c8685f18b7b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:52.290569 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb9b3e07-d0a4-4c60-be0f-18a31f6b8451', 'name': 'network-vif-deleted', 'tag': '528e3c39-a07d-45d0-bb1e-10a787b7d147', 'status': 'completed', 'code': 200} Mar 02 18:43:52.313649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=68af786f-0faf-41f1-aa1e-1a9a23ea761f,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:52.316980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d631aa7-9c2d-4065-a5e2-720468333028 req-3860dcd1-d46f-4537-8f47-605281e9b09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:52.324735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695db96e-ae0b-4619-83ed-54ffab112711 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:52.325920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695db96e-ae0b-4619-83ed-54ffab112711 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:52.346512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:43:52.346512 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:43:52.361346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-695db96e-ae0b-4619-83ed-54ffab112711 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:52.363281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-695db96e-ae0b-4619-83ed-54ffab112711 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4326594 Mar 02 18:43:52.365739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:52.406734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60ab3a24-d4f0-423a-a245-c8685f18b7b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:52.408861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60ab3a24-d4f0-423a-a245-c8685f18b7b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3603468 Mar 02 18:43:52.412222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48484) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:52.465585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:52.467271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:52.469051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:52.469262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9d631aa7-9c2d-4065-a5e2-720468333028 req-3860dcd1-d46f-4537-8f47-605281e9b09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:52.469774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:52.470448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d631aa7-9c2d-4065-a5e2-720468333028 req-3860dcd1-d46f-4537-8f47-605281e9b09d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb9b3e07-d0a4-4c60-be0f-18a31f6b8451 HTTP/1.1" status: 200 len: 210 time: 0.2605903 Mar 02 18:43:52.555566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:52.559252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-981c3798-ed6e-483b-88e8-7e3f7d5f84a7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1897495 Mar 02 18:43:52.559455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48488) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:52.609669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.631862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 033092e7-7ca7-4471-8847-9bfeafc4e095 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:52.637036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.660096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.672991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.701053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.796128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.949129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3356837-72e5-43dc-bb3f-1f9b4a4433cc None None] Could not find standard attr ID for object 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:43:52.962081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:52.983050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for fd398c78-7404-4d88-ac78-3ff302e47d6e owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:53.037449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=033092e7-7ca7-4471-8847-9bfeafc4e095,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:53.055604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.056810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee4f03-74c2-43d6-b5ea-3af4c1c1b671 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:53.112357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6e53a084-c553-4ffb-a7f6-e635ce30ae98 None None] Could not find standard attr ID for object 82ef80f8-f2a8-4a31-9804-40a1cf1edc0e. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:43:53.126943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.151993 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c96456d2-2f56-4348-88ef-ee8304214cd3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/033092e7-7ca7-4471-8847-9bfeafc4e095 HTTP/1.1" status: 204 len: 168 time: 0.5913148 Mar 02 18:43:53.154472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:53.184300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=503dc34b-c403-43d7-9677-ffae817e0d53,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:53.299426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.301049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9bc35e2e-e6e8-4116-a1cf-e08af7789257 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/503dc34b-c403-43d7-9677-ffae817e0d53 HTTP/1.1" status: 204 len: 168 time: 0.8878627 Mar 02 18:43:53.303799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:53.338286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.366184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Deleting subnet 3b240689-9e11-4d92-aff1-017e596f80b8 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:53.370308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.373753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 68af786f-0faf-41f1-aa1e-1a9a23ea761f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:43:53.461406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=fd398c78-7404-4d88-ac78-3ff302e47d6e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:53.484223 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.602072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d22ae9e7-b70e-4eca-9884-ad0adfa14f43 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:53.661465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.665362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e719f1ed-9796-437a-931a-edc0b7dd3bdf tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/ports/fd398c78-7404-4d88-ac78-3ff302e47d6e HTTP/1.1" status: 204 len: 168 time: 1.8664830 Mar 02 18:43:53.667994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:53.669323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.681675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:53.682053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.728251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d22ae9e7-b70e-4eca-9884-ad0adfa14f43 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:53.733334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d22ae9e7-b70e-4eca-9884-ad0adfa14f43 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4245670 Mar 02 18:43:53.745591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48518) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:53.752791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1280793217'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:53.775447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:53.797525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:53.804908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting port a8b62970-721e-4229-97b4-b1afd12fe38c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:53.805264 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.911230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:53.988298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.019808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:54.041385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.048134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:54.058447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:54.087328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3b240689-9e11-4d92-aff1-017e596f80b8 HTTP/1.1" status: 204 len: 168 time: 0.9293129 Mar 02 18:43:54.090832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b6a6bd-d79c-4805-900b-6bfba3d24945 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Subnet': ['ID=3b240689-9e11-4d92-aff1-017e596f80b8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:54.096747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:54.099686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.241813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-46ee2bbd-1669-48e5-afdf-83c5d6eda48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.337104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 528e3c39-a07d-45d0-bb1e-10a787b7d147 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:54.359074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7d415562-5e39-4a89-a7c9-e074a666eaa2 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2280531 Mar 02 18:43:54.359847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48534) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.475555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 528e3c39-a07d-45d0-bb1e-10a787b7d147 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:54.475977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 528e3c39-a07d-45d0-bb1e-10a787b7d147 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:54.511838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.540207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3bb604-b5b6-41e6-a431-4a2b17954ca9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:54.542927 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a3bb604-b5b6-41e6-a431-4a2b17954ca9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1808701 Mar 02 18:43:54.544819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48542) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.687212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Calling delete_port for a8b62970-721e-4229-97b4-b1afd12fe38c owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:54.745932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c59781-51d1-4b3c-9f44-8f655e9438e7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:54.746538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b5c59781-51d1-4b3c-9f44-8f655e9438e7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Synchronizing usage tracker for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:54.797217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b31e77-8ba0-40a7-b165-38a29b9d3f72 None None] Network dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:54.824495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.846790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b5c59781-51d1-4b3c-9f44-8f655e9438e7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Unset dirty status for tenant:85a791d959084687be1f181455ac974e on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:54.848622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b5c59781-51d1-4b3c-9f44-8f655e9438e7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3028429 Mar 02 18:43:54.851091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48546) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.916954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d01ee949-1322-4fc0-9f6d-b8a579ece8e3 None None] Provisioning complete for port 68af786f-0faf-41f1-aa1e-1a9a23ea761f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:43:54.917257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d01ee949-1322-4fc0-9f6d-b8a579ece8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.926271 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:54.930780 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e2e5b254-b917-4c6c-bc46-7c44c9090dce tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0761654 Mar 02 18:43:54.938453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48550) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.986934 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26a83cf-8f14-4149-9ee1-49666b863117 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:54.988158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c26a83cf-8f14-4149-9ee1-49666b863117 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:54.992594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dccbd-8367-4802-b5d4-95d61d8c5fb2 req-fe5d7671-7ffb-46bd-9d2b-9756000b6cda tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:54.993135 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c26a83cf-8f14-4149-9ee1-49666b863117 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/82ef80f8-f2a8-4a31-9804-40a1cf1edc0e HTTP/1.1" status: 404 len: 333 time: 0.0532281 Mar 02 18:43:54.993700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:54.995813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f24dccbd-8367-4802-b5d4-95d61d8c5fb2 req-fe5d7671-7ffb-46bd-9d2b-9756000b6cda tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.5567911 Mar 02 18:43:55.033945 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea4f4944-4dea-461c-b1e2-8e361901c15e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.034622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea4f4944-4dea-461c-b1e2-8e361901c15e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.039071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea4f4944-4dea-461c-b1e2-8e361901c15e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/033092e7-7ca7-4471-8847-9bfeafc4e095 HTTP/1.1" status: 404 len: 337 time: 0.0442288 Mar 02 18:43:55.039817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.060296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.064892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3196745 Mar 02 18:43:55.073691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48562) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.083827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '74618ad4-d65b-4f22-a672-9c8655d96c71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:55.091612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:55.096673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:55.100032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:55.107050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:55.113345 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab69d0a-2000-4f17-b2e7-e4bc5091114a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.118622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab69d0a-2000-4f17-b2e7-e4bc5091114a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.122517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9ab69d0a-2000-4f17-b2e7-e4bc5091114a tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3b240689-9e11-4d92-aff1-017e596f80b8 HTTP/1.1" status: 404 len: 337 time: 0.0816538 Mar 02 18:43:55.125070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.189281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e329c0-573f-4dfe-95a2-5d384540d238 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74618ad4-d65b-4f22-a672-9c8655d96c71,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:55.209621 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f24dccbd-8367-4802-b5d4-95d61d8c5fb2 req-d2b40f09-cc7a-4688-827b-2bfd4b22112d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966009 Mar 02 18:43:55.215154 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2dccce-82e0-4ab1-b7cd-cb2d5931a014 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.215646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2dccce-82e0-4ab1-b7cd-cb2d5931a014 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.222173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb2dccce-82e0-4ab1-b7cd-cb2d5931a014 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/5fe3750a-75f2-44f8-b4c8-d8ed159865ec HTTP/1.1" status: 404 len: 333 time: 0.0905533 Mar 02 18:43:55.228176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48572) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.228294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-1c2b5999-2fac-4d3a-96e5-e981b2a2d9c2 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:55.240194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-1c2b5999-2fac-4d3a-96e5-e981b2a2d9c2 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.4861236 Mar 02 18:43:55.254469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] DHCP port deletion for dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:55.260441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Deleting port 68af786f-0faf-41f1-aa1e-1a9a23ea761f {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:55.260960 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.266457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.271566 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9281979-dcb8-46d2-9b3a-ff1a5449a474 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.272040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9281979-dcb8-46d2-9b3a-ff1a5449a474 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.273753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9281979-dcb8-46d2-9b3a-ff1a5449a474 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/00756e70-f253-4bcc-a368-78e13ac4b98a HTTP/1.1" status: 404 len: 337 time: 0.0477796 Mar 02 18:43:55.286580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.309478 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.320729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.347916 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b32c5b0b-c718-4a7d-8c5a-3257f109d2d7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.348644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b32c5b0b-c718-4a7d-8c5a-3257f109d2d7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.353054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b32c5b0b-c718-4a7d-8c5a-3257f109d2d7 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/a959762b-5e86-4681-b9a7-683cd1de6a91 HTTP/1.1" status: 404 len: 337 time: 0.0653362 Mar 02 18:43:55.353666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.356777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:55.361721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Usage tracker for resource:security_group_rule and tenant:01f49a03f4b043e9962bf69733fc29a3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:55.365225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:55.372258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:55.403703 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb9de23-7897-4b74-8da1-2337e340b7db tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.404952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb9de23-7897-4b74-8da1-2337e340b7db tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.410569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cb9de23-7897-4b74-8da1-2337e340b7db tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/74d7ec23-b679-49de-a475-345e0ee2f15a HTTP/1.1" status: 404 len: 333 time: 0.0556266 Mar 02 18:43:55.411395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48590) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.456803 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-298c4515-b495-4fb1-9077-f7758a9f62ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.457801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298c4515-b495-4fb1-9077-f7758a9f62ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.462872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-298c4515-b495-4fb1-9077-f7758a9f62ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/415328bd-ea04-4bc0-9dd5-ea404cffc0e8 HTTP/1.1" status: 404 len: 337 time: 0.0502119 Mar 02 18:43:55.463689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48594) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.508812 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-26112c99-d3d4-429f-b0df-2d0cab131f2c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.509576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26112c99-d3d4-429f-b0df-2d0cab131f2c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.517549 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26112c99-d3d4-429f-b0df-2d0cab131f2c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/dd10586e-4843-4dee-9323-4e4aa48e9544 HTTP/1.1" status: 404 len: 337 time: 0.0526450 Mar 02 18:43:55.518629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48600) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.523294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] For port 68af786f-0faf-41f1-aa1e-1a9a23ea761f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=68af786f-0faf-41f1-aa1e-1a9a23ea761f,segment=NetworkSegment(29f1698c-1133-4687-9fc2-32b3989e048c),segment_id=29f1698c-1133-4687-9fc2-32b3989e048c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:55.523402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.565426 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc81caa-9179-4d4b-87fd-0a095a8c5178 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.566800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc81caa-9179-4d4b-87fd-0a095a8c5178 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.571617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8cc81caa-9179-4d4b-87fd-0a095a8c5178 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/f0138de1-0991-4a8f-b45d-99b837aa6e38 HTTP/1.1" status: 404 len: 333 time: 0.0517735 Mar 02 18:43:55.572459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48606) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.575475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.614169 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5774a27-f838-4ddc-adee-f38828aa7846 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.614999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5774a27-f838-4ddc-adee-f38828aa7846 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.619996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5774a27-f838-4ddc-adee-f38828aa7846 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/d2635873-3591-4a32-b49b-a12d13d31319 HTTP/1.1" status: 404 len: 337 time: 0.0463560 Mar 02 18:43:55.620853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.663722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Port': ['ID=a8b62970-721e-4229-97b4-b1afd12fe38c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:55.684329 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-8761dc99-7c12-41e4-a79d-5d6b1615629c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.685265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8761dc99-7c12-41e4-a79d-5d6b1615629c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.688079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8761dc99-7c12-41e4-a79d-5d6b1615629c tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/1bc4a44e-90bc-4d37-9012-bb6cd08a8dd3 HTTP/1.1" status: 404 len: 337 time: 0.0657160 Mar 02 18:43:55.692331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48616) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.707849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Calling delete_port for 68af786f-0faf-41f1-aa1e-1a9a23ea761f owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:55.744313 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b44686f-47bb-4b00-aac8-229c287e590d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.745540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b44686f-47bb-4b00-aac8-229c287e590d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.747543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b44686f-47bb-4b00-aac8-229c287e590d tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/04732ac3-7a2a-42eb-a728-4b13a538e4f4 HTTP/1.1" status: 404 len: 333 time: 0.0532205 Mar 02 18:43:55.754047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48620) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.848483 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a80973-0b3f-4734-9429-d6ca951e812f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.849169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63a80973-0b3f-4734-9429-d6ca951e812f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.851579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63a80973-0b3f-4734-9429-d6ca951e812f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3c189997-7167-4ffc-90d9-841f4f493233 HTTP/1.1" status: 404 len: 337 time: 0.0960979 Mar 02 18:43:55.854382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48628) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.870189 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.870886 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.910720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.917078 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d650582-c3c6-40e1-99ed-10ab9b58c715 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.918013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d650582-c3c6-40e1-99ed-10ab9b58c715 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.919975 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d650582-c3c6-40e1-99ed-10ab9b58c715 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/ee06270c-b684-40b2-a5a9-afa78c0b402c HTTP/1.1" status: 404 len: 333 time: 0.0640166 Mar 02 18:43:55.922816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48632) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:55.938927 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.969869 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3be3096-2e56-482b-a6e1-5e978522b54f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:55.970493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:55.972026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3be3096-2e56-482b-a6e1-5e978522b54f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:55.975281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c3be3096-2e56-482b-a6e1-5e978522b54f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/66782479-1ce4-4a1c-88fb-e52bfffb46cd HTTP/1.1" status: 404 len: 337 time: 0.0512841 Mar 02 18:43:55.982152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48636) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.037382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] Pushing event deleted for resources: {'Port': ['ID=68af786f-0faf-41f1-aa1e-1a9a23ea761f,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:56.044786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7726522-83e1-471e-ac56-f869701cd5a8 None None] No DVR routers for this DVR port 68af786f-0faf-41f1-aa1e-1a9a23ea761f on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:56.054000 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-04d1372c-caf1-417c-9ee4-4993810c4913 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.054545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04d1372c-caf1-417c-9ee4-4993810c4913 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.058929 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-04d1372c-caf1-417c-9ee4-4993810c4913 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/796104a2-2a65-4457-bc68-99723199ec3b HTTP/1.1" status: 404 len: 333 time: 0.0753982 Mar 02 18:43:56.061461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48640) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.092579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.132209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f56629d-06b4-4cc2-a0fc-e5f18d11d39a tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/ports/a8b62970-721e-4229-97b4-b1afd12fe38c HTTP/1.1" status: 204 len: 168 time: 2.4622667 Mar 02 18:43:56.153414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Synchronizing usage tracker for tenant:01f49a03f4b043e9962bf69733fc29a3 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:43:56.159413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48644) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.169008 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4640245f-ab9e-4284-90ba-5f0e26685392 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.173991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4640245f-ab9e-4284-90ba-5f0e26685392 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.173991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4640245f-ab9e-4284-90ba-5f0e26685392 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/5a4b957a-d10f-4740-b590-6ec0da3a25cd HTTP/1.1" status: 404 len: 337 time: 0.1002452 Mar 02 18:43:56.175791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.175937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48648) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.222753 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-4460d37f-d953-44a7-9f3c-e06276bf7aa3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.223621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4460d37f-d953-44a7-9f3c-e06276bf7aa3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.225660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4460d37f-d953-44a7-9f3c-e06276bf7aa3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/55433bcb-5d71-42aa-a89f-f0f3ea529ec8 HTTP/1.1" status: 404 len: 333 time: 0.0485916 Mar 02 18:43:56.228602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48652) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.248530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880fe572-aecf-4d2b-a97e-3b4ebfa7d092,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:56.272876 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-875c1bf5-0206-49e4-b736-98d407ffa3b1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.274341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-875c1bf5-0206-49e4-b736-98d407ffa3b1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.274960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.279465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-875c1bf5-0206-49e4-b736-98d407ffa3b1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/f1691502-66bb-4c0c-8f40-edef8bf68664 HTTP/1.1" status: 404 len: 337 time: 0.0479114 Mar 02 18:43:56.281280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48660) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.303892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting subnet c961e926-faab-4bb6-8276-7ce00df89baf {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:56.307106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.355656 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e37745d-f083-43b6-8aeb-bd7147327658 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.356572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e37745d-f083-43b6-8aeb-bd7147327658 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.361961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0e37745d-f083-43b6-8aeb-bd7147327658 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/6e40c48c-804a-4e62-a0c7-7b9ec0eaeb99 HTTP/1.1" status: 404 len: 333 time: 0.0760226 Mar 02 18:43:56.362367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.415106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Unset dirty status for tenant:01f49a03f4b043e9962bf69733fc29a3 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:43:56.424747 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-95e5042a-7309-4fb9-835a-5d96c1bf50b9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.425512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95e5042a-7309-4fb9-835a-5d96c1bf50b9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.431804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-95e5042a-7309-4fb9-835a-5d96c1bf50b9 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/f8ab365e-e497-4e1f-8643-21feef055cab HTTP/1.1" status: 404 len: 337 time: 0.0679500 Mar 02 18:43:56.432784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48670) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.439106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ca3de58-d49f-4f47-b30a-1261f78c4991 req-6be3c522-d499-4683-9d8d-28273f7a89d6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1979148 Mar 02 18:43:56.441004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb15f32-18a9-4048-8633-63bc4ac8e245,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:56.474543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48676) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.477790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.479723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.491096 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a94bda8-f7d8-4708-a09a-5b5cab5c0150 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.491762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a94bda8-f7d8-4708-a09a-5b5cab5c0150 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.494192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a94bda8-f7d8-4708-a09a-5b5cab5c0150 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/26a8bf4b-feae-404c-8748-3e61de57a122 HTTP/1.1" status: 404 len: 333 time: 0.0594819 Mar 02 18:43:56.496085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48684) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.545113 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-798e7fa6-7c17-4c92-9054-be04a00c3c36 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.545892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798e7fa6-7c17-4c92-9054-be04a00c3c36 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.548288 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-798e7fa6-7c17-4c92-9054-be04a00c3c36 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/c926d357-41fb-4b8e-939e-56ce434750f2 HTTP/1.1" status: 404 len: 337 time: 0.0511646 Mar 02 18:43:56.551608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48692) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.552458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e92a8ba2-5b1a-4672-906f-ea6d06238a2a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:56.554184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e92a8ba2-5b1a-4672-906f-ea6d06238a2a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.8932168 Mar 02 18:43:56.596460 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-49f41ac0-bfee-4322-93df-3719270cebf6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.596726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49f41ac0-bfee-4322-93df-3719270cebf6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.601188 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-49f41ac0-bfee-4322-93df-3719270cebf6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/698f1d09-a209-4f9b-b090-b912dbdb0f50 HTTP/1.1" status: 404 len: 337 time: 0.0460973 Mar 02 18:43:56.601441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.657331 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a1e8dd-3736-4444-ac1a-dba0e45f1b2f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.657863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a1e8dd-3736-4444-ac1a-dba0e45f1b2f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.659622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48a1e8dd-3736-4444-ac1a-dba0e45f1b2f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/82eded05-5ac2-4a0b-9846-fa1b17a3ca3f HTTP/1.1" status: 404 len: 333 time: 0.0572233 Mar 02 18:43:56.667099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.679685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.680863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-63969913-a5fb-45d4-b8ea-95ff6429986d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6047485 Mar 02 18:43:56.691524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48704) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.722721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '74618ad4-d65b-4f22-a672-9c8655d96c71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:56.727130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.741292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.741502 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-f315ff26-08b5-4697-bdfc-538cb6f7d5ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.742037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f315ff26-08b5-4697-bdfc-538cb6f7d5ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.743880 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f315ff26-08b5-4697-bdfc-538cb6f7d5ef tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/78aed2e6-b4a3-4e0d-80ac-576f973c6d88 HTTP/1.1" status: 404 len: 337 time: 0.0747828 Mar 02 18:43:56.746463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.763892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:56.784145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:56.786278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.787567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:56.790977 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e96a6b-c557-4824-b6ff-268c51fef351 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.791445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84e96a6b-c557-4824-b6ff-268c51fef351 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.793168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84e96a6b-c557-4824-b6ff-268c51fef351 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/6221932d-991b-4906-ab2a-63cdddda645b HTTP/1.1" status: 404 len: 337 time: 0.0457439 Mar 02 18:43:56.794258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Usage tracker for resource:security_group_rule and tenant:82c3965614704b93bb48fca156b6b5b9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:56.794679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:56.795182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.796706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.799341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:56.820058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:56.826555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:56.842881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:56.843534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.846698 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-022c3bd0-6c93-49b5-beda-fd74eb265e7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:56.847224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-022c3bd0-6c93-49b5-beda-fd74eb265e7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:56.848952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-022c3bd0-6c93-49b5-beda-fd74eb265e7f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/56807f84-23a4-4342-a2ac-69d19c2449a1 HTTP/1.1" status: 404 len: 333 time: 0.0513270 Mar 02 18:43:56.851679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48716) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:56.852019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:56.854246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Usage tracker for resource:security_group_rule and tenant:afbe9362e18b4254bb081bd0b58743e3 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:56.866942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:56.885974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:56.893586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:56.960879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52cc48-93bd-4666-ab96-27f68f6afb31 req-4c62209d-c19b-485d-8330-e7e32d6f5ec5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:56.962472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc52cc48-93bd-4666-ab96-27f68f6afb31 req-4c62209d-c19b-485d-8330-e7e32d6f5ec5 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.5566423 Mar 02 18:43:57.003681 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80fc5bf-5f8b-4ce4-82d2-c64bf0fbba74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.004290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d80fc5bf-5f8b-4ce4-82d2-c64bf0fbba74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.006149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d80fc5bf-5f8b-4ce4-82d2-c64bf0fbba74 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/9cf19ae5-5fe6-4c5a-9dd2-8cf36283d97d HTTP/1.1" status: 404 len: 337 time: 0.1532428 Mar 02 18:43:57.012229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48720) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.053510 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d621a4fe-b280-46ee-95de-c44f0285a329 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.053976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d621a4fe-b280-46ee-95de-c44f0285a329 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.067254 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d621a4fe-b280-46ee-95de-c44f0285a329 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/b7ec9f74-695f-447d-997b-8a15b148efa5 HTTP/1.1" status: 404 len: 337 time: 0.0540097 Mar 02 18:43:57.069593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48724) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.087347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17d440b-65ad-40dc-a3d4-825646eab972 req-03b9d076-f528-45ff-a717-07b99b9e9675 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:57.088925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c17d440b-65ad-40dc-a3d4-825646eab972 req-03b9d076-f528-45ff-a717-07b99b9e9675 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.5230947 Mar 02 18:43:57.104389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.122915 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-92dcae07-2b7c-49c6-bd35-87f6f9aedbe8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.123386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92dcae07-2b7c-49c6-bd35-87f6f9aedbe8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.135570 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92dcae07-2b7c-49c6-bd35-87f6f9aedbe8 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/a9f3ce62-3363-4742-84ed-24eb5a88d4e6 HTTP/1.1" status: 404 len: 333 time: 0.0649705 Mar 02 18:43:57.140335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.194588 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1cf7e20-964f-4e99-8da3-347bfd6c1278 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.195050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1cf7e20-964f-4e99-8da3-347bfd6c1278 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.208990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e1cf7e20-964f-4e99-8da3-347bfd6c1278 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/7a2632d2-c709-49ca-8f8c-ab2d5d9c9384 HTTP/1.1" status: 404 len: 337 time: 0.0676372 Mar 02 18:43:57.212196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.225094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc52cc48-93bd-4666-ab96-27f68f6afb31 req-7babe659-8dd9-4df1-ae27-a4b62df62a50 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520938 Mar 02 18:43:57.227512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 68af786f-0faf-41f1-aa1e-1a9a23ea761f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:57.251799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.265570 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5755b1-f98e-4b99-9f8f-d42891278979 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.265570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb5755b1-f98e-4b99-9f8f-d42891278979 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.265570 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bb5755b1-f98e-4b99-9f8f-d42891278979 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/538fd708-a030-43a7-81e6-0269c8ca22ba HTTP/1.1" status: 404 len: 337 time: 0.0509534 Mar 02 18:43:57.267681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.277013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 68af786f-0faf-41f1-aa1e-1a9a23ea761f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:57.277380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 68af786f-0faf-41f1-aa1e-1a9a23ea761f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:57.317558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ac97d578-f878-4efe-96c4-09921ab9bfc6 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports?device_id=4130da97-2da0-47ec-9e2f-058dcc58cfbd HTTP/1.1" status: 200 len: 205 time: 0.0471168 Mar 02 18:43:57.319224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48740) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.328456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.371282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c17d440b-65ad-40dc-a3d4-825646eab972 req-cccce013-dcb7-4de3-99ea-90d1587b79aa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678390 Mar 02 18:43:57.378914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.399433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.400284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Subnet': ['ID=c961e926-faab-4bb6-8276-7ce00df89baf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.414781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a3a1af-ff3b-421d-8c0b-30ffdffdfb38 None None] Network a03c25af-bb9e-4739-a207-f7b40833c8ba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:57.414951 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-abc1800b-8162-47e9-b19e-1f345e51a070 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] delete failed (client error): The resource could not be found. Mar 02 18:43:57.415054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abc1800b-8162-47e9-b19e-1f345e51a070 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/routers/4130da97-2da0-47ec-9e2f-058dcc58cfbd HTTP/1.1" status: 404 len: 336 time: 0.0947869 Mar 02 18:43:57.418845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.424431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.516515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82c3965614704b93bb48fca156b6b5b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0375290 Mar 02 18:43:57.520082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e707de-f154-43db-9ebd-d6bdad8a8d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b770ee64-095a-45c2-a518-7ce6cff405fd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.524552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48752) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.525066 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-161e57df-16c2-41f4-af8a-0d448378ee80 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.525529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161e57df-16c2-41f4-af8a-0d448378ee80 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.527238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-161e57df-16c2-41f4-af8a-0d448378ee80 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/e3013648-cb22-4781-a137-269e11b185af HTTP/1.1" status: 404 len: 337 time: 0.0937104 Mar 02 18:43:57.529082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.529779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.533574 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.538438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ef31578c-1b95-4b03-916e-c54da99d5a00 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/subnets/c961e926-faab-4bb6-8276-7ce00df89baf HTTP/1.1" status: 204 len: 168 time: 1.3652437 Mar 02 18:43:57.543424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:57.543794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.552782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48760) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.598059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.608691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46b763d6-48ee-4c72-9448-966ddf8d8181 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "GET /v2.0/ports?device_id=509c502d-ecad-4efd-ba77-95d913f0abdb HTTP/1.1" status: 200 len: 205 time: 0.0754356 Mar 02 18:43:57.615751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.619104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-56e69e25-1f28-4fcb-a2b1-0e35b5caaa4b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 993 time: 0.2111235 Mar 02 18:43:57.717684 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-81995698-dc88-48f3-84d3-da50f6f9ed23 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] delete failed (client error): The resource could not be found. Mar 02 18:43:57.719067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-81995698-dc88-48f3-84d3-da50f6f9ed23 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/routers/509c502d-ecad-4efd-ba77-95d913f0abdb HTTP/1.1" status: 404 len: 336 time: 0.0988896 Mar 02 18:43:57.721671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48770) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.729618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] DHCP port deletion for a03c25af-bb9e-4739-a207-f7b40833c8ba request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:57.734330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Deleting port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:57.735911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.744755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.753861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:57.773582 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6268ed2-1cd5-4c7b-9dc2-9dd533231616 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.773961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6268ed2-1cd5-4c7b-9dc2-9dd533231616 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.778289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b6268ed2-1cd5-4c7b-9dc2-9dd533231616 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/0077717c-5ae0-4176-a28b-ee8a0dca741d HTTP/1.1" status: 404 len: 337 time: 0.0524366 Mar 02 18:43:57.778506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.818157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.836633 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-beaf027a-3684-4f0e-8470-563c873f165e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.837095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-beaf027a-3684-4f0e-8470-563c873f165e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.841421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-beaf027a-3684-4f0e-8470-563c873f165e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/7b8827b1-7001-43b2-b953-e8b651497503 HTTP/1.1" status: 404 len: 337 time: 0.0593824 Mar 02 18:43:57.841633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.859513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ce3779-8116-4781-8b96-877940066162,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:57.864978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afbe9362e18b4254bb081bd0b58743e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3517816 Mar 02 18:43:57.871548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48784) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.875537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Deleting subnet ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:43:57.889838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.899722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:57.906391 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd9a5ae-ef9f-44e6-9ab2-b0f0a407f454 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.906870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd9a5ae-ef9f-44e6-9ab2-b0f0a407f454 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.916121 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3dd9a5ae-ef9f-44e6-9ab2-b0f0a407f454 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/334b935b-5acf-4a50-8f26-db5767180a95 HTTP/1.1" status: 404 len: 333 time: 0.0660682 Mar 02 18:43:57.916121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:57.967384 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fadcf6-7664-454e-889f-3a3326b250ac tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:57.967855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fadcf6-7664-454e-889f-3a3326b250ac tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:57.972652 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89fadcf6-7664-454e-889f-3a3326b250ac tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/d3f79953-51b4-4e1d-9acc-056407f50532 HTTP/1.1" status: 404 len: 337 time: 0.0528321 Mar 02 18:43:57.973862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48794) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.024973 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-218b3b10-3364-48c0-9c32-9ef8f38f6049 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.025603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-218b3b10-3364-48c0-9c32-9ef8f38f6049 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.029622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-218b3b10-3364-48c0-9c32-9ef8f38f6049 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/e0eed773-4e18-462a-aca7-ad89dc9edb6f HTTP/1.1" status: 404 len: 333 time: 0.0525100 Mar 02 18:43:58.030285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.048540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] For port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,segment=NetworkSegment(5c72ceb0-8461-45ec-ad04-90d28b86e1f6),segment_id=5c72ceb0-8461-45ec-ad04-90d28b86e1f6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:58.049585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.072878 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c565e06-af31-4724-bc45-691051181e09 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.072878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c565e06-af31-4724-bc45-691051181e09 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.085543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c565e06-af31-4724-bc45-691051181e09 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/9abc4797-9516-48d8-b384-1472aef60db3 HTTP/1.1" status: 404 len: 337 time: 0.0523047 Mar 02 18:43:58.085765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48804) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.131621 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a1bd44-32c3-4876-b96d-aec82dd2e841 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.132154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a1bd44-32c3-4876-b96d-aec82dd2e841 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.136470 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-76a1bd44-32c3-4876-b96d-aec82dd2e841 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/2355bc09-4337-4be6-abdf-4708e8935b29 HTTP/1.1" status: 404 len: 333 time: 0.0472794 Mar 02 18:43:58.136706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.157098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669705af-6450-48e5-b95b-ebb2b2f24b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b150229-b696-4a48-bba7-b4e73efa0856,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.178768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.181708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c7a4b136-2138-462b-ba5f-364a5035c208 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4703963 Mar 02 18:43:58.181841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.184271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.188322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b770ee64-095a-45c2-a518-7ce6cff405fd HTTP/1.1" status: 204 len: 168 time: 0.6600883 Mar 02 18:43:58.190036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48814) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.210578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '74618ad4-d65b-4f22-a672-9c8655d96c71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:58.217834 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-22177b85-0a7c-4f9f-8d93-6b82857fd113 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.218302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22177b85-0a7c-4f9f-8d93-6b82857fd113 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.222752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-22177b85-0a7c-4f9f-8d93-6b82857fd113 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/a963005d-06ef-43db-bd78-9f4520650ac1 HTTP/1.1" status: 404 len: 337 time: 0.0825689 Mar 02 18:43:58.222752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea456dcf-651b-4f53-9f84-845b54353e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b770ee64-095a-45c2-a518-7ce6cff405fd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.224480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.225585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:58.242666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.289577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:58.296568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:58.313675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Calling delete_port for 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:43:58.334293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:58.339466 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b387c7-e9c0-43b2-a541-c34627e8966f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.340214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74b387c7-e9c0-43b2-a541-c34627e8966f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.348459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-74b387c7-e9c0-43b2-a541-c34627e8966f tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/10b739be-659e-4b79-a479-53ccbf28a6f1 HTTP/1.1" status: 404 len: 333 time: 0.1197286 Mar 02 18:43:58.351199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-136228d9-076b-444c-a84f-19515319707a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.351387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48826) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.429419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-136228d9-076b-444c-a84f-19515319707a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.434536 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c345512a-92b4-4fe2-b7b5-bc20c4c2f9da tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.434994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c345512a-92b4-4fe2-b7b5-bc20c4c2f9da tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.439490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c345512a-92b4-4fe2-b7b5-bc20c4c2f9da tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/00a83786-36f4-45fe-a76a-7d3c026e4dbe HTTP/1.1" status: 404 len: 337 time: 0.0827720 Mar 02 18:43:58.441313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48836) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.511042 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad1a7443-4843-4106-aecc-4473011f83bb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.512208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad1a7443-4843-4106-aecc-4473011f83bb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.516535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ad1a7443-4843-4106-aecc-4473011f83bb tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/658361ae-1425-4bb7-b380-70c9831de619 HTTP/1.1" status: 404 len: 333 time: 0.0749373 Mar 02 18:43:58.517234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48840) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.527062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.564915 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-7495f0a4-4a46-4dd2-950c-841e39ea1374 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.565610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7495f0a4-4a46-4dd2-950c-841e39ea1374 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.571582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7495f0a4-4a46-4dd2-950c-841e39ea1374 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/eb2313a2-7d78-493d-83a7-e8a2b1e52a02 HTTP/1.1" status: 404 len: 337 time: 0.0523350 Mar 02 18:43:58.572286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.575338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.587874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.604320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['9f188ce6-d823-4f60-b133-d779abd6be71'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:43:58.663340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=63aa7584-8ee9-4f9f-a6ff-80de79c6c34d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.673373 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ddd976-297f-4fb1-8ff6-fe5344a808e1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.673861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ddd976-297f-4fb1-8ff6-fe5344a808e1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.675719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c7ddd976-297f-4fb1-8ff6-fe5344a808e1 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/f0ea34a1-7306-40f4-bb68-c7d3d19ccea7 HTTP/1.1" status: 404 len: 333 time: 0.1024034 Mar 02 18:43:58.682583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.697144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.736820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-136228d9-076b-444c-a84f-19515319707a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.739893 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a177f42-1ffb-48ba-b5ce-c7544b7f7c66 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.740705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a177f42-1ffb-48ba-b5ce-c7544b7f7c66 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.742067 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a177f42-1ffb-48ba-b5ce-c7544b7f7c66 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/67bc6be7-52b4-4072-8850-7d198619031b HTTP/1.1" status: 404 len: 337 time: 0.0585587 Mar 02 18:43:58.745402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48854) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.796438 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7f3056-a1be-4adf-9bdc-eb436429396e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.796839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7f3056-a1be-4adf-9bdc-eb436429396e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.804241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] Pushing event deleted for resources: {'Port': ['ID=705075f9-3bcc-4ea1-aca3-8c7557b1aa48,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.807072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce248e05-de84-483e-8d2b-2af7fe556e3c None None] No DVR routers for this DVR port 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:58.813511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dd7f3056-a1be-4adf-9bdc-eb436429396e tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/ports/88657eee-266f-411d-8541-4fc0bd64672d HTTP/1.1" status: 404 len: 333 time: 0.0671530 Mar 02 18:43:58.815325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.816089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.825553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136228d9-076b-444c-a84f-19515319707a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b150229-b696-4a48-bba7-b4e73efa0856,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.836507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe86b5-b9b5-4f4e-80dd-2c5c0c210bc1 req-e0d18f6c-fa8c-4d83-b113-a9eeb6bb3cbd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:58.838059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29fe86b5-b9b5-4f4e-80dd-2c5c0c210bc1 req-e0d18f6c-fa8c-4d83-b113-a9eeb6bb3cbd tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 946 time: 0.4017656 Mar 02 18:43:58.839149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.864307 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c607ea-3f97-4ff8-a869-3bd7c002f9d3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] DELETE failed (client error): The resource could not be found. Mar 02 18:43:58.864770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76c607ea-3f97-4ff8-a869-3bd7c002f9d3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:43:58.866729 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-76c607ea-3f97-4ff8-a869-3bd7c002f9d3 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/subnets/3ce3ec8b-6cf0-417d-96aa-2d3049709b30 HTTP/1.1" status: 404 len: 337 time: 0.0452204 Mar 02 18:43:58.878633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48862) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:58.891796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] No DVR routers for this DVR port 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:43:58.917767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.951297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'name': 'network-vif-deleted', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:43:58.961703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:58.964062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:58.970857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235b2e7-537a-408d-a023-0eee3f15e627 None None] Network 86fbac2f-bf6f-4766-9eb4-896574619cba requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:43:58.988834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-297ee3d4-0c13-4085-a2b3-fd8f6c7cc454 req-e7a11b7d-f455-45a5-8ba4-cf52600deb17 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.65 "DELETE /v2.0/ports/63aa7584-8ee9-4f9f-a6ff-80de79c6c34d HTTP/1.1" status: 204 len: 173 time: 2.4167399 Mar 02 18:43:59.015377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5c376e4-e2b9-427e-9cc2-d393ed9da4d6 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/subnets/ecf4b95f-15bd-47fb-9f06-2e2c9af0c68f HTTP/1.1" status: 204 len: 168 time: 1.4615200 Mar 02 18:43:59.028926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48870) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:59.046009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.104869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-136228d9-076b-444c-a84f-19515319707a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.108887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-136228d9-076b-444c-a84f-19515319707a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6b150229-b696-4a48-bba7-b4e73efa0856 HTTP/1.1" status: 204 len: 168 time: 1.2287650 Mar 02 18:43:59.137171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29fe86b5-b9b5-4f4e-80dd-2c5c0c210bc1 req-35d6901e-39be-4c04-8faa-7dc5b856ea05 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899060 Mar 02 18:43:59.213786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcda7784-3997-4a35-890e-b1f59e0117e6,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:59.261962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33036384-4345-434f-bd38-25a81ef01bcd req-2228385e-92c6-49ba-a361-6e69d0742c10 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:43:59.265157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33036384-4345-434f-bd38-25a81ef01bcd req-2228385e-92c6-49ba-a361-6e69d0742c10 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2435491 Mar 02 18:43:59.325682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48878) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:59.328319 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9ad1a9-f2c7-4940-85e8-c9cd5f121145', 'name': 'network-vif-deleted', 'tag': '63aa7584-8ee9-4f9f-a6ff-80de79c6c34d', 'status': 'completed', 'code': 200} Mar 02 18:43:59.331717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33036384-4345-434f-bd38-25a81ef01bcd req-442cd39e-3295-409e-ab04-2946a8ce4aac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524654 Mar 02 18:43:59.345063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:43:59.352885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.371376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:59.376434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Usage tracker for resource:security_group_rule and tenant:112578d997fa4fa7b995a39f07349edd is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:59.380643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:59.389319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:59.391426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.434670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:43:59.435020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 705075f9-3bcc-4ea1-aca3-8c7557b1aa48 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:43:59.451570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.491100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.495059 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f8f169e-40c5-4645-b374-420fb612c3e5 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2936811 Mar 02 18:43:59.498985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:59.541138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '74618ad4-d65b-4f22-a672-9c8655d96c71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:43:59.546554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.568309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] DHCP port deletion for 86fbac2f-bf6f-4766-9eb4-896574619cba request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:43:59.572953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Deleting port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:43:59.573335 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.600874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:43:59.618554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.669470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=112578d997fa4fa7b995a39f07349edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367267 Mar 02 18:43:59.670365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c04e-150f-4f53-b7b3-cb92d2af1a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9533d0-8627-4527-a835-73b8003974cd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:43:59.672751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:43:59.676784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.684487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:43:59.697167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:43:59.726343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:43:59.749902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.757822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad76f70-f0b6-4d63-8e0f-2d76ebbb2278']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:59.798840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29f1698c-1133-4687-9fc2-32b3989e048c') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:59.799148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29f1698c-1133-4687-9fc2-32b3989e048c') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:59.819566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.873822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] For port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,segment=NetworkSegment(2428bb5a-209b-4d5d-bde5-86540880554c),segment_id=2428bb5a-209b-4d5d-bde5-86540880554c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:43:59.874659 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.888946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.905182 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.923164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.950574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.964704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03c25af-bb9e-4739-a207-f7b40833c8ba']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:43:59.978758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:43:59.979193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:43:59.990342 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:00.005211 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:00.007482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Calling delete_port for d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:00.041245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9533d0-8627-4527-a835-73b8003974cd,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.050498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.057886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7cf45d7c-affb-4003-aa3b-101e45f1de1f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe9533d0-8627-4527-a835-73b8003974cd HTTP/1.1" status: 204 len: 168 time: 0.3839667 Mar 02 18:44:00.095907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c72ceb0-8461-45ec-ad04-90d28b86e1f6') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:00.097428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c72ceb0-8461-45ec-ad04-90d28b86e1f6') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:00.165233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-c1cb4ea7-66bc-43e8-8932-67aec71deb1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9958458 Mar 02 18:44:00.188279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.211766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.220614 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.227971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:00.228350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:00.243538 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:00.298819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.338484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f0be272-a5bd-4cfa-965a-b95ae75bdaac req-5ea8227d-2d0b-4bf3-a114-0f3ba12e8cf3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:00.344286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:00.355829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.378854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.406950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.418236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=041328a1-3041-449d-95f7-65b71733373a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.429336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] Pushing event deleted for resources: {'Port': ['ID=d43e1eb4-6e42-4054-8a9d-d7d07e06eca2,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.432945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] Pushing event deleted for resources: {'Network': ['ID=dad76f70-f0b6-4d63-8e0f-2d76ebbb2278,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.438930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:00.439280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 63aa7584-8ee9-4f9f-a6ff-80de79c6c34d not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:00.441468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4ef9b7-2d77-4908-ba07-c5052a8a1556 None None] No DVR routers for this DVR port d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:00.442433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8f0be272-a5bd-4cfa-965a-b95ae75bdaac req-5ea8227d-2d0b-4bf3-a114-0f3ba12e8cf3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:00.443883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f0be272-a5bd-4cfa-965a-b95ae75bdaac req-5ea8227d-2d0b-4bf3-a114-0f3ba12e8cf3 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=5f9ad1a9-f2c7-4940-85e8-c9cd5f121145 HTTP/1.1" status: 200 len: 210 time: 0.1679087 Mar 02 18:44:00.450764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.453504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5581cc9d-c03a-41e8-acc4-f123e9b09449 tempest-NetworksTestDHCPv6-1683370388 tempest-NetworksTestDHCPv6-1683370388-project] 10.222.0.66 "DELETE /v2.0/networks/dad76f70-f0b6-4d63-8e0f-2d76ebbb2278 HTTP/1.1" status: 204 len: 168 time: 1.5738873 Mar 02 18:44:00.471039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.472911 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/networks/a03c25af-bb9e-4739-a207-f7b40833c8ba HTTP/1.1" status: 204 len: 168 time: 1.4402330 Mar 02 18:44:00.476144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48914) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:00.485312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd95794-98bd-4fb2-82d0-36e671fd96e8 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Network': ['ID=a03c25af-bb9e-4739-a207-f7b40833c8ba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.503956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.505287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-904c6a5e-447b-42d5-9254-77a4be54d37e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0050068 Mar 02 18:44:00.508089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:00.513178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '74618ad4-d65b-4f22-a672-9c8655d96c71', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:00.522880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:00.530377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:00.533775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:00.546002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:00.619664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.649965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.692607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.757128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10586b2-bea1-4a7b-a88c-598db6e07cf0 req-067d03df-3fe4-442b-8201-66ffa60ed514 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:00.758642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a10586b2-bea1-4a7b-a88c-598db6e07cf0 req-067d03df-3fe4-442b-8201-66ffa60ed514 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1810491 Mar 02 18:44:00.761394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.783598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e7142c-ff53-4d15-9a0a-e153c1f2e9f8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:00.826585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.871611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86fbac2f-bf6f-4766-9eb4-896574619cba']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:00.881771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.883957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c423a236-c4f6-4e0e-a71d-3d0f832080ac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3748155 Mar 02 18:44:00.887080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:00.888585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a10586b2-bea1-4a7b-a88c-598db6e07cf0 req-379f3190-ba0c-4593-9118-01b5a3e7e1a1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855761 Mar 02 18:44:00.890173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2428bb5a-209b-4d5d-bde5-86540880554c') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:00.890471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2428bb5a-209b-4d5d-bde5-86540880554c') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:00.902823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.919904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.923258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.931954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.944223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:00.945688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:00.979792 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:01.030683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.064755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.066736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/b5e7142c-ff53-4d15-9a0a-e153c1f2e9f8 HTTP/1.1" status: 204 len: 168 time: 0.1787057 Mar 02 18:44:01.070284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48946) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.070808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f6447-11c2-48a7-a13c-54fd86c2275a tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5e7142c-ff53-4d15-9a0a-e153c1f2e9f8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:01.134911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-03a0cb9e-890c-47b8-95e5-7ea07c1c20fb tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:01.149701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.154477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.185513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] Pushing event deleted for resources: {'Network': ['ID=86fbac2f-bf6f-4766-9eb4-896574619cba,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:01.197942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48954) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.213148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-03a0cb9e-890c-47b8-95e5-7ea07c1c20fb tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:01.217590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03a0cb9e-890c-47b8-95e5-7ea07c1c20fb tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1452839 Mar 02 18:44:01.217883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.240956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:01.241696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d1bf7756-ade9-4133-b2ec-ebde887c7c24 tempest-TaggedBootDevicesTest_v242-713593721 tempest-TaggedBootDevicesTest_v242-713593721-project] 10.222.0.66 "DELETE /v2.0/networks/86fbac2f-bf6f-4766-9eb4-896574619cba HTTP/1.1" status: 204 len: 168 time: 0.7642515 Mar 02 18:44:01.304472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.320430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.324634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:01.325096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d43e1eb4-6e42-4054-8a9d-d7d07e06eca2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:01.442428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.465934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=041328a1-3041-449d-95f7-65b71733373a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:01.577364 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c8842ce-a889-4273-93df-a85a87ab1923 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=85a791d959084687be1f181455ac974e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3784828 Mar 02 18:44:01.580340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48984) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.587850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.592465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f726238-3b9b-46b4-a6eb-d6af59981dac tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/041328a1-3041-449d-95f7-65b71733373a HTTP/1.1" status: 204 len: 168 time: 0.3713963 Mar 02 18:44:01.594338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.658525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7fefa618-6d80-44e4-82d6-f81014f08d32 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:01.661363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.725506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.767118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7fefa618-6d80-44e4-82d6-f81014f08d32 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:01.770810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7fefa618-6d80-44e4-82d6-f81014f08d32 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1751945 Mar 02 18:44:01.772233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49000) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:01.829731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.845954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.916261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.955427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:01.960084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23a038b2-63e9-4239-bd9d-3ecf25fa5f80 HTTP/1.1" status: 204 len: 168 time: 0.3751159 Mar 02 18:44:01.960084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a93bb-59b9-4eec-b903-b9fb080ab538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a038b2-63e9-4239-bd9d-3ecf25fa5f80,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:02.001748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.024871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcda7784-3997-4a35-890e-b1f59e0117e6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:02.105421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.107151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7fe1572f-e3fb-4045-a443-3ba76d967aae tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/fcda7784-3997-4a35-890e-b1f59e0117e6 HTTP/1.1" status: 204 len: 168 time: 0.3339176 Mar 02 18:44:02.109609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:02.175905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d098a2-81de-445a-8723-f791e078032a req-6f8a0a77-9332-41d4-9d81-c1af037ebf51 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:02.180220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bd29a78b-147a-4d45-bbe7-f2d036dedcb1 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:02.185940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46d098a2-81de-445a-8723-f791e078032a req-6f8a0a77-9332-41d4-9d81-c1af037ebf51 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1544478 Mar 02 18:44:02.275379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bd29a78b-147a-4d45-bbe7-f2d036dedcb1 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:02.279644 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd29a78b-147a-4d45-bbe7-f2d036dedcb1 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1686358 Mar 02 18:44:02.280306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:02.281908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46d098a2-81de-445a-8723-f791e078032a req-c6c2aa4f-e225-477e-b164-e0f2aeb09857 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930717 Mar 02 18:44:02.315801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.327834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.453072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.461123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031bb22-957d-485c-a660-4c701a3c4d49 req-edf2df71-c715-48a1-a08b-31851f8be5c6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:02.462740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a031bb22-957d-485c-a660-4c701a3c4d49 req-edf2df71-c715-48a1-a08b-31851f8be5c6 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.1002331 Mar 02 18:44:02.479657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60ce3779-8116-4781-8b96-877940066162,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:02.564378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.565937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd858988-0a31-4e56-8b94-1a57114eb44c tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/60ce3779-8116-4781-8b96-877940066162 HTTP/1.1" status: 204 len: 168 time: 0.2847168 Mar 02 18:44:02.568715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49038) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:02.574596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a031bb22-957d-485c-a660-4c701a3c4d49 req-b068c79a-6357-4dc9-8098-c0fba72fc712 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039767 Mar 02 18:44:02.631407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-fdd39009-78a8-42f1-9dd8-d21d51fcb60f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:02.633446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-fdd39009-78a8-42f1-9dd8-d21d51fcb60f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 945 time: 0.1269717 Mar 02 18:44:02.644838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6dae4ee6-bc43-473b-9d60-dc3bd1231b82 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:02.733629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 9f188ce6-d823-4f60-b133-d779abd6be71 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:02.734108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.749806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6dae4ee6-bc43-473b-9d60-dc3bd1231b82 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:02.753005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6dae4ee6-bc43-473b-9d60-dc3bd1231b82 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1809354 Mar 02 18:44:02.754552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49046) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:02.820261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:02.872825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.012995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.073326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:03.111633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7cb15f32-18a9-4048-8633-63bc4ac8e245,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:03.122195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.124653 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-67b4d9a8-45ca-4d5f-afaa-2d15b074baa7 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/7cb15f32-18a9-4048-8633-63bc4ac8e245 HTTP/1.1" status: 204 len: 168 time: 0.3691654 Mar 02 18:44:03.127541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49064) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:03.214043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 9f188ce6-d823-4f60-b133-d779abd6be71, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=9f188ce6-d823-4f60-b133-d779abd6be71,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:03.218718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.238966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4ea30df9-d543-45bd-af88-7d1352edf310 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:03.355470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4ea30df9-d543-45bd-af88-7d1352edf310 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:03.361312 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4ea30df9-d543-45bd-af88-7d1352edf310 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2298770 Mar 02 18:44:03.362149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49074) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:03.380036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 9f188ce6-d823-4f60-b133-d779abd6be71 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:03.483009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.531384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-944460358'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:03.542265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.560303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:03.572221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Usage tracker for resource:network and tenant:bfbd0048de244e11a3de7692612fb23f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:03.581736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:03.592441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:03.706704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe4af1-7887-41c4-9fc8-4f1df486ce23 req-5fa7307c-9264-4acb-b3b0-8c787507caf2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:03.709087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Made reservation on behalf of bfbd0048de244e11a3de7692612fb23f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:03.713526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.714937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ffe4af1-7887-41c4-9fc8-4f1df486ce23 req-5fa7307c-9264-4acb-b3b0-8c787507caf2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2252023 Mar 02 18:44:03.819544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.922387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.935032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:03.969184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74618ad4-d65b-4f22-a672-9c8655d96c71,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:03.987053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:03.992617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ffe4af1-7887-41c4-9fc8-4f1df486ce23 req-fc6eab68-dc7b-448f-bd89-8c102247a48a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249622 Mar 02 18:44:03.993458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=9f188ce6-d823-4f60-b133-d779abd6be71,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:04.046063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Usage tracker for resource:security_group_rule and tenant:bfbd0048de244e11a3de7692612fb23f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:04.065548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:04.089348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:04.174564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-873a9658-70e6-42b2-b982-afcf94408f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.176406 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-873a9658-70e6-42b2-b982-afcf94408f48 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.4305899 Mar 02 18:44:04.177386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.182979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63fbb982-b84b-40b3-81fe-081d7e6a3c66 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/74618ad4-d65b-4f22-a672-9c8655d96c71 HTTP/1.1" status: 204 len: 168 time: 0.8189883 Mar 02 18:44:04.188787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49096) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:04.213920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] No DVR routers for this DVR port 9f188ce6-d823-4f60-b133-d779abd6be71 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:04.230169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.232931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'name': 'network-vif-deleted', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:44:04.308582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdec647-23b5-43d1-aca8-ebef8bb13458 req-a5dfad91-a176-4dc2-9c99-f9782f1ae23a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.309291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2bdec647-23b5-43d1-aca8-ebef8bb13458 req-a5dfad91-a176-4dc2-9c99-f9782f1ae23a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:04.340887 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2700e696-47be-4122-94f5-adf55a07369a', 'name': 'network-vif-deleted', 'tag': '9f188ce6-d823-4f60-b133-d779abd6be71', 'status': 'completed', 'code': 200} Mar 02 18:44:04.343760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-beed69da-44a4-4c37-8ba0-d97652c6a8b9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:04.367757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50799567-2d66-422f-a2a4-19f7160c9c46 req-16a01577-3f56-4015-b9fb-68612b6fc100 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "DELETE /v2.0/ports/9f188ce6-d823-4f60-b133-d779abd6be71 HTTP/1.1" status: 204 len: 173 time: 1.7272596 Mar 02 18:44:04.473250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-abb895f9-c6cb-4a8c-a0cd-4ccc0cee4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.475239 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-abb895f9-c6cb-4a8c-a0cd-4ccc0cee4878 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.2907970 Mar 02 18:44:04.489598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-beed69da-44a4-4c37-8ba0-d97652c6a8b9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:04.497251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-beed69da-44a4-4c37-8ba0-d97652c6a8b9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2986929 Mar 02 18:44:04.498572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2bdec647-23b5-43d1-aca8-ebef8bb13458 req-a5dfad91-a176-4dc2-9c99-f9782f1ae23a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:04.510187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bdec647-23b5-43d1-aca8-ebef8bb13458 req-a5dfad91-a176-4dc2-9c99-f9782f1ae23a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=2700e696-47be-4122-94f5-adf55a07369a HTTP/1.1" status: 200 len: 867 time: 0.7916136 Mar 02 18:44:04.529227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:04.535834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--2089534641'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:04.544240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:04.564641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:04.636787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bdec647-23b5-43d1-aca8-ebef8bb13458 req-4a9bfb40-ae5e-4440-b80e-b5b27f628f0a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=388f3c4c-8aed-47cf-afe5-c774328a07d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250753 Mar 02 18:44:04.645751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.656978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.664930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:04.672458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:04.678371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:04.682025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:04.688587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:04.701139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-2579b24b-8177-40d8-94e4-b564140ceca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 1001 time: 0.2104740 Mar 02 18:44:04.703934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.789323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecae866-5827-4a74-95a5-78c9d43aa433,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:04.836572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-a2dcc8a7-423b-4eb6-a61b-405c1eff22c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.838058 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-a2dcc8a7-423b-4eb6-a61b-405c1eff22c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1307805 Mar 02 18:44:04.843180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'networks': [{'name': 'tempest-network--1436466791'}, {'name': 'tempest-network--1294438226'}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:04.843639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-network--1436466791'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:04.844148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-network--1294438226'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:04.852280 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.880111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:04.892369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:network and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:04.896089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:04.902967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:04.920195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:04.938807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-e6cd31e2-4d7b-4006-9617-0dbd6ade3bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:04.941300 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-e6cd31e2-4d7b-4006-9617-0dbd6ade3bd3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921419 Mar 02 18:44:04.981651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'network': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:04.989542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf873dd-5d38-40c3-8b4e-999949b20ff9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:04.989880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.018182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:05.031959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.087490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.089266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-708d7a44-f36b-46a6-a342-6888dced9642 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5583003 Mar 02 18:44:05.092406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49136) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:05.098099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.098099 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Added segment 57d365db-e33e-4a4d-a734-5f6d964853ba of type vlan for network 3253fb00-0070-488b-b02e-da08607507bd Mar 02 18:44:05.105156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': 'bdf873dd-5d38-40c3-8b4e-999949b20ff9', 'direction': 'ingress', 'protocol': 17}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:05.117621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:05.126034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:05.126529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:security_group_rule and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:05.134326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:05.139954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:05.159911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:05.168949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.178685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:05.197605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:05.224536 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-9ea5a964-8b43-4006-b2fe-b6d766d2f6a1 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741272 Mar 02 18:44:05.314942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.320920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:05.324020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.324151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604a1a07-96b6-43af-b977-673475ad33d8 req-99c3133d-0682-411a-8e3d-a533910961fc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:05.324151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-604a1a07-96b6-43af-b977-673475ad33d8 req-99c3133d-0682-411a-8e3d-a533910961fc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1160686 Mar 02 18:44:05.330312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9f188ce6-d823-4f60-b133-d779abd6be71 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:05.396003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.398763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 9f188ce6-d823-4f60-b133-d779abd6be71 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:05.399116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 9f188ce6-d823-4f60-b133-d779abd6be71 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:05.455840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-604a1a07-96b6-43af-b977-673475ad33d8 req-e9830137-f8b0-46d6-8ce5-fdd1916ca34b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185584 Mar 02 18:44:05.554412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.561007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.577175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Pushing event updated for resources: {'Network': ['ID=3253fb00-0070-488b-b02e-da08607507bd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:05.582597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49150) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:05.588825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3253fb00-0070-488b-b02e-da08607507bd details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:05.610135 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-7e728161-62de-40d6-a369-f27480eb2884 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324761 Mar 02 18:44:05.618286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.618590 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.619094 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.665372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd1505c-82a9-4696-9280-5e9131c549b8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:05.715164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30211782-7a7c-4861-8c53-1f7398589365 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6348548 Mar 02 18:44:05.722472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf4eca2-62c5-4111-9015-c9995e2170f7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:05.731421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:05.756862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.757680 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment 32047529-75e1-4383-9ca5-b5f7d389781b of type vlan for network ff6be2f3-1dd2-46e4-ab6a-b570bb817746 Mar 02 18:44:05.793329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.824125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:05.824863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.830806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:f6f4f86df2ac42b7bffde4fd0345927a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:05.835978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:05.844178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:05.866650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.868658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-afca6857-e0ce-4824-aea9-fd9be4b6c3b0 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7749758 Mar 02 18:44:05.874672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49164) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:05.884377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:05.900053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:05.900658 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment dacad206-af67-4bda-870e-70cec95e4135 of type vlan for network ef69a1f6-9910-4818-aa88-97640f022422 Mar 02 18:44:05.960480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.034951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.075657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.076267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.083334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.088600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.089803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.163028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.169378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49168) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:06.179732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.185036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'network_id': '3253fb00-0070-488b-b02e-da08607507bd', 'binding:host_id': 'n-h1-828839-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1644246462'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:06.199461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:06.212489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=ff6be2f3-1dd2-46e4-ab6a-b570bb817746,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:06.212703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Usage tracker for resource:port and tenant:ec613f241fcb450cb7ebebcac1728f00 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:06.217717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:06.227396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ff6be2f3-1dd2-46e4-ab6a-b570bb817746 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:06.234986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:06.247380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.5811183 Mar 02 18:44:06.250545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49172) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:06.337830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.349739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6270e1-0508-451d-a9b8-1bb68a75729e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=ef69a1f6-9910-4818-aa88-97640f022422,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:06.361133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ef69a1f6-9910-4818-aa88-97640f022422 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:06.367960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.464149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Made reservation on behalf of ec613f241fcb450cb7ebebcac1728f00 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:06.466476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.495466 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.509842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6f4f86df2ac42b7bffde4fd0345927a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9231217 Mar 02 18:44:06.510265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49180) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:06.583784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad98029-5266-4575-bda2-149551070ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93ebd6d-0d74-4293-938c-b51ff0c31639,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:06.593010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.610353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf873dd-5d38-40c3-8b4e-999949b20ff9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:06.624707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:06.638680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.802382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Usage tracker for resource:security_group_rule and tenant:ec613f241fcb450cb7ebebcac1728f00 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:06.805123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:06.806252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5e4d63a5-14cb-46cd-9fe6-ee3aeac3ab55 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/bdf873dd-5d38-40c3-8b4e-999949b20ff9 HTTP/1.1" status: 204 len: 168 time: 0.9302068 Mar 02 18:44:06.807895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:06.809690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:06.831226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:06.931652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135a7d7-33a2-4c20-af96-39ac3cf9e6bb tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.932701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e387868b-faf1-4a7e-8ccd-ad5566f1e3a2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:06.932892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135a7d7-33a2-4c20-af96-39ac3cf9e6bb tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.932892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135a7d7-33a2-4c20-af96-39ac3cf9e6bb tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.932892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135a7d7-33a2-4c20-af96-39ac3cf9e6bb tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.932892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5135a7d7-33a2-4c20-af96-39ac3cf9e6bb tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6318710 Mar 02 18:44:06.934024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10761c53-9d8f-4c0d-9568-67852c7cc7a7 req-2a34773b-318e-4fe1-8e1a-81f6951bd83f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.934221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49190) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:06.935664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10761c53-9d8f-4c0d-9568-67852c7cc7a7 req-2a34773b-318e-4fe1-8e1a-81f6951bd83f tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.3979912 Mar 02 18:44:06.965534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a31e3-ccc1-4fae-b809-4025e781ad5d req-d6e7efaa-9f6b-48bc-8023-46a72a737314 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:06.967092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d6a31e3-ccc1-4fae-b809-4025e781ad5d req-d6e7efaa-9f6b-48bc-8023-46a72a737314 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3450966 Mar 02 18:44:07.024910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10761c53-9d8f-4c0d-9568-67852c7cc7a7 req-91f17d62-34bc-4652-bf83-88ec50cd0a6a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827301 Mar 02 18:44:07.056802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d6a31e3-ccc1-4fae-b809-4025e781ad5d req-107f8b93-75bc-477d-9f68-55c97d600a4b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823700 Mar 02 18:44:07.145045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.163770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e387868b-faf1-4a7e-8ccd-ad5566f1e3a2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:07.165040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e387868b-faf1-4a7e-8ccd-ad5566f1e3a2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3540869 Mar 02 18:44:07.169969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49194) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:07.172245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.177451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--505990870'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:07.188605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:07.195055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:07.201291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93ebd6d-0d74-4293-938c-b51ff0c31639,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:07.212703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.218114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.221828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d0ba13e4-9b95-47c8-95db-bd5aace99b7d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a93ebd6d-0d74-4293-938c-b51ff0c31639 HTTP/1.1" status: 204 len: 168 time: 0.7079847 Mar 02 18:44:07.235232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.246658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port 6806b96e-a555-402d-832c-28336b638ebd yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:07.289843 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.324625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a268886-361b-4d6f-8b81-66daa993b258,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:07.356340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:07.365386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:07.375531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.379850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:07.390849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:07.407413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff6be2f3-1dd2-46e4-ab6a-b570bb817746']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:07.423034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32047529-75e1-4383-9ca5-b5f7d389781b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:07.423346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32047529-75e1-4383-9ca5-b5f7d389781b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:07.435923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.453606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.461783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:07.464991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:07.487568 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:07.640069 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.646821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.661035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port 6806b96e-a555-402d-832c-28336b638ebd yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:07.666164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.674664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.679008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/ff6be2f3-1dd2-46e4-ab6a-b570bb817746 HTTP/1.1" status: 204 len: 168 time: 0.7435133 Mar 02 18:44:07.681862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a378b02-a948-4f42-aa82-9d6ed4e6873b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=ff6be2f3-1dd2-46e4-ab6a-b570bb817746,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:07.682787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49202) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:07.727767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Transition to ACTIVE for port object 6806b96e-a555-402d-832c-28336b638ebd will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:07.791057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.853695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.861438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:07.917734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d76057-0c41-4c75-8724-1cabce06744f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:08.032106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=6806b96e-a555-402d-832c-28336b638ebd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:08.038366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-9be5c469-18f2-4e7d-950e-bb243652c1c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:08.039286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-9be5c469-18f2-4e7d-950e-bb243652c1c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Synchronizing usage tracker for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:08.049419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.051248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-832fd488-fdc7-4f1e-b379-f4d2b4b5a795 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8782713 Mar 02 18:44:08.058247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49210) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:08.068024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193009899'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:08.101264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49216) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:08.123129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.129032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:08.142344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:08.146793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Checking segment: {'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:08.147424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Network hostable DHCP agents. Network: 3253fb00-0070-488b-b02e-da08607507bd, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:08.153679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:08.155180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:08.157898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Usage tracker for resource:security_group_rule and tenant:afd51d7f2f964511a9fff7b24d6dc582 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:08.160312 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.163052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:08.166317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-9be5c469-18f2-4e7d-950e-bb243652c1c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Unset dirty status for tenant:6b924b92c5b64873b7f1e7506a7b3d78 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:08.167654 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-9be5c469-18f2-4e7d-950e-bb243652c1c4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2582908 Mar 02 18:44:08.172401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:08.221726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:08.263103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:08.263361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.301807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef69a1f6-9910-4818-aa88-97640f022422']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:08.323650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dacad206-af67-4bda-870e-70cec95e4135') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:08.324035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dacad206-af67-4bda-870e-70cec95e4135') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:08.343685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.373151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.392255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.410638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Network 3253fb00-0070-488b-b02e-da08607507bd is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:08.413434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 699 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:08.414000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.436622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6977ff1-1039-447a-b8db-d4218647a4d4 req-96ccd495-32dc-4e45-a779-9fa817802863 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:08.438142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6977ff1-1039-447a-b8db-d4218647a4d4 req-96ccd495-32dc-4e45-a779-9fa817802863 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 945 time: 0.2566826 Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:08.440819 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:08.464990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:08.512148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.536610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:08.548783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd259c-da33-4345-9305-4431fbb1fba4 req-c0031c3a-84c4-482d-b2b5-94913dfcfb2b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:08.550365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07cd259c-da33-4345-9305-4431fbb1fba4 req-c0031c3a-84c4-482d-b2b5-94913dfcfb2b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3305604 Mar 02 18:44:08.553781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:08.566435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:08.572459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] For port 964b42a0-8421-4428-88ba-6ee4c048914d, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=964b42a0-8421-4428-88ba-6ee4c048914d,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:08.572829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.583681 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.599894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3253fb00-0070-488b-b02e-da08607507bd) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:08.609893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1e7c3-802a-4cb9-bfbd-069f5d173a95 None None] Network 3253fb00-0070-488b-b02e-da08607507bd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:08.625374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:08.636013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6977ff1-1039-447a-b8db-d4218647a4d4 req-b060b0cc-62b8-4eb4-879b-397ba029560e tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups?id=9574d593-0434-4976-85fb-fa6954993edc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1788793 Mar 02 18:44:08.673536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.684782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07cd259c-da33-4345-9305-4431fbb1fba4 req-ba45ac43-8892-4e24-8d5f-ee14404fa8af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117313 Mar 02 18:44:08.699098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.704156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:08.704492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:08.704833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:08.723125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=ef69a1f6-9910-4818-aa88-97640f022422,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:08.729075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:08.729075 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:08.730481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=afd51d7f2f964511a9fff7b24d6dc582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280470 Mar 02 18:44:08.734100 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 2 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:08.738867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49222) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:08.744460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fd14059e-e898-4075-9610-5339eeb9509b tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/ef69a1f6-9910-4818-aa88-97640f022422 HTTP/1.1" status: 204 len: 168 time: 1.0588300 Mar 02 18:44:08.753534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49226) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:08.790222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:08.790834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:08.791343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:08.826089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:08.826708 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:08.836211 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 3 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:08.845039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53febc0-f411-4365-adc8-396e7c7c4d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4c7d76-a0b7-49c6-ad35-30facaf3801a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:08.899708 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.925658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:08.926485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:08.927022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:08.940264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:08.941491 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:08.944691 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 4 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:08.960495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:08.969034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.047390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50721691-732a-48e4-9330-1dd8179a7091 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:09.054941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50721691-732a-48e4-9330-1dd8179a7091 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:09.056006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50721691-732a-48e4-9330-1dd8179a7091 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Synchronizing usage tracker for tenant:3036e0fae5b34d89a22399beff7472cf on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:09.062177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.062633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.063170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.083880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.084803 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.089072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.093341 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 5 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.117022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b297b50-9fd8-4100-bf5d-687b00d8523c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:09.126152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.126682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.126942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.133753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.134370 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.134790 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 6 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.152667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.152846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.153159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.158531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.158862 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.159287 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 7 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.165703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.166326 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.166865 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Floating IP 0926208d-c7fe-4b93-be83-0350d2ae5f41 disassociated. External IP: 172.25.7.127, port: 964b42a0-8421-4428-88ba-6ee4c048914d. Mar 02 18:44:09.167364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 964b42a0-8421-4428-88ba-6ee4c048914d owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:09.173363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.175301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8014e355-82b9-46ed-95c6-d1dddd4a0984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1154385 Mar 02 18:44:09.178759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-50721691-732a-48e4-9330-1dd8179a7091 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Unset dirty status for tenant:3036e0fae5b34d89a22399beff7472cf on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:09.180952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-50721691-732a-48e4-9330-1dd8179a7091 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4251993 Mar 02 18:44:09.180952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:09.186762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:09.187883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.188296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.188703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.196244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': 'd5d76057-0c41-4c75-8724-1cabce06744f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '4b297b50-9fd8-4100-bf5d-687b00d8523c', 'remote_ip_prefix': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:09.203586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:09.209778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:09.215529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-264777492'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:09.222196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:09.225158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:09.227391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.227859 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.242716 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 8 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.259574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:09.275773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:09.284308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.284645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.284987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.293496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.293830 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.294247 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 9 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.310233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.310494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.310825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.315957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.316283 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.316702 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 10 to bind port 6806b96e-a555-402d-832c-28336b638ebd Mar 02 18:44:09.336194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:09.336563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:09.337740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:09.338339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.342525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port 6806b96e-a555-402d-832c-28336b638ebd on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:09.346006 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port 6806b96e-a555-402d-832c-28336b638ebd on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:09.346006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.365803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4c7d76-a0b7-49c6-ad35-30facaf3801a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:09.435877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.480551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:09.484038 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.503519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=964b42a0-8421-4428-88ba-6ee4c048914d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:09.516080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.517241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-53ed12e6-fd62-4c9d-b22a-8a41ca7b4bd8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e4c7d76-a0b7-49c6-ad35-30facaf3801a HTTP/1.1" status: 204 len: 168 time: 0.7773612 Mar 02 18:44:09.537004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:09.552884 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.552884 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment 6398bc9d-aa0c-4f22-b1e3-3c71c97ac4cf of type vlan for network 57bc0487-6786-40f8-8633-1ae2a2f5f1aa Mar 02 18:44:09.584926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.592653 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.747156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port 6806b96e-a555-402d-832c-28336b638ebd, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:09.749916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempted to set empty binding levels {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:09.795622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.875141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Router ecf53154-9d19-4562-ba60-5955bfe148cc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:44:09.888818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a9645ca-b7d1-442e-b516-b5958469922e req-d7ffe3be-f7e3-49b2-9f66-01b9e0082a0d tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.0959244 Mar 02 18:44:09.918544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.922852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.929286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:09.930058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:09.978326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.102070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9098282 Mar 02 18:44:10.107177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.109177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.132488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49252) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.142327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:44:10.147913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aed2c5-62cf-4914-8814-944d3fde2f06,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:10.153498 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Sync routers for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:44:10.173670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:10.174908 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:10.237118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2098550238'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:10.243663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:10.248990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:network and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:10.252472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:10.263310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:10.293678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] No DVR routers for this DVR port 964b42a0-8421-4428-88ba-6ee4c048914d on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:10.298371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.304257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-06a68b9f-ea43-4dd2-997c-e56dcf37b0f4 req-f8f12485-997c-4f33-b099-cbcb66c226b7 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.11 "DELETE /v2.0/ports/964b42a0-8421-4428-88ba-6ee4c048914d HTTP/1.1" status: 204 len: 173 time: 2.1274509 Mar 02 18:44:10.313044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-deleted', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:44:10.340685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.355631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49264) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.356392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4c7a385d-6caa-4042-b27b-7d9337168e15 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1731524 Mar 02 18:44:10.375749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 4.2021892 Mar 02 18:44:10.382236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49270) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.410938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:10.416384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.423790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.439182 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1485af5a-8305-477f-bc94-c99bec13dc8b', 'name': 'network-vif-deleted', 'tag': '964b42a0-8421-4428-88ba-6ee4c048914d', 'status': 'completed', 'code': 200} Mar 02 18:44:10.447688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.457636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7edf0b-58e5-4fa1-983b-c619dca41b5e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=57bc0487-6786-40f8-8633-1ae2a2f5f1aa,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:10.467341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 57bc0487-6786-40f8-8633-1ae2a2f5f1aa details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:10.480921 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:10.497170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21d005-8094-454a-a2a0-0233425403e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=6806b96e-a555-402d-832c-28336b638ebd,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:10.537208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563ee8f-5937-4e92-8ec8-691cfc64533b req-704255b2-6d94-4723-b45c-064c1d9d9220 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.539942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0563ee8f-5937-4e92-8ec8-691cfc64533b req-704255b2-6d94-4723-b45c-064c1d9d9220 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.6926770 Mar 02 18:44:10.544758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.604660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20aed2c5-62cf-4914-8814-944d3fde2f06,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:10.615336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.620107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f1f5c85-4aab-42fe-b7b1-cbc97a7c5a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/20aed2c5-62cf-4914-8814-944d3fde2f06 HTTP/1.1" status: 204 len: 168 time: 0.2634623 Mar 02 18:44:10.621321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49276) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.641057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:10.650356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.654726 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment 8f1687e3-2a0e-4634-9645-45432096d434 of type vlan for network 978b474f-8ad8-438c-9865-3de4ddb77b71 Mar 02 18:44:10.682472 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.742570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34b4cda0-6db2-4edf-a992-43ae63fd2bbe tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:10.745806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0563ee8f-5937-4e92-8ec8-691cfc64533b req-2c8786bd-1933-48eb-8e23-26688aceba91 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932099 Mar 02 18:44:10.758150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Deleting port 6806b96e-a555-402d-832c-28336b638ebd {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:10.758150 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.796829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.803082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:10.803699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.869461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34b4cda0-6db2-4edf-a992-43ae63fd2bbe tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:10.874345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34b4cda0-6db2-4edf-a992-43ae63fd2bbe tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2511554 Mar 02 18:44:10.875026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49284) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:10.968747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:10.994550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=978b474f-8ad8-438c-9865-3de4ddb77b71,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:11.006611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 978b474f-8ad8-438c-9865-3de4ddb77b71 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:11.055778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dc5879fb-70e9-49a3-b941-a35a35ee4cbc tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9169173 Mar 02 18:44:11.060306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49292) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:11.085759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'ports': [{'network_id': '57bc0487-6786-40f8-8633-1ae2a2f5f1aa', 'name': 'tempest-port--406733584', 'admin_state_up': True}, {'network_id': '978b474f-8ad8-438c-9865-3de4ddb77b71', 'admin_state_up': False}]} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:11.086186 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:11.091998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'port': {'network_id': '57bc0487-6786-40f8-8633-1ae2a2f5f1aa', 'name': 'tempest-port--406733584', 'admin_state_up': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:11.094456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'port': {'network_id': '978b474f-8ad8-438c-9865-3de4ddb77b71', 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:11.095422 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Checking router: ecf53154-9d19-4562-ba60-5955bfe148cc for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:44:11.139700 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:11.143637 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:11.172339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.277306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7c8d744-0187-4525-b2f0-b1bdef9a0779 req-fa434e2f-7db9-4448-87b6-8d11bd6f5927 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/ports?device_id=1485af5a-8305-477f-bc94-c99bec13dc8b HTTP/1.1" status: 200 len: 210 time: 0.0906911 Mar 02 18:44:11.300833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port 6806b96e-a555-402d-832c-28336b638ebd, host n-h1-828839-1, got binding levels [] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:11.301188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.361586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:11.435739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 964b42a0-8421-4428-88ba-6ee4c048914d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:11.436152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 964b42a0-8421-4428-88ba-6ee4c048914d not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:11.512940 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:11.527067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Calling delete_port for 6806b96e-a555-402d-832c-28336b638ebd owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:11.528509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.585678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:11.589867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:port and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:11.594846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:11.608822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b297b50-9fd8-4100-bf5d-687b00d8523c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:11.617317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:11.721296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.746750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.748185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70879f3a-ca1a-48f5-af72-af5dc4f6190e tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/4b297b50-9fd8-4100-bf5d-687b00d8523c HTTP/1.1" status: 204 len: 168 time: 0.8722441 Mar 02 18:44:11.759975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'port': 2} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:11.759975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.769959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49304) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:11.777866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event deleted for resources: {'Port': ['ID=6806b96e-a555-402d-832c-28336b638ebd,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:11.789582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.799409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d86fee58-75b0-4ca9-9178-4f2c77faac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "DELETE /v2.0/ports/6806b96e-a555-402d-832c-28336b638ebd HTTP/1.1" status: 204 len: 168 time: 1.4039972 Mar 02 18:44:11.800299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49310) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:11.801308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:11.849500 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1457b2-0ba7-445e-a64a-e889eb714f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:11.850214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a1457b2-0ba7-445e-a64a-e889eb714f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:11.907246 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:11.913504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48926f5d-15cf-4e39-a3cd-1a35d851d675 None None] The sync data for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 is: [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f1d6281-2bf1-4392-96d9-90411d72d2f1', 'name': '', 'network_id': 'b76a235f-fdc3-436e-bdef-f032662bdf19', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'mac_address': 'fa:16:3e:65:db:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:01Z', 'updated_at': '2022-03-02T18:35:17Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'subnets': [{'id': 'ecfb6e68-aff1-4848-bc02-5f7db10ac022', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:44:11.926626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a1457b2-0ba7-445e-a64a-e889eb714f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:11.932079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2a1457b2-0ba7-445e-a64a-e889eb714f69 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports/6806b96e-a555-402d-832c-28336b638ebd HTTP/1.1" status: 404 len: 333 time: 0.1306949 Mar 02 18:44:11.933072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:11.951457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'network_id': '3253fb00-0070-488b-b02e-da08607507bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-484695429'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:11.959022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:11.978063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:12.015934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9da9cd-c7f6-4852-a4ab-4f19d1970fff req-7cd9aaea-f0f2-4409-b4be-014cd4685fc7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:12.017542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f9da9cd-c7f6-4852-a4ab-4f19d1970fff req-7cd9aaea-f0f2-4409-b4be-014cd4685fc7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1350939 Mar 02 18:44:12.072532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b349a389-37aa-41b5-8909-c32ad03cc94b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:12.081414 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f9da9cd-c7f6-4852-a4ab-4f19d1970fff req-e7a84834-25fa-4c52-a5c7-6f3084270655 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554335 Mar 02 18:44:12.084536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Made reservation on behalf of ec613f241fcb450cb7ebebcac1728f00 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:12.099032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.142559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:12.214902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] device_id is not set on port 4ffd7ed0-270e-44ed-8b25-c5e43f973607 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:12.354762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b349a389-37aa-41b5-8909-c32ad03cc94b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:12.356117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b349a389-37aa-41b5-8909-c32ad03cc94b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5845578 Mar 02 18:44:12.359827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:12.398479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dcb11b-bd10-4cee-be1e-47e351d71114 None None] New status for floating IP 0926208d-c7fe-4b93-be83-0350d2ae5f41: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:44:12.439056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.558993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49340) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:12.571173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] device_id is not set on port ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:12.605611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.641502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.716873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49346) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:12.816494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.838469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.857463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.890717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:12.930169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d76057-0c41-4c75-8724-1cabce06744f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:12.945562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.001507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.029309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.030590 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d1c852ce-82f1-4a25-b2f9-793347bbe574 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/d5d76057-0c41-4c75-8724-1cabce06744f HTTP/1.1" status: 204 len: 168 time: 0.6698260 Mar 02 18:44:13.034454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49362) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.070115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.109432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.135864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Network 3253fb00-0070-488b-b02e-da08607507bd is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:13.141462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:13.157299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9574d593-0434-4976-85fb-fa6954993edc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:13.159748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:13.161105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:13.161925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.224531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=da0c1ae7-4b89-4442-a4bd-9bbed6c99737,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:13.289885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.291134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a944a2e-9a59-4112-8fe7-fd4e2a0ab0f4 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "DELETE /v2.0/security-groups/9574d593-0434-4976-85fb-fa6954993edc HTTP/1.1" status: 204 len: 168 time: 0.7305727 Mar 02 18:44:13.297858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49368) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.317629 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-7d3913c8-84fa-473b-b965-0474e34be22a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] show failed (client error): The resource could not be found. Mar 02 18:44:13.318701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7d3913c8-84fa-473b-b965-0474e34be22a tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "GET /v2.0/security-groups/9574d593-0434-4976-85fb-fa6954993edc HTTP/1.1" status: 404 len: 347 time: 0.0238798 Mar 02 18:44:13.321676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e2098d78-1b7e-4080-b59b-2f6e2cebaa42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.3753755 Mar 02 18:44:13.332428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49372) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.332859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.348228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:13.473874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-770b82df-ec25-4b53-91db-5ac4865d8e07 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:13.482278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Port': ['ID=4ffd7ed0-270e-44ed-8b25-c5e43f973607,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:13.556166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Checking segment: {'id': '6398bc9d-aa0c-4f22-b1e3-3c71c97ac4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '57bc0487-6786-40f8-8633-1ae2a2f5f1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:13.556450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network hostable DHCP agents. Network: 57bc0487-6786-40f8-8633-1ae2a2f5f1aa, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:13.563471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310dafe-8bd3-4c49-961c-cfecd2cf3550 req-d534dd44-da6c-4131-ad2f-403856dac429 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:13.570798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f310dafe-8bd3-4c49-961c-cfecd2cf3550 req-d534dd44-da6c-4131-ad2f-403856dac429 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3300717 Mar 02 18:44:13.631875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Deleting port 71c615c4-c20b-408b-83ba-cb421eebe174 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:13.632209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.653386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-770b82df-ec25-4b53-91db-5ac4865d8e07 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:13.654708 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-770b82df-ec25-4b53-91db-5ac4865d8e07 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6191893 Mar 02 18:44:13.663035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49380) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:13.670138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--991437415'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:13.679794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:13.703050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:13.720231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f310dafe-8bd3-4c49-961c-cfecd2cf3550 req-f64afa28-461f-4883-9134-7cda9d32f68d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485593 Mar 02 18:44:13.722656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.767203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network 57bc0487-6786-40f8-8633-1ae2a2f5f1aa is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:13.928228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.941910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 57bc0487-6786-40f8-8633-1ae2a2f5f1aa) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:13.951403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d81aa0f-3f11-4f4c-b91b-93b33733a97a None None] Network 57bc0487-6786-40f8-8633-1ae2a2f5f1aa requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:13.952179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:13.952987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.978960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:13.979292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.028156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:14.035995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:14.052981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:14.066857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:14.123771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Calling delete_port for 71c615c4-c20b-408b-83ba-cb421eebe174 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:14.138251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Port': ['ID=ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:14.155554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Checking segment: {'id': '8f1687e3-2a0e-4634-9645-45432096d434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '978b474f-8ad8-438c-9865-3de4ddb77b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:14.155884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network hostable DHCP agents. Network: 978b474f-8ad8-438c-9865-3de4ddb77b71, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:14.233658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.281771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:14.301491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network 978b474f-8ad8-438c-9865-3de4ddb77b71 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:14.320333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.320748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.458388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Transition to ACTIVE for port object da0c1ae7-4b89-4442-a4bd-9bbed6c99737 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:14.459878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.482300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 978b474f-8ad8-438c-9865-3de4ddb77b71) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:14.483901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.491525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf1e570-2e82-4def-b810-8b3fa25e399d None None] Network 978b474f-8ad8-438c-9865-3de4ddb77b71 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:14.520958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:14.527884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:14.533982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:14.535273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.648061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.661246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Pushing event deleted for resources: {'Port': ['ID=71c615c4-c20b-408b-83ba-cb421eebe174,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:14.672215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83e497dc-36a3-48ed-b320-5d0dee65b4e8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:14.762575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aad32a42-8df0-4538-a96c-ef5a1e77b0fa tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.6993601 Mar 02 18:44:14.765429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49392) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:14.826311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.827625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f07aa2b-ae78-4270-909a-f1c0bc42f614 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1637151 Mar 02 18:44:14.831148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49396) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:14.841667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '83e497dc-36a3-48ed-b320-5d0dee65b4e8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:14.869031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:14.882240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Deleting port 9bf36164-dd72-4f46-a185-49cf43cdcaf6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:14.882579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.907678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:14.914715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:14.927263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:14.959963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c582cf-0308-488b-8b29-fcb6cef5f607 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:14.960291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=da0c1ae7-4b89-4442-a4bd-9bbed6c99737,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:14.966442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:14.966765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c582cf-0308-488b-8b29-fcb6cef5f607 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:14.966897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:14.967108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:14.967665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34c582cf-0308-488b-8b29-fcb6cef5f607 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Synchronizing usage tracker for tenant:3036e0fae5b34d89a22399beff7472cf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:14.973602 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:14.989188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:14.995245 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:14.995245 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 2 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.014580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.020981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9d12e7c4-cfcf-4c77-a00b-69819ca23b21 tempest-ServerActionsTestJSON-1116573348 tempest-ServerActionsTestJSON-1116573348-project] 10.222.0.66 "DELETE /v2.0/floatingips/0926208d-c7fe-4b93-be83-0350d2ae5f41 HTTP/1.1" status: 204 len: 168 time: 1.6838682 Mar 02 18:44:15.021195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49400) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:15.046920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.047388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.047821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.056408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.056947 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.057566 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 3 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.084424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.084877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.085327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.103296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915ef2-363e-4389-b05d-0b5d5c14b07a req-9860b14a-8d84-4c95-b855-c91948e4b4c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.105286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3915ef2-363e-4389-b05d-0b5d5c14b07a req-9860b14a-8d84-4c95-b855-c91948e4b4c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2197371 Mar 02 18:44:15.106212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.106549 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.107014 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 4 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.129983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.149869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.149869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.149869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.157119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.157451 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.159904 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 5 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.166560 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:44:15.181679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-34c582cf-0308-488b-8b29-fcb6cef5f607 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Unset dirty status for tenant:3036e0fae5b34d89a22399beff7472cf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:15.182901 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34c582cf-0308-488b-8b29-fcb6cef5f607 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4167020 Mar 02 18:44:15.188487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:15.201405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.202209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.203495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.216066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.216462 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.218601 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 6 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.228467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3915ef2-363e-4389-b05d-0b5d5c14b07a req-6a3d9aea-6a2d-432a-947b-3eef37dec70b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061263 Mar 02 18:44:15.243507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.244093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.244459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.249887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.250318 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.250807 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 7 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.267262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.267589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.267935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.273677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.274007 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.274562 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 8 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.291032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.291366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.291696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.297384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.297723 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.298140 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 9 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.315181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.315493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.315835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.321031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.321372 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.321772 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 10 to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 Mar 02 18:44:15.339125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:15.339480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:15.339815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:15.344951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:15.345286 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:15.345652 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.441667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port da0c1ae7-4b89-4442-a4bd-9bbed6c99737, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:15.441999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.442115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempted to set empty binding levels {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:15.481434 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.493303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.514233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting port 4ffd7ed0-270e-44ed-8b25-c5e43f973607 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:15.514581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.534547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] In _notify_port_updated(), no bound segment for port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:44:15.535854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.535991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.537366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "PUT /v2.0/ports/da0c1ae7-4b89-4442-a4bd-9bbed6c99737 HTTP/1.1" status: 200 len: 978 time: 2.2034738 Mar 02 18:44:15.540212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49412) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:15.600675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d43b1d-45c6-4235-984c-ee4e8ffb7b9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=da0c1ae7-4b89-4442-a4bd-9bbed6c99737,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:15.635519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f58e4d22-44e3-46d0-8b53-377ae1c1ddb0,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:15.638313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] For port 9bf36164-dd72-4f46-a185-49cf43cdcaf6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9bf36164-dd72-4f46-a185-49cf43cdcaf6,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:15.638686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.644686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.645165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.645632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.646411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.646596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.647034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.647485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.647936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.648395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.648941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.649293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.649773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.650260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.650720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.651168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.651618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.652065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.652515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.652967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.653417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.653866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:15.656052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:15.726990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:15.727926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e7c6de8b-dae6-4c9a-aea6-a8c0b8f5d81e tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18737 time: 0.1869006 Mar 02 18:44:15.731807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49416) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:15.796921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Deleting port da0c1ae7-4b89-4442-a4bd-9bbed6c99737 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:15.797250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.805959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Calling delete_port for 9bf36164-dd72-4f46-a185-49cf43cdcaf6 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:15.879335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:15.880530 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-47da3408-c858-4090-a201-b7e22e29aa81 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0474555 Mar 02 18:44:15.885367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:15.958789 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.014523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.050606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port da0c1ae7-4b89-4442-a4bd-9bbed6c99737, host n-h1-828839-1, got binding levels [] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:16.051177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.178179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.186661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Calling delete_port for da0c1ae7-4b89-4442-a4bd-9bbed6c99737 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:16.196488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.239591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f58e4d22-44e3-46d0-8b53-377ae1c1ddb0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:16.252294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.253584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1665866c-5ce5-4881-b111-3cce46ad3984 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/f58e4d22-44e3-46d0-8b53-377ae1c1ddb0 HTTP/1.1" status: 204 len: 168 time: 0.3673029 Mar 02 18:44:16.256703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49428) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:16.337416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7413bd34-cfd9-4427-804f-b0bf35ce5752 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:16.348617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Calling delete_port for 4ffd7ed0-270e-44ed-8b25-c5e43f973607 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:16.420802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.472832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7413bd34-cfd9-4427-804f-b0bf35ce5752 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:16.476882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7413bd34-cfd9-4427-804f-b0bf35ce5752 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2164879 Mar 02 18:44:16.478451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49440) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:16.486741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event deleted for resources: {'Port': ['ID=da0c1ae7-4b89-4442-a4bd-9bbed6c99737,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:16.491226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.509185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcdfe95-0ed1-4f99-b521-deb8822d804f req-5ba46bd0-9c7e-405e-ae5f-e0fa257fe8d3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:16.517518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fcdfe95-0ed1-4f99-b521-deb8822d804f req-5ba46bd0-9c7e-405e-ae5f-e0fa257fe8d3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1538217 Mar 02 18:44:16.558738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fcdfe95-0ed1-4f99-b521-deb8822d804f req-df72b7d8-ae8e-43cf-b022-da36b82940eb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393069 Mar 02 18:44:16.567390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be0e690b-b819-4490-a75b-f1a95b37e43b tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "DELETE /v2.0/ports/da0c1ae7-4b89-4442-a4bd-9bbed6c99737 HTTP/1.1" status: 204 len: 168 time: 0.8345692 Mar 02 18:44:16.570018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49444) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:16.672231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.685874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.749481 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-7155ddff-cfd6-4111-8f9e-5635b60e9b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:16.749991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7155ddff-cfd6-4111-8f9e-5635b60e9b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:16.768005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Port': ['ID=4ffd7ed0-270e-44ed-8b25-c5e43f973607,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:16.771643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.824244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7155ddff-cfd6-4111-8f9e-5635b60e9b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:16.825847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7155ddff-cfd6-4111-8f9e-5635b60e9b56 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports/da0c1ae7-4b89-4442-a4bd-9bbed6c99737 HTTP/1.1" status: 404 len: 333 time: 0.2544270 Mar 02 18:44:16.830027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:16.836820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1661150189', 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:16.842212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:16.853760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:16.915098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Made reservation on behalf of ec613f241fcb450cb7ebebcac1728f00 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:16.917786 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.940261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port c7217b6b-49d3-48f1-8017-bd178ff8aa8c yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:16.947372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.957258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:16.983640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf36164-dd72-4f46-a185-49cf43cdcaf6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:17.134247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0668606-5020-43e1-8b29-f02c56af146e tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/ports/4ffd7ed0-270e-44ed-8b25-c5e43f973607 HTTP/1.1" status: 204 len: 168 time: 1.9432092 Mar 02 18:44:17.136859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49454) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:17.202102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.306490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting port ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:17.306847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.309741 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.341994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.385759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Network 3253fb00-0070-488b-b02e-da08607507bd is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:17.389927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:17.392197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:17.393156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e497dc-36a3-48ed-b320-5d0dee65b4e8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:17.393935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:17.394360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.422037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=c7217b6b-49d3-48f1-8017-bd178ff8aa8c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:17.523809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-969d0013-0f8d-4467-9925-e777aa9beef9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6896687 Mar 02 18:44:17.524230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:17.535688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.612814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef06e3b-7339-40c8-a98f-481a464874ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:17.613415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cef06e3b-7339-40c8-a98f-481a464874ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:17.648761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.651925 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f563513-5132-4862-8357-95d2f5ba4229 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/83e497dc-36a3-48ed-b320-5d0dee65b4e8 HTTP/1.1" status: 204 len: 168 time: 1.1709552 Mar 02 18:44:17.653527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49464) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:17.691151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.785774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cef06e3b-7339-40c8-a98f-481a464874ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:17.789282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cef06e3b-7339-40c8-a98f-481a464874ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports/c7217b6b-49d3-48f1-8017-bd178ff8aa8c HTTP/1.1" status: 200 len: 959 time: 0.2611644 Mar 02 18:44:17.806965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49470) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:17.876691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0a6f91fd-8363-46a1-ae69-12bb8f385e2b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:17.949727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Deleting port c7217b6b-49d3-48f1-8017-bd178ff8aa8c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:17.950062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:17.952127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.000171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ac19f-e6db-4211-910c-2b1d8b8e1f30 req-389492b1-7f87-4ccb-b21b-c95eecdee92e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:18.007671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7ac19f-e6db-4211-910c-2b1d8b8e1f30 req-389492b1-7f87-4ccb-b21b-c95eecdee92e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2790725 Mar 02 18:44:18.025406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0a6f91fd-8363-46a1-ae69-12bb8f385e2b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:18.026666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0a6f91fd-8363-46a1-ae69-12bb8f385e2b tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3721409 Mar 02 18:44:18.034800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49474) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:18.053176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735910426'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:18.083680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:18.137156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Calling delete_port for ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:18.143170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:18.151212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb7ac19f-e6db-4211-910c-2b1d8b8e1f30 req-3249357e-b0e9-4093-9ac8-b7f6393a30b3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427016 Mar 02 18:44:18.256514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.294751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.305821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:18.360333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:18.422632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:18.432141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Calling delete_port for c7217b6b-49d3-48f1-8017-bd178ff8aa8c owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:18.469103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:18.578647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.580005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.616946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.632445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7217b6b-49d3-48f1-8017-bd178ff8aa8c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:18.638813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.642790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.683181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Port': ['ID=ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:18.697133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d0682ef-1a21-4c75-b176-df3c277e3b66,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:18.702114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.706260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.706727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.706945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.707285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.707614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.707938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.708544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.708874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.709202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.709527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.709876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.710260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:18.774140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a5d87e25-b9e9-47f2-9f14-7c41f9e8502c tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "DELETE /v2.0/ports/c7217b6b-49d3-48f1-8017-bd178ff8aa8c HTTP/1.1" status: 204 len: 168 time: 0.9658532 Mar 02 18:44:18.776781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49478) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:18.813940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4cf4f830-8a31-4e7f-bebf-9321d0442db4 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/ports/ee828b99-c0c0-4d0b-a1d2-d272d3f0e9ea HTTP/1.1" status: 204 len: 168 time: 1.6719551 Mar 02 18:44:18.815177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49482) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:18.820195 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e02e996b-f17c-4319-bf55-7f080ae019ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:18.821021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e02e996b-f17c-4319-bf55-7f080ae019ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:18.864451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.867032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-afb2ee16-b7ed-496b-b66e-583471cbe7ce tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8291242 Mar 02 18:44:18.870680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49488) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:18.876867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '1d0682ef-1a21-4c75-b176-df3c277e3b66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:18.880275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-464e5770-0fcd-4c61-bea3-9e71fb4d763a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Synchronizing usage tracker for tenant:3036e0fae5b34d89a22399beff7472cf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:18.884572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:18.889047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:18.893281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:18.900140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:18.907188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e02e996b-f17c-4319-bf55-7f080ae019ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:18.908507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e02e996b-f17c-4319-bf55-7f080ae019ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports/c7217b6b-49d3-48f1-8017-bd178ff8aa8c HTTP/1.1" status: 404 len: 333 time: 0.1307178 Mar 02 18:44:18.913244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49492) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:18.917859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Deleting port 1f1d6281-2bf1-4392-96d9-90411d72d2f1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:18.918420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:18.923897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'network_id': '3253fb00-0070-488b-b02e-da08607507bd', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1924774457'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:18.932349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:18.945650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:18.987153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:44:19.004932 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.028808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Made reservation on behalf of ec613f241fcb450cb7ebebcac1728f00 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:19.032509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.066671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port e82a5e11-9f38-4cb8-af48-e299ce64ac89 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:19.133874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-464e5770-0fcd-4c61-bea3-9e71fb4d763a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Unset dirty status for tenant:3036e0fae5b34d89a22399beff7472cf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:19.135323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-464e5770-0fcd-4c61-bea3-9e71fb4d763a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3192263 Mar 02 18:44:19.141390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49498) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:19.156039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-785798301'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:19.167834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:19.197097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:network and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:19.231699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:19.248798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:19.288035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] For port 1f1d6281-2bf1-4392-96d9-90411d72d2f1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f1d6281-2bf1-4392-96d9-90411d72d2f1,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:19.288400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.348119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.368828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:19.372621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.439434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Calling delete_port for 1f1d6281-2bf1-4392-96d9-90411d72d2f1 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:19.469996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:44:19.481226 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Sync routers for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:44:19.484610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7070bfd-a496-455f-a245-d4cbb7ef1605 admin admin] 10.222.0.66 "PUT /v2.0/routers/f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7637012 Mar 02 18:44:19.485586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49506) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:19.491928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:19.493812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:19.494466 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:19.616814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.681035 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.696985 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:19.728072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c8bbb2-f42a-4fb7-82b5-b4c7495b80d3,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:19.771989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:19.777103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.796035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26294d4f-eedd-4c5b-8d31-bcfbff1b23fd req-104595a0-c5f3-4121-8302-2b8e165a542e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:19.797524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26294d4f-eedd-4c5b-8d31-bcfbff1b23fd req-104595a0-c5f3-4121-8302-2b8e165a542e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.5164425 Mar 02 18:44:19.800559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.800909 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment c72e54d8-021c-4c58-8d8a-b5803d1ffc9e of type vlan for network 1419e5cc-1c59-4df1-9710-13c0bb7e074d Mar 02 18:44:19.829278 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.856289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:19.858350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26294d4f-eedd-4c5b-8d31-bcfbff1b23fd req-1aff64a3-b20a-4560-b72a-6288cbdae309 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517037 Mar 02 18:44:19.872450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Usage tracker for resource:security_group_rule and tenant:769560643d7c47bc8e487df898727abc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:19.878169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:19.889103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:19.897528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.924351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:19.928151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3060c74e-c545-4f9e-b42b-0fa5ff454236 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0538485 Mar 02 18:44:19.934423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49516) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:19.958275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.003091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Network 3253fb00-0070-488b-b02e-da08607507bd is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:20.004533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:20.010996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=e82a5e11-9f38-4cb8-af48-e299ce64ac89,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:20.013755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:20.015190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:20.016043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.027383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a58769c9-cd3a-43e6-a939-09609c600b12 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules/46c8bbb2-f42a-4fb7-82b5-b4c7495b80d3 HTTP/1.1" status: 200 len: 763 time: 0.0917346 Mar 02 18:44:20.030011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49520) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:20.086017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.098808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:20.099645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.121053 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:44:16Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:20.126241 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Checking router: f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:44:20.135771 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Routers {'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:20.136445 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:20.141239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e36568ec-b0b5-47a3-9066-e0ea750c6af2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:20.167949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cacf0e59-462d-4339-817c-481aa996df65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2531199 Mar 02 18:44:20.173213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49524) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:20.236288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:20.286104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1337261 Mar 02 18:44:20.288554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49528) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:20.294838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8451fce-5373-4dc0-b34c-c9184f9c9057 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=1419e5cc-1c59-4df1-9710-13c0bb7e074d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:20.300577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-563120777'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:20.307292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1419e5cc-1c59-4df1-9710-13c0bb7e074d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:20.328813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:20.335958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.336878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:network and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:20.371291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.400110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:20.400371 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] Set router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:20.402226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1d6281-2bf1-4392-96d9-90411d72d2f1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:20.403223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.423855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e36568ec-b0b5-47a3-9066-e0ea750c6af2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:20.428746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e36568ec-b0b5-47a3-9066-e0ea750c6af2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3970387 Mar 02 18:44:20.432330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:20.436005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49532) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:20.462746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.505826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Deleting port 783f2077-6ffe-4b3d-b61f-65892fc24d4f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:20.506228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.530476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.548195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.559059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.584750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:20.588330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.714730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:20.729667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.730016 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Added segment 2b38465d-c3f0-49ff-8549-4544fcfc9c86 of type vlan for network 28b173dd-83d6-42d8-8ddb-44355c080293 Mar 02 18:44:20.736952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180fb125-9a11-499f-bb00-94cc68fbb5bf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:20.753246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a6bb9af4-b42f-4002-9d44-fba735741199 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=769560643d7c47bc8e487df898727abc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2597129 Mar 02 18:44:20.762402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:20.766877 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:44:16Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:20.771616 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854ce871-de94-48f1-bb52-666112c6a65e None None] The sync data for ids ['f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8'] in n-d-828839-1 is: [{'id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1733820603-router', 'tenant_id': '5692b22e7e1147768b7defa74ebaef66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:49Z', 'updated_at': '2022-03-02T18:44:16Z', 'revision_number': 5, 'project_id': '5692b22e7e1147768b7defa74ebaef66', 'gw_port': {'id': '783f2077-6ffe-4b3d-b61f-65892fc24d4f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:5a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:51Z', 'updated_at': '2022-03-02T18:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:44:20.832252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.858994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.892911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46c8bbb2-f42a-4fb7-82b5-b4c7495b80d3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:20.921119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] device_id is not set on port e82a5e11-9f38-4cb8-af48-e299ce64ac89 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:20.947919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.953103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] For port 783f2077-6ffe-4b3d-b61f-65892fc24d4f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=783f2077-6ffe-4b3d-b61f-65892fc24d4f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:20.953788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.966077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:20.978522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Transition to ACTIVE for port object e82a5e11-9f38-4cb8-af48-e299ce64ac89 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:20.984969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.051263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.054835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-830e0f48-0c0b-4be8-9b1c-e882f47fbe27 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/46c8bbb2-f42a-4fb7-82b5-b4c7495b80d3 HTTP/1.1" status: 204 len: 168 time: 0.6176238 Mar 02 18:44:21.058054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49542) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:21.062210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.087257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Calling delete_port for 783f2077-6ffe-4b3d-b61f-65892fc24d4f owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:21.096158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.139482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.145965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:21.146606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.275777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9bf36164-dd72-4f46-a185-49cf43cdcaf6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:21.322289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 9bf36164-dd72-4f46-a185-49cf43cdcaf6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:21.322918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9bf36164-dd72-4f46-a185-49cf43cdcaf6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:21.406536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=e82a5e11-9f38-4cb8-af48-e299ce64ac89,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:21.417801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-371ab6e4-125c-4e6a-b23d-654cab73712f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:21.425190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Network': ['ID=28b173dd-83d6-42d8-8ddb-44355c080293,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:21.439316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 28b173dd-83d6-42d8-8ddb-44355c080293 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:21.453815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d005-891c-428c-b792-6e503b86f344 req-a10b389a-a155-4863-807a-e151e732c8cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:21.456532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7861d005-891c-428c-b792-6e503b86f344 req-a10b389a-a155-4863-807a-e151e732c8cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.4721801 Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-23d0e756-8043-41d0-801e-2a485615712f tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1923058 Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:21.494156 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 2 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:21.531688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:21.531688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:21.531688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:21.539868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-371ab6e4-125c-4e6a-b23d-654cab73712f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:21.544380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-371ab6e4-125c-4e6a-b23d-654cab73712f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4815962 Mar 02 18:44:21.544380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7861d005-891c-428c-b792-6e503b86f344 req-35523b7a-5faa-41b1-9251-ae94c92338ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826287 Mar 02 18:44:21.544738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49546) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:21.551111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '1d0682ef-1a21-4c75-b176-df3c277e3b66', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:21.556863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:21.557200 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:21.558160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:21.560172 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 3 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:21.571714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.593667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:21.605508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180fb125-9a11-499f-bb00-94cc68fbb5bf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:21.610286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:21.610633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:21.610979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:21.616635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.621130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f2aa594a-a90f-4095-8a0c-30cf03a1c046 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/180fb125-9a11-499f-bb00-94cc68fbb5bf HTTP/1.1" status: 204 len: 168 time: 0.8581681 Mar 02 18:44:21.623933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:21.624272 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:21.624668 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 4 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:21.633898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49552) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:21.644141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'subnets': [{'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--449351734', 'ip_version': 4}, {'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:21.644498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'subnet': {'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--449351734', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:21.645028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Request body: {'subnet': {'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:21.686744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:21.687082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:21.687422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:21.694174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.707950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:21.708219 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:21.771061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Router ecf53154-9d19-4562-ba60-5955bfe148cc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:44:21.845494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:21.888208 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 5 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:21.905688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Pushing event deleted for resources: {'Port': ['ID=783f2077-6ffe-4b3d-b61f-65892fc24d4f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:21.935481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:21.943382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:21.943382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:21.952700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:21.953856 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:21.971731 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 6 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:22.009390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:22.009730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:22.010071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:22.052644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d72fe81-2551-44a7-b6b4-2ef09e31290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.082451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:22.082784 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:22.088281 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 7 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:22.103279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.103499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:44:22.104717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.114413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Sync routers for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:44:22.120012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:22.120356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:22.120697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:22.125275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:22.126082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:22.130090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:22.130447 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:22.131316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:22.133352 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 8 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:22.144441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Usage tracker for resource:subnet and tenant:3036e0fae5b34d89a22399beff7472cf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:22.149668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:22.158481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:22.160588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:22.160933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:22.161277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:22.170353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:22.170722 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:22.171840 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 9 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:22.189949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:22.191301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:22.191792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:22.198552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.239126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0666f34e-7f51-4c87-aad8-e5a9177d0df2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:22.241855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Made reservation on behalf of 3036e0fae5b34d89a22399beff7472cf for: {'subnet': 2} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:22.247881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.248318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.263425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:22.263875 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:22.270036 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempt 10 to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 Mar 02 18:44:22.305731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.308175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.313623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49558) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.320096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-288a94da-5896-48b4-bbe6-dfc0d0331eb7 admin admin] 10.222.0.66 "PUT /v2.0/routers/ecf53154-9d19-4562-ba60-5955bfe148cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2994921 Mar 02 18:44:22.327946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49562) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.335804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:22.386221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:22.386475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:22.386814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempting to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:22.399231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.402909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9ecdc635-1b94-4e6d-9d23-0568bcb678c8 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8547184 Mar 02 18:44:22.403757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.404314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49566) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.415856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:22.416188 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Failed to bind port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '57d365db-e33e-4a4d-a734-5f6d964853ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '3253fb00-0070-488b-b02e-da08607507bd'}] Mar 02 18:44:22.416544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.446471 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5adc74b0-5c12-4c7a-a3ce-7dddcd8e3255 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules/0666f34e-7f51-4c87-aad8-e5a9177d0df2 HTTP/1.1" status: 200 len: 763 time: 0.0318582 Mar 02 18:44:22.455922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.483107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:22.496646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Usage tracker for resource:security_group_rule and tenant:1a31548f498540a6a486b1541f07272e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:22.500967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:22.511901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:22.538337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.539133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:44:22.576395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.582429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3d6fde14-481b-422d-9886-cb92dd153a69 admin admin] 10.222.0.66 "DELETE /v2.0/routers/f5b289dd-7ef9-4fa4-ac41-c609bc7d70e8 HTTP/1.1" status: 204 len: 168 time: 3.0852323 Mar 02 18:44:22.587421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49576) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.607304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port e82a5e11-9f38-4cb8-af48-e299ce64ac89, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:22.607667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attempted to set empty binding levels {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:22.681443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:44:19Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:22.687929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Checking router: ecf53154-9d19-4562-ba60-5955bfe148cc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:44:22.696573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.700836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Routers {'ecf53154-9d19-4562-ba60-5955bfe148cc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:22.701471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:43:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ecf53154-9d19-4562-ba60-5955bfe148cc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:22.728545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e84ade9-3bb2-48e2-b46a-5586137c08be tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:22.752627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.817009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] In _notify_port_updated(), no bound segment for port e82a5e11-9f38-4cb8-af48-e299ce64ac89 on network 3253fb00-0070-488b-b02e-da08607507bd {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:44:22.817869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:22.818503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.822822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "PUT /v2.0/ports/e82a5e11-9f38-4cb8-af48-e299ce64ac89 HTTP/1.1" status: 200 len: 979 time: 2.6474242 Mar 02 18:44:22.825864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49580) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.907362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] Set router ecf53154-9d19-4562-ba60-5955bfe148cc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:22.909896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Deleting subnet f1307282-1fe7-44a1-8e69-8c6c879ddf16 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:22.911838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e84ade9-3bb2-48e2-b46a-5586137c08be tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:22.915883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e84ade9-3bb2-48e2-b46a-5586137c08be tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4558740 Mar 02 18:44:22.928777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:22.952344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:22.968978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93e5a8-b40b-46bf-9d03-e5fcfc0ee886 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event updated for resources: {'Port': ['ID=e82a5e11-9f38-4cb8-af48-e299ce64ac89,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.091729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.123437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Deleting port e82a5e11-9f38-4cb8-af48-e299ce64ac89 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:23.123437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.146367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4a068-d75e-4070-878c-28d83f678d14 req-b539c18f-c01d-4d57-9487-fabfd76958f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:23.148303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cd4a068-d75e-4070-878c-28d83f678d14 req-b539c18f-c01d-4d57-9487-fabfd76958f0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3870556 Mar 02 18:44:23.180894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.189427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.202496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.216754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cd4a068-d75e-4070-878c-28d83f678d14 req-024f43db-d88e-4177-a565-5e61095f51e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558043 Mar 02 18:44:23.295330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1a31548f498540a6a486b1541f07272e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9760342 Mar 02 18:44:23.297216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49588) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:23.307036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 783f2077-6ffe-4b3d-b61f-65892fc24d4f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:23.318977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d95e82-8bd3-48c2-816b-111dd0761bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44db52ae-55f3-4672-8add-cf49020a376b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.352244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 783f2077-6ffe-4b3d-b61f-65892fc24d4f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:23.353994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 783f2077-6ffe-4b3d-b61f-65892fc24d4f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:23.370753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:44:19Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:23.371481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.377011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c003d5f8-648e-48bd-9a44-f464280794ab None None] The sync data for ids ['ecf53154-9d19-4562-ba60-5955bfe148cc'] in n-d-828839-1 is: [{'id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'name': 'tempest-ServerActionsTestJSON-129619801-router', 'tenant_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248'}], 'enable_snat': True}, 'gw_port_id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:34:50Z', 'updated_at': '2022-03-02T18:44:19Z', 'revision_number': 5, 'project_id': '6b924b92c5b64873b7f1e7506a7b3d78', 'gw_port': {'id': '164c5137-2001-4fdb-b8f9-3cb8f44419e2', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:8b:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecf53154-9d19-4562-ba60-5955bfe148cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:34:52Z', 'updated_at': '2022-03-02T18:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:44:23.396108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.439340 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-e2e8b858-f0cb-428f-bd2a-aea33d2f06a3 service neutron] show failed (client error): The resource could not be found. Mar 02 18:44:23.440367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-e2e8b858-f0cb-428f-bd2a-aea33d2f06a3 service neutron] 10.222.0.11 "GET /v2.0/ports/e54df195-187a-4f05-986e-b20035d175ea/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.5703368 Mar 02 18:44:23.445503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.446169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.488916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Subnet': ['ID=0b1989ce-755d-41e3-9e21-8fd35d6daad0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.500838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.515377 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Checking segment: {'id': 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:23.515737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network hostable DHCP agents. Network: 1419e5cc-1c59-4df1-9710-13c0bb7e074d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:23.575068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.577637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Deleting port 164c5137-2001-4fdb-b8f9-3cb8f44419e2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:23.578164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.623173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network 1419e5cc-1c59-4df1-9710-13c0bb7e074d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:23.681020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.695014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0666f34e-7f51-4c87-aad8-e5a9177d0df2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.702030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44db52ae-55f3-4672-8add-cf49020a376b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.719797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.728961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.730134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03e019bf-1288-402d-a26a-8c5d11370bae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44db52ae-55f3-4672-8add-cf49020a376b HTTP/1.1" status: 204 len: 168 time: 0.4320288 Mar 02 18:44:23.731023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1419e5cc-1c59-4df1-9710-13c0bb7e074d) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:23.735231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.763150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91157a1d-9ccf-4ea1-8949-ead7a1978cab None None] Network 1419e5cc-1c59-4df1-9710-13c0bb7e074d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:23.884329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Checking segment: {'id': '2b38465d-c3f0-49ff-8549-4544fcfc9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:23.884690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network hostable DHCP agents. Network: 28b173dd-83d6-42d8-8ddb-44355c080293, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:23.901596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event updated for resources: {'Subnet': ['ID=cdd2609a-2448-4517-9f25-08406afe17f2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:23.947068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] For port e82a5e11-9f38-4cb8-af48-e299ce64ac89, host n-h1-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:23.947431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.956361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:23.959767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f4c5880b-25be-4b73-8ca4-e40cfc72e812 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/0666f34e-7f51-4c87-aad8-e5a9177d0df2 HTTP/1.1" status: 204 len: 168 time: 1.0193331 Mar 02 18:44:23.967133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:23.991688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Network 28b173dd-83d6-42d8-8ddb-44355c080293 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:24.022213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6778309-3889-43fe-b92b-2179787a7ebc tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:24.052388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-1419e5cc-1c59-4df1-9710-13c0bb7e074d', 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d', 'tenant_id': '3036e0fae5b34d89a22399beff7472cf', 'fixed_ips': [{'subnet_id': '0b1989ce-755d-41e3-9e21-8fd35d6daad0'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:44:24.053736 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.126870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6778309-3889-43fe-b92b-2179787a7ebc tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:24.132560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d6778309-3889-43fe-b92b-2179787a7ebc tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685517 Mar 02 18:44:24.132560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 28b173dd-83d6-42d8-8ddb-44355c080293) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:24.133169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49598) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:24.140864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760cb4f-0139-49a3-871e-b31ef20d50f4 None None] Network 28b173dd-83d6-42d8-8ddb-44355c080293 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:24.144665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '1d0682ef-1a21-4c75-b176-df3c277e3b66', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:24.150563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.151034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.151675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.163353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:24.172662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Calling delete_port for e82a5e11-9f38-4cb8-af48-e299ce64ac89 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:24.177463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:24.244476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-944e02ea-ed0a-4815-a8fe-f72785a9ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.250095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] For port 164c5137-2001-4fdb-b8f9-3cb8f44419e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=164c5137-2001-4fdb-b8f9-3cb8f44419e2,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:24.250603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.335954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Allocated IP 172.20.0.2 (1419e5cc-1c59-4df1-9710-13c0bb7e074d/0b1989ce-755d-41e3-9e21-8fd35d6daad0/840d2ce7-c7ce-4105-a165-bebf2fc8a1c2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:24.354595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-da4df4bd-c304-4ea2-97a3-a17bacc4c927 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.7170527 Mar 02 18:44:24.368039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49608) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:24.371764 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Project 000b761b4e224ab087d5fa042d571d26 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:44:24.386668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Calling delete_port for 164c5137-2001-4fdb-b8f9-3cb8f44419e2 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:24.441098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.565703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.567700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.569374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.570396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Synchronizing usage tracker for tenant:3036e0fae5b34d89a22399beff7472cf on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:24.615985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.652471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.700188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.709519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-9cd0bfbf-e3f0-4fa3-947b-f680ecea8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.713415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-9cd0bfbf-e3f0-4fa3-947b-f680ecea8edb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 1096 time: 0.4696856 Mar 02 18:44:24.722272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Pushing event deleted for resources: {'Port': ['ID=e82a5e11-9f38-4cb8-af48-e299ce64ac89,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:24.728863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f774eb6-f5bd-4841-910a-af4460776bd3 req-cf481ec5-4fab-4a62-a48f-c1c7c4a02f09 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:24.730478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f774eb6-f5bd-4841-910a-af4460776bd3 req-cf481ec5-4fab-4a62-a48f-c1c7c4a02f09 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2772448 Mar 02 18:44:24.731400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1307282-1fe7-44a1-8e69-8c6c879ddf16,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:24.736656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.737141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:24.751676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.756828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-28b173dd-83d6-42d8-8ddb-44355c080293', 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293', 'tenant_id': '3036e0fae5b34d89a22399beff7472cf', 'fixed_ips': [{'subnet_id': 'cdd2609a-2448-4517-9f25-08406afe17f2'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:44:24.757647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.758911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.768238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4816fdb6-3f38-475a-93be-75a43fe2c848 None None] Network 2e8c1883-5ff5-477c-9c0b-f70e6a59330f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:24.777953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Unset dirty status for tenant:3036e0fae5b34d89a22399beff7472cf on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:24.779088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2104da59-fe03-4d86-a8db-efc1ab1ee4a9 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.4005291 Mar 02 18:44:24.782479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:24.787967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.818247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Transition to ACTIVE for port object 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:24.866756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5da4dca-bb7f-4f70-a5bf-f49b43f32f59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "DELETE /v2.0/ports/e82a5e11-9f38-4cb8-af48-e299ce64ac89 HTTP/1.1" status: 204 len: 168 time: 2.0394235 Mar 02 18:44:24.875195 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-166a9018-2559-44e6-a924-c0e3a38cdc3b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f1307282-1fe7-44a1-8e69-8c6c879ddf16 HTTP/1.1" status: 204 len: 168 time: 2.2854087 Mar 02 18:44:24.876059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:24.886842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:24.887184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49626) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:25.013416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Transition to ACTIVE for port object 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:25.047224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Pushing event deleted for resources: {'Port': ['ID=164c5137-2001-4fdb-b8f9-3cb8f44419e2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:25.054496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac70c7c4-221e-4d10-b24a-dd29f7ec2470,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:25.096259 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22d12d9-117d-4fd6-9969-0e5ec2aedb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:25.097720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d22d12d9-117d-4fd6-9969-0e5ec2aedb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Synchronizing usage tracker for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:25.132391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Allocated IP 172.20.0.18 (28b173dd-83d6-42d8-8ddb-44355c080293/cdd2609a-2448-4517-9f25-08406afe17f2/2dd44d90-4d84-4d60-b096-525193e4a377) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:25.145360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f774eb6-f5bd-4841-910a-af4460776bd3 req-229c1673-2f75-44fd-b46d-0a771a6ca5a6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3683093 Mar 02 18:44:25.148390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.152631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0dc98813-d493-48a9-8101-12a6555b552d tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0155156 Mar 02 18:44:25.160311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49636) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:25.211574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.220077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ef0a114d-7c97-43ca-9463-a00c5001e2a2 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules/ac70c7c4-221e-4d10-b24a-dd29f7ec2470 HTTP/1.1" status: 200 len: 769 time: 0.0585527 Mar 02 18:44:25.227658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49642) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:25.228307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.272890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.305684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Pushing event updated for resources: {'Port': ['ID=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:25.324857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting subnet 0b1989ce-755d-41e3-9e21-8fd35d6daad0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:25.329138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Deleting port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:25.329465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.369717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.394475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a9cf64d-9372-4d34-bdb6-90d7208f9509 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:25.424447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f1d6281-2bf1-4392-96d9-90411d72d2f1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:25.452726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device e54df195-187a-4f05-986e-b20035d175ea no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:25.504952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a9cf64d-9372-4d34-bdb6-90d7208f9509 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:25.509349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a9cf64d-9372-4d34-bdb6-90d7208f9509 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2658041 Mar 02 18:44:25.509989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49650) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:25.510927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.511271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.511622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.511942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.512269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.512591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.512913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.513232 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.513550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.513869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.514212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.514598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:25.553606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Network 1419e5cc-1c59-4df1-9710-13c0bb7e074d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:25.559057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1f1d6281-2bf1-4392-96d9-90411d72d2f1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:25.559453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f1d6281-2bf1-4392-96d9-90411d72d2f1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:25.572063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:25.574463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:25.646851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.649692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.665350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.676768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.720448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:25.735599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Attempting to bind port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:25.735969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Attempting to bind port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:25.736327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Attempting to bind port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 on network 1419e5cc-1c59-4df1-9710-13c0bb7e074d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:25.738396 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.751570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.762590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:25.767915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:25.769076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Checking segment: {'id': 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:25.769221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.769614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Bound using segment: {'id': 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:25.770193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Bound port: 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '1419e5cc-1c59-4df1-9710-13c0bb7e074d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:25.770495 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.829820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.841887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:44:25.849358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.850950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d22d12d9-117d-4fd6-9969-0e5ec2aedb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] Unset dirty status for tenant:ec613f241fcb450cb7ebebcac1728f00 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:25.855548 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d22d12d9-117d-4fd6-9969-0e5ec2aedb42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425 tempest-PortsAdminExtendedAttrsIpV6TestJSON-164127425-project-admin] 10.222.0.66 "GET /v2.0/ports/e82a5e11-9f38-4cb8-af48-e299ce64ac89 HTTP/1.1" status: 404 len: 333 time: 0.9109645 Mar 02 18:44:25.861421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49656) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:25.888948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Transition to ACTIVE for port object e54df195-187a-4f05-986e-b20035d175ea will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:25.891997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac70c7c4-221e-4d10-b24a-dd29f7ec2470,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:25.894242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.945865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.946055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.963761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:25.971502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] DHCP port deletion for 2e8c1883-5ff5-477c-9c0b-f70e6a59330f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:25.975504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.004957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Deleting port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:26.005484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.010407 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'code': 200} Mar 02 18:44:26.029971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.030181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Transition to ACTIVE for port object 2dd44d90-4d84-4d60-b096-525193e4a377 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:26.030698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1af26c85-d55b-421b-bd90-59b7067df076 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/ac70c7c4-221e-4d10-b24a-dd29f7ec2470 HTTP/1.1" status: 204 len: 168 time: 0.5166888 Mar 02 18:44:26.034693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:26.140280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Transition to ACTIVE for port object 2dd44d90-4d84-4d60-b096-525193e4a377 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:26.237734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.271293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713af454-1055-4730-8388-685487d7134b service neutron] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:26.286307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] No DVR routers for this DVR port e54df195-187a-4f05-986e-b20035d175ea on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:26.303129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:26.303484 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:26.309792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.338720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.365983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Network 28b173dd-83d6-42d8-8ddb-44355c080293 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:26.387561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:26.390653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:26.422509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.455346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Pushing event updated for resources: {'Port': ['ID=2dd44d90-4d84-4d60-b096-525193e4a377,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:26.526008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2129b00d-af08-46bb-9263-175699f3e11f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:26.536321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.557783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:26.580264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] For port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:26.581066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.597137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:26.600174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Attempting to bind port 2dd44d90-4d84-4d60-b096-525193e4a377 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:26.600537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Attempting to bind port 2dd44d90-4d84-4d60-b096-525193e4a377 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2b38465d-c3f0-49ff-8549-4544fcfc9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:26.600896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Attempting to bind port 2dd44d90-4d84-4d60-b096-525193e4a377 on network 28b173dd-83d6-42d8-8ddb-44355c080293 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:26.630588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] For port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,segment=NetworkSegment(c404c088-f40e-4fae-9775-b24668e5e1d5),segment_id=c404c088-f40e-4fae-9775-b24668e5e1d5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:26.631261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.645110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2129b00d-af08-46bb-9263-175699f3e11f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:26.649189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2129b00d-af08-46bb-9263-175699f3e11f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6095226 Mar 02 18:44:26.652521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49668) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:26.660501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Subnet': ['ID=0b1989ce-755d-41e3-9e21-8fd35d6daad0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:26.665154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.675397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecf53154-9d19-4562-ba60-5955bfe148cc {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:44:26.677816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:26.678203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:26.678554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:26.725979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:26.726414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Checking segment: {'id': '2b38465d-c3f0-49ff-8549-4544fcfc9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:26.728292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.728694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Bound using segment: {'id': '2b38465d-c3f0-49ff-8549-4544fcfc9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:26.729186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Bound port: 2dd44d90-4d84-4d60-b096-525193e4a377, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b38465d-c3f0-49ff-8549-4544fcfc9c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '28b173dd-83d6-42d8-8ddb-44355c080293'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:26.729564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.777894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481e2e4-d4ba-49dd-9986-3f2d9f31f628 req-01b911e0-b23b-40ad-be85-8b1bd0aed179 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:26.779759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6481e2e4-d4ba-49dd-9986-3f2d9f31f628 req-01b911e0-b23b-40ad-be85-8b1bd0aed179 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.3252418 Mar 02 18:44:26.780635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Calling delete_port for 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:26.781130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.782510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:26.782835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Attempting to bind port e54df195-187a-4f05-986e-b20035d175ea on network 7418d179-0654-4147-adfb-4dd448e29e3a {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:26.788186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.828949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.841097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:26.893406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Calling delete_port for 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:26.894009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:26.894767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Checking segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:26.895345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Bound using segment: {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:26.896139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Bound port: e54df195-187a-4f05-986e-b20035d175ea, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56da8d2-be74-4b1e-87b4-59b779089262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:26.896647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.007556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6481e2e4-d4ba-49dd-9986-3f2d9f31f628 req-6cf855fb-6728-4251-b234-6b3998a22d1e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2175548 Mar 02 18:44:27.044609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.056161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.057671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15d7fc60-5131-4899-990a-2bdd51922b42 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ecf53154-9d19-4562-ba60-5955bfe148cc HTTP/1.1" status: 204 len: 168 time: 4.7288191 Mar 02 18:44:27.061026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.066293 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.066948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.072362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49676) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:27.075880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d0682ef-1a21-4c75-b176-df3c277e3b66,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:27.121046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57c33d08-3a25-4ad8-8624-da7935d69dc6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/subnets/0b1989ce-755d-41e3-9e21-8fd35d6daad0 HTTP/1.1" status: 204 len: 168 time: 2.3371153 Mar 02 18:44:27.131433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49680) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:27.136265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3253fb00-0070-488b-b02e-da08607507bd']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:27.160575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d365db-e33e-4a4d-a734-5f6d964853ba') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:27.160937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d365db-e33e-4a4d-a734-5f6d964853ba') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:27.187914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69935348-5bfc-4020-b692-a6c413546bd0 None None] Pushing event updated for resources: {'Port': ['ID=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:27.191693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.232300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.232705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:27.233269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.240052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:27.260728 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:27.263757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.291895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Deleting subnet ecfb6e68-aff1-4848-bc02-5f7db10ac022 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:27.295056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.352789 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.389272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:27.394574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:27.397877 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:27.435556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] For port 2dd44d90-4d84-4d60-b096-525193e4a377, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:27.444740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] For port 2dd44d90-4d84-4d60-b096-525193e4a377, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2dd44d90-4d84-4d60-b096-525193e4a377,segment=NetworkSegment(2b38465d-c3f0-49ff-8549-4544fcfc9c86),segment_id=2b38465d-c3f0-49ff-8549-4544fcfc9c86)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:27.452938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] Pushing event deleted for resources: {'Port': ['ID=0e17fc4c-6cbc-482c-a7e5-ef9716892d5c,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:27.460230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.467960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cb29be-6784-4c5a-ad23-f6d558499825 None None] No DVR routers for this DVR port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:27.471339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:27.472266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:27.472266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 164c5137-2001-4fdb-b8f9-3cb8f44419e2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:27.475864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.515600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 164c5137-2001-4fdb-b8f9-3cb8f44419e2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:27.516036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 164c5137-2001-4fdb-b8f9-3cb8f44419e2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:27.520342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.556486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] Pushing event deleted for resources: {'Network': ['ID=3253fb00-0070-488b-b02e-da08607507bd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:27.579024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aef2b4ca-b2a2-4103-906b-0ce895097db2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834 tempest-PortsAdminExtendedAttrsIpV6TestJSON-722335834-project] 10.222.0.66 "DELETE /v2.0/networks/3253fb00-0070-488b-b02e-da08607507bd HTTP/1.1" status: 204 len: 168 time: 1.6899221 Mar 02 18:44:27.586517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:27.589483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.590700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d0ce974c-ee8f-409a-904a-513eeb56c547 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/1d0682ef-1a21-4c75-b176-df3c277e3b66 HTTP/1.1" status: 204 len: 168 time: 0.9372594 Mar 02 18:44:27.593366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:27.619803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting subnet cdd2609a-2448-4517-9f25-08406afe17f2 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:27.625637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.696321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783c51f-345c-40a6-aac3-c40ca14eb323 None None] Pushing event updated for resources: {'Port': ['ID=2dd44d90-4d84-4d60-b096-525193e4a377,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:27.731143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-97a490c8-fceb-4faf-beac-00b87f6df414 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:27.763761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.819023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.896380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Deleting port 0e17fc4c-6cbc-482c-a7e5-ef9716892d5c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:27.897417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.965204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:27.966133 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:27.967512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-713af454-1055-4730-8388-685487d7134b service neutron] 10.222.0.65 "PUT /v2.0/ports/e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 1091 time: 3.2359126 Mar 02 18:44:28.013772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:44:28.013964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-97a490c8-fceb-4faf-beac-00b87f6df414 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:28.015432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-97a490c8-fceb-4faf-beac-00b87f6df414 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4208527 Mar 02 18:44:28.087401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49694) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:28.130433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] The port '0e17fc4c-6cbc-482c-a7e5-ef9716892d5c' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:44:28.158382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group': {'name': 'tempest-secgroup--1638904547'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:28.189924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:28.195422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.266036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713af454-1055-4730-8388-685487d7134b service neutron] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:28.287147 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'status': 'completed', 'code': 200} Mar 02 18:44:28.296976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:28.356460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.356814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.357155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.357532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.357871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.358227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.358558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.358888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.359668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.359668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.359966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.360236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713af454-1055-4730-8388-685487d7134b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:44:28.426814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.459948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-547a3f5a-aa80-48e9-9e12-d6d1e94c1274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:28.461550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-547a3f5a-aa80-48e9-9e12-d6d1e94c1274 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1094 time: 0.4394221 Mar 02 18:44:28.503734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49706) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:28.537007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.576385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.617998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8c1883-5ff5-477c-9c0b-f70e6a59330f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:28.634329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c404c088-f40e-4fae-9775-b24668e5e1d5') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:28.634329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c404c088-f40e-4fae-9775-b24668e5e1d5') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:28.638744 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.647646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-32e14d1f-97e9-43f8-8f98-16a3065f46cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:28.649136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-32e14d1f-97e9-43f8-8f98-16a3065f46cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1094 time: 0.1732085 Mar 02 18:44:28.653262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.692792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:28.704175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.714006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:28.717893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfb6e68-aff1-4848-bc02-5f7db10ac022,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:28.722721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.727954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a76c65-0921-48e5-9204-b3e08df46170 None None] Network b76a235f-fdc3-436e-bdef-f032662bdf19 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:28.740677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:28.763040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:28.763445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.771367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcda76c-256d-4e18-b7c5-351550b86704 req-f0d9725d-2481-4b74-9933-5581b36d5d7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:28.773439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bcda76c-256d-4e18-b7c5-351550b86704 req-f0d9725d-2481-4b74-9933-5581b36d5d7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.4720373 Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:28.776615 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:28.779923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:28.818751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f20bb6ff-75f1-4f35-bac9-df348abf01b7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ecfb6e68-aff1-4848-bc02-5f7db10ac022 HTTP/1.1" status: 204 len: 168 time: 1.7352867 Mar 02 18:44:28.835603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49712) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:28.897986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-dadb024e-e393-471c-bd30-110499817304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:28.899507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-dadb024e-e393-471c-bd30-110499817304 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.4266889 Mar 02 18:44:28.900537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:28.902903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-45c78402-ee03-45f5-936b-d260fd546df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:28.904370 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-45c78402-ee03-45f5-936b-d260fd546df1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.2438290 Mar 02 18:44:28.974727 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.032468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.065597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f68a462f-fbf5-467c-98aa-5ad90b33cef2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bfbd0048de244e11a3de7692612fb23f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5530550 Mar 02 18:44:29.065818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49718) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:29.088841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-8905aa9d-2460-4d1c-b0f0-a9b8c3e8f88a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 999 time: 0.1745286 Mar 02 18:44:29.089682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] Pushing event deleted for resources: {'Network': ['ID=2e8c1883-5ff5-477c-9c0b-f70e6a59330f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:29.101825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.108914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd2609a-2448-4517-9f25-08406afe17f2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:29.164390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] DHCP port deletion for b76a235f-fdc3-436e-bdef-f032662bdf19 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:29.169123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Deleting port 225945ab-1716-40c5-aece-b5a91d0855b4 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:29.169844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.259898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-90cd1daf-a4c8-4cde-990d-0672cb96e2d6 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/subnets/cdd2609a-2448-4517-9f25-08406afe17f2 HTTP/1.1" status: 204 len: 168 time: 2.1211574 Mar 02 18:44:29.263557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49724) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:29.266919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-985e8222-7c1f-4790-b97f-b7ef3e2cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:29.268488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-985e8222-7c1f-4790-b97f-b7ef3e2cf837 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1687129 Mar 02 18:44:29.269732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-77f9dce0-a98e-4b5b-8099-481490a5183a admin admin] 10.222.0.66 "DELETE /v2.0/networks/2e8c1883-5ff5-477c-9c0b-f70e6a59330f HTTP/1.1" status: 204 len: 168 time: 4.3264472 Mar 02 18:44:29.277066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49728) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:29.302893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32652f-ea40-453a-bd5a-f9f0ce626305 None None] Network 1419e5cc-1c59-4df1-9710-13c0bb7e074d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:29.415082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1c3102-1eb1-4bcb-928e-5accb12dd61d tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:29.416020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-af1c3102-1eb1-4bcb-928e-5accb12dd61d tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Synchronizing usage tracker for tenant:3036e0fae5b34d89a22399beff7472cf on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:29.424022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7bcda76c-256d-4e18-b7c5-351550b86704 req-b8c66a1a-1369-4377-abc1-5da94a8296df tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6359282 Mar 02 18:44:29.532080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-95187fce-1483-4204-8c73-2f06c09fdbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:29.537766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-95187fce-1483-4204-8c73-2f06c09fdbd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1857622 Mar 02 18:44:29.537766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-af1c3102-1eb1-4bcb-928e-5accb12dd61d tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Unset dirty status for tenant:3036e0fae5b34d89a22399beff7472cf on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:29.537766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-af1c3102-1eb1-4bcb-928e-5accb12dd61d tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2718248 Mar 02 18:44:29.540449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:29.545185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:29.612852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-7f306e44-648f-4db7-a3d4-1373cfbbc30d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 999 time: 0.6429007 Mar 02 18:44:29.617604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.644582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ce990817-a5c2-410e-bce1-7f5fc6d89539 None None] Provisioning for port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:29.795054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.830970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting port 2dd44d90-4d84-4d60-b096-525193e4a377 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:29.831391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.879192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:29.879440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9255f2-6fab-42e2-befd-23d09a1f3538 None None] Network 28b173dd-83d6-42d8-8ddb-44355c080293 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:29.886048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Deleting port 225945ab-1716-40c5-aece-b5a91d0855b4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:29.886733 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.013333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:30.031428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] For port 225945ab-1716-40c5-aece-b5a91d0855b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=225945ab-1716-40c5-aece-b5a91d0855b4,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:30.031825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.046508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:30.046888 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.067457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] For port 2dd44d90-4d84-4d60-b096-525193e4a377, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2dd44d90-4d84-4d60-b096-525193e4a377,segment=NetworkSegment(2b38465d-c3f0-49ff-8549-4544fcfc9c86),segment_id=2b38465d-c3f0-49ff-8549-4544fcfc9c86)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:30.067785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.119102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-b25bde6d-7dc7-4434-ac42-9c47a7308a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:30.120538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-b25bde6d-7dc7-4434-ac42-9c47a7308a47 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.4897029 Mar 02 18:44:30.131210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.181015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.200396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Calling delete_port for 2dd44d90-4d84-4d60-b096-525193e4a377 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:30.277394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-2f71ed0c-f005-46a5-b31b-db6cc7b0f152 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7357366 Mar 02 18:44:30.285158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c825e88-36a9-410f-b891-6883771c6ba8 None None] Provisioning for port 2dd44d90-4d84-4d60-b096-525193e4a377 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:30.301948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Calling delete_port for 225945ab-1716-40c5-aece-b5a91d0855b4 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:30.327425 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.408749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e97ca8-cf7c-49e8-b68c-71ed4002856c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:30.420612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.424849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fc2006ae-e857-4b19-9fd4-885781ce9198 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3069854 Mar 02 18:44:30.434557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49750) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:30.476201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Request body: {'security_group_rule': {'security_group_id': '50e97ca8-cf7c-49e8-b68c-71ed4002856c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:30.512422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:30.521584 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.550184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Usage tracker for resource:security_group_rule and tenant:000b761b4e224ab087d5fa042d571d26 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:30.554890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:30.567439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] DHCP port deletion for 1419e5cc-1c59-4df1-9710-13c0bb7e074d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:30.569278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c371667-6c60-4a7f-ae82-2b779ed1a5e3 None None] DHCP port deletion for 28b173dd-83d6-42d8-8ddb-44355c080293 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:30.584259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Deleting port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:30.584632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.607671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:30.660354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.688688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Port': ['ID=2dd44d90-4d84-4d60-b096-525193e4a377,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:30.696746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] No DVR routers for this DVR port 2dd44d90-4d84-4d60-b096-525193e4a377 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:30.730756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.743739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] Pushing event deleted for resources: {'Port': ['ID=225945ab-1716-40c5-aece-b5a91d0855b4,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:30.771062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-b21babc5-c8ad-4203-8f67-068641e1b78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:30.772681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-b21babc5-c8ad-4203-8f67-068641e1b78e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6348236 Mar 02 18:44:30.787549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.791964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2676d89-935a-418f-b06c-94193eb77830 None None] No DVR routers for this DVR port 225945ab-1716-40c5-aece-b5a91d0855b4 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:30.864294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:30.865669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.874682 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-4402cab1-2753-4ba6-975d-6930b39ac530 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5909677 Mar 02 18:44:30.900005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b173dd-83d6-42d8-8ddb-44355c080293']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:30.916216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecae866-5827-4a74-95a5-78c9d43aa433,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:30.925013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] For port 225945ab-1716-40c5-aece-b5a91d0855b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=225945ab-1716-40c5-aece-b5a91d0855b4,segment=NetworkSegment(8d9c5625-f3e0-4d5e-b775-4c981f6137d9),segment_id=8d9c5625-f3e0-4d5e-b775-4c981f6137d9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:30.925815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.944503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b38465d-c3f0-49ff-8549-4544fcfc9c86') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:30.944970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b38465d-c3f0-49ff-8549-4544fcfc9c86') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:30.974511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.975221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:30.975419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2dd44d90-4d84-4d60-b096-525193e4a377 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:31.019497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.030482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:31.031155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.066045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2dd44d90-4d84-4d60-b096-525193e4a377 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:31.066328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2dd44d90-4d84-4d60-b096-525193e4a377 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 02 18:44:31.102606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 2dd44d90-4d84-4d60-b096-525193e4a377 not found, will not notify nova. {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 02 18:44:31.105745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:31.106346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:31.146455 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:31.188687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 225945ab-1716-40c5-aece-b5a91d0855b4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:31.219736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Calling delete_port for 225945ab-1716-40c5-aece-b5a91d0855b4 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:31.223769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.256013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.269648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.282626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=28b173dd-83d6-42d8-8ddb-44355c080293,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:31.286901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Calling delete_port for 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:31.287799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90585697-cfbc-4c5b-a288-8a4da266fc1a tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/28b173dd-83d6-42d8-8ddb-44355c080293 HTTP/1.1" status: 204 len: 168 time: 1.7238162 Mar 02 18:44:31.290253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:31.298078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.301657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-469f8e9f-c7de-4f78-80a8-bc801e0d7fa5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4ecae866-5827-4a74-95a5-78c9d43aa433 HTTP/1.1" status: 204 len: 168 time: 2.2088614 Mar 02 18:44:31.331099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 225945ab-1716-40c5-aece-b5a91d0855b4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:31.331439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 225945ab-1716-40c5-aece-b5a91d0855b4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:31.340052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:31.437496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:31.446610 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:31.447813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.457284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:31.460215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:31.460566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.481876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:31.482517 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:31.509664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e89aaf-0462-476e-9c31-30acdb8e18f6 req-2ef257f0-dec6-46e5-9c64-3b7980638def tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:31.509664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53e89aaf-0462-476e-9c31-30acdb8e18f6 req-2ef257f0-dec6-46e5-9c64-3b7980638def tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.8172734 Mar 02 18:44:31.512660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-c0a16d18-bcb1-4fed-ad42-5370381af917 service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7261319 Mar 02 18:44:31.618948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.654999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.664755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:31.677016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53e89aaf-0462-476e-9c31-30acdb8e18f6 req-c29db769-4031-48fe-90d0-0498d6855aad tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576290 Mar 02 18:44:31.749004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.749711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2dd44d90-4d84-4d60-b096-525193e4a377 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:31.790875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.802926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:31.803827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.849494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2dd44d90-4d84-4d60-b096-525193e4a377 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:31.849839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2dd44d90-4d84-4d60-b096-525193e4a377 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:31.850821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97de8a86-f1fb-4fa1-8dcf-cbc3bc496e6d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:31.884239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.885403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eac17b6c-f538-4884-a7e1-06e426813d3f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4434614 Mar 02 18:44:31.889859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49776) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:31.902106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:31.919474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9cfcba-39c3-4e2c-98c8-6b02cbef285a req-590091c0-b2b3-41ec-8a64-a4ccdd9813dc service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734066 Mar 02 18:44:31.957366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:31.967963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Deleting port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:31.970397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.027771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Calling delete_port for 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:32.043273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Deleting port 225945ab-1716-40c5-aece-b5a91d0855b4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:32.043606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.145457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:32.230538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41683a4a-d5f3-4348-a151-dd99515aa406 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec613f241fcb450cb7ebebcac1728f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815797 Mar 02 18:44:32.230755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:32.288239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:32.288521 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:32.317976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] For port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,segment=NetworkSegment(c72e54d8-021c-4c58-8d8a-b5803d1ffc9e),segment_id=c72e54d8-021c-4c58-8d8a-b5803d1ffc9e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:32.319310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.326083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] The port '225945ab-1716-40c5-aece-b5a91d0855b4' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:44:32.367088 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.369043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.438876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.481478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Calling delete_port for 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:32.608186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.624176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.625414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.654982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a268886-361b-4d6f-8b81-66daa993b258,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:32.660225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.660821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7e132da-f65e-4e58-8e2e-dcd1becc7c95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a268886-361b-4d6f-8b81-66daa993b258 HTTP/1.1" status: 204 len: 168 time: 0.4292138 Mar 02 18:44:32.681721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.728399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b76a235f-fdc3-436e-bdef-f032662bdf19']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:32.738541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] No DVR routers for this DVR port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:32.790047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Deleting port 840d2ce7-c7ce-4105-a165-bebf2fc8a1c2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:32.790971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.796519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e0b84-bc9b-4c48-9b42-e578a0f5788f None None] Pushing event deleted for resources: {'Port': ['ID=840d2ce7-c7ce-4105-a165-bebf2fc8a1c2,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:32.802375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9c5625-f3e0-4d5e-b775-4c981f6137d9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:32.802375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9c5625-f3e0-4d5e-b775-4c981f6137d9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:32.813369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-b1c6e64b-12fc-4dfb-afde-d201783849c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:32.814602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-b1c6e64b-12fc-4dfb-afde-d201783849c0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1094 time: 0.8071573 Mar 02 18:44:32.832475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.916058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] The port '840d2ce7-c7ce-4105-a165-bebf2fc8a1c2' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:44:32.938521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:32.964727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:32.965422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:33.068019 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:33.076021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.092648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.116418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1419e5cc-1c59-4df1-9710-13c0bb7e074d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.132317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.133064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c72e54d8-021c-4c58-8d8a-b5803d1ffc9e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.147014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.188379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.198054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e97ca8-cf7c-49e8-b68c-71ed4002856c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:33.207297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:33.207673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:33.247648 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:33.256865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.260813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2152884f-b543-4ec2-9789-83f357421a80 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/50e97ca8-cf7c-49e8-b68c-71ed4002856c HTTP/1.1" status: 204 len: 168 time: 1.3711476 Mar 02 18:44:33.264889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49798) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:33.299087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-fc979e2a-d79d-488b-aa6b-7cf8aa28d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:33.301007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-fc979e2a-d79d-488b-aa6b-7cf8aa28d9db service neutron] 10.222.0.65 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.4764550 Mar 02 18:44:33.312672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca052e8-e20d-4fbd-9556-0c997254e706 req-edf27533-c10a-470e-a3bb-1a8ecd3a92b2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:33.320036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eca052e8-e20d-4fbd-9556-0c997254e706 req-edf27533-c10a-470e-a3bb-1a8ecd3a92b2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.4375503 Mar 02 18:44:33.412463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.440654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.458480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.472777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=1419e5cc-1c59-4df1-9710-13c0bb7e074d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:33.475353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5dea457-30c4-4c40-a072-779623dd1d31 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/1419e5cc-1c59-4df1-9710-13c0bb7e074d HTTP/1.1" status: 204 len: 168 time: 2.1834321 Mar 02 18:44:33.481642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:33.486008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.543639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5c464324-e718-42b4-b1a9-4e1b5ae9a685 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:33.547752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] Pushing event deleted for resources: {'Network': ['ID=b76a235f-fdc3-436e-bdef-f032662bdf19,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:33.601588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-7f8edc5e-8cf2-41bc-b9b4-cb0b3af8fb99 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 999 time: 0.2792780 Mar 02 18:44:33.609036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eca052e8-e20d-4fbd-9556-0c997254e706 req-64e4a7e0-4546-4e48-ac48-80519f3be497 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2881510 Mar 02 18:44:33.614214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.657485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Deleting port e1cd9200-65ca-4c22-80ae-faa661af2c7e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:33.657818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.716074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9fe5efae-0d78-4b42-895f-83492234ef7b admin admin] 10.222.0.66 "DELETE /v2.0/networks/b76a235f-fdc3-436e-bdef-f032662bdf19 HTTP/1.1" status: 204 len: 168 time: 4.8780229 Mar 02 18:44:33.766949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-abf187d5-814b-4933-ab80-c33df485a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:33.768443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-abf187d5-814b-4933-ab80-c33df485a1bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1567464 Mar 02 18:44:33.775950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5c464324-e718-42b4-b1a9-4e1b5ae9a685 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:33.777634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5c464324-e718-42b4-b1a9-4e1b5ae9a685 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5068159 Mar 02 18:44:33.778010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.778682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49820) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:33.916628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978b474f-8ad8-438c-9865-3de4ddb77b71']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.930761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f1687e3-2a0e-4634-9645-45432096d434') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.931044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f1687e3-2a0e-4634-9645-45432096d434') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:33.946205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:33.973894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] For port e1cd9200-65ca-4c22-80ae-faa661af2c7e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e1cd9200-65ca-4c22-80ae-faa661af2c7e,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:33.974279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.003821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.011762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 670 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:34.012178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:34.031023 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:34.212280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.223450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2db5b8cb-474a-43e4-9c46-841c9eee24f9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Synchronizing usage tracker for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:34.226382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49830) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:34.250963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.278670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=978b474f-8ad8-438c-9865-3de4ddb77b71,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:34.286793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4584fe41-3f8d-4bb8-a42a-7dc3bfe936ef tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/978b474f-8ad8-438c-9865-3de4ddb77b71 HTTP/1.1" status: 204 len: 168 time: 0.8040121 Mar 02 18:44:34.289432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49834) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:34.389151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Calling delete_port for e1cd9200-65ca-4c22-80ae-faa661af2c7e owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:34.417820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.436715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-5ed6346a-b036-4ed7-9fc5-dbabb0c4f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:34.438219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-5ed6346a-b036-4ed7-9fc5-dbabb0c4f973 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6068909 Mar 02 18:44:34.488405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e54df195-187a-4f05-986e-b20035d175ea details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:44:34.502061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2db5b8cb-474a-43e4-9c46-841c9eee24f9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] Unset dirty status for tenant:000b761b4e224ab087d5fa042d571d26 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:34.506578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2db5b8cb-474a-43e4-9c46-841c9eee24f9 tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6710122 Mar 02 18:44:34.514017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:34.527314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f31993b0-adf6-4347-82c5-970ecb47b0aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b924b92c5b64873b7f1e7506a7b3d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2968621 Mar 02 18:44:34.528121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:34.613069 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.641858 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-f4c5fb77-9f9f-4705-b13f-316bb51bbf4f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] delete failed (client error): The resource could not be found. Mar 02 18:44:34.643640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4c5fb77-9f9f-4705-b13f-316bb51bbf4f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "DELETE /v2.0/security-groups/50e97ca8-cf7c-49e8-b68c-71ed4002856c HTTP/1.1" status: 404 len: 347 time: 0.1285975 Mar 02 18:44:34.649307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49852) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:34.672350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:34.690796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'e54df195-187a-4f05-986e-b20035d175ea', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'port_id': 'e54df195-187a-4f05-986e-b20035d175ea', 'mac_address': 'fa:16:3e:00:6a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:44:34.703778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57bc0487-6786-40f8-8633-1ae2a2f5f1aa']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:34.737428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6398bc9d-aa0c-4f22-b1e3-3c71c97ac4cf') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:34.743092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6398bc9d-aa0c-4f22-b1e3-3c71c97ac4cf') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:34.775314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-bc6c33eb-80e1-4ce2-8f3b-c1892534db65 service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274155 Mar 02 18:44:34.791020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.827733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.833305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.847576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:34.851993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:34.871737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e54df195-187a-4f05-986e-b20035d175ea {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:34.885154 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:34.899415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f3479a65-d314-454f-ab19-412d8438516f tempest-SecGroupIPv6Test-158123751 tempest-SecGroupIPv6Test-158123751-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2456868 Mar 02 18:44:34.913744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:34.945115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.006401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.103784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.108895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.134884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:35.164439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] Pushing event deleted for resources: {'Network': ['ID=57bc0487-6786-40f8-8633-1ae2a2f5f1aa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:35.170641 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.174200 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9b5e8bd-3397-434c-9e6b-b2e1deda7f72 tempest-BulkNetworkOpsTest-1664057668 tempest-BulkNetworkOpsTest-1664057668-project] 10.222.0.66 "DELETE /v2.0/networks/57bc0487-6786-40f8-8633-1ae2a2f5f1aa HTTP/1.1" status: 204 len: 168 time: 0.8827810 Mar 02 18:44:35.263778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e54df195-187a-4f05-986e-b20035d175ea'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:44:35.303164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4ae2ea1-57f6-4474-a11b-900fdde5494f req-a8042338-29c9-4da8-a2af-b04f98c1f3b2 service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5071993 Mar 02 18:44:35.331197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a53809-bb7b-4f53-9b32-fc0ed7fa7971 req-cd5e4007-c0a4-4d30-9e6c-13e88c2b49c0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:35.332783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5a53809-bb7b-4f53-9b32-fc0ed7fa7971 req-cd5e4007-c0a4-4d30-9e6c-13e88c2b49c0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 943 time: 0.4397748 Mar 02 18:44:35.381570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5a53809-bb7b-4f53-9b32-fc0ed7fa7971 req-05d2d8d9-e25e-4e89-b26a-68a90f2940c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411205 Mar 02 18:44:35.426110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.432702 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.505068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f3c4c-8aed-47cf-afe5-c774328a07d0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:35.542479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1cd9200-65ca-4c22-80ae-faa661af2c7e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:35.612294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:35.613459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be1dfa18-5283-4576-99ce-f1465ec7e831 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/388f3c4c-8aed-47cf-afe5-c774328a07d0 HTTP/1.1" status: 204 len: 168 time: 1.0216959 Mar 02 18:44:35.762782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:35.810062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49884) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:35.845671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.052008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-7ba6dfd1-5095-40de-99a2-0cfb87292cd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:36.053290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-7ba6dfd1-5095-40de-99a2-0cfb87292cd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:36.138187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-7ba6dfd1-5095-40de-99a2-0cfb87292cd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:36.139479 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-7ba6dfd1-5095-40de-99a2-0cfb87292cd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 944 time: 0.1929266 Mar 02 18:44:36.236985 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-0a6e5031-53fc-4d6c-b981-7fe8be6b09ab service neutron] delete failed (client error): The resource could not be found. Mar 02 18:44:36.238206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-0a6e5031-53fc-4d6c-b981-7fe8be6b09ab service neutron] 10.222.0.11 "DELETE /v2.0/ports/e54df195-187a-4f05-986e-b20035d175ea/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0897489 Mar 02 18:44:36.249836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed50fb04-34e7-4a0c-a255-8b832e83abfa req-e56c55cc-4e86-4582-9f08-00cbc60448d1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:36.256830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed50fb04-34e7-4a0c-a255-8b832e83abfa req-e56c55cc-4e86-4582-9f08-00cbc60448d1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 944 time: 0.3501191 Mar 02 18:44:36.307052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.326966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:36.371165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Usage tracker for resource:security_group_rule and tenant:43ccec60a28743f083f6cc7ce02468d5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:36.379796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed50fb04-34e7-4a0c-a255-8b832e83abfa req-25df6a9d-8136-40fb-a63e-2b900c39841d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219361 Mar 02 18:44:36.380411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:36.389060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:36.451371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-d5ba68d5-a870-4816-8b4b-1c08a9c02f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:36.452924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-d5ba68d5-a870-4816-8b4b-1c08a9c02f76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1095 time: 0.1273029 Mar 02 18:44:36.498503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e54df195-187a-4f05-986e-b20035d175ea up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:36.508797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49898) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:36.516258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Router c673171d-2ebe-480b-aea5-a9e589f67ec3 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:44:36.663615 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f52b9c06-f52b-48e8-8f56-545255314701 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=000b761b4e224ab087d5fa042d571d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8522837 Mar 02 18:44:36.666843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49906) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:36.706564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49912) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:36.715164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.724890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-2160403e-74fe-40ab-9124-0863e47f7ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:36.726566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-2160403e-74fe-40ab-9124-0863e47f7ffb service neutron] 10.222.0.11 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.2655284 Mar 02 18:44:36.743242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port e54df195-187a-4f05-986e-b20035d175ea completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:36.748891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port e54df195-187a-4f05-986e-b20035d175ea triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:36.750157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.820263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.850549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.851233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-6722fd8a-b3f8-454e-80e6-4bc49d433bcd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 1000 time: 0.1172855 Mar 02 18:44:36.852027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.922660 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.934323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:44:36.948768 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Sync routers for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:44:36.967206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:36.970557 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:36.971212 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:44:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:36.975706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:44:36.988351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c4934-b497-4ca4-9d21-42a493b40368,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:36.999885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6abea10f-48b0-4730-a146-4e373f707da5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43ccec60a28743f083f6cc7ce02468d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2359908 Mar 02 18:44:37.004340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-8889cbb5-70c4-40da-9f84-421d32a8958b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:37.005785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-8889cbb5-70c4-40da-9f84-421d32a8958b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1453083 Mar 02 18:44:37.006351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49924) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:37.011874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:37.048683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d73976-5155-4da4-8bc7-f9697da65f79,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:37.081903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.106443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49928) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:37.106659 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-492d68e2-a9d5-4056-8c1b-bd3e64b8b2d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3036e0fae5b34d89a22399beff7472cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5939827 Mar 02 18:44:37.134883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.140043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ae483ad-af0a-427a-9d07-7f7a3222b649 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0d73976-5155-4da4-8bc7-f9697da65f79 HTTP/1.1" status: 204 len: 168 time: 0.4720926 Mar 02 18:44:37.146783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.149330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3293b26-cb0b-4d1f-8717-b8b5a5a3865d admin admin] 10.222.0.66 "PUT /v2.0/routers/c673171d-2ebe-480b-aea5-a9e589f67ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8504133 Mar 02 18:44:37.153835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49934) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:37.182499 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'code': 200} Mar 02 18:44:37.192299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.212977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-fa1afd90-c821-4e2c-b7a2-b3ae9c33b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:37.214478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-fa1afd90-c821-4e2c-b7a2-b3ae9c33b89b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1989439 Mar 02 18:44:37.262539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:37.389351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:37.450773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-499597793'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:37.467902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:37.485736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Usage tracker for resource:network and tenant:54650dd59d65413591e8c7b9d3be7aae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:37.490654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.491511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:37.505282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:37.535281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-97576858-21a9-4fc3-8cea-587cc618ef55 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098516 Mar 02 18:44:37.601037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Made reservation on behalf of 54650dd59d65413591e8c7b9d3be7aae for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:37.604605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.676149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.678010 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.699576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:37.712920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Usage tracker for resource:security_group_rule and tenant:54650dd59d65413591e8c7b9d3be7aae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:37.718188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:37.727442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:37.761129 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-603bfd45-1b42-4c1d-b905-d3d966d01cab req-744f094b-6331-4edc-9734-e4a16fec3ab7 service neutron] 10.222.0.11 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194686 Mar 02 18:44:37.789396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.979425 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:37.998633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:44:35Z', 'revision_number': 5, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:38.011960 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Checking router: c673171d-2ebe-480b-aea5-a9e589f67ec3 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:44:38.026972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Routers {'c673171d-2ebe-480b-aea5-a9e589f67ec3'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:44:38.028059 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:44:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c673171d-2ebe-480b-aea5-a9e589f67ec3'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:38.038918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07654b-80dd-498c-85d8-2f9e60ab1eee req-01d21194-0fd1-4120-99ff-68236ae23cac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:38.045806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb07654b-80dd-498c-85d8-2f9e60ab1eee req-01d21194-0fd1-4120-99ff-68236ae23cac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.2666526 Mar 02 18:44:38.046084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c4934-b497-4ca4-9d21-42a493b40368,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:38.048717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.101098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.102635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1563ec01-83ce-47ba-bd8c-431805b10059 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c63c4934-b497-4ca4-9d21-42a493b40368 HTTP/1.1" status: 204 len: 168 time: 1.0890551 Mar 02 18:44:38.127556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.139673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb07654b-80dd-498c-85d8-2f9e60ab1eee req-e0603e26-9d92-4ad6-9a58-cb666d96d890 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898743 Mar 02 18:44:38.175489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.182402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/caf4eca2-62c5-4111-9015-c9995e2170f7 HTTP/1.1" status: 204 len: 168 time: 1.0706408 Mar 02 18:44:38.182402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0ddbe-611c-4022-9bc1-530ea2587a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf4eca2-62c5-4111-9015-c9995e2170f7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:38.203144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.217960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Deleting port f6acefef-a188-4142-b8b3-3852530c2061 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:38.218434 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.298500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.350645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:38.356533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b3cc0e-fe4d-4b36-b009-b7056b3dacb4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:38.365205 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] Set router c673171d-2ebe-480b-aea5-a9e589f67ec3 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:44:38.365602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.366372 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Added segment 937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb of type vlan for network 3665ff77-a94c-44a2-b709-e81749097320 Mar 02 18:44:38.403417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.460087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] For port f6acefef-a188-4142-b8b3-3852530c2061, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f6acefef-a188-4142-b8b3-3852530c2061,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:38.460854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.531933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.540234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:38.540980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:38.766720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Calling delete_port for f6acefef-a188-4142-b8b3-3852530c2061 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:38.776219 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0656691 Mar 02 18:44:38.807608 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:44:35Z', 'revision_number': 5, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:38.812750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7216e800-e894-4753-924f-a90a3cfbcfeb None None] The sync data for ids ['c673171d-2ebe-480b-aea5-a9e589f67ec3'] in n-d-828839-1 is: [{'id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'name': 'tempest-TaggedBootDevicesTest_v242-158157976-router', 'tenant_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:35:09Z', 'updated_at': '2022-03-02T18:44:35Z', 'revision_number': 5, 'project_id': 'ba0373fa36d6489a98c5f74fc14ebd79', 'gw_port': {'id': 'f6acefef-a188-4142-b8b3-3852530c2061', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:89:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c673171d-2ebe-480b-aea5-a9e589f67ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2052, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:35:10Z', 'updated_at': '2022-03-02T18:35:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:44:38.823057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74260f-a176-4646-b14b-c5e4ee32576d tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Pushing event updated for resources: {'Network': ['ID=3665ff77-a94c-44a2-b709-e81749097320,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:38.837435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3665ff77-a94c-44a2-b709-e81749097320 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:39.069862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.119613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6acefef-a188-4142-b8b3-3852530c2061,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:39.164018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:39.176168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'network_id': '3665ff77-a94c-44a2-b709-e81749097320', 'binding:host_id': 'n-h1-828839-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2135512307'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:39.180007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:39.191364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Usage tracker for resource:port and tenant:ce46d75096c242349feb157521635dd4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:39.197916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:39.212370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:39.232051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.320966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Made reservation on behalf of ce46d75096c242349feb157521635dd4 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:39.323787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.338796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.360674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:39.368888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Usage tracker for resource:security_group_rule and tenant:ce46d75096c242349feb157521635dd4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:39.396967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:39.414838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:39.425183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.427584 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.516262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e1cd9200-65ca-4c22-80ae-faa661af2c7e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:39.528769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.529277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c673171d-2ebe-480b-aea5-a9e589f67ec3 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:44:39.553305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:39.557704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.561461 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-156a80e7-2a80-4b96-a3c8-64686316e927 admin admin] 10.222.0.66 "DELETE /v2.0/routers/c673171d-2ebe-480b-aea5-a9e589f67ec3 HTTP/1.1" status: 204 len: 168 time: 2.3918440 Mar 02 18:44:39.569274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e1cd9200-65ca-4c22-80ae-faa661af2c7e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:39.569274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e1cd9200-65ca-4c22-80ae-faa661af2c7e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:39.570202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50006) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:39.593512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.617764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6103-8914-4657-aafa-8a7b30789755 req-233fccc0-495d-4c76-bff4-0be66a5e8bcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:39.619460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7a6103-8914-4657-aafa-8a7b30789755 req-233fccc0-495d-4c76-bff4-0be66a5e8bcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1701813 Mar 02 18:44:39.668431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Deleting subnet 1e1918b6-ff13-4d10-8b2d-dd34bf4374b1 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:39.676920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.686454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.712844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:39.727486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7a6103-8914-4657-aafa-8a7b30789755 req-f126e832-446c-4c70-9651-cb97731fb5b7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009297 Mar 02 18:44:39.762114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:39.764750 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.862910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:39.897936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117a2d40-3612-4467-9dfe-37c149bcc4bc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:39.940653 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3c2ec9b6-df2d-467f-97fc-02b2e1645294 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 200 len: 993 time: 0.1753905 Mar 02 18:44:40.017950 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.054575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e1918b6-ff13-4d10-8b2d-dd34bf4374b1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:40.063643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.077928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7d69d01b-9e24-4a9d-86ee-c32e4897f869 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1e1918b6-ff13-4d10-8b2d-dd34bf4374b1 HTTP/1.1" status: 204 len: 168 time: 0.5144467 Mar 02 18:44:40.080344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50028) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:40.084821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4557a7f9-24a7-444c-b51c-70a63eae5d5a None None] Network f9aefafc-0bab-4115-bd89-661b13a09d3f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:40.108291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.131903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:40.146343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7464c98f75f4fcc8ad1b8b12100d626 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:40.150635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:40.246877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:40.274790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.282104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:40.289859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Deleting port 38441370-4426-4667-afe6-f5a26a848314 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:40.290232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.310355 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.339600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Transition to ACTIVE for port object 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:40.442963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.452026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.472199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] DHCP port deletion for f9aefafc-0bab-4115-bd89-661b13a09d3f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:40.476486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Deleting port 38441370-4426-4667-afe6-f5a26a848314 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:40.476859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.531838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.562252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=39acb9fa-988c-4a71-a0a3-5cc12a1536d3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:40.592835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Checking segment: {'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:40.593193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Network hostable DHCP agents. Network: 3665ff77-a94c-44a2-b709-e81749097320, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:40.602633 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e7464c98f75f4fcc8ad1b8b12100d626&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369017 Mar 02 18:44:40.603497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:40.624467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] For port 38441370-4426-4667-afe6-f5a26a848314, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38441370-4426-4667-afe6-f5a26a848314,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:40.624836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.638170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9778153-3f11-444d-8408-af24dfb915d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31b1b2d-57b5-46e8-99b9-cb7e8795896c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:40.681253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:40.711213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.744950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.776460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Calling delete_port for 38441370-4426-4667-afe6-f5a26a848314 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:40.796650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Network 3665ff77-a94c-44a2-b709-e81749097320 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:40.859867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] For port 38441370-4426-4667-afe6-f5a26a848314, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38441370-4426-4667-afe6-f5a26a848314,segment=NetworkSegment(6161e929-93eb-448b-916b-81eeb01dc750),segment_id=6161e929-93eb-448b-916b-81eeb01dc750)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:40.860588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.885163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50062) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:40.892361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3665ff77-a94c-44a2-b709-e81749097320) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:40.896082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:40.913449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:40.913896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:40.914350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:40.920525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.932042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:40.932452 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:40.933603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25ade6e-e5b6-4a4b-916b-8f52e615dad4 None None] Network 3665ff77-a94c-44a2-b709-e81749097320 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:40.935170 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 2 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:40.955775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31b1b2d-57b5-46e8-99b9-cb7e8795896c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:40.963946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:40.964287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:40.964838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:40.971776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:40.991802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:40.991802 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:40.998859 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 3 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.023002 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.031221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7049dbb1-a1c2-49e6-af4e-3279a033a3ce admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e31b1b2d-57b5-46e8-99b9-cb7e8795896c HTTP/1.1" status: 204 len: 168 time: 0.4217598 Mar 02 18:44:41.041681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.042035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.042397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.051699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.054234 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.054742 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 4 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.058919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Calling delete_port for 38441370-4426-4667-afe6-f5a26a848314 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:41.123195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bd812334-f0bc-4776-a27c-43a9a9fbfc2f tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-990978065', 'prefixes': ['172.20.0.0/16']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:41.141464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bd812334-f0bc-4776-a27c-43a9a9fbfc2f tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:41.184574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1065569149'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:41.195176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.195916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.196507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.199718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:41.208780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.209465 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.210785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:41.213779 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 5 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.227588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:41.247015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Pushing event deleted for resources: {'Port': ['ID=38441370-4426-4667-afe6-f5a26a848314,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:41.259073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] No DVR routers for this DVR port 38441370-4426-4667-afe6-f5a26a848314 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:41.259193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:41.276876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.277710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.278230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.290584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:41.291095 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:41.293953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.295166 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.298648 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 6 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.342775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.343109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.343441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.348674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.349120 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.349727 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 7 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.365778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:41.369103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.381722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.382189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.382534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.383431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.387465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.404084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.404494 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.407281 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 8 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.412279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9aefafc-0bab-4115-bd89-661b13a09d3f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:41.414605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:41.422338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:security_group_rule and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:41.425868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6161e929-93eb-448b-916b-81eeb01dc750') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:41.426272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6161e929-93eb-448b-916b-81eeb01dc750') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:41.427400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:41.434155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.434496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.434832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.438816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:41.443698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.454898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f6acefef-a188-4142-b8b3-3852530c2061 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:41.465425 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.474016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:41.474877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.500468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.500468 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:41.500768 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:41.504653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f6acefef-a188-4142-b8b3-3852530c2061 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:41.504653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f6acefef-a188-4142-b8b3-3852530c2061 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:41.504861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38441370-4426-4667-afe6-f5a26a848314 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:41.506433 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 9 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.537441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.537776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.538110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.542903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 38441370-4426-4667-afe6-f5a26a848314 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:44:41.543258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38441370-4426-4667-afe6-f5a26a848314 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:44:41.551053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.551053 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.555999 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 10 to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 Mar 02 18:44:41.588113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:41.588447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:41.588777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:41.603771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:41.604103 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:41.604458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.618786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.667977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bd812334-f0bc-4776-a27c-43a9a9fbfc2f tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Notify callbacks [] for subnetpool, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.669833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bd812334-f0bc-4776-a27c-43a9a9fbfc2f tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9873674 Mar 02 18:44:41.672528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50080) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:41.691160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.695894 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.718412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.736410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] Pushing event deleted for resources: {'Network': ['ID=f9aefafc-0bab-4115-bd89-661b13a09d3f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:41.742953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4988064-0805-46aa-834c-89525b67e2c7 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "GET /v2.0/subnetpools/e780f6e8-6d51-4913-8489-4ac678b37076 HTTP/1.1" status: 200 len: 731 time: 0.0667512 Mar 02 18:44:41.746918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-abb3b886-42c1-40f3-886b-130bb2068efa admin admin] 10.222.0.66 "DELETE /v2.0/networks/f9aefafc-0bab-4115-bd89-661b13a09d3f HTTP/1.1" status: 204 len: 168 time: 1.6633244 Mar 02 18:44:41.747396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50088) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:41.759822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e1dfc2ab-ce80-4e4b-aba5-9a14ed224ec5 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1250360875'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:41.770533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:41.772638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b877105-cb66-482d-80fc-55f9331ef51e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:41.787910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:41.788330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempted to set empty binding levels {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:41.792916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Deleting port 38441370-4426-4667-afe6-f5a26a848314 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:41.794556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.796140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.796497 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment a9f0fc9c-337b-426b-a06f-63026e686152 of type vlan for network 7e94dff2-eb39-4a05-96ad-a94f270da51b Mar 02 18:44:41.862598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:41.863635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cbf97-c0db-47b5-842e-19bf89d49692 None None] The port '38441370-4426-4667-afe6-f5a26a848314' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:44:41.914917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.081937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:42.082563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.097504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1dfc2ab-ce80-4e4b-aba5-9a14ed224ec5 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Notify callbacks [] for subnetpool, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.098706 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e1dfc2ab-ce80-4e4b-aba5-9a14ed224ec5 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "PUT /v2.0/subnetpools/e780f6e8-6d51-4913-8489-4ac678b37076 HTTP/1.1" status: 200 len: 684 time: 0.3479822 Mar 02 18:44:42.101856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.111937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.117265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:42.117896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.148484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=39acb9fa-988c-4a71-a0a3-5cc12a1536d3,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:42.225361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.225713 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6cf000b5-288f-4d0b-9b21-553ace2cf9f7 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.0595915 Mar 02 18:44:42.238279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=7e94dff2-eb39-4a05-96ad-a94f270da51b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:42.249542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:42.276070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e903f8c4-787e-4365-9ce0-b3fb4dabebf6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3803854 Mar 02 18:44:42.298786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Deleting port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:42.300580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.320175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.411417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90c7e262-436f-43a4-8aaa-50b6e1e6fb39 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5692b22e7e1147768b7defa74ebaef66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898421 Mar 02 18:44:42.413925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.418311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75cc8ccd-b5e2-42ac-9c25-ce47217eb1cd tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] Notify callbacks [] for subnetpool, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.422348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-75cc8ccd-b5e2-42ac-9c25-ce47217eb1cd tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "DELETE /v2.0/subnetpools/e780f6e8-6d51-4913-8489-4ac678b37076 HTTP/1.1" status: 204 len: 168 time: 0.3191793 Mar 02 18:44:42.427891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50124) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.494013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.499222 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-13ab11bb-82e3-4625-a467-200a47844612 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] show failed (client error): The resource could not be found. Mar 02 18:44:42.504601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13ab11bb-82e3-4625-a467-200a47844612 tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "GET /v2.0/subnetpools/e780f6e8-6d51-4913-8489-4ac678b37076 HTTP/1.1" status: 404 len: 346 time: 0.0754762 Mar 02 18:44:42.505769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:42.529573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.680484 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-b636dadc-7840-4370-bd36-78792674a2dc tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] delete failed (client error): The resource could not be found. Mar 02 18:44:42.681729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b636dadc-7840-4370-bd36-78792674a2dc tempest-SubnetPoolsTestJSON-325751705 tempest-SubnetPoolsTestJSON-325751705-project] 10.222.0.66 "DELETE /v2.0/subnetpools/e780f6e8-6d51-4913-8489-4ac678b37076 HTTP/1.1" status: 404 len: 346 time: 0.1711483 Mar 02 18:44:42.704830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 39acb9fa-988c-4a71-a0a3-5cc12a1536d3, host n-h1-828839-1, got binding levels [] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:42.705198 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.709052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.739686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:42.740914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/763d7cef-4889-49db-8c5a-d795d8031f10 HTTP/1.1" status: 204 len: 168 time: 0.3258305 Mar 02 18:44:42.741838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbf08cb-5b21-4936-9c1d-a25b6eca49f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763d7cef-4889-49db-8c5a-d795d8031f10,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:42.854340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Calling delete_port for 39acb9fa-988c-4a71-a0a3-5cc12a1536d3 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:43.091645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.150074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event deleted for resources: {'Port': ['ID=39acb9fa-988c-4a71-a0a3-5cc12a1536d3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:43.156575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.166718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:43.172409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b9871bd6-1fd4-4a82-aadc-73cfffde956b tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "DELETE /v2.0/ports/39acb9fa-988c-4a71-a0a3-5cc12a1536d3 HTTP/1.1" status: 204 len: 168 time: 0.9405839 Mar 02 18:44:43.210936 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-db9fd0de-664a-4998-be72-d6bf430f64e9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:43.211461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-db9fd0de-664a-4998-be72-d6bf430f64e9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Synchronizing usage tracker for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:43.326865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-db9fd0de-664a-4998-be72-d6bf430f64e9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Unset dirty status for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:43.337404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50170) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:43.337892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-db9fd0de-664a-4998-be72-d6bf430f64e9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports/39acb9fa-988c-4a71-a0a3-5cc12a1536d3 HTTP/1.1" status: 404 len: 333 time: 0.1691892 Mar 02 18:44:43.342164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'network_id': '3665ff77-a94c-44a2-b709-e81749097320', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1983359577'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:43.355963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:43.391782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:43.420718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50182) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:43.492282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Made reservation on behalf of ce46d75096c242349feb157521635dd4 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:43.495221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.519265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:43.757057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.805619 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.830704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50204) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:43.835136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:43.845214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Usage tracker for resource:security_group_rule and tenant:47608c1a5ab242f38cfc32afd6d32c14 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:43.850109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:43.857004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:43.888845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f72b90a-d079-4b3c-8a06-b8f57bc08aa9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba0373fa36d6489a98c5f74fc14ebd79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567894 Mar 02 18:44:43.892021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:43.974796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.976389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:43.978511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.064202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.065766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Network 3665ff77-a94c-44a2-b709-e81749097320 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:44.074532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:44.076906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:44.078382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:44.078985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.094889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.156391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=47608c1a5ab242f38cfc32afd6d32c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344282 Mar 02 18:44:44.159742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50222) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:44.163367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2c24dc-87b6-46ad-8c82-c15393e38e9f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:44.219024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b9e0c-013d-48c9-b801-6e8a91b67fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0af519a-a780-4dcf-bb1d-22a8087511eb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:44.257415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.259501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.279811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77585c47-1556-44b5-9ace-bc33036d948d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:44.288096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.295785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.297225 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f60b8c18-a9e8-4469-900b-0d7f71fd2568 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/77585c47-1556-44b5-9ace-bc33036d948d HTTP/1.1" status: 204 len: 168 time: 0.4042921 Mar 02 18:44:44.306314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:44.310032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9d464376-ab72-4de0-ab79-b25ab96f4910 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9721363 Mar 02 18:44:44.315028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:44.452528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.475944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.483174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0af519a-a780-4dcf-bb1d-22a8087511eb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:44.520916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:44.520916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3093c79c-630f-43aa-ae79-bdde8fc6d606 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0af519a-a780-4dcf-bb1d-22a8087511eb HTTP/1.1" status: 204 len: 168 time: 0.3554451 Mar 02 18:44:44.911599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:44.945086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:45.017319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Transition to ACTIVE for port object 0a2c24dc-87b6-46ad-8c82-c15393e38e9f will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:45.086558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:45.323644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2c24dc-87b6-46ad-8c82-c15393e38e9f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:45.336179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.336935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.337532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.345068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.345650 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.346967 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 2 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.366030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.366878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.367453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.373731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.374331 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.374895 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 3 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.414617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.415011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.415359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.421788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.422505 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.423081 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 4 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.432173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50302) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:45.451202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:45.452808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.453150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.453540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.461690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.462033 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.462446 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 5 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.489928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.490941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.491101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.498230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.498841 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.499386 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 6 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.519218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.519817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.520310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.528101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.528956 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.529548 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 7 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.549439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.550174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.550836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.558704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.559449 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.560002 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 8 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.583469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.583818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.584169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.592418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.592766 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.593168 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 9 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.615762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.616102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.616728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.625945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.626322 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.626722 n-d-828839-1 neutron-server[88708]: INFO neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 10 to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f Mar 02 18:44:45.646519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:45.651464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:45.651666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:subnet and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:45.651798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:45.652151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:45.654686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:45.658520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:45.661419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:45.661840 n-d-828839-1 neutron-server[88708]: ERROR neutron.plugins.ml2.managers [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:45.662540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:45.743597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:45.747853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:45.829950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:45.829950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempted to set empty binding levels {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:45.932800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:45.997178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] In _notify_port_updated(), no bound segment for port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:44:45.998290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:45.998957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:46.005327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "PUT /v2.0/ports/0a2c24dc-87b6-46ad-8c82-c15393e38e9f HTTP/1.1" status: 200 len: 975 time: 1.6978860 Mar 02 18:44:46.006072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:46.087173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4158700-8f2f-43f2-898e-04a68ec84f33 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=0a2c24dc-87b6-46ad-8c82-c15393e38e9f,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:46.173070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.176306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.176842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.178095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.178095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.178440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.178892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.179353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.179843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.180290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.183906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ffc45da9-e487-48d1-8b88-0a96da5992d9 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9094 time: 0.1744418 Mar 02 18:44:46.188073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50338) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:46.254748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Deleting port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:46.255108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:46.350227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:46.440823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=cc0996d8-8867-4ed5-81b3-599d12c40f58,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:46.450333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': 'a9f0fc9c-337b-426b-a06f-63026e686152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:46.451035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: 7e94dff2-eb39-4a05-96ad-a94f270da51b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:46.577476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:46.645476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 0a2c24dc-87b6-46ad-8c82-c15393e38e9f, host n-h1-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:46.645967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:46.709397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7e94dff2-eb39-4a05-96ad-a94f270da51b) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:46.722778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386e954-a1ff-4437-bb46-aa647e434ba3 None None] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:46.724644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:46.725890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:46.801578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Calling delete_port for 0a2c24dc-87b6-46ad-8c82-c15393e38e9f owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:46.862104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-530e1233-4d7a-4b6b-8033-b26af45ee6c1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4241364 Mar 02 18:44:46.862104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50362) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:46.868967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1194422247'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:46.879415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:46.887672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:46.891218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:46.900190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:47.000579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:47.000920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.007420 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.041775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7e94dff2-eb39-4a05-96ad-a94f270da51b', 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': 'cc0996d8-8867-4ed5-81b3-599d12c40f58'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:44:47.048489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.048638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:47.062115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.062763 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment 0820303b-4120-42ba-a494-ea21862822e4 of type vlan for network 4360d1ba-673e-4004-8aed-700fdece765a Mar 02 18:44:47.085980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event deleted for resources: {'Port': ['ID=0a2c24dc-87b6-46ad-8c82-c15393e38e9f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:47.090423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.101722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ebfdfab6-3af2-495c-adca-95cd87362734 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "DELETE /v2.0/ports/0a2c24dc-87b6-46ad-8c82-c15393e38e9f HTTP/1.1" status: 204 len: 168 time: 0.9124999 Mar 02 18:44:47.106639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:47.108109 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.187137 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-215f3f4c-1104-44b3-b68f-03ca09f9ae23 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:47.187137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-215f3f4c-1104-44b3-b68f-03ca09f9ae23 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Synchronizing usage tracker for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:47.207248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.214203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:47.218379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.231106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:47.263767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-215f3f4c-1104-44b3-b68f-03ca09f9ae23 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Unset dirty status for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:47.265467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-215f3f4c-1104-44b3-b68f-03ca09f9ae23 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports/0a2c24dc-87b6-46ad-8c82-c15393e38e9f HTTP/1.1" status: 404 len: 333 time: 0.1576011 Mar 02 18:44:47.269552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50380) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:47.276050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2110502553', 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:47.287511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:47.296944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Allocated IP 2001:db8:0:ffff::2 (7e94dff2-eb39-4a05-96ad-a94f270da51b/cc0996d8-8867-4ed5-81b3-599d12c40f58/d92b784d-4682-406e-8e6f-2b8eafdcc4f5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:47.313294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:47.380817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=4360d1ba-673e-4004-8aed-700fdece765a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:47.400511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4360d1ba-673e-4004-8aed-700fdece765a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:47.612896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.625654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Transition to ACTIVE for port object d92b784d-4682-406e-8e6f-2b8eafdcc4f5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:47.651548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Transition to ACTIVE for port object d92b784d-4682-406e-8e6f-2b8eafdcc4f5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:47.692542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.711489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:47.716448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Usage tracker for resource:security_group_rule and tenant:9e06c793cf6c444e935b295c7c1d7a8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:47.719854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:47.721803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-39be0097-189a-47ba-aace-463a821f8f6b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8580475 Mar 02 18:44:47.725998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:47.728677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:47.735750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': '4360d1ba-673e-4004-8aed-700fdece765a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:47.807736 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.871471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Made reservation on behalf of ce46d75096c242349feb157521635dd4 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:47.874698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.875545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:47.883686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:subnet and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:47.888759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:47.890381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:47.905809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:47.906972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 35681d30-55b3-4dec-abb4-c769e083711f yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:47.926115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:47.937266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:47.943414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:47.986588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Pushing event updated for resources: {'Port': ['ID=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.032240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.044634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50398) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:48.082078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:48.088412 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.116038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Attempting to bind port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:48.116738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Attempting to bind port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a9f0fc9c-337b-426b-a06f-63026e686152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:48.117279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Attempting to bind port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 on network 7e94dff2-eb39-4a05-96ad-a94f270da51b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:48.127060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:48.129104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Checking segment: {'id': 'a9f0fc9c-337b-426b-a06f-63026e686152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:48.129743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.131068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Bound using segment: {'id': 'a9f0fc9c-337b-426b-a06f-63026e686152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:48.132434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Bound port: d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f0fc9c-337b-426b-a06f-63026e686152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '7e94dff2-eb39-4a05-96ad-a94f270da51b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:48.133218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.194751 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9e06c793cf6c444e935b295c7c1d7a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9624782 Mar 02 18:44:48.214107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50406) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:48.227247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe341c-bb69-4b06-b8d5-7ce750d58158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba58c26-7b63-40c7-be6f-84b56b725e9b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.326037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] For port d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:48.333224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] For port d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,segment=NetworkSegment(a9f0fc9c-337b-426b-a06f-63026e686152),segment_id=a9f0fc9c-337b-426b-a06f-63026e686152)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:48.355690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.378822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.406030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-2103693544-network', 'tenant_id': '9968ed856cb14219bb2e5accced872e8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:48.430361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:48.441662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.443442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Usage tracker for resource:network and tenant:9968ed856cb14219bb2e5accced872e8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:48.450554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.457770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:48.472779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:48.527446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.562753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00d275-e25f-4cbf-82ab-dc85be5be137 None None] Pushing event updated for resources: {'Port': ['ID=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.613333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Made reservation on behalf of 9968ed856cb14219bb2e5accced872e8 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:48.613501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Network 3665ff77-a94c-44a2-b709-e81749097320 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:48.617043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.617347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:48.621170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:48.622394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:48.623177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.636836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=35681d30-55b3-4dec-abb4-c769e083711f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.639073 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.708373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.711502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:48.730994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba58c26-7b63-40c7-be6f-84b56b725e9b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.735906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Usage tracker for resource:security_group_rule and tenant:9968ed856cb14219bb2e5accced872e8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:48.753774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:48.796628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-808ab297-feb4-4612-904b-4bd574828906 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5258231 Mar 02 18:44:48.799179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50418) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:48.813694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:48.823470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:44:48.825192 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.919331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:48.920552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ecf945c4-6e47-4603-b0b1-39e51557d981 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ba58c26-7b63-40c7-be6f-84b56b725e9b HTTP/1.1" status: 204 len: 168 time: 0.7054236 Mar 02 18:44:48.964819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=068f6ee1-d946-43dc-8054-7a2af5b61a01,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:48.966208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676ac308-b410-4e79-aa60-64aad4fb0f5d tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:48.966803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-676ac308-b410-4e79-aa60-64aad4fb0f5d tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Synchronizing usage tracker for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:48.981154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': '0820303b-4120-42ba-a494-ea21862822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:48.981526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: 4360d1ba-673e-4004-8aed-700fdece765a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:49.057720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.086496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-676ac308-b410-4e79-aa60-64aad4fb0f5d tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Unset dirty status for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:49.087738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-676ac308-b410-4e79-aa60-64aad4fb0f5d tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports/35681d30-55b3-4dec-abb4-c769e083711f HTTP/1.1" status: 200 len: 955 time: 0.2872467 Mar 02 18:44:49.090655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50426) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:49.126553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 4360d1ba-673e-4004-8aed-700fdece765a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:49.158082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.174420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Deleting port 35681d30-55b3-4dec-abb4-c769e083711f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:49.174839 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.236301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:49.239001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4360d1ba-673e-4004-8aed-700fdece765a) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:49.247015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1527b06b-8835-4a44-bf52-ac1aa69b745e None None] Network 4360d1ba-673e-4004-8aed-700fdece765a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:49.256498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:49.257115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.268948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=055ace94-fd2b-41fa-8ffc-30775f558754,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:49.275843 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.276259 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Added segment b374a546-1397-4fc2-a6a3-ee3d43ab5479 of type vlan for network d91345a7-1b92-471b-a8be-5230c9d049be Mar 02 18:44:49.485989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.579298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d92b784d-4682-406e-8e6f-2b8eafdcc4f5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:49.680664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-4360d1ba-673e-4004-8aed-700fdece765a', 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': '068f6ee1-d946-43dc-8054-7a2af5b61a01'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:44:49.682009 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:49.941340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:49.942415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Calling delete_port for 35681d30-55b3-4dec-abb4-c769e083711f owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:49.967675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Allocated IP 2001:db8::f816:3eff:fef4:55d3 (4360d1ba-673e-4004-8aed-700fdece765a/068f6ee1-d946-43dc-8054-7a2af5b61a01/1d643d38-b51f-4603-bb36-d680b69e22ef) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:50.010948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.026377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:50.026936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-802d33f0-db13-4018-87e4-ba2adc20c35a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2991273 Mar 02 18:44:50.033125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'port': {'network_id': '4360d1ba-673e-4004-8aed-700fdece765a', 'name': 'tempest-NetworksIpV6TestAttrs-809295215'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:50.039366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5ff66d-ea17-4e26-abe7-cad9e98f0bb9 None None] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:50.093160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50446) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:50.155053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.221346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:50.224292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:50.226533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:port and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:50.233047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:50.233474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Usage tracker for resource:security_group_rule and tenant:636551554f41415dbb1354ad4ab9a637 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:50.243221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:50.247973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:50.256045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.257313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:50.258211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.284906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:50.337999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:50.339481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Provisioning for port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:50.343692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.362407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Provisioning complete for port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:50.362884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.401790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] device_id is not set on port b1c9aff9-5f35-42c7-ae06-1adbe215f5c9 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:50.430110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.496898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] Pushing event updated for resources: {'Network': ['ID=d91345a7-1b92-471b-a8be-5230c9d049be,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:50.499919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3b78952-7358-42c0-b620-7ee7d8dac018 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.4539363 Mar 02 18:44:50.503413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50450) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:50.508012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event deleted for resources: {'Port': ['ID=35681d30-55b3-4dec-abb4-c769e083711f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:50.516934 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.523456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Request body: {'subnet': {'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-2103693544-subnet', 'tenant_id': '9968ed856cb14219bb2e5accced872e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:50.531907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:50.539183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5df2e7b2-1ac3-4de5-a895-b660811a25ae tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "DELETE /v2.0/ports/35681d30-55b3-4dec-abb4-c769e083711f HTTP/1.1" status: 204 len: 168 time: 1.4450359 Mar 02 18:44:50.539390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Usage tracker for resource:subnet and tenant:9968ed856cb14219bb2e5accced872e8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:50.539480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:50.542435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:50.550854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d91345a7-1b92-471b-a8be-5230c9d049be details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:50.551757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:50.595116 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-01ba11c5-a120-40ca-aba0-2e776667df16 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:50.595664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01ba11c5-a120-40ca-aba0-2e776667df16 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Synchronizing usage tracker for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:50.641219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.794660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Made reservation on behalf of 9968ed856cb14219bb2e5accced872e8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:50.797101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.844825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.859236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.864948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:50.872772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Transition to ACTIVE for port object 1d643d38-b51f-4603-bb36-d680b69e22ef will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:50.878634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01ba11c5-a120-40ca-aba0-2e776667df16 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Unset dirty status for tenant:ce46d75096c242349feb157521635dd4 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:50.880495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01ba11c5-a120-40ca-aba0-2e776667df16 tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports/35681d30-55b3-4dec-abb4-c769e083711f HTTP/1.1" status: 404 len: 333 time: 0.3401086 Mar 02 18:44:50.886771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:50.899299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'network_id': '3665ff77-a94c-44a2-b709-e81749097320', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-401853489'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:50.910604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:50.913383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] For port d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,segment=NetworkSegment(a9f0fc9c-337b-426b-a06f-63026e686152),segment_id=a9f0fc9c-337b-426b-a06f-63026e686152)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:50.932192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Transition to ACTIVE for port object 1d643d38-b51f-4603-bb36-d680b69e22ef will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:50.932339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:50.949214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf02181-951e-40b2-9eaa-15e555849ecf,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:50.955325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2e93b28c-28c3-4320-b2f4-6206fa21ccaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=636551554f41415dbb1354ad4ab9a637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517015 Mar 02 18:44:50.958091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:51.063444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.110296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.160706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Made reservation on behalf of ce46d75096c242349feb157521635dd4 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:51.164417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.168385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.189909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.235116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Network 4360d1ba-673e-4004-8aed-700fdece765a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:51.237996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:51.244552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:51.246030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 8f239b57-9bc6-4811-ab79-c1480472a2b1 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:51.253831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04b676-db14-497c-9434-e17fe4ffaf96 None None] Pushing event updated for resources: {'Port': ['ID=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:51.296231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.388729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.425256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf02181-951e-40b2-9eaa-15e555849ecf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:51.438728 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.443469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e59f229-e1cd-4912-90bd-eb23a2564d95 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bbf02181-951e-40b2-9eaa-15e555849ecf HTTP/1.1" status: 204 len: 168 time: 0.4817519 Mar 02 18:44:51.504982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9e0e940-9c74-4287-9a18-3b5fe50690d1,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:51.513820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Allocated IP 2001:db8::f816:3eff:fe49:d545 (4360d1ba-673e-4004-8aed-700fdece765a/068f6ee1-d946-43dc-8054-7a2af5b61a01/b1c9aff9-5f35-42c7-ae06-1adbe215f5c9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:51.544484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d92b784d-4682-406e-8e6f-2b8eafdcc4f5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:51.579127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Pushing event updated for resources: {'Port': ['ID=1d643d38-b51f-4603-bb36-d680b69e22ef,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:51.590131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-94e34adc-ab74-4ad7-ac77-86ef81228efc None None] Provisioning complete for port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:51.590514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94e34adc-ab74-4ad7-ac77-86ef81228efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.599532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Checking segment: {'id': 'b374a546-1397-4fc2-a6a3-ee3d43ab5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:51.599902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Network hostable DHCP agents. Network: d91345a7-1b92-471b-a8be-5230c9d049be, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:51.749589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50476) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:51.764044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Attempting to bind port 1d643d38-b51f-4603-bb36-d680b69e22ef on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:51.764700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Attempting to bind port 1d643d38-b51f-4603-bb36-d680b69e22ef by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0820303b-4120-42ba-a494-ea21862822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:51.771860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Attempting to bind port 1d643d38-b51f-4603-bb36-d680b69e22ef on network 4360d1ba-673e-4004-8aed-700fdece765a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:51.805695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:51.806269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Checking segment: {'id': '0820303b-4120-42ba-a494-ea21862822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:51.806933 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.807802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Bound using segment: {'id': '0820303b-4120-42ba-a494-ea21862822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:51.808319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Bound port: 1d643d38-b51f-4603-bb36-d680b69e22ef, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0820303b-4120-42ba-a494-ea21862822e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '4360d1ba-673e-4004-8aed-700fdece765a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:51.808938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:51.964490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Network d91345a7-1b92-471b-a8be-5230c9d049be is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:51.977713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.108086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d91345a7-1b92-471b-a8be-5230c9d049be) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:52.113853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:52.114528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.139617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deb2c8e-8c9a-4a28-9cf0-3903b92a093c None None] Network d91345a7-1b92-471b-a8be-5230c9d049be requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:52.169165 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:44:52.194963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:52.196117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.266170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.268938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ba4c96f5-836d-4c15-9136-5d1140b51844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.295795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:52.296031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Transition to ACTIVE for port object b1c9aff9-5f35-42c7-ae06-1adbe215f5c9 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:52.346316 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.349439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5d04dc6-c793-421b-891d-918c311b9fba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8446977 Mar 02 18:44:52.356531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1d643d38-b51f-4603-bb36-d680b69e22ef,segment=NetworkSegment(0820303b-4120-42ba-a494-ea21862822e4),segment_id=0820303b-4120-42ba-a494-ea21862822e4)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:52.362005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:52.366711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Usage tracker for resource:security_group_rule and tenant:644d14e511564907b100f28bf92d155f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:52.370387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:52.377771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:52.389126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.454332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.500277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.504223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Network 3665ff77-a94c-44a2-b709-e81749097320 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:52.507007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 4360d1ba-673e-4004-8aed-700fdece765a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:52.510802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:52.514143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:52.515473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:52.516162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.533653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.548766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:52.553490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:52.559941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.563656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:52.565801 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.589985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=8f239b57-9bc6-4811-ab79-c1480472a2b1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:52.615463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=644d14e511564907b100f28bf92d155f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8644037 Mar 02 18:44:52.619886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50488) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:52.653645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947f9bd-ca1f-4cf2-8518-637d82f66c6a None None] Pushing event updated for resources: {'Port': ['ID=1d643d38-b51f-4603-bb36-d680b69e22ef,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:52.689302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95032a26-ddd7-461a-b322-952efe23d9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effa28c2-8c4d-4165-a1ac-81e18dcf097e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:52.701683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6719063-0748-4de6-be93-1803ed34bdff tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8138113 Mar 02 18:44:52.708045 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50498) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:52.734435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Port': ['ID=b1c9aff9-5f35-42c7-ae06-1adbe215f5c9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:52.737876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:52.778343 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07ba4d62-307d-4713-bd40-a2e138d17730 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7500353 Mar 02 18:44:52.782292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:52.814379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-569994c5-b723-4486-811b-debc4df517df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.845908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de0be28-4abf-474e-a9aa-b5f6d9e0f226 None None] Network d91345a7-1b92-471b-a8be-5230c9d049be requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:52.894878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting subnet 068f6ee1-d946-43dc-8054-7a2af5b61a01 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:52.898957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:52.940345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-569994c5-b723-4486-811b-debc4df517df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.021982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.052099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.335123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.561724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-569994c5-b723-4486-811b-debc4df517df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.573109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1d643d38-b51f-4603-bb36-d680b69e22ef up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:53.641452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.670908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569994c5-b723-4486-811b-debc4df517df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effa28c2-8c4d-4165-a1ac-81e18dcf097e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:53.732588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1d643d38-b51f-4603-bb36-d680b69e22ef completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:53.746469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=068f6ee1-d946-43dc-8054-7a2af5b61a01,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:53.747243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-569994c5-b723-4486-811b-debc4df517df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.757083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-569994c5-b723-4486-811b-debc4df517df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/effa28c2-8c4d-4165-a1ac-81e18dcf097e HTTP/1.1" status: 204 len: 168 time: 1.1353381 Mar 02 18:44:53.763934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:53.777786 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d0ddaa42-90bb-4b69-b1cf-d827d0c9f21b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/068f6ee1-d946-43dc-8054-7a2af5b61a01 HTTP/1.1" status: 204 len: 168 time: 0.9942260 Mar 02 18:44:53.778577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:53.904057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ce7ac-ee01-4850-8a49-9e5e9fbbd3f1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:53.906554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3ce7ac-ee01-4850-8a49-9e5e9fbbd3f1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:53.907198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b3ce7ac-ee01-4850-8a49-9e5e9fbbd3f1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Synchronizing usage tracker for tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:53.994821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b3ce7ac-ee01-4850-8a49-9e5e9fbbd3f1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Unset dirty status for tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:54.005688 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b3ce7ac-ee01-4850-8a49-9e5e9fbbd3f1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2253158 Mar 02 18:44:54.005915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50532) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:54.299647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] device_id is not set on port 8f239b57-9bc6-4811-ab79-c1480472a2b1 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:54.314617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-71a54384-c2d0-4768-a953-f4a7d39b8daf tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:54.315412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-71a54384-c2d0-4768-a953-f4a7d39b8daf tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Synchronizing usage tracker for tenant:9968ed856cb14219bb2e5accced872e8 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:44:54.326978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9240daf-4c59-49bf-ac4e-fafb3264243b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.330977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.357853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Transition to ACTIVE for port object 8f239b57-9bc6-4811-ab79-c1480472a2b1 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:54.362239 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9240daf-4c59-49bf-ac4e-fafb3264243b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 18:44:54.362769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9240daf-4c59-49bf-ac4e-fafb3264243b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:44:54.369645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e9240daf-4c59-49bf-ac4e-fafb3264243b tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/4360d1ba-673e-4004-8aed-700fdece765a HTTP/1.1" status: 409 len: 405 time: 0.3508449 Mar 02 18:44:54.369759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50536) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:54.375670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1863646823'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:54.383489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:54.387993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:54.391262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:54.398625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:54.425045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e321d97-03e0-46e0-a44a-b5ba51cc7070 None None] Network 4360d1ba-673e-4004-8aed-700fdece765a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:54.486805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-71a54384-c2d0-4768-a953-f4a7d39b8daf tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Unset dirty status for tenant:9968ed856cb14219bb2e5accced872e8 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:44:54.491517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:54.499316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-71a54384-c2d0-4768-a953-f4a7d39b8daf tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/networks?id=d91345a7-1b92-471b-a8be-5230c9d049be HTTP/1.1" status: 200 len: 822 time: 1.2674780 Mar 02 18:44:54.506467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.508902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-95517ca8-2615-408e-b497-cea07159c43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.519795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.556344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:44:54.571160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.571814 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment 1ffa95cf-202e-4dbb-be8b-ad70f9825786 of type vlan for network 662a6e9f-ef0b-4492-aa99-fa977c384627 Mar 02 18:44:54.588700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-dbc5cba8-6ab1-4747-8ce3-b787fc2baafb tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/quotas/9968ed856cb14219bb2e5accced872e8 HTTP/1.1" status: 200 len: 375 time: 0.0883138 Mar 02 18:44:54.605374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.646077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Provisioning for port 1d643d38-b51f-4603-bb36-d680b69e22ef completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:54.652186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Provisioning complete for port 1d643d38-b51f-4603-bb36-d680b69e22ef triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:44:54.652821 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.744293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.755937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:54.757164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.775678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] DHCP port deletion for 4360d1ba-673e-4004-8aed-700fdece765a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:44:54.788255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Deleting port 1d643d38-b51f-4603-bb36-d680b69e22ef {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:54.788636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.881897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:54.925515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-963413eb-4d4a-453f-ad49-5bb4983f59ed tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9968ed856cb14219bb2e5accced872e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2757871 Mar 02 18:44:54.926383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=8f239b57-9bc6-4811-ab79-c1480472a2b1,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:54.957661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-b35be5b6-73f8-43b7-aa32-4dbbb4c9543f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:44:54.958708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-b35be5b6-73f8-43b7-aa32-4dbbb4c9543f service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081379 Mar 02 18:44:54.960806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:54.961082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:54.961391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:54.969477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5968349 Mar 02 18:44:54.969693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50542) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:54.969693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:54.970200 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:54.977534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:54.992280 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 2 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.014532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.014867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.015210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.019936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50546) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:55.020946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54499a0b-c475-4bd1-a779-e59393368ec3 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=662a6e9f-ef0b-4492-aa99-fa977c384627,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:55.028387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1d643d38-b51f-4603-bb36-d680b69e22ef,segment=NetworkSegment(0820303b-4120-42ba-a494-ea21862822e4),segment_id=0820303b-4120-42ba-a494-ea21862822e4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:55.057500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.082529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:44:55.117462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:55.135312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Usage tracker for resource:security_group_rule and tenant:d0409f7e2f9a4f24a77bb3711da5c660 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:55.144192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:55.164435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:55.206568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-979bb947-310f-4fec-aaed-4353687eb69c service neutron] 10.222.0.66 "GET /v2.0/networks/d91345a7-1b92-471b-a8be-5230c9d049be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862073 Mar 02 18:44:55.211789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.212135 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.215094 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 3 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.247169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.322893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.341203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1d643d38-b51f-4603-bb36-d680b69e22ef,segment=NetworkSegment(0820303b-4120-42ba-a494-ea21862822e4),segment_id=0820303b-4120-42ba-a494-ea21862822e4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:55.341691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.412719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.413061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.413397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.479548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:55.479963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193eabf8-d9b1-42c2-8fa8-84a14818e292 None None] Pushing event updated for resources: {'Port': ['ID=1d643d38-b51f-4603-bb36-d680b69e22ef,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:55.480797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.487139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.487473 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.491535 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 4 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.491673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1d643d38-b51f-4603-bb36-d680b69e22ef no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:44:55.522428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:55.527371 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0409f7e2f9a4f24a77bb3711da5c660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021460 Mar 02 18:44:55.532154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.532715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.533904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.536398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50554) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:55.548502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e50d06-e1bf-4fca-883d-13e6aa8ea968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77ba85e-bc60-412e-ac88-3b56ed21bece,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:55.557708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Calling delete_port for 1d643d38-b51f-4603-bb36-d680b69e22ef owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:55.569390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.569719 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.580497 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 5 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.610666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-645d0c15-5807-4766-9782-52b896dafdec service neutron] 10.222.0.66 "GET /v2.0/networks/d91345a7-1b92-471b-a8be-5230c9d049be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874076 Mar 02 18:44:55.619589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.619925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.620465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.636545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.637100 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.639854 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 6 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.657762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:55.661666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.686143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.686710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.687220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.699598 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.715179 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.716730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.717056 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.721946 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 7 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.732323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.732584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.753909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1d643d38-b51f-4603-bb36-d680b69e22ef,segment=NetworkSegment(0820303b-4120-42ba-a494-ea21862822e4),segment_id=0820303b-4120-42ba-a494-ea21862822e4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:55.775696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:44:55.776426 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:44:55.813373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.813751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.814097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.845553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.879750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.883469 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.883469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.890511 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 8 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.903130 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:55.928094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3eb16624-d77a-444b-a31a-bec4369242b2 req-bf86f5c8-889f-4714-9ffe-604ee7136f27 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 210 time: 0.1038520 Mar 02 18:44:55.954240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:55.954581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:55.955608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:55.966305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:55.966714 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:55.969123 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 9 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:55.980905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1d643d38-b51f-4603-bb36-d680b69e22ef,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:56.036546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:56.036546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:56.036546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:56.063155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:56.063155 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:56.063518 n-d-828839-1 neutron-server[88709]: INFO neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempt 10 to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 Mar 02 18:44:56.095631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:56.095993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:56.096314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempting to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:56.102204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.125067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:44:56.125351 n-d-828839-1 neutron-server[88709]: ERROR neutron.plugins.ml2.managers [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Failed to bind port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on host n-h1-828839-1 for vnic_type normal using segments [{'id': '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '3665ff77-a94c-44a2-b709-e81749097320'}] Mar 02 18:44:56.125703 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.155571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77ba85e-bc60-412e-ac88-3b56ed21bece,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:56.250659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 8f239b57-9bc6-4811-ab79-c1480472a2b1, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:56.251021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attempted to set empty binding levels {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 02 18:44:56.253966 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.255140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ececb333-bf51-459b-8048-2b1ee1c4c6a5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f77ba85e-bc60-412e-ac88-3b56ed21bece HTTP/1.1" status: 204 len: 168 time: 0.7067783 Mar 02 18:44:56.276972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Deleting port 1d643d38-b51f-4603-bb36-d680b69e22ef {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:56.277377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.344580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.404425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] In _notify_port_updated(), no bound segment for port 8f239b57-9bc6-4811-ab79-c1480472a2b1 on network 3665ff77-a94c-44a2-b709-e81749097320 {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:44:56.412026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:56.412635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.416090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "PUT /v2.0/ports/8f239b57-9bc6-4811-ab79-c1480472a2b1 HTTP/1.1" status: 200 len: 974 time: 3.6871061 Mar 02 18:44:56.419047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50574) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:56.509878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bbdbdb-b80b-4d46-9982-84bf5722801c tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event updated for resources: {'Port': ['ID=8f239b57-9bc6-4811-ab79-c1480472a2b1,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:56.526528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Deleting port 8f239b57-9bc6-4811-ab79-c1480472a2b1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:44:56.527266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.527484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] For port 1d643d38-b51f-4603-bb36-d680b69e22ef, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1d643d38-b51f-4603-bb36-d680b69e22ef,segment=NetworkSegment(0820303b-4120-42ba-a494-ea21862822e4),segment_id=0820303b-4120-42ba-a494-ea21862822e4)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:56.527882 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.528885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:44:56.530397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.645847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:56.649863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': '1ffa95cf-202e-4dbb-be8b-ad70f9825786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:56.650256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: 662a6e9f-ef0b-4492-aa99-fa977c384627, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:44:56.730851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Calling delete_port for 1d643d38-b51f-4603-bb36-d680b69e22ef owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:56.790025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:44:56.827987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] For port 8f239b57-9bc6-4811-ab79-c1480472a2b1, host n-h1-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:44:56.835444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.890864 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.925657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 662a6e9f-ef0b-4492-aa99-fa977c384627) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:56.926843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.929050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.939959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:56.949563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:56.995523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Calling delete_port for 8f239b57-9bc6-4811-ab79-c1480472a2b1 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:44:57.011618 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68344a-d5cf-4202-ac34-6032c5b3e5b2 None None] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:57.061068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] No DVR routers for this DVR port 1d643d38-b51f-4603-bb36-d680b69e22ef on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:44:57.065613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-655143db-9cde-4cab-a09b-3d66f597ff43 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0935919 Mar 02 18:44:57.068521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69226b-7fee-49ca-b5d4-22a7b74c627d None None] Pushing event deleted for resources: {'Port': ['ID=1d643d38-b51f-4603-bb36-d680b69e22ef,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:57.095554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:57.113475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-852a4b5e-db90-4136-bddf-eca8892314fd req-3c53df14-e4a6-4062-be71-fe7faecaf340 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 210 time: 0.1066325 Mar 02 18:44:57.122985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'port': {'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627', 'name': 'tempest-NetworksIpV6TestAttrs-1607739308'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:57.357063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:57.361424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:port and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:57.365891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:57.366880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-662a6e9f-ef0b-4492-aa99-fa977c384627', 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': 'ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:44:57.367727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.373216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:57.379521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.445074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.451950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f239b57-9bc6-4811-ab79-c1480472a2b1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:57.466182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50612) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:57.466339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ad2e813-1f0a-4445-830b-2a4d9472d5eb tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "DELETE /v2.0/ports/8f239b57-9bc6-4811-ab79-c1480472a2b1 HTTP/1.1" status: 204 len: 168 time: 1.0458987 Mar 02 18:44:57.517109 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-65a30185-1c22-4da6-a19e-324473b8be1a tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] GET failed (client error): The resource could not be found. Mar 02 18:44:57.522393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:57.532450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65a30185-1c22-4da6-a19e-324473b8be1a tempest-PortsAdminExtendedAttrsTestJSON-296122928 tempest-PortsAdminExtendedAttrsTestJSON-296122928-project-admin] 10.222.0.66 "GET /v2.0/ports/8f239b57-9bc6-4811-ab79-c1480472a2b1 HTTP/1.1" status: 404 len: 333 time: 0.0640106 Mar 02 18:44:57.542650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:57.545732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.573768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Allocated IP 2001:db8::f816:3eff:fee3:685b (662a6e9f-ef0b-4492-aa99-fa977c384627/ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2/9db4d6e8-1932-4fb5-aadb-b178d088ce92) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:57.585553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] device_id is not set on port 4fe105fa-c13c-4c1c-ac89-1d88487493b3 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:44:57.669402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.809138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.837894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3665ff77-a94c-44a2-b709-e81749097320']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:57.851464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:57.851756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '937e3eb2-4ba9-4973-bf56-ec07ad4ac5cb') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:44:57.867264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.885773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.894704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:44:57.895804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:44:57.913844 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:44:57.921329 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:57.930269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Transition to ACTIVE for port object 9db4d6e8-1932-4fb5-aadb-b178d088ce92 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:57.961376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Transition to ACTIVE for port object 9db4d6e8-1932-4fb5-aadb-b178d088ce92 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:58.026781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.090809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.108988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:58.116012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.121733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:58.124436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] Pushing event deleted for resources: {'Network': ['ID=3665ff77-a94c-44a2-b709-e81749097320,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:58.126205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:58.133538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Pushing event updated for resources: {'Port': ['ID=9db4d6e8-1932-4fb5-aadb-b178d088ce92,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:58.148696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d707b83a-2b0d-4bda-81ad-42cc2ea28ac3 tempest-PortsAdminExtendedAttrsTestJSON-1973853215 tempest-PortsAdminExtendedAttrsTestJSON-1973853215-project] 10.222.0.66 "DELETE /v2.0/networks/3665ff77-a94c-44a2-b709-e81749097320 HTTP/1.1" status: 204 len: 168 time: 0.6251519 Mar 02 18:44:58.242840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Attempting to bind port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:44:58.243528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Attempting to bind port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1ffa95cf-202e-4dbb-be8b-ad70f9825786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:44:58.244061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Attempting to bind port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 on network 662a6e9f-ef0b-4492-aa99-fa977c384627 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:44:58.253133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:44:58.254920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Checking segment: {'id': '1ffa95cf-202e-4dbb-be8b-ad70f9825786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:44:58.255381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.255776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Bound using segment: {'id': '1ffa95cf-202e-4dbb-be8b-ad70f9825786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:44:58.257938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Bound port: 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ffa95cf-202e-4dbb-be8b-ad70f9825786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '662a6e9f-ef0b-4492-aa99-fa977c384627'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:44:58.258393 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.294012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d4096cb-bbd1-4422-8221-9bb473e109f4 req-af418082-5d23-4ea4-a08a-e9fee0db2973 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 210 time: 0.0512815 Mar 02 18:44:58.321532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Allocated IP 2001:db8::f816:3eff:fe3e:8123 (662a6e9f-ef0b-4492-aa99-fa977c384627/ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2/4fe105fa-c13c-4c1c-ac89-1d88487493b3) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:58.370450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:44:58.374092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:44:58.429012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.557930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62be824b-71c8-4824-ad3d-7cef1fb1511f None None] Pushing event updated for resources: {'Port': ['ID=9db4d6e8-1932-4fb5-aadb-b178d088ce92,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:58.598903 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.618910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Transition to ACTIVE for port object 4fe105fa-c13c-4c1c-ac89-1d88487493b3 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:44:58.686692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-c8cfb09e-bc64-41c5-972c-90368a7f8cce tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:58.688241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-c8cfb09e-bc64-41c5-972c-90368a7f8cce tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.11 "GET /v2.0/networks?id=d91345a7-1b92-471b-a8be-5230c9d049be HTTP/1.1" status: 200 len: 822 time: 0.2225959 Mar 02 18:44:58.703329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Request body: {'port': {'device_id': '1207e807-7b72-4aed-b0f4-afec63781314', 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be', 'admin_state_up': True, 'tenant_id': '9968ed856cb14219bb2e5accced872e8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:44:58.737932 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.921249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Port': ['ID=4fe105fa-c13c-4c1c-ac89-1d88487493b3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:58.928689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50648) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:58.948243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:44:58.949946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:44:58.952787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:44:58.960825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:44:58.961228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:58.979248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50656) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:59.005359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:59.010010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Usage tracker for resource:port and tenant:9968ed856cb14219bb2e5accced872e8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:59.013123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:59.020699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:59.087408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2d180536-65e9-46d8-bd20-beb987ea8321 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.9905338 Mar 02 18:44:59.089116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50662) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:59.143281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Made reservation on behalf of 9968ed856cb14219bb2e5accced872e8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:44:59.147711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.193922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.222552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting subnet ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:44:59.235093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.294452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:44:59.308128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fb518b78-864f-4552-98e2-c3fa0c8b4181 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=54650dd59d65413591e8c7b9d3be7aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3758512 Mar 02 18:44:59.309422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfeed49ba9d4f97a19275d72551a6ef is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:44:59.312833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50668) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:44:59.315107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:44:59.319552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.367689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Allocated IP 172.20.0.10 (d91345a7-1b92-471b-a8be-5230c9d049be/f9e0e940-9c74-4287-9a18-3b5fe50690d1/78540e6e-29bb-4fca-90f6-b3cb2c1d0f52) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:44:59.467159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.505214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:44:59.534091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ddc906ed-0f0c-4d73-a600-3ff6b1f7d1e2 req-bd490b17-3d49-4960-acd7-c7ce746b7b0f tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 210 time: 0.0759749 Mar 02 18:44:59.556244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9db4d6e8-1932-4fb5-aadb-b178d088ce92 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:44:59.589490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.693636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.703398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:44:59.766717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.789871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.879090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.893995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b3cc0e-fe4d-4b36-b009-b7056b3dacb4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:44:59.904717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.904717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c64124b0-17d0-4926-9644-f53ae25d00e2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b1b3cc0e-fe4d-4b36-b009-b7056b3dacb4 HTTP/1.1" status: 204 len: 168 time: 0.5901039 Mar 02 18:44:59.917149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50f6bee-1d1b-4b06-ba70-3f5986e808f1 None None] Network 662a6e9f-ef0b-4492-aa99-fa977c384627 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:44:59.921141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.924159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:44:59.957231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.026546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Network d91345a7-1b92-471b-a8be-5230c9d049be is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:00.030013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:00.042838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bbfeed49ba9d4f97a19275d72551a6ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0624599 Mar 02 18:45:00.047820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:00.048581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:00.075893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.102576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:00.121448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Provisioning for port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:00.134906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Pushing event updated for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:00.150680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff61f86-44ac-4463-9126-b6ba49f70c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5dd226-47a7-4906-88d4-01f1f1f1018d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:00.154934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-acadf97c-e946-4d33-830e-f8150bc7b6fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2 HTTP/1.1" status: 204 len: 168 time: 1.0648499 Mar 02 18:45:00.157466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:00.222249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Provisioning complete for port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:00.222819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.227427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:00.228049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.274626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.321360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a49614e-2f58-4280-a700-8449c3b0a5a5 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:00.322374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a49614e-2f58-4280-a700-8449c3b0a5a5 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:00.324095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a49614e-2f58-4280-a700-8449c3b0a5a5 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1654170 Mar 02 18:45:00.326923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50704) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:00.328938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.371265 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-8f2b6ad4-fde6-442d-9170-7bf44ad0c611 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6732125 Mar 02 18:45:00.382397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Request body: {'port': {'device_id': '1207e807-7b72-4aed-b0f4-afec63781314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:00.395041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.408321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] DHCP port deletion for 662a6e9f-ef0b-4492-aa99-fa977c384627 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:45:00.417723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Deleting port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:00.418110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.488527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:00.607558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ba1f5115-53fe-4b00-a57e-4ef0bd5736ba tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.616425 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba1f5115-53fe-4b00-a57e-4ef0bd5736ba tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 02 18:45:00.617008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba1f5115-53fe-4b00-a57e-4ef0bd5736ba tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:00.622800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ba1f5115-53fe-4b00-a57e-4ef0bd5736ba tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/662a6e9f-ef0b-4492-aa99-fa977c384627 HTTP/1.1" status: 409 len: 405 time: 0.2902188 Mar 02 18:45:00.623392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50716) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:00.635252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1741811601'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:00.641771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:00.651371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:00.656369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:00.664485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:00.668909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:00.669485 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.689841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.702236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.731421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:00.732082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5dd226-47a7-4906-88d4-01f1f1f1018d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:00.739791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.779366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.784008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-240498c8-c3c8-4523-b862-36db238bf49c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c5dd226-47a7-4906-88d4-01f1f1f1018d HTTP/1.1" status: 204 len: 168 time: 0.7052209 Mar 02 18:45:00.811243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Calling delete_port for 9db4d6e8-1932-4fb5-aadb-b178d088ce92 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:00.873508 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.875371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:00.889913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.890289 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment a9e7fb7d-dd88-47a2-9f94-ddfe8c7fc3d2 of type vlan for network 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae Mar 02 18:45:00.932504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:00.948769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfb95c-4d44-44bf-b6bb-4560367a0a56 req-7bee1de6-5a0a-4801-92eb-58d28170378f tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:00.950372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4dfb95c-4d44-44bf-b6bb-4560367a0a56 req-7bee1de6-5a0a-4801-92eb-58d28170378f tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 932 time: 0.1649020 Mar 02 18:45:00.969966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d87be0-5bdc-46f4-80ed-3bba3945315f None None] Pushing event updated for resources: {'Port': ['ID=9db4d6e8-1932-4fb5-aadb-b178d088ce92,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:01.017790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50730) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:01.040665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:01.041321 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:01.088340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.095378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:01.096695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.166302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4dfb95c-4d44-44bf-b6bb-4560367a0a56 req-f1daae16-e0b1-4bfc-a489-f81efd3da07a tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Synchronizing usage tracker for tenant:9968ed856cb14219bb2e5accced872e8 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:01.179721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:45:01.187761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.202598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Transition to ACTIVE for port object 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:01.243613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-531fbc1f-b5ea-49f5-997e-7992929d2c4e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ce46d75096c242349feb157521635dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246575 Mar 02 18:45:01.246378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50734) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:01.262608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:01.267809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-db0c2d1f-81e8-4ef0-bece-f9ef5c00bd77 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6413648 Mar 02 18:45:01.270707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50738) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:01.276574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:01.279285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': '1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:01.321959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.354885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.373940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-f4dfb95c-4d44-44bf-b6bb-4560367a0a56 req-f1daae16-e0b1-4bfc-a489-f81efd3da07a tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Unset dirty status for tenant:9968ed856cb14219bb2e5accced872e8 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:01.373940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4dfb95c-4d44-44bf-b6bb-4560367a0a56 req-f1daae16-e0b1-4bfc-a489-f81efd3da07a tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967865 Mar 02 18:45:01.422399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.422683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:01.429389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:subnet and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:01.433398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:01.440890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:01.481161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9db4d6e8-1932-4fb5-aadb-b178d088ce92 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:01.546961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Deleting port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:01.547561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.560266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:01.564169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.679554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:01.687858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.716837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117a2d40-3612-4467-9dfe-37c149bcc4bc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:01.730042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.731556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5aa62e44-59ea-4d45-9ba8-3b4b923a5bd5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/117a2d40-3612-4467-9dfe-37c149bcc4bc HTTP/1.1" status: 204 len: 168 time: 0.4841766 Mar 02 18:45:01.755628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Attempting to bind port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:01.756113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Attempting to bind port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'b374a546-1397-4fc2-a6a3-ee3d43ab5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:01.756539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Attempting to bind port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 on network d91345a7-1b92-471b-a8be-5230c9d049be {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:01.763411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 on network d91345a7-1b92-471b-a8be-5230c9d049be not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:45:01.763411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Attempting to bind port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 on network d91345a7-1b92-471b-a8be-5230c9d049be {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:01.770693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:01.771161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Checking segment: {'id': 'b374a546-1397-4fc2-a6a3-ee3d43ab5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:01.775766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Bound using segment: {'id': 'b374a546-1397-4fc2-a6a3-ee3d43ab5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:01.775766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Bound port: 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b374a546-1397-4fc2-a6a3-ee3d43ab5479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:01.775766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.791539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.885325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:01.885722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.901396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:01.906277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,segment=NetworkSegment(b374a546-1397-4fc2-a6a3-ee3d43ab5479),segment_id=b374a546-1397-4fc2-a6a3-ee3d43ab5479)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:01.917686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50754) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:01.944765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:01.976107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:01.983538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.001149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Usage tracker for resource:security_group_rule and tenant:1c1c9857a4714c9d859a0dd71ae3ddc5 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:02.006877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:02.019867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:02.028092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:02.028749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Calling delete_port for 9db4d6e8-1932-4fb5-aadb-b178d088ce92 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:02.124950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.137059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.139686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.146510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] 10.222.0.11 "PUT /v2.0/ports/78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 HTTP/1.1" status: 200 len: 1092 time: 1.7658341 Mar 02 18:45:02.147013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:02.176056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29739a1-8936-470c-a8a2-dd3d4da3e4b0 service neutron] Pushing event updated for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:02.220664 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52', 'status': 'completed', 'code': 200} Mar 02 18:45:02.239266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=9db4d6e8-1932-4fb5-aadb-b178d088ce92,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:02.257800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.263841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:02.264508 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:02.300563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.objects.ports [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88709) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:45:02.301876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.329932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d167-f449-4df6-b886-414972be1383 req-9e2ff369-bd3d-4792-ba94-e2767477e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.332768 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0b6d167-f449-4df6-b886-414972be1383 req-9e2ff369-bd3d-4792-ba94-e2767477e2af service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9968ed856cb14219bb2e5accced872e8&device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 1095 time: 0.0877519 Mar 02 18:45:02.352107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.377908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Deleting port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:02.378340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.446744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1c1c9857a4714c9d859a0dd71ae3ddc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5256925 Mar 02 18:45:02.450970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50770) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:02.454042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=96f9599c-5e4b-4c93-afa3-c02504a9bff4,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:02.460519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14252319-d680-4f5b-93af-f5ccf13166ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d69e5a-9342-4928-9403-2f51001c2072,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:02.472515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': 'a9e7fb7d-dd88-47a2-9f94-ddfe8c7fc3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:02.472515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:02.588028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d167-f449-4df6-b886-414972be1383 req-0771d5b6-3817-499b-b258-108251f68b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.589520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0b6d167-f449-4df6-b886-414972be1383 req-0771d5b6-3817-499b-b258-108251f68b61 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9968ed856cb14219bb2e5accced872e8&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2489178 Mar 02 18:45:02.592372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.618519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:02.675482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d719886-4e8f-4dba-9370-8956f8146f2e req-5b469497-ac0a-4b05-b99e-07f08f771d96 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.677023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d719886-4e8f-4dba-9370-8956f8146f2e req-5b469497-ac0a-4b05-b99e-07f08f771d96 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 944 time: 0.1041195 Mar 02 18:45:02.692456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] For port 9db4d6e8-1932-4fb5-aadb-b178d088ce92, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9db4d6e8-1932-4fb5-aadb-b178d088ce92,segment=NetworkSegment(1ffa95cf-202e-4dbb-be8b-ad70f9825786),segment_id=1ffa95cf-202e-4dbb-be8b-ad70f9825786)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:02.693071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.743944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.748429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d719886-4e8f-4dba-9370-8956f8146f2e req-c2c6cca4-12d2-42c0-8063-c26ddf965cda tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642712 Mar 02 18:45:02.751402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:02.766769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.766769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:02.809859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6d167-f449-4df6-b886-414972be1383 req-b97d9419-16ca-43cf-a311-1905b022634e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.811738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0b6d167-f449-4df6-b886-414972be1383 req-b97d9419-16ca-43cf-a311-1905b022634e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134192 Mar 02 18:45:02.856873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b9461a-04fd-44a0-9d6d-5c7744e55a48 None None] Network 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:02.876119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Calling delete_port for 9db4d6e8-1932-4fb5-aadb-b178d088ce92 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:02.916349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-89a3bdcf-00d1-4215-9f05-4adfbe207dc2 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6444814 Mar 02 18:45:02.919250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50786) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:02.933982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-f3d4230e-a6db-4926-a8b9-62f9256c9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:02.935609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-f3d4230e-a6db-4926-a8b9-62f9256c9e9f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9968ed856cb14219bb2e5accced872e8&device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 1095 time: 0.0803034 Mar 02 18:45:02.945535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.032574 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-9b51c17f-8d30-4c4e-9d1d-e5461f83ab7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 HTTP/1.1" status: 200 len: 217 time: 0.0897956 Mar 02 18:45:03.039167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d69e5a-9342-4928-9403-2f51001c2072,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:03.127018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.146138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.150865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2cf005fe-c585-48dc-9f19-86b205a985ee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d2d69e5a-9342-4928-9403-2f51001c2072 HTTP/1.1" status: 204 len: 168 time: 0.6987367 Mar 02 18:45:03.159830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.204600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a40f1786-697f-47ea-a984-aaa61c80fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:03.208696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-a40f1786-697f-47ea-a984-aaa61c80fde9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f9e0e940-9c74-4287-9a18-3b5fe50690d1 HTTP/1.1" status: 200 len: 862 time: 0.1393142 Mar 02 18:45:03.228736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] Pushing event deleted for resources: {'Port': ['ID=9db4d6e8-1932-4fb5-aadb-b178d088ce92,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:03.232008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54004e0e-fdc9-4cf2-b6cd-6da205a5e53f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae', 'network_id': '1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': '96f9599c-5e4b-4c93-afa3-c02504a9bff4'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:03.233387 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54004e0e-fdc9-4cf2-b6cd-6da205a5e53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.246197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3b771-7386-4ba5-ad8c-b0da6c8cd6d2 None None] No DVR routers for this DVR port 9db4d6e8-1932-4fb5-aadb-b178d088ce92 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:03.269680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.395924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-7ec2fd48-3bed-42f3-a329-bde68be0f804 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d91345a7-1b92-471b-a8be-5230c9d049be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1807837 Mar 02 18:45:03.440394 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-54004e0e-fdc9-4cf2-b6cd-6da205a5e53f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f9599c-5e4b-4c93-afa3-c02504a9bff4: This subnet is being modified by another concurrent operation. Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 96f9599c-5e4b-4c93-afa3-c02504a9bff4: This subnet is being modified by another concurrent operation. Mar 02 18:45:03.480871 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:45:03.496530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=96f9599c-5e4b-4c93-afa3-c02504a9bff4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:03.514275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1538d6b0-722e-4d66-889a-f364e711844d None None] Network 1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:03.542534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-f57b9db7-26d4-42d2-9a27-ec67df7f84a8 service neutron] 10.222.0.11 "GET /v2.0/networks/d91345a7-1b92-471b-a8be-5230c9d049be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387863 Mar 02 18:45:03.593414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.638814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:03.668950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9e7fb7d-dd88-47a2-9f94-ddfe8c7fc3d2') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:03.668950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9e7fb7d-dd88-47a2-9f94-ddfe8c7fc3d2') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:03.669273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50804) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:03.686867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.701451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.709420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:03.709960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.723587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c4677d32-431e-4acd-ae90-49952173a5d5 req-6de27acd-8de1-44f3-b4f1-318a165e7362 service neutron] 10.222.0.11 "GET /v2.0/networks/d91345a7-1b92-471b-a8be-5230c9d049be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728711 Mar 02 18:45:03.738606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e373d22d-8b82-4761-93eb-017ee7a3fa69 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:03.739117 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:03.864964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e373d22d-8b82-4761-93eb-017ee7a3fa69 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:45:03.972891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.974989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:03.977909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.025869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:04.038227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d37fc783-965e-48a1-ae73-bd4996cd7f23 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae HTTP/1.1" status: 204 len: 168 time: 1.1175175 Mar 02 18:45:04.038754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:04.040928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:04.065818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-159710173'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:04.075686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Usage tracker for resource:security_group_rule and tenant:74b5a16a1c4049518ed3b092f4c24148 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:04.081444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:04.083335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e87487-3188-46a3-a20c-eaecbdb33be1 req-0b902d69-33ba-4102-b7ef-fcf8da2ead0e tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:04.084435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:04.086429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83e87487-3188-46a3-a20c-eaecbdb33be1 req-0b902d69-33ba-4102-b7ef-fcf8da2ead0e tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 944 time: 0.1624811 Mar 02 18:45:04.101795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:04.106990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:04.122032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:04.140940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:04.153930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83e87487-3188-46a3-a20c-eaecbdb33be1 req-0e539b06-3ba4-4c14-a495-24275cf3e240 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608335 Mar 02 18:45:04.270740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.270740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:04.274347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.309033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:04.319525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.319880 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment c43f0661-73d2-4d02-a7cc-9a6f7a59b384 of type vlan for network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb Mar 02 18:45:04.347160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.388441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.446664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74b5a16a1c4049518ed3b092f4c24148&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731907 Mar 02 18:45:04.446664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.447451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50834) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:04.451433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:04.452046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.456472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90315db8-148c-472a-bccc-6d19825375cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759f762f-d9a1-435c-a29b-58ec69a377d3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:04.531407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.558304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.565736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:04.578525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:04.697648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.699662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35de5ce7-5e30-4865-b4fe-e89cd91ddc60 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6576827 Mar 02 18:45:04.702631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50846) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:04.709813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:04.714228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759f762f-d9a1-435c-a29b-58ec69a377d3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:04.721550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:04.725584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b000a5ef-b4f2-467d-96af-8b3ef0dec487 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/759f762f-d9a1-435c-a29b-58ec69a377d3 HTTP/1.1" status: 204 len: 168 time: 0.2748072 Mar 02 18:45:04.828842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:04.833869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:subnet and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:04.836868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:04.844264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:04.954299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:04.957887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.291873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.397188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a56a00-d5c2-4448-a479-994804289666 req-3e2a09e7-8148-48d5-9d38-c4db3b12f4ee tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:05.399087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87a56a00-d5c2-4448-a479-994804289666 req-3e2a09e7-8148-48d5-9d38-c4db3b12f4ee tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 944 time: 0.0974152 Mar 02 18:45:05.443009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=e1b76476-0f0d-4922-b30e-4e2d590fc206,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:05.446704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:05.447724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:05.466875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87a56a00-d5c2-4448-a479-994804289666 req-624760c7-177b-4b64-b4c6-cd7834c3d55f tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Mar 02 18:45:05.528269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:45:05.535534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:05.600362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:05.612386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:05.613325 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.638041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe6c4fc-2197-4b94-98b8-dd457dc6e4a9 None None] Network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:05.643358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50876) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:05.672591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.694706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:05.700512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce57035c5b246c893acdc21563a9cda is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:05.704713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:05.713403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:05.743401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50880) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:05.744367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d4d4e831-af63-457a-aa1a-728ce69e09d9 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0406153 Mar 02 18:45:05.786219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50884) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:05.788267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,segment=NetworkSegment(b374a546-1397-4fc2-a6a3-ee3d43ab5479),segment_id=b374a546-1397-4fc2-a6a3-ee3d43ab5479)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:05.819613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52', 'network_id': 'd91345a7-1b92-471b-a8be-5230c9d049be', 'port_id': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52', 'mac_address': 'fa:16:3e:26:0e:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9e0e940-9c74-4287-9a18-3b5fe50690d1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:45:05.928554 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.932024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9c1f2d4d-6d82-4cbe-95c0-525e8ecd1404 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:05.962459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:05.987644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:45:06.013239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,segment=NetworkSegment(b374a546-1397-4fc2-a6a3-ee3d43ab5479),segment_id=b374a546-1397-4fc2-a6a3-ee3d43ab5479)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:06.016307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb', 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': 'e1b76476-0f0d-4922-b30e-4e2d590fc206'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:06.020144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.022666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.091804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.092522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.124034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.137104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9c1f2d4d-6d82-4cbe-95c0-525e8ecd1404 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "PUT /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62 HTTP/1.1" status: 200 len: 366 time: 0.3483098 Mar 02 18:45:06.139774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50894) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.221973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:06.227972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-af65eec3-f28c-46fe-9abd-872a762971d0 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0833848 Mar 02 18:45:06.233361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50900) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.259283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b65035c-a4c2-40e9-a12a-16e29cf8ebf5 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62 HTTP/1.1" status: 200 len: 366 time: 0.0235469 Mar 02 18:45:06.261615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.315754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Allocated IP 2001:db8::2 (0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb/e1b76476-0f0d-4922-b30e-4e2d590fc206/6a3138b7-2ba1-473b-a103-183100c04718) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:06.334702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9ce57035c5b246c893acdc21563a9cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6855369 Mar 02 18:45:06.335721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee8123-9eb5-4bfa-a302-6f396f0438d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976411ef-5890-4423-8749-7d19f8ef0508,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:06.359966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.367631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['78540e6e-29bb-4fca-90f6-b3cb2c1d0f52'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:45:06.383140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8c8e9d3b-557e-45b1-9e3d-fa45e87a2db7 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62 HTTP/1.1" status: 204 len: 168 time: 0.1154704 Mar 02 18:45:06.383140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50912) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.418174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0388342e-1d6d-42c6-bbac-7a7375d658fc tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0315082 Mar 02 18:45:06.419023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50916) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.437251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b839de32-c20c-41fd-ad6f-4e1fbd78b0e9 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62 HTTP/1.1" status: 200 len: 370 time: 0.0129442 Mar 02 18:45:06.437548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50924) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.446189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-73637222-0870-4974-b2e0-04dbb9b3e1e7 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62/default HTTP/1.1" status: 200 len: 370 time: 0.0052154 Mar 02 18:45:06.453123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50928) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:06.456409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.484990 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-c9a1fc64-59c9-4257-94c1-5a0d1316dc17 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] delete failed (client error): The resource could not be found. Mar 02 18:45:06.486183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c9a1fc64-59c9-4257-94c1-5a0d1316dc17 tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "DELETE /v2.0/quotas/4c61e44c53ca43fe9b95aa1803522e62 HTTP/1.1" status: 404 len: 348 time: 0.0321116 Mar 02 18:45:06.494535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.635153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.685348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976411ef-5890-4423-8749-7d19f8ef0508,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:06.712429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.714851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-17cfef77-eb8b-42d7-8ef0-8d30d587352f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/976411ef-5890-4423-8749-7d19f8ef0508 HTTP/1.1" status: 204 len: 168 time: 0.3541400 Mar 02 18:45:06.878414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:06.913276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92e4609-ea9a-4d99-a35b-94a68681b5c8 req-101ae8d0-0b84-4b9a-b3e7-a029666fdd6e tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:06.925196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92e4609-ea9a-4d99-a35b-94a68681b5c8 req-101ae8d0-0b84-4b9a-b3e7-a029666fdd6e tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 945 time: 0.2431550 Mar 02 18:45:06.925666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Transition to ACTIVE for port object 6a3138b7-2ba1-473b-a103-183100c04718 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:06.959625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Transition to ACTIVE for port object 6a3138b7-2ba1-473b-a103-183100c04718 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:07.054531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:07.076157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.079218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c92e4609-ea9a-4d99-a35b-94a68681b5c8 req-bf1da310-c2c6-4277-875f-4a354b26cf6d tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513107 Mar 02 18:45:07.090848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:network and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.116767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.135315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:subnet and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.141234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.162528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:subnetpool and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.165058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.167170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.182299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Pushing event updated for resources: {'Port': ['ID=6a3138b7-2ba1-473b-a103-183100c04718,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:07.183121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:port and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.193562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.205337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:router and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.214634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:07.217535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.217823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:07.222264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:07.232436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:floatingip and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.237726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.243620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e719f5a-8482-42c0-b019-742cfa0df2d8 req-e30772cf-5bd6-492d-ba22-cd94ecb36ac5 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:07.256499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e719f5a-8482-42c0-b019-742cfa0df2d8 req-e30772cf-5bd6-492d-ba22-cd94ecb36ac5 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.2977574 Mar 02 18:45:07.276054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:security_group and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.281008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.290789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Usage tracker for resource:security_group_rule and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:07.295840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:07.298886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b76476-0f0d-4922-b30e-4e2d590fc206,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:07.301908 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0df582db-a8f4-4bd6-a48c-b2499f87d80b tempest-QuotasTest-371416424 tempest-QuotasTest-371416424-project-admin] 10.222.0.66 "GET /v2.0/quotas/51d9ee0650d04168a5db50b221b78a3d/details.json HTTP/1.1" status: 200 len: 703 time: 0.2455814 Mar 02 18:45:07.356975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Attempting to bind port 6a3138b7-2ba1-473b-a103-183100c04718 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:07.357617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Attempting to bind port 6a3138b7-2ba1-473b-a103-183100c04718 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:07.358274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Attempting to bind port 6a3138b7-2ba1-473b-a103-183100c04718 on network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:07.364971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:07.366170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Checking segment: {'id': 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:07.366595 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.366994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Bound using segment: {'id': 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:07.367912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Bound port: 6a3138b7-2ba1-473b-a103-183100c04718, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:07.367912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.433720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.451343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e719f5a-8482-42c0-b019-742cfa0df2d8 req-68089f16-6f97-4602-aa50-1e3f1bf94759 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1935902 Mar 02 18:45:07.472075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:07.476515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] For port 6a3138b7-2ba1-473b-a103-183100c04718, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:07.480052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] For port 6a3138b7-2ba1-473b-a103-183100c04718, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a3138b7-2ba1-473b-a103-183100c04718,segment=NetworkSegment(c43f0661-73d2-4d02-a7cc-9a6f7a59b384),segment_id=c43f0661-73d2-4d02-a7cc-9a6f7a59b384)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:07.494876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:07.495171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:07.496271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50956) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:07.512696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.536860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:07.580940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.587257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.588988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:07.589417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:07.610166 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:07.750693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:45:07.750693 n-d-828839-1 neutron-server[88709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:45:07.750693 n-d-828839-1 neutron-server[88709]: [parameters: {'id': '0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb'}] Mar 02 18:45:07.750693 n-d-828839-1 neutron-server[88709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:07.751508 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:07.765305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995fa32-ee3d-42a5-8aa2-ca0bf6e4c338 None None] Pushing event updated for resources: {'Port': ['ID=6a3138b7-2ba1-473b-a103-183100c04718,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:07.780105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 876d96f5-bd46-42ba-9feb-43755ff0c7da {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:07.780791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:07.807719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fce9cb1-aa3f-49bb-8001-872e9a68b911 None None] Network 0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:07.846415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:07.885192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50964) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:07.916724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:07.917488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.067133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.067778 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.178711 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.224018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55140a11-8ffb-46a2-b3ee-c70bde6a8ca2 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:45:08.257734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.257734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.267478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50978) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:08.294413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:08.317799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:08.323215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting port 6a3138b7-2ba1-473b-a103-183100c04718 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:08.326607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.369080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,segment=NetworkSegment(b374a546-1397-4fc2-a6a3-ee3d43ab5479),segment_id=b374a546-1397-4fc2-a6a3-ee3d43ab5479)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:08.387002 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52', 'code': 200} Mar 02 18:45:08.406175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Usage tracker for resource:security_group_rule and tenant:b54d4c6b2293481b900ff702553b9c18 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:08.409718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.412250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 876d96f5-bd46-42ba-9feb-43755ff0c7da owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:08.419421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:08.464321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:08.475673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55140a11-8ffb-46a2-b3ee-c70bde6a8ca2 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:45:08.476712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:08.479599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.487053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Usage tracker for resource:security_group_rule and tenant:473dcb68f97e4ea9a579117e154dc2fc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:08.496372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:08.513471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:08.575834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:08.750187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3903fdb6-a025-45c4-a327-37829bd05f3b req-595ff132-da25-4602-ab5e-cc8c82206b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:08.751741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3903fdb6-a025-45c4-a327-37829bd05f3b req-595ff132-da25-4602-ab5e-cc8c82206b53 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 1097 time: 0.1829264 Mar 02 18:45:08.800253 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3903fdb6-a025-45c4-a327-37829bd05f3b req-2df20f7f-c8c1-4366-83f3-cae8da69a556 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 Mar 02 18:45:08.947753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:08.972765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca20a47e-dce7-4b58-87b0-12a9a544a758 req-cac8ead1-3348-4a68-8efc-778dad40db1d tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:08.974381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca20a47e-dce7-4b58-87b0-12a9a544a758 req-cac8ead1-3348-4a68-8efc-778dad40db1d tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 946 time: 0.3604608 Mar 02 18:45:08.983522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] For port 6a3138b7-2ba1-473b-a103-183100c04718, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a3138b7-2ba1-473b-a103-183100c04718,segment=NetworkSegment(c43f0661-73d2-4d02-a7cc-9a6f7a59b384),segment_id=c43f0661-73d2-4d02-a7cc-9a6f7a59b384)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:08.983886 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.044303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=876d96f5-bd46-42ba-9feb-43755ff0c7da,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:09.082541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.117159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.117583 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP 94a04b3a-4132-47b3-a375-93a2dbfa5bf7 disassociated (deleted). External IP: 172.25.7.195, port: e54df195-187a-4f05-986e-b20035d175ea. Mar 02 18:45:09.226677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Calling delete_port for 6a3138b7-2ba1-473b-a103-183100c04718 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:09.257360 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.304169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.364065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ca20a47e-dce7-4b58-87b0-12a9a544a758 req-acb182ae-9c87-4dcb-b32f-1ab24989884f tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382182 Mar 02 18:45:09.407640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=473dcb68f97e4ea9a579117e154dc2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1382871 Mar 02 18:45:09.408667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.411308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:09.416906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3b1e1-77b1-4001-aad1-a0ad616301eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb77dc0-6383-45dc-be5d-f0433ff1f1e9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:09.476044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b54d4c6b2293481b900ff702553b9c18&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5838394 Mar 02 18:45:09.476044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2690456-4c5a-4ab1-93a5-5cc120509d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3af8376-21fa-458e-a36a-9a41e0d8294c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:09.476735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51002) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:09.548608 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.565314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.571445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:09.575986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.634867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.642007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Port': ['ID=6a3138b7-2ba1-473b-a103-183100c04718,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:09.647436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No DVR routers for this DVR port 6a3138b7-2ba1-473b-a103-183100c04718 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:09.668669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.849516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:09.867123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Sync routers for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:09.879523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:09.880406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:44:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:09.933648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.939079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:09.963096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:09.977442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:09.978058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43f0661-73d2-4d02-a7cc-9a6f7a59b384') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:09.993043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.025253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.033182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb77dc0-6383-45dc-be5d-f0433ff1f1e9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:10.039305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:10.044925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:10.065426 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:10.070557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.105789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.120043 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-68bf9d5d-21de-444c-8c29-ca2e4fb05b7e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cdb77dc0-6383-45dc-be5d-f0433ff1f1e9 HTTP/1.1" status: 204 len: 168 time: 0.7072904 Mar 02 18:45:10.126219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.177825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3af8376-21fa-458e-a36a-9a41e0d8294c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:10.218587 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.220058 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd98f5c8-d2f5-44ae-b27f-ef51844d4b07 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e3af8376-21fa-458e-a36a-9a41e0d8294c HTTP/1.1" status: 204 len: 168 time: 0.7423103 Mar 02 18:45:10.291448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.297798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.323367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:10.335367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb HTTP/1.1" status: 204 len: 168 time: 4.5876510 Mar 02 18:45:10.343921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51020) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:10.355450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-66924651'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:10.360318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a4bd5-f407-4dba-9dbf-6cf16be92082 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:10.365069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:10.372376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:network and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:10.382172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:10.413594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:10.420031 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-de71d9ba-4e52-464d-893a-130c475e150f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/floatingips/94a04b3a-4132-47b3-a375-93a2dbfa5bf7 HTTP/1.1" status: 204 len: 168 time: 2.9217629 Mar 02 18:45:10.421670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:10.509146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:10.515479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.686227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:10.713475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.714168 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Added segment 0baf9912-2aaf-4946-9fa6-e55132b31e51 of type vlan for network cb56c72d-6e79-4d8c-9951-da5b00fb8656 Mar 02 18:45:10.781100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d6cd3-0d99-4c16-af97-6ca1d5f273fc req-47e34cbc-91a7-42b6-a37c-3755a3eed5f8 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:10.783612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd2d6cd3-0d99-4c16-af97-6ca1d5f273fc req-47e34cbc-91a7-42b6-a37c-3755a3eed5f8 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 946 time: 0.2196295 Mar 02 18:45:10.794818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:10.860286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd2d6cd3-0d99-4c16-af97-6ca1d5f273fc req-fbad5ee6-064a-477d-9432-2c27eec1c84d tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 Mar 02 18:45:10.891598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:10.903971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Checking router: a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:45:10.925527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:10.926095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:44:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:10.931647 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'status': 'completed', 'code': 200} Mar 02 18:45:11.062884 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.077240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:11.080781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.283546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:11.306913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9618130 Mar 02 18:45:11.310344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:11.317823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Request body: {'subnet': {'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:11.318071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee23a0-3446-4aeb-ad32-7786cf627e46 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Network': ['ID=cb56c72d-6e79-4d8c-9951-da5b00fb8656,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:11.364497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403970c-2bda-4668-b868-429c6ca4461e req-fb776ba0-3def-4341-b83a-d1c39566f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:11.366075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-fb776ba0-3def-4341-b83a-d1c39566f2cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 1096 time: 0.4067099 Mar 02 18:45:11.368485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network cb56c72d-6e79-4d8c-9951-da5b00fb8656 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:11.380363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc7068f-c799-401d-81fb-40ff9a827163 req-8982cf35-0bf4-4509-9898-ba68083e91d8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:11.382244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dc7068f-c799-401d-81fb-40ff9a827163 req-8982cf35-0bf4-4509-9898-ba68083e91d8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1855278 Mar 02 18:45:11.384216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:11.522841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:11.528316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Usage tracker for resource:subnet and tenant:a0c1c88c3a1e46ceb4b44ffb68602d38 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:11.533254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:11.540152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:11.590322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dc7068f-c799-401d-81fb-40ff9a827163 req-79dd4b3f-01aa-41ae-a0dc-147e4639b9ae tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662279 Mar 02 18:45:11.595478 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.626359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403970c-2bda-4668-b868-429c6ca4461e req-2522aa78-b261-48bc-85b6-671929622bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:11.629369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-2522aa78-b261-48bc-85b6-671929622bd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 200 len: 897 time: 0.2450964 Mar 02 18:45:11.629826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:11.634825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Usage tracker for resource:security_group_rule and tenant:51d9ee0650d04168a5db50b221b78a3d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:11.646352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:11.669515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.683685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Made reservation on behalf of a0c1c88c3a1e46ceb4b44ffb68602d38 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:11.688466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:11.698509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:11.717865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:11.720928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-2f24dd65-e4bc-424b-890a-029e0e4ce6d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 200 len: 217 time: 0.0823770 Mar 02 18:45:11.847017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403970c-2bda-4668-b868-429c6ca4461e req-2bc141be-e3eb-4d7a-9142-4f1e2d5d4f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:11.848827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-2bc141be-e3eb-4d7a-9142-4f1e2d5d4f3c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 200 len: 834 time: 0.1202016 Mar 02 18:45:11.881624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:11.886708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d348e2-0546-457e-b6f7-815bff4fce26 None None] The sync data for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 is: [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:42:45Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '8856dbbb-e993-4844-b832-320704cc90ea', 'name': '', 'network_id': '7418d179-0654-4147-adfb-4dd448e29e3a', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:05:4b:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:41Z', 'updated_at': '2022-03-02T18:42:59Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '98c83cf5-59bb-4bf9-9bd2-fc55f233df7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:11.957469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:12.014718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Usage tracker for resource:security_group_rule and tenant:1324d7e1d44d4256bfb8348ccd1d15f9 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:12.026102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:12.036004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:12.125912 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.148601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66def94-200d-40b0-95b3-952c4e9ea0ee req-cbadf7e2-1a24-450c-a525-06eeb12886cc tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:12.150422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b66def94-200d-40b0-95b3-952c4e9ea0ee req-cbadf7e2-1a24-450c-a525-06eeb12886cc tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 946 time: 0.2440765 Mar 02 18:45:12.153924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403970c-2bda-4668-b868-429c6ca4461e req-c8351c91-e672-4ace-96e1-5a2893c52b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:12.155659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-c8351c91-e672-4ace-96e1-5a2893c52b8b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7418d179-0654-4147-adfb-4dd448e29e3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2982514 Mar 02 18:45:12.257607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9552cfdd-b7e0-4c6f-b251-64c33ca55e13 None None] New status for floating IP 94a04b3a-4132-47b3-a375-93a2dbfa5bf7: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:45:12.344420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b66def94-200d-40b0-95b3-952c4e9ea0ee req-9673a689-0a0f-42cc-86cf-9435bc15b16c tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874695 Mar 02 18:45:12.393184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-f4d392ec-ff85-4d19-bba4-4dbaff937ac0 service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216990 Mar 02 18:45:12.437612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.586137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.objects.ports [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88708) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 02 18:45:12.588640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.691283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f48fdffe-0f1c-437a-8df5-42c628c4b67e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:12.692788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f48fdffe-0f1c-437a-8df5-42c628c4b67e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.65 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.4064546 Mar 02 18:45:12.708519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51d9ee0650d04168a5db50b221b78a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3230679 Mar 02 18:45:12.709342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7b862c-36e3-4542-b790-8619874b8f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2dd3ea-f7e4-48a9-941a-9f11dc83f0f9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:12.712753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51072) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:12.731555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.748037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event updated for resources: {'Subnet': ['ID=38f7af52-b2c0-4459-86f5-44584acbab33,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:12.759007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Checking segment: {'id': '0baf9912-2aaf-4946-9fa6-e55132b31e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:12.759474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network hostable DHCP agents. Network: cb56c72d-6e79-4d8c-9951-da5b00fb8656, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:12.819026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.856773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1403970c-2bda-4668-b868-429c6ca4461e req-74560547-d2f2-4c1d-9af8-b6b69eadb40d service neutron] 10.222.0.65 "GET /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560857 Mar 02 18:45:12.869172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port e54df195-187a-4f05-986e-b20035d175ea {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:12.869401 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.881409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:12.906672 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1324d7e1d44d4256bfb8348ccd1d15f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2528076 Mar 02 18:45:12.908811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51080) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:12.923464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Network cb56c72d-6e79-4d8c-9951-da5b00fb8656 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:12.942640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b0f8e-2c0c-447c-a0ec-47e82ab87a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bb97aa-cd25-4878-ae9e-2e9b9c0ab1c3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:12.961965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.050972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfbc7d-a934-422e-a7d9-910f2038a3b6 req-90032409-b091-4786-98c6-12d81a6c3f47 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:13.052551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5adfbc7d-a934-422e-a7d9-910f2038a3b6 req-90032409-b091-4786-98c6-12d81a6c3f47 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.3073890 Mar 02 18:45:13.074703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, cb56c72d-6e79-4d8c-9951-da5b00fb8656) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:13.086725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a2e34f-04fb-4654-9e5b-bbe5613b40ce None None] Network cb56c72d-6e79-4d8c-9951-da5b00fb8656 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:13.091858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:13.092456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.138927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5adfbc7d-a934-422e-a7d9-910f2038a3b6 req-a662225b-1220-497c-87a7-0c64c50d3661 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715950 Mar 02 18:45:13.158550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.188376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.204572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2dd3ea-f7e4-48a9-941a-9f11dc83f0f9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:13.221524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.226180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-046a725d-56c1-4576-ba83-2386eea6b724 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4a2dd3ea-f7e4-48a9-941a-9f11dc83f0f9 HTTP/1.1" status: 204 len: 168 time: 0.5095739 Mar 02 18:45:13.292830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.310877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:13.315813 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-627d052f-c52a-4c34-aa51-b340f4b1b6a6 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0033867 Mar 02 18:45:13.339094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59383a45-7b51-494b-97a2-6cac46bab58d req-409ef359-f103-4123-8d9e-757e4bd10849 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:13.339864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59383a45-7b51-494b-97a2-6cac46bab58d req-409ef359-f103-4123-8d9e-757e4bd10849 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Synchronizing usage tracker for tenant:9968ed856cb14219bb2e5accced872e8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:13.427914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-cb56c72d-6e79-4d8c-9951-da5b00fb8656', 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656', 'tenant_id': 'a0c1c88c3a1e46ceb4b44ffb68602d38', 'fixed_ips': [{'subnet_id': '38f7af52-b2c0-4459-86f5-44584acbab33'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:13.429043 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.441094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59383a45-7b51-494b-97a2-6cac46bab58d req-409ef359-f103-4123-8d9e-757e4bd10849 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Unset dirty status for tenant:9968ed856cb14219bb2e5accced872e8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:13.444243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59383a45-7b51-494b-97a2-6cac46bab58d req-409ef359-f103-4123-8d9e-757e4bd10849 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.11 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 946 time: 0.3366146 Mar 02 18:45:13.544765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Deleting port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:13.545478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.572229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port e54df195-187a-4f05-986e-b20035d175ea, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e54df195-187a-4f05-986e-b20035d175ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:13.572815 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.620613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Allocated IP 2001:db8::f816:3eff:fe3f:7e74 (cb56c72d-6e79-4d8c-9951-da5b00fb8656/38f7af52-b2c0-4459-86f5-44584acbab33/bd25d18b-1902-4ca3-86eb-a69a0b931b86) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:13.758805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for e54df195-187a-4f05-986e-b20035d175ea owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:13.821354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.886224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8fa6f-a9ce-476f-8299-fa035c5f97b2 req-aaff8334-0957-43fa-bb7d-cd113fe5bcd1 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:13.888509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eaa8fa6f-a9ce-476f-8299-fa035c5f97b2 req-aaff8334-0957-43fa-bb7d-cd113fe5bcd1 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 946 time: 0.4062402 Mar 02 18:45:13.928670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.946691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Transition to ACTIVE for port object bd25d18b-1902-4ca3-86eb-a69a0b931b86 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:13.947620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.967862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] For port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,segment=NetworkSegment(b374a546-1397-4fc2-a6a3-ee3d43ab5479),segment_id=b374a546-1397-4fc2-a6a3-ee3d43ab5479)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:13.968663 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:13.971690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Transition to ACTIVE for port object bd25d18b-1902-4ca3-86eb-a69a0b931b86 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:14.029011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bb97aa-cd25-4878-ae9e-2e9b9c0ab1c3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.081677 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.125632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Calling delete_port for 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:14.163673 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.165221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ef28b2b-3df6-4b41-bd07-853c7c722418 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/75bb97aa-cd25-4878-ae9e-2e9b9c0ab1c3 HTTP/1.1" status: 204 len: 168 time: 1.2552829 Mar 02 18:45:14.166809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.168437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Network cb56c72d-6e79-4d8c-9951-da5b00fb8656 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:14.177649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:14.183734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:14.194550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Pushing event updated for resources: {'Port': ['ID=bd25d18b-1902-4ca3-86eb-a69a0b931b86,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.299745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eaa8fa6f-a9ce-476f-8299-fa035c5f97b2 req-fd9f74ed-5d58-43fb-a449-cfbdf8ba2cca tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/security-groups?id=055ace94-fd2b-41fa-8ffc-30775f558754&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612943 Mar 02 18:45:14.311752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Attempting to bind port bd25d18b-1902-4ca3-86eb-a69a0b931b86 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:14.311752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Attempting to bind port bd25d18b-1902-4ca3-86eb-a69a0b931b86 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0baf9912-2aaf-4946-9fa6-e55132b31e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:14.312002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Attempting to bind port bd25d18b-1902-4ca3-86eb-a69a0b931b86 on network cb56c72d-6e79-4d8c-9951-da5b00fb8656 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:14.320197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:14.323229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Checking segment: {'id': '0baf9912-2aaf-4946-9fa6-e55132b31e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:14.323229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.323229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Bound using segment: {'id': '0baf9912-2aaf-4946-9fa6-e55132b31e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:14.323229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Bound port: bd25d18b-1902-4ca3-86eb-a69a0b931b86, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0baf9912-2aaf-4946-9fa6-e55132b31e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:14.323229 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.438727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520319ac-3dc4-4e07-b536-88dcb8ef27a9 req-0462dc58-ce5a-4bd5-9f28-eeadb16d8e5a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:14.444274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-520319ac-3dc4-4e07-b536-88dcb8ef27a9 req-0462dc58-ce5a-4bd5-9f28-eeadb16d8e5a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 945 time: 0.1377385 Mar 02 18:45:14.446428 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.454502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] For port bd25d18b-1902-4ca3-86eb-a69a0b931b86, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:14.459423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] For port bd25d18b-1902-4ca3-86eb-a69a0b931b86, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bd25d18b-1902-4ca3-86eb-a69a0b931b86,segment=NetworkSegment(0baf9912-2aaf-4946-9fa6-e55132b31e51),segment_id=0baf9912-2aaf-4946-9fa6-e55132b31e51)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:14.519271 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.519975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.522705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.563718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=e54df195-187a-4f05-986e-b20035d175ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.570748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=38f7af52-b2c0-4459-86f5-44584acbab33,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.634778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054917c6-75f4-4d40-801e-6c6679d17d34 None None] Pushing event updated for resources: {'Port': ['ID=bd25d18b-1902-4ca3-86eb-a69a0b931b86,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.637850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Pushing event deleted for resources: {'Port': ['ID=78540e6e-29bb-4fca-90f6-b3cb2c1d0f52,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:14.693074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] No DVR routers for this DVR port 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:14.697087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.701430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'name': 'network-vif-deleted', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:14.724884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] No DVR routers for this DVR port e54df195-187a-4f05-986e-b20035d175ea on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:14.740446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-520319ac-3dc4-4e07-b536-88dcb8ef27a9 req-c718206e-616d-47e3-b662-5c64dc41d2a7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b47e4c6-7d86-4257-93ce-0afdcb204e35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2544196 Mar 02 18:45:14.761596 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1207e807-7b72-4aed-b0f4-afec63781314', 'name': 'network-vif-deleted', 'tag': '78540e6e-29bb-4fca-90f6-b3cb2c1d0f52', 'status': 'completed', 'code': 200} Mar 02 18:45:14.807341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:14.809159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59383a45-7b51-494b-97a2-6cac46bab58d req-d6e647d3-720a-4e8e-bde5-7602564332de tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.11 "DELETE /v2.0/ports/78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 HTTP/1.1" status: 204 len: 173 time: 1.3583057 Mar 02 18:45:14.823746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-deleted', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:15.064491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97475f69-12fa-48fc-8bc9-117ffef9ea41 req-f0f72336-6bc9-49e9-9a23-013028e03500 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.65 "DELETE /v2.0/ports/e54df195-187a-4f05-986e-b20035d175ea HTTP/1.1" status: 204 len: 173 time: 2.3611991 Mar 02 18:45:15.084688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:15.137647 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '684ad523-db88-4f3c-9442-fb80bd620a4e', 'name': 'network-vif-deleted', 'tag': 'e54df195-187a-4f05-986e-b20035d175ea', 'status': 'completed', 'code': 200} Mar 02 18:45:15.141088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb56c72d-6e79-4d8c-9951-da5b00fb8656']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:15.161364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baf9912-2aaf-4946-9fa6-e55132b31e51') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:15.161586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baf9912-2aaf-4946-9fa6-e55132b31e51') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:15.178958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:15.203212 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:15.219092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:15.219546 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:15.243764 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:15.406549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:45:15.406549 n-d-828839-1 neutron-server[88709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:45:15.406549 n-d-828839-1 neutron-server[88709]: [parameters: {'id': 'cb56c72d-6e79-4d8c-9951-da5b00fb8656'}] Mar 02 18:45:15.406549 n-d-828839-1 neutron-server[88709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:15.407365 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:15.561953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:15.607720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:15.608155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 78540e6e-29bb-4fca-90f6-b3cb2c1d0f52 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:15.611282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd25d18b-1902-4ca3-86eb-a69a0b931b86 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:15.670515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2b7097f-2bec-4fd4-8a7d-88b517926790 req-63488f8e-3533-49bb-a2d2-fcc93ff696e9 tempest-ServerAddressesNegativeTestJSON-1735137737 tempest-ServerAddressesNegativeTestJSON-1735137737-project] 10.222.0.66 "GET /v2.0/ports?device_id=1207e807-7b72-4aed-b0f4-afec63781314 HTTP/1.1" status: 200 len: 210 time: 0.0853531 Mar 02 18:45:15.723374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51150) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:15.811515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port bd25d18b-1902-4ca3-86eb-a69a0b931b86 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:15.915826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:15.930870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7d13b309-26da-417c-aa9a-ffd060f83185 req-83c82586-edca-4efb-99c5-930e0825051f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:15.955745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting port bd25d18b-1902-4ca3-86eb-a69a0b931b86 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:15.956245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.122539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfba630-817d-4f39-bf20-1b0f253a5b22 None None] Network cb56c72d-6e79-4d8c-9951-da5b00fb8656 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:16.154773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:16.246292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-7d13b309-26da-417c-aa9a-ffd060f83185 req-83c82586-edca-4efb-99c5-930e0825051f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:16.253143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d13b309-26da-417c-aa9a-ffd060f83185 req-83c82586-edca-4efb-99c5-930e0825051f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=684ad523-db88-4f3c-9442-fb80bd620a4e HTTP/1.1" status: 200 len: 210 time: 0.3638990 Mar 02 18:45:16.271231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] For port bd25d18b-1902-4ca3-86eb-a69a0b931b86, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bd25d18b-1902-4ca3-86eb-a69a0b931b86,segment=NetworkSegment(0baf9912-2aaf-4946-9fa6-e55132b31e51),segment_id=0baf9912-2aaf-4946-9fa6-e55132b31e51)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:16.271606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.288300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.310044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:16.316147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Usage tracker for resource:security_group_rule and tenant:cae8a57b36264592b4f51578b5d80480 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:16.319507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:16.328042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:16.435171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2142030236'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:16.437619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.448158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Calling delete_port for bd25d18b-1902-4ca3-86eb-a69a0b931b86 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:16.463509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-23ce9c7e-df76-41ac-aaa0-c3d5598b81a1 None None] Provisioning for port bd25d18b-1902-4ca3-86eb-a69a0b931b86 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:16.469729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-23ce9c7e-df76-41ac-aaa0-c3d5598b81a1 None None] Provisioning complete for port bd25d18b-1902-4ca3-86eb-a69a0b931b86 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:16.470732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-23ce9c7e-df76-41ac-aaa0-c3d5598b81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.490539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:16.499437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Usage tracker for resource:network and tenant:1837ba865699489d8c6ac3130c7fa145 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:16.505676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:16.523524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:16.570791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3efd55-a251-4efa-be8d-8639dab89d5c None None] DHCP port deletion for cb56c72d-6e79-4d8c-9951-da5b00fb8656 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:45:16.575935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.586137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3c3efd55-a251-4efa-be8d-8639dab89d5c None None] Deleting port bd25d18b-1902-4ca3-86eb-a69a0b931b86 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:16.586766 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c3efd55-a251-4efa-be8d-8639dab89d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.629195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.631955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cae8a57b36264592b4f51578b5d80480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753871 Mar 02 18:45:16.634187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9d837e-2059-44ef-90b2-3b8dbaaf7cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071c00bc-1baa-43c6-b332-085c97babe9b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:16.639989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:16.655336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-23ce9c7e-df76-41ac-aaa0-c3d5598b81a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.687499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Made reservation on behalf of 1837ba865699489d8c6ac3130c7fa145 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:16.692612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.706080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No DVR routers for this DVR port bd25d18b-1902-4ca3-86eb-a69a0b931b86 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:16.714452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3c3efd55-a251-4efa-be8d-8639dab89d5c None None] The port 'bd25d18b-1902-4ca3-86eb-a69a0b931b86' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:45:16.722159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e54df195-187a-4f05-986e-b20035d175ea no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:16.730209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.762055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Port': ['ID=bd25d18b-1902-4ca3-86eb-a69a0b931b86,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:16.767807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.772658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: e54df195-187a-4f05-986e-b20035d175ea {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:16.773006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e54df195-187a-4f05-986e-b20035d175ea not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:16.853046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51182) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:16.858925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.882453 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.890290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:16.903984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Usage tracker for resource:security_group_rule and tenant:1837ba865699489d8c6ac3130c7fa145 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:16.908642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.915153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:16.925280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:16.928140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb56c72d-6e79-4d8c-9951-da5b00fb8656']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:16.929594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c00bc-1baa-43c6-b332-085c97babe9b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:16.935423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Deleting subnet f9e0e940-9c74-4287-9a18-3b5fe50690d1 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:16.941651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.949986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0baf9912-2aaf-4946-9fa6-e55132b31e51') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:16.950541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0baf9912-2aaf-4946-9fa6-e55132b31e51') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:16.970514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.972627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:16.973811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b1080ee-619b-4c62-8584-03da464c57e7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/071c00bc-1baa-43c6-b332-085c97babe9b HTTP/1.1" status: 204 len: 168 time: 0.3325171 Mar 02 18:45:16.997530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.005520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.015171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:17.016046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.080708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:17.129723 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:17.199326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.205485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.223759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.229306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.244553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=cb56c72d-6e79-4d8c-9951-da5b00fb8656,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:17.255582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-72744107-a5d4-46a4-823b-aca6a088d510 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/cb56c72d-6e79-4d8c-9951-da5b00fb8656 HTTP/1.1" status: 204 len: 168 time: 3.9418566 Mar 02 18:45:17.257212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.275117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9e0e940-9c74-4287-9a18-3b5fe50690d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:17.281893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.290978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-14d90d48-8421-4cdb-a8e7-70633efb032b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f9e0e940-9c74-4287-9a18-3b5fe50690d1 HTTP/1.1" status: 204 len: 168 time: 0.4365900 Mar 02 18:45:17.291588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51196) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.294496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.319135 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2932643-6360-4356-8dbf-f43e3a6e53fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.319832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2932643-6360-4356-8dbf-f43e3a6e53fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.325445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a2932643-6360-4356-8dbf-f43e3a6e53fb tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/38f7af52-b2c0-4459-86f5-44584acbab33 HTTP/1.1" status: 404 len: 337 time: 0.0667260 Mar 02 18:45:17.325639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.383279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:17.389531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51210) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.395987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d67f78-626e-4733-8e9e-c7965a3f9935,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:17.501311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd25d18b-1902-4ca3-86eb-a69a0b931b86 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:17.508496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.508933 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Added segment 1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9 of type vlan for network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 Mar 02 18:45:17.540080 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1120a392-ab33-4d79-8b39-253275f7af72 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.540479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1120a392-ab33-4d79-8b39-253275f7af72 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.542211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1120a392-ab33-4d79-8b39-253275f7af72 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/cb56c72d-6e79-4d8c-9951-da5b00fb8656 HTTP/1.1" status: 404 len: 339 time: 0.2158179 Mar 02 18:45:17.542550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: bd25d18b-1902-4ca3-86eb-a69a0b931b86 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:17.543108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bd25d18b-1902-4ca3-86eb-a69a0b931b86 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:17.545112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51216) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.587620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.589669 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-79fefc80-96e4-4557-b705-e50df1c60a1d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.614932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79fefc80-96e4-4557-b705-e50df1c60a1d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.614932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-79fefc80-96e4-4557-b705-e50df1c60a1d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/e1b76476-0f0d-4922-b30e-4e2d590fc206 HTTP/1.1" status: 404 len: 337 time: 0.0458467 Mar 02 18:45:17.614932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51220) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.615290 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.626677 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa811570-5829-4c56-ac3a-82105c27fa4a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.627145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa811570-5829-4c56-ac3a-82105c27fa4a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.629169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aa811570-5829-4c56-ac3a-82105c27fa4a tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/0d384b0c-3b87-4a19-ae2c-e5ea0a4edddb HTTP/1.1" status: 404 len: 339 time: 0.0333838 Mar 02 18:45:17.632877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51224) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.751927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.781033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d91345a7-1b92-471b-a8be-5230c9d049be']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:17.804873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b374a546-1397-4fc2-a6a3-ee3d43ab5479') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:17.804873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b374a546-1397-4fc2-a6a3-ee3d43ab5479') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:17.814615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.840011 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.848098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:17.848512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:17.865590 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:17.930720 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-145496de-8811-40b3-8393-7afbd1689191 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.931297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145496de-8811-40b3-8393-7afbd1689191 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.949994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-145496de-8811-40b3-8393-7afbd1689191 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/96f9599c-5e4b-4c93-afa3-c02504a9bff4 HTTP/1.1" status: 404 len: 337 time: 0.3077266 Mar 02 18:45:17.952956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:17.984693 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1023376-f5af-44da-8d36-27d903be33e1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:17.985165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1023376-f5af-44da-8d36-27d903be33e1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:17.991784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e1023376-f5af-44da-8d36-27d903be33e1 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/1db1b1ef-2bf7-4f6f-b5fa-3178b5ee6eae HTTP/1.1" status: 404 len: 339 time: 0.0372274 Mar 02 18:45:17.993957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51236) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:18.076436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting port 4fe105fa-c13c-4c1c-ac89-1d88487493b3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:18.076781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.221137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51240) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:18.244888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.270510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:18.278076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cc4a1a0d2e4c299541b88b0d24630f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:18.283545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.287387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:18.287981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.291727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:18.301321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.359058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:18.359264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.359264 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] 10.222.0.66 "DELETE /v2.0/networks/d91345a7-1b92-471b-a8be-5230c9d049be HTTP/1.1" status: 204 len: 168 time: 1.0431271 Mar 02 18:45:18.359264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7775ec-da75-4b17-86ca-e990ff7bc7fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d91345a7-1b92-471b-a8be-5230c9d049be,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:18.365659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.527312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'Network': ['ID=ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:18.528769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Calling delete_port for 4fe105fa-c13c-4c1c-ac89-1d88487493b3 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:18.543225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:18.584624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6968a129-7bee-4476-a829-ebfb8637edef tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8598452 Mar 02 18:45:18.587699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:18.597806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Request body: {'subnet': {'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:18.737947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.774269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.808420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Port': ['ID=4fe105fa-c13c-4c1c-ac89-1d88487493b3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:18.821945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.822977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.823089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.823407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.823742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.824073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.824277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.824405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.824706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.825026 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.825348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.825665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.825982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:18.830569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:18.838340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:18.838541 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a3d8f15-3c8c-4659-a2e4-4e62f901c333 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/ports/4fe105fa-c13c-4c1c-ac89-1d88487493b3 HTTP/1.1" status: 204 len: 168 time: 0.8426058 Mar 02 18:45:18.841805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51256) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:18.850650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Usage tracker for resource:subnet and tenant:1837ba865699489d8c6ac3130c7fa145 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:18.855639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:18.865101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:18.881950 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea691e4-2eea-4eae-8589-144ad1a3be7c tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:18.882438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea691e4-2eea-4eae-8589-144ad1a3be7c tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:18.884165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ea691e4-2eea-4eae-8589-144ad1a3be7c tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/ad4684ad-7c70-4a4f-bc38-5a47ea66c4b2 HTTP/1.1" status: 404 len: 337 time: 0.0413783 Mar 02 18:45:18.887073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51260) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:18.961229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.006454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51266) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:19.049821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.086770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-72298932-0b64-449c-93e5-7204736c5bed admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9968ed856cb14219bb2e5accced872e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795629 Mar 02 18:45:19.088862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Made reservation on behalf of 1837ba865699489d8c6ac3130c7fa145 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:19.089292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51270) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:19.092715 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.142280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a5cc4a1a0d2e4c299541b88b0d24630f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9200556 Mar 02 18:45:19.143092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a2b2c-5fbd-4b68-8465-11dd33239032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c162bd-263f-47e2-98d0-9198dafef416,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.149481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51276) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:19.299556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.343616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.360891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662a6e9f-ef0b-4492-aa99-fa977c384627']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:19.398415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ffa95cf-202e-4dbb-be8b-ad70f9825786') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:19.398724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ffa95cf-202e-4dbb-be8b-ad70f9825786') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:19.399549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 8856dbbb-e993-4844-b832-320704cc90ea {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:19.399783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.413309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.421071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.429998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.480088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.491785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.513996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:19.514272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:19.530367 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:19.705295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.730938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.730938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.730938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.738144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.829181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'Subnet': ['ID=929dbf39-4d97-47c2-90cb-8b35ac8a5ef6,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.846204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 8856dbbb-e993-4844-b832-320704cc90ea, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8856dbbb-e993-4844-b832-320704cc90ea,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:19.846568 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.862637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Checking segment: {'id': '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:19.862990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Network hostable DHCP agents. Network: ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:19.887656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055ace94-fd2b-41fa-8ffc-30775f558754,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.909080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=662a6e9f-ef0b-4492-aa99-fa977c384627,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.924069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c162bd-263f-47e2-98d0-9198dafef416,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:19.935023 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ccee4e42-e9bc-4d6f-a28d-504af5f4f674 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/662a6e9f-ef0b-4492-aa99-fa977c384627 HTTP/1.1" status: 204 len: 168 time: 1.0468616 Mar 02 18:45:19.942436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51296) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:19.988230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 8856dbbb-e993-4844-b832-320704cc90ea owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:19.994311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:19.995421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f5ae27d0-5787-43a7-9ebb-4ac0941be3f5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5c162bd-263f-47e2-98d0-9198dafef416 HTTP/1.1" status: 204 len: 168 time: 0.8450241 Mar 02 18:45:20.012592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.016349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6bdc0cc1-cdbe-4ba7-a176-d506f9294606 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/055ace94-fd2b-41fa-8ffc-30775f558754 HTTP/1.1" status: 204 len: 168 time: 0.9261212 Mar 02 18:45:20.033970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting port b1c9aff9-5f35-42c7-ae06-1adbe215f5c9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:20.034350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.158771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:20.245746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:20.260116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:20.260706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.261752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fceeb1-9fc3-4e8b-8baf-39e01f84a884 None None] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:20.324271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.364382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6fa48945-d1c6-4a32-ac84-0ea0bb46888e tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7755847 Mar 02 18:45:20.365504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:20.366235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.412378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Request body: {'port': {'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1971231362'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:20.453328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Calling delete_port for b1c9aff9-5f35-42c7-ae06-1adbe215f5c9 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:20.489017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=8856dbbb-e993-4844-b832-320704cc90ea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:20.556215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66', 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66', 'tenant_id': '1837ba865699489d8c6ac3130c7fa145', 'fixed_ips': [{'subnet_id': '929dbf39-4d97-47c2-90cb-8b35ac8a5ef6'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:20.557306 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.617253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.692460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Port': ['ID=b1c9aff9-5f35-42c7-ae06-1adbe215f5c9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:20.721164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:20.743255 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40db67b0-a2a8-4626-ae77-7cca2594d675 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/ports/b1c9aff9-5f35-42c7-ae06-1adbe215f5c9 HTTP/1.1" status: 204 len: 168 time: 0.8022952 Mar 02 18:45:20.746661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:20.847693 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-a26d84ec-91dd-4234-ab55-f8781dd69878 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] DELETE failed (client error): The resource could not be found. Mar 02 18:45:20.848207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a26d84ec-91dd-4234-ab55-f8781dd69878 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:45:20.856068 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a26d84ec-91dd-4234-ab55-f8781dd69878 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/068f6ee1-d946-43dc-8054-7a2af5b61a01 HTTP/1.1" status: 404 len: 337 time: 0.1057312 Mar 02 18:45:20.861705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51332) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:20.925950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:20.934773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Usage tracker for resource:port and tenant:1837ba865699489d8c6ac3130c7fa145 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:20.940395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:20.957589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:21.028115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.036845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Allocated IP 2001:db8::2 (ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66/929dbf39-4d97-47c2-90cb-8b35ac8a5ef6/e68659a2-60eb-43b5-8a1e-558eeb261e22) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:21.071185 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.152759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Made reservation on behalf of 1837ba865699489d8c6ac3130c7fa145 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:21.155918 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.210677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] device_id is not set on port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:45:21.256720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.289937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4360d1ba-673e-4004-8aed-700fdece765a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:21.304313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0820303b-4120-42ba-a494-ea21862822e4') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:21.304923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0820303b-4120-42ba-a494-ea21862822e4') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:21.319924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.362308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.369291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:21.369706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:21.395830 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:21.407336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.432420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Transition to ACTIVE for port object e68659a2-60eb-43b5-8a1e-558eeb261e22 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:21.469785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Transition to ACTIVE for port object e68659a2-60eb-43b5-8a1e-558eeb261e22 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:21.531080 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.609114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:21.612695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:21.615307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:21.624872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Pushing event updated for resources: {'Port': ['ID=e68659a2-60eb-43b5-8a1e-558eeb261e22,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:21.702914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.713504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.750398 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/4360d1ba-673e-4004-8aed-700fdece765a HTTP/1.1" status: 204 len: 168 time: 0.8865058 Mar 02 18:45:21.755494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51356) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:21.804358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Attempting to bind port e68659a2-60eb-43b5-8a1e-558eeb261e22 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:21.804764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Attempting to bind port e68659a2-60eb-43b5-8a1e-558eeb261e22 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:21.805302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Attempting to bind port e68659a2-60eb-43b5-8a1e-558eeb261e22 on network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:21.812439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5848574-eb79-447f-9612-5a4e0a7efafc tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=4360d1ba-673e-4004-8aed-700fdece765a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:21.812828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 44, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:21.813226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Checking segment: {'id': '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:21.813642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.815178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Bound using segment: {'id': '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:21.815831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Bound port: e68659a2-60eb-43b5-8a1e-558eeb261e22, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:21.816324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.859498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting subnet cc0996d8-8867-4ed5-81b3-599d12c40f58 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:21.863846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.897897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Allocated IP 2001:db8::2ee (ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66/929dbf39-4d97-47c2-90cb-8b35ac8a5ef6/a6d6afad-70d9-4416-a6c5-a40bdabd9c49) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:21.920574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:21.928412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] For port e68659a2-60eb-43b5-8a1e-558eeb261e22, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:21.932124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] For port e68659a2-60eb-43b5-8a1e-558eeb261e22, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e68659a2-60eb-43b5-8a1e-558eeb261e22,segment=NetworkSegment(1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9),segment_id=1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:21.974584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:22.049489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.075780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.128282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-368913d7-ca00-4619-80bb-672ad55f1ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.147845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51366) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:22.191183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32224b-207f-440a-b908-8cffe9e1a37c None None] Pushing event updated for resources: {'Port': ['ID=e68659a2-60eb-43b5-8a1e-558eeb261e22,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:22.326823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.408924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Subnet': ['ID=cc0996d8-8867-4ed5-81b3-599d12c40f58,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:22.415959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.432570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9d3aa-65c6-4347-9370-6b79c2942000 None None] Network 7e94dff2-eb39-4a05-96ad-a94f270da51b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:22.450580 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d439af5-0cac-4aa0-a68a-45d0100516e8 tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/subnets/cc0996d8-8867-4ed5-81b3-599d12c40f58 HTTP/1.1" status: 204 len: 168 time: 0.6930244 Mar 02 18:45:22.451280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:22.545899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:22.585640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-849eae28-a106-4777-9cd2-29a007c3c6b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1945961 Mar 02 18:45:22.589621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:22.600761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.727686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Transition to ACTIVE for port object a6d6afad-70d9-4416-a6c5-a40bdabd9c49 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:22.744599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1243137111-network', 'tenant_id': '461a0afe13ad4189a1d38f6e64122fe1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:22.773511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:22.777900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Usage tracker for resource:network and tenant:461a0afe13ad4189a1d38f6e64122fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:22.781778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:22.788540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:22.796224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting subnet 98c83cf5-59bb-4bf9-9bd2-fc55f233df7f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:22.798663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Sync routers for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:22.814002 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.819405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.831691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Deleting port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:22.832044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.855820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:22.856453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:44:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:22.874893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.919432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.922057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Made reservation on behalf of 461a0afe13ad4189a1d38f6e64122fe1 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:22.924958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:22.950186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.009396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:23.026454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:23.049466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:23.067226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:23.068063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.111437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:23.120086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'Port': ['ID=a6d6afad-70d9-4416-a6c5-a40bdabd9c49,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:23.129584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Usage tracker for resource:security_group_rule and tenant:461a0afe13ad4189a1d38f6e64122fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:23.137006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:23.143271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:23.186042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.201534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:23.221828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a456c2d0-55b0-47b7-973a-97cc30072fb2 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.8509870 Mar 02 18:45:23.225663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51396) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:23.245118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Request body: {'port': {'network_id': 'ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-890617353', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:23.254492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] bootfile-name is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:23.254492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] tftp-server is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:23.254492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] server-ip-address is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:23.307292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] For port d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,segment=NetworkSegment(a9f0fc9c-337b-426b-a06f-63026e686152),segment_id=a9f0fc9c-337b-426b-a06f-63026e686152)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:23.307744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.316781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] DHCP port deletion for 7e94dff2-eb39-4a05-96ad-a94f270da51b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:45:23.383703 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.409303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Deleting port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:23.409788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.496916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:23.527704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/subnets/98c83cf5-59bb-4bf9-9bd2-fc55f233df7f HTTP/1.1" status: 204 len: 168 time: 0.9319923 Mar 02 18:45:23.530954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51404) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:23.537998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6770a1f1-2720-408e-9585-10e4f629e699 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Subnet': ['ID=98c83cf5-59bb-4bf9-9bd2-fc55f233df7f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:23.598778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed40400a-03bc-40ae-bab6-5b88df646c39 None None] Network 7418d179-0654-4147-adfb-4dd448e29e3a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:23.608437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Calling delete_port for d92b784d-4682-406e-8e6f-2b8eafdcc4f5 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:23.640474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e68659a2-60eb-43b5-8a1e-558eeb261e22 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:23.840901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.038782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.106632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.123918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Port': ['ID=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:24.128083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.132570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] No DVR routers for this DVR port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:24.136343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a35ba36-0b81-412b-9701-8b27e948ea1f None None] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:24.165401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:24.190572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Usage tracker for resource:port and tenant:1837ba865699489d8c6ac3130c7fa145 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:24.209392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:24.219847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:24.252309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 6a25356a-495e-4df7-80a8-8733255f8ca7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:24.253298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.286265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.310210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.352175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e94dff2-eb39-4a05-96ad-a94f270da51b']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:24.364152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b9a072c3-0037-41b5-9956-b9b193b93fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.374940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:24.399724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f0fc9c-337b-426b-a06f-63026e686152') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:24.400028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f0fc9c-337b-426b-a06f-63026e686152') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:24.413877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.414344 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Added segment 2a35e48b-da84-46b9-a23e-c4bb026958f3 of type vlan for network eabcfb34-36c8-4c17-908d-705a06059a72 Mar 02 18:45:24.417859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4cab9d-7093-465c-8d06-638f53b010d5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:24.434452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.476585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Made reservation on behalf of 1837ba865699489d8c6ac3130c7fa145 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:24.481171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.499557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Provisioning for port e68659a2-60eb-43b5-8a1e-558eeb261e22 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:24.518985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e68659a2-60eb-43b5-8a1e-558eeb261e22 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:24.525159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.533317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Provisioning complete for port e68659a2-60eb-43b5-8a1e-558eeb261e22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:24.533995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.538524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] device_id is not set on port 99e7501c-cac8-4981-aaf6-6694e9d3a793 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:45:24.588854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 6a25356a-495e-4df7-80a8-8733255f8ca7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a25356a-495e-4df7-80a8-8733255f8ca7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:24.589551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.616055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e68659a2-60eb-43b5-8a1e-558eeb261e22 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:24.616675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.616910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:24.617357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:24.634327 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:24.636488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.655947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] For port d92b784d-4682-406e-8e6f-2b8eafdcc4f5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d92b784d-4682-406e-8e6f-2b8eafdcc4f5,segment=NetworkSegment(a9f0fc9c-337b-426b-a06f-63026e686152),segment_id=a9f0fc9c-337b-426b-a06f-63026e686152)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:24.656220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.855211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Calling delete_port for d92b784d-4682-406e-8e6f-2b8eafdcc4f5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:24.898140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] DHCP port deletion for 7418d179-0654-4147-adfb-4dd448e29e3a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:45:24.923682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Allocated IP 2001:db8::1fc (ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66/929dbf39-4d97-47c2-90cb-8b35ac8a5ef6/99e7501c-cac8-4981-aaf6-6694e9d3a793) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:24.926544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113'}], 'enable_snat': True}, 'gw_port_id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:45:20Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '6a25356a-495e-4df7-80a8-8733255f8ca7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:63:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:42:23Z', 'updated_at': '2022-03-02T18:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:24.961520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Deleting port 49879e6e-16d7-44c3-b1dd-a88d5923506e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:24.961520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.968561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.973120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.993855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:24.994838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:24.995418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.017288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 6a25356a-495e-4df7-80a8-8733255f8ca7 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:25.050847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] Pushing event deleted for resources: {'Network': ['ID=7e94dff2-eb39-4a05-96ad-a94f270da51b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:25.068756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Checking router: a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:45:25.077861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a740a55-6900-4f19-b88d-3a604c4c728d tempest-NetworksIpV6TestAttrs-901900256 tempest-NetworksIpV6TestAttrs-901900256-project] 10.222.0.66 "DELETE /v2.0/networks/7e94dff2-eb39-4a05-96ad-a94f270da51b HTTP/1.1" status: 204 len: 168 time: 2.6255019 Mar 02 18:45:25.125495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9764175 Mar 02 18:45:25.156154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Routers {'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:25.157131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:25.193291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51432) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:25.211859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Request body: {'subnet': {'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1243137111-subnet', 'tenant_id': '461a0afe13ad4189a1d38f6e64122fe1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:25.217824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:25.222619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Usage tracker for resource:subnet and tenant:461a0afe13ad4189a1d38f6e64122fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:25.225944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:25.234956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:25.286618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027f998-2f6a-435c-8e63-5abb3b9d246e admin admin] Pushing event updated for resources: {'Network': ['ID=eabcfb34-36c8-4c17-908d-705a06059a72,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:25.310006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Made reservation on behalf of 461a0afe13ad4189a1d38f6e64122fe1 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:25.312995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.368618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.379816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network eabcfb34-36c8-4c17-908d-705a06059a72 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:25.417033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:25.417485 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:25.440978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.492679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Transition to ACTIVE for port object 99e7501c-cac8-4981-aaf6-6694e9d3a793 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:25.617455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.716549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.776627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'Port': ['ID=99e7501c-cac8-4981-aaf6-6694e9d3a793,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:25.811120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:25.814803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=6a25356a-495e-4df7-80a8-8733255f8ca7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:25.828834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:25.828834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:25.842741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:25.843454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.881049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:25.944882 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:25.977722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46d99f17-b90c-49f4-9e12-bf33eb4ddc09 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7489016 Mar 02 18:45:25.980151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51456) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:26.064062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Deleting port d92b784d-4682-406e-8e6f-2b8eafdcc4f5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:26.064960 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.116286 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.125751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.137292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.296943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] For port e68659a2-60eb-43b5-8a1e-558eeb261e22, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e68659a2-60eb-43b5-8a1e-558eeb261e22,segment=NetworkSegment(1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9),segment_id=1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:26.327160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.334547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.340593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.341216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Synchronizing usage tracker for tenant:1837ba865699489d8c6ac3130c7fa145 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:26.352819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.358506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.361331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.388448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86be1f4a-580a-4c73-949a-d40ffd3ee262,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:26.405745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Unset dirty status for tenant:1837ba865699489d8c6ac3130c7fa145 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:26.407254 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e563f87c-3cfb-4387-9570-b3670cd78136 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.4261572 Mar 02 18:45:26.414150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:26.414647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-70716dd6-3231-457c-b9d5-6fd6c1da1886 None None] The port 'd92b784d-4682-406e-8e6f-2b8eafdcc4f5' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:45:26.424733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.425545 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.453801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ddc0534-92bc-4232-8aff-a239687258e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a0c1c88c3a1e46ceb4b44ffb68602d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716615 Mar 02 18:45:26.455675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Checking segment: {'id': '2a35e48b-da84-46b9-a23e-c4bb026958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:26.459811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Network hostable DHCP agents. Network: eabcfb34-36c8-4c17-908d-705a06059a72, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:26.463109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51466) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:26.492951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] For port 49879e6e-16d7-44c3-b1dd-a88d5923506e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=49879e6e-16d7-44c3-b1dd-a88d5923506e,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:26.492951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.537591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] Set router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:26.552663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.556261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Fanout notify agent at l3_agent the message router_deleted on router a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:45:26.574826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Deleting port 99e7501c-cac8-4981-aaf6-6694e9d3a793 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:26.575865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.621905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Network eabcfb34-36c8-4c17-908d-705a06059a72 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:26.643539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.651340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb78b099-9abc-47ef-805d-12e8bbe53101 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/routers/a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc HTTP/1.1" status: 204 len: 168 time: 3.1188753 Mar 02 18:45:26.657057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51476) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:26.669537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.749603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, eabcfb34-36c8-4c17-908d-705a06059a72) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:26.760901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:26.761497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.787654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:26.922799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666db11-9e0c-49ab-9b68-f0f67bf39fbd None None] Network eabcfb34-36c8-4c17-908d-705a06059a72 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:26.949737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ed1f0a0-c218-4a60-96c7-391306eff916 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7446830 Mar 02 18:45:27.005533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.029412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b877105-cb66-482d-80fc-55f9331ef51e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:27.067306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.071380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bc4fa993-784a-4c3f-9693-cb272c80939b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0b877105-cb66-482d-80fc-55f9331ef51e HTTP/1.1" status: 204 len: 168 time: 0.6070147 Mar 02 18:45:27.089226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.152016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 49879e6e-16d7-44c3-b1dd-a88d5923506e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:27.152304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.349265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Calling delete_port for 49879e6e-16d7-44c3-b1dd-a88d5923506e owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:27.385431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:27.386401 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:27.428738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:45:24Z', 'revision_number': 6, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:27.441746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.492620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc857ce4-856b-475f-9d49-7c572f08876f None None] The sync data for ids ['a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc'] in n-d-828839-1 is: [{'id': 'a8a2995f-1bcb-4a3e-97a8-ea57e55bc6fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-646952248', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:42:20Z', 'updated_at': '2022-03-02T18:45:24Z', 'revision_number': 6, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:27.596415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.598223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.604676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Pushing event updated for resources: {'Port': ['ID=e68659a2-60eb-43b5-8a1e-558eeb261e22,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:27.630030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.631091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.631709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.632269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.632986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.633548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.634134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.634958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.635934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.636505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.637058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.638037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7afa1255-4c9c-4822-88f8-df4b0b09c599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:27.683951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Provisioning for port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:27.695159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Provisioning complete for port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:27.695363 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.698480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Calling delete_port for 99e7501c-cac8-4981-aaf6-6694e9d3a793 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:27.771105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:27.780425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.866169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 49879e6e-16d7-44c3-b1dd-a88d5923506e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=49879e6e-16d7-44c3-b1dd-a88d5923506e,segment=NetworkSegment(d56da8d2-be74-4b1e-87b4-59b779089262),segment_id=d56da8d2-be74-4b1e-87b4-59b779089262)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:27.866421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:27.886736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] No DVR routers for this DVR port 49879e6e-16d7-44c3-b1dd-a88d5923506e on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:27.943742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1666b4-3050-4e48-b74c-6d4c720d33f3 None None] Pushing event deleted for resources: {'Port': ['ID=49879e6e-16d7-44c3-b1dd-a88d5923506e,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:27.971590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Provisioning complete for port e68659a2-60eb-43b5-8a1e-558eeb261e22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:27.972199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a1fb817e-086b-4837-8761-70c9c35d5292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:28.058878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 49879e6e-16d7-44c3-b1dd-a88d5923506e owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:28.156012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1b81bf-4cc5-4afd-95a2-c29dc3103d97 None None] Network eabcfb34-36c8-4c17-908d-705a06059a72 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:28.239523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:28.241684 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:28.314936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:28.393530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event deleted for resources: {'Port': ['ID=99e7501c-cac8-4981-aaf6-6694e9d3a793,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:28.486901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:28.526360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d92b784d-4682-406e-8e6f-2b8eafdcc4f5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:28.616565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ddbd6149-9790-4885-ae5c-d66ff1decf08 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "DELETE /v2.0/ports/99e7501c-cac8-4981-aaf6-6694e9d3a793 HTTP/1.1" status: 204 len: 168 time: 2.2042189 Mar 02 18:45:28.620678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51516) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:28.626304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d92b784d-4682-406e-8e6f-2b8eafdcc4f5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:28.626672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d92b784d-4682-406e-8e6f-2b8eafdcc4f5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:28.642868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-61a3bcd5-3859-44c9-a50b-eb1949a557c1 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:28.650888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Request body: {'port': {'name': 'tempest-new-port-name-297099941', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:28.651062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-61a3bcd5-3859-44c9-a50b-eb1949a557c1 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/networks?id=eabcfb34-36c8-4c17-908d-705a06059a72 HTTP/1.1" status: 200 len: 821 time: 0.2314093 Mar 02 18:45:28.654650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] bootfile-name is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:28.655393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] tftp-server is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:28.655733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] server-ip-address is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:28.669315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-e4b98649-a12a-4d80-b69f-42f03531deca tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/quotas/461a0afe13ad4189a1d38f6e64122fe1 HTTP/1.1" status: 200 len: 375 time: 0.0185394 Mar 02 18:45:28.712340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f3699c57-b55f-432c-bc76-3f660c12f931 None None] Could not find standard attr ID for object 99e7501c-cac8-4981-aaf6-6694e9d3a793. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:45:28.754442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f3699c57-b55f-432c-bc76-3f660c12f931 None None] Provisioning complete for port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:28.754573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 49879e6e-16d7-44c3-b1dd-a88d5923506e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:28.754701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f3699c57-b55f-432c-bc76-3f660c12f931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:28.755852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:28.782363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-f3323d57-6376-4c5d-b2d2-27defcdec591 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=461a0afe13ad4189a1d38f6e64122fe1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1042500 Mar 02 18:45:28.782363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-d36d542b-d1ef-4e24-977c-a2387da61dfa service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:45:28.787425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-d36d542b-d1ef-4e24-977c-a2387da61dfa service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118129 Mar 02 18:45:28.852435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e68659a2-60eb-43b5-8a1e-558eeb261e22 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:28.966785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f3699c57-b55f-432c-bc76-3f660c12f931 None None] Port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:28.978568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-e3c2040f-48b2-4ade-857d-d6b7a74fab9b service neutron] 10.222.0.66 "GET /v2.0/networks/eabcfb34-36c8-4c17-908d-705a06059a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901562 Mar 02 18:45:28.985744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] The port '49879e6e-16d7-44c3-b1dd-a88d5923506e' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:45:29.111537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e68659a2-60eb-43b5-8a1e-558eeb261e22 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:29.112392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.160952 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:45:29.409280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9645559e-c890-4697-9ff8-89324fbdac91 service neutron] 10.222.0.66 "GET /v2.0/networks/eabcfb34-36c8-4c17-908d-705a06059a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217818 Mar 02 18:45:29.437234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.553995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 49879e6e-16d7-44c3-b1dd-a88d5923506e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:29.569875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.589331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 49879e6e-16d7-44c3-b1dd-a88d5923506e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:29.589835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 49879e6e-16d7-44c3-b1dd-a88d5923506e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:29.590298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8856dbbb-e993-4844-b832-320704cc90ea no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:29.621792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7418d179-0654-4147-adfb-4dd448e29e3a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:29.626050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51538) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:29.629748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8856dbbb-e993-4844-b832-320704cc90ea {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:29.630356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8856dbbb-e993-4844-b832-320704cc90ea not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:29.630920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a25356a-495e-4df7-80a8-8733255f8ca7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:29.646350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56da8d2-be74-4b1e-87b4-59b779089262') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:29.646350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56da8d2-be74-4b1e-87b4-59b779089262') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:29.661226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.670995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6a25356a-495e-4df7-80a8-8733255f8ca7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:29.671476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a25356a-495e-4df7-80a8-8733255f8ca7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:29.774380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.799357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:29.802534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.816726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-529318910'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:29.830314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2b1f31d-7458-4bd9-9a2d-dfcf52d036b8 req-cc37bc69-4e8e-4681-bcf9-04265ccc4d2d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.0731990 Mar 02 18:45:29.831939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:29.846797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:29.846797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:29.848736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:29.851232 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:29.948354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:29.952272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:29.984205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.009898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:30.027337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:security_group_rule and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:30.030773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:30.037509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:30.126061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.148641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.179623 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.186352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Network': ['ID=7418d179-0654-4147-adfb-4dd448e29e3a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:30.226806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.234279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.255098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70130a0c-8e5f-4080-b5a8-b26a109b2fbb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/networks/7418d179-0654-4147-adfb-4dd448e29e3a HTTP/1.1" status: 204 len: 168 time: 3.5912979 Mar 02 18:45:30.255436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:30.275278 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.276454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:30.293201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.293632 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 513f9b92-7e57-4c36-8e09-31d856298bf5 of type vlan for network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 Mar 02 18:45:30.333586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] In _notify_port_updated(), no bound segment for port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 on network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 {{(pid=88708) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:45:30.339421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:30.340371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.342063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "PUT /v2.0/ports/a6d6afad-70d9-4416-a6c5-a40bdabd9c49 HTTP/1.1" status: 200 len: 1129 time: 1.7049313 Mar 02 18:45:30.343657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.357276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51570) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:30.432543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e13063-b0b4-42af-9f45-fb766ddf3d31,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:30.446888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.452712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.453178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.453815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.457171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.457612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.458066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.458518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.458912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.459304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.459709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.460077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:30.496837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.503303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:30.506276 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.525767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb94bf-0eb2-41b6-98d1-97ef415ec2b3 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event updated for resources: {'Port': ['ID=a6d6afad-70d9-4416-a6c5-a40bdabd9c49,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:30.540819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.557826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ff885d-2126-453a-bf71-20e0285a08aa tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:30.558552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ff885d-2126-453a-bf71-20e0285a08aa tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Synchronizing usage tracker for tenant:1837ba865699489d8c6ac3130c7fa145 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:30.612213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.662259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=8d6bc1de-c333-4604-8fa2-5ebe69e98dc9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:30.678311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:30.703238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9ff885d-2126-453a-bf71-20e0285a08aa tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Unset dirty status for tenant:1837ba865699489d8c6ac3130c7fa145 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:30.710400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51578) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:30.712629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9ff885d-2126-453a-bf71-20e0285a08aa tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "GET /v2.0/ports/a6d6afad-70d9-4416-a6c5-a40bdabd9c49 HTTP/1.1" status: 200 len: 1129 time: 0.3372664 Mar 02 18:45:30.776808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.781472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c5e013b3-550f-4a95-8712-1ce08d656745 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1537359 Mar 02 18:45:30.788786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51584) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:30.798481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-184158689'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:30.824428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dae88959-834f-4524-bc42-82b197cd4e61 None None] Provisioning complete for port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:30.824812 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dae88959-834f-4524-bc42-82b197cd4e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.825086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:30.833510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b47e4c6-7d86-4257-93ce-0afdcb204e35,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:30.842300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:30.848853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:30.861260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Deleting port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:30.861910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.877074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:30.888562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-531a4ea9-47a0-4b9f-b1c9-524523d7dd0c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/security-groups/7b47e4c6-7d86-4257-93ce-0afdcb204e35 HTTP/1.1" status: 204 len: 168 time: 0.6320319 Mar 02 18:45:30.894424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:30.933264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dae88959-834f-4524-bc42-82b197cd4e61 None None] Port a6d6afad-70d9-4416-a6c5-a40bdabd9c49 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:31.208448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:31.211922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.222798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62465026-5a78-4ef4-a755-0aecec1a297f req-32d56e35-5b75-43d2-bc9a-636dcec12e94 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.2630308 Mar 02 18:45:31.279807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:31.290783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.291399 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 6fb61a9c-9738-4f2a-8c0d-538277bde863 of type vlan for network ed573dc8-a7c7-4eed-ae8e-f782580e5745 Mar 02 18:45:31.327709 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.385158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.469497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51606) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:31.475938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1980925529', 'description': 'tempest-secgroup-smoke-1980925529 description', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:31.482820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:31.488059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:31.491353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:31.497258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:31.516633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Calling delete_port for a6d6afad-70d9-4416-a6c5-a40bdabd9c49 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:31.597161 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.602758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:31.603368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.651383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.681273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:31.686653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:31.689984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:31.696590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:31.757646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=ed573dc8-a7c7-4eed-ae8e-f782580e5745,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:31.766444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1bd8efbc-83e5-42d0-8545-a2a0fb0d6272 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9762421 Mar 02 18:45:31.768524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:31.770684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51614) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:31.778470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:31.843740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.897583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:31.906504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:31.906504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:31.911429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:31.935340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:31.983063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3bb252-6ce9-4898-bdeb-22a84ca5da20,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:32.034454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:32.038071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.103133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.107201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b81ec66-5f62-425e-979f-0f5c5f5f41a5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6333373 Mar 02 18:45:32.107736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:32.112693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:32.122675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:32.127763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:32.131097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:32.137247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:32.140393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.206788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event deleted for resources: {'Port': ['ID=a6d6afad-70d9-4416-a6c5-a40bdabd9c49,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:32.241491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.258719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.320915 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.444546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.466678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9845cf-1a5d-4c96-b3cb-eff8e562107f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:32.544369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e3e1de14-92f7-465c-ba23-e83a74adedb6 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "DELETE /v2.0/ports/a6d6afad-70d9-4416-a6c5-a40bdabd9c49 HTTP/1.1" status: 204 len: 168 time: 1.8327367 Mar 02 18:45:32.546984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51634) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:32.575384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12a44bdd-e02f-4d67-b7f5-b21ad651a34c req-bd0707d7-4573-47c0-851c-c4475358b758 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.2199955 Mar 02 18:45:32.612554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.616446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6a8e668e-6e41-46af-9635-25da327921e7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5054502 Mar 02 18:45:32.625116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51640) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:32.625116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:32.630494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:32.635333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:32.638296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:32.645906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:32.651250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Deleting subnet 929dbf39-4d97-47c2-90cb-8b35ac8a5ef6 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:32.654602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.696650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.715967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.780534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=b18016e7-a880-45a0-8c74-3775293adca7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:32.793586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '513f9b92-7e57-4c36-8e09-31d856298bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:32.793586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:32.808660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.828857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:32.955812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:33.029166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.044253 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.084444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:33.089273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:33.091184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.092734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8869b05a-62c5-4432-9742-e3fdd1702108 None None] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:33.102525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event deleted for resources: {'Subnet': ['ID=929dbf39-4d97-47c2-90cb-8b35ac8a5ef6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:33.104423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-b18ea386-d65f-417d-9349-ff86c0c01082 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:33.106433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-b18ea386-d65f-417d-9349-ff86c0c01082 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.65 "GET /v2.0/networks?id=eabcfb34-36c8-4c17-908d-705a06059a72 HTTP/1.1" status: 200 len: 821 time: 0.2701607 Mar 02 18:45:33.112450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.120219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Request body: {'port': {'device_id': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72', 'admin_state_up': True, 'tenant_id': '461a0afe13ad4189a1d38f6e64122fe1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:33.121725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-10c1a32f-74a5-4598-99b0-91d919bac434 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "DELETE /v2.0/subnets/929dbf39-4d97-47c2-90cb-8b35ac8a5ef6 HTTP/1.1" status: 204 len: 168 time: 0.5737512 Mar 02 18:45:33.123846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51650) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:33.166109 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.226711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baf6211-7667-4a36-8527-4da49130d00b None None] Network ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:33.264808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d89c7e2-983e-472b-b9ed-6aa9d1ad5b88,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:33.265616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.281054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Deleting port e68659a2-60eb-43b5-8a1e-558eeb261e22 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:33.281408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.344141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:33.349763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Usage tracker for resource:port and tenant:461a0afe13ad4189a1d38f6e64122fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:33.353468 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:33.361609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:33.380867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-663eb5fe-1511-4e5a-b8f8-4b2f12a710a1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6062875 Mar 02 18:45:33.380867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.382095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2906169b-5812-4156-b8b1-cddc7ba450f8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7639096 Mar 02 18:45:33.382824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51654) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:33.393870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:33.410653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51656) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:33.417837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:33.443316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:33.454712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:33.461971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:33.525486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Made reservation on behalf of 461a0afe13ad4189a1d38f6e64122fe1 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:33.530675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.548433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:33.570599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-8d6bc1de-c333-4604-8fa2-5ebe69e98dc9', 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': 'b18016e7-a880-45a0-8c74-3775293adca7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:33.572062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.669625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:33.695913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:33.701701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] For port e68659a2-60eb-43b5-8a1e-558eeb261e22, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e68659a2-60eb-43b5-8a1e-558eeb261e22,segment=NetworkSegment(1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9),segment_id=1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:33.702321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.729837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:33.737671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.783044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:33.848226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Allocated IP 2001:db8::2 (8d6bc1de-c333-4604-8fa2-5ebe69e98dc9/b18016e7-a880-45a0-8c74-3775293adca7/9f5588e9-de78-4206-9e90-0a2af924b36a) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:33.852850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e383f0e4-4916-40aa-b319-415a5ca67fc2 None None] DHCP port deletion for ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:45:33.869258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Calling delete_port for e68659a2-60eb-43b5-8a1e-558eeb261e22 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:33.874747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa715f1e-19bb-4cf2-8c1c-09bec3b6da6e req-b1d22b46-599e-4c7a-aedb-0d7bf514d73c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.0808792 Mar 02 18:45:33.901648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e383f0e4-4916-40aa-b319-415a5ca67fc2 None None] Deleting port e68659a2-60eb-43b5-8a1e-558eeb261e22 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:33.902344 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e383f0e4-4916-40aa-b319-415a5ca67fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:33.982502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:33.986810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.102354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.117213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e383f0e4-4916-40aa-b319-415a5ca67fc2 None None] The port 'e68659a2-60eb-43b5-8a1e-558eeb261e22' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:45:34.169047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event deleted for resources: {'Port': ['ID=e68659a2-60eb-43b5-8a1e-558eeb261e22,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.172315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] No DVR routers for this DVR port e68659a2-60eb-43b5-8a1e-558eeb261e22 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:45:34.186165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.204932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Allocated IP 172.20.0.5 (eabcfb34-36c8-4c17-908d-705a06059a72/86be1f4a-580a-4c73-949a-d40ffd3ee262/912c3ac6-a276-4dea-be0a-82ce2b9506e3) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:34.256127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.268564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Transition to ACTIVE for port object 9f5588e9-de78-4206-9e90-0a2af924b36a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:34.277397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.292673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Transition to ACTIVE for port object 9f5588e9-de78-4206-9e90-0a2af924b36a will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:34.319807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.343065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67ad1b9-72a4-4424-adfe-1f0bb5505f49,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.354273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:34.355024 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.367361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:34.367734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfad743-9ffe-4c88-8c1f-b8f10b7f6db9') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:34.380473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.397346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.404767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:45:34.405364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:45:34.421872 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:45:34.440985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Pushing event updated for resources: {'Port': ['ID=9f5588e9-de78-4206-9e90-0a2af924b36a,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.457991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:34.459459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:34.464250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:34.479435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.527722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.528900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5298c7d-b3ff-4e26-87f4-b31170e5a95e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1169431 Mar 02 18:45:34.534455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51672) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:34.542204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:34.551861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:34.562525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:34.568443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:34.580483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Attempting to bind port 9f5588e9-de78-4206-9e90-0a2af924b36a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:34.581294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Attempting to bind port 9f5588e9-de78-4206-9e90-0a2af924b36a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '513f9b92-7e57-4c36-8e09-31d856298bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:34.582210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Attempting to bind port 9f5588e9-de78-4206-9e90-0a2af924b36a on network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:34.587447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:34.592758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:34.593628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Checking segment: {'id': '513f9b92-7e57-4c36-8e09-31d856298bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:34.594337 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.595545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Bound using segment: {'id': '513f9b92-7e57-4c36-8e09-31d856298bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:34.596654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Bound port: 9f5588e9-de78-4206-9e90-0a2af924b36a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '513f9b92-7e57-4c36-8e09-31d856298bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '8d6bc1de-c333-4604-8fa2-5ebe69e98dc9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:34.597138 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.620612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=7fdc8426-f38f-4cca-b9bb-32f0519f22b3,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.622288 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.625647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.632273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '6fb61a9c-9738-4f2a-8c0d-538277bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:34.632645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: ed573dc8-a7c7-4eed-ae8e-f782580e5745, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:34.640804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.676811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] Pushing event deleted for resources: {'Network': ['ID=ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.688202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-990c6f8d-a074-4171-90bf-ce0d9f44b7c4 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217 tempest-ExtraDHCPOptionsIpV6TestJSON-975376217-project] 10.222.0.66 "DELETE /v2.0/networks/ef5c5cf1-e2eb-40ce-95ef-88f2ea219f66 HTTP/1.1" status: 204 len: 168 time: 1.5629938 Mar 02 18:45:34.710617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.726541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:34.738978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] For port 9f5588e9-de78-4206-9e90-0a2af924b36a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:34.742774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e68659a2-60eb-43b5-8a1e-558eeb261e22 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:45:34.772320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.782316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e68659a2-60eb-43b5-8a1e-558eeb261e22 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:45:34.782686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e68659a2-60eb-43b5-8a1e-558eeb261e22 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:45:34.786651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] For port 9f5588e9-de78-4206-9e90-0a2af924b36a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9f5588e9-de78-4206-9e90-0a2af924b36a,segment=NetworkSegment(513f9b92-7e57-4c36-8e09-31d856298bf5),segment_id=513f9b92-7e57-4c36-8e09-31d856298bf5)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:34.822795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.838679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ed573dc8-a7c7-4eed-ae8e-f782580e5745) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:34.841575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.842899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:34.844059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.865281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Network eabcfb34-36c8-4c17-908d-705a06059a72 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:34.871307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:34.873926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:34.889830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf814a9-6774-4086-91b5-a009adff9508 None None] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:34.908677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.952537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Pushing event updated for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:34.982648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:34.986697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:34.988652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300cab41-137a-4d31-9ae8-96210c2f9e6b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:35.009126 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-054a07e3-7540-4861-966d-c861a975e75d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6211638 Mar 02 18:45:35.010279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:35.017593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856891201', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:35.028220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:35.034332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:35.040579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:35.050578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:35.080656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca81b2-c917-4db7-a0f4-724a25072d47 None None] Pushing event updated for resources: {'Port': ['ID=9f5588e9-de78-4206-9e90-0a2af924b36a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:35.104486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.108533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c758aeee-1ba7-4cae-a0f1-321aa59c1e3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5703187 Mar 02 18:45:35.108984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51692) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:35.115839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:35.124687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:35.129873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-509a76b1-1fa3-4bc0-9c97-bf9bddbba716 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0139472 Mar 02 18:45:35.130526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:35.134978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:35.144247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:35.148617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Request body: {'port': {'device_id': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:35.218184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.220901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.243817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.273921 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:45:35.290703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.319907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ed573dc8-a7c7-4eed-ae8e-f782580e5745', 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '7fdc8426-f38f-4cca-b9bb-32f0519f22b3'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:35.320754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.393582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.395835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.463273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8695b-a6e2-40f7-bcf6-070eb0e0513a req-be761105-4158-4884-aef4-1b15a1a48b4c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:35.464300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-48a8695b-a6e2-40f7-bcf6-070eb0e0513a req-be761105-4158-4884-aef4-1b15a1a48b4c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Synchronizing usage tracker for tenant:461a0afe13ad4189a1d38f6e64122fe1 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:35.474020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.475507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.575596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.580151 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90a9dbab-ece4-4c89-84c4-2cb5b568a074 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5685439 Mar 02 18:45:35.581274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:35.585498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Allocated IP 2001:db8:1::2 (ed573dc8-a7c7-4eed-ae8e-f782580e5745/7fdc8426-f38f-4cca-b9bb-32f0519f22b3/5b6adc45-0e1d-4117-9047-5fdcea5cad39) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:35.600103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-48a8695b-a6e2-40f7-bcf6-070eb0e0513a req-be761105-4158-4884-aef4-1b15a1a48b4c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Unset dirty status for tenant:461a0afe13ad4189a1d38f6e64122fe1 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:35.601308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48a8695b-a6e2-40f7-bcf6-070eb0e0513a req-be761105-4158-4884-aef4-1b15a1a48b4c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 931 time: 0.5107381 Mar 02 18:45:35.799225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51710) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:35.822778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-48a8695b-a6e2-40f7-bcf6-070eb0e0513a req-6c5771aa-363e-4db8-89dc-c9f806912ce2 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044404 Mar 02 18:45:35.945303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a35761-efd2-43c7-81f9-16746365b084,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:35.950734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.959125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01e575ea-e486-4bb6-b9a0-9e030cedfabf tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8490229 Mar 02 18:45:35.963176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51720) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:35.974306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'cc3bb252-6ce9-4898-bdeb-22a84ca5da20', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:35.983403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:35.997414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Transition to ACTIVE for port object 5b6adc45-0e1d-4117-9047-5fdcea5cad39 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:36.020753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Transition to ACTIVE for port object 5b6adc45-0e1d-4117-9047-5fdcea5cad39 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:36.077515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:36.081853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:36.085327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:36.093244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:36.110068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.162171 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:45:36.181013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.200423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:36.205425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:36.208235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:36.305868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.313664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Pushing event updated for resources: {'Port': ['ID=5b6adc45-0e1d-4117-9047-5fdcea5cad39,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:36.319399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0cd2e7d3-902b-4739-80d1-cacd6ab512c6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1837ba865699489d8c6ac3130c7fa145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5160856 Mar 02 18:45:36.325822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51740) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:36.355167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Attempting to bind port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:36.355667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Attempting to bind port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6fb61a9c-9738-4f2a-8c0d-538277bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:36.355913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Attempting to bind port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 on network ed573dc8-a7c7-4eed-ae8e-f782580e5745 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:36.367186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:36.367674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Checking segment: {'id': '6fb61a9c-9738-4f2a-8c0d-538277bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:36.368090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.368537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Bound using segment: {'id': '6fb61a9c-9738-4f2a-8c0d-538277bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:36.369427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Bound port: 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb61a9c-9738-4f2a-8c0d-538277bde863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'ed573dc8-a7c7-4eed-ae8e-f782580e5745'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:36.369562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.402818 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.470083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8548885f-f9b5-4bc0-b42a-98f7f25710df,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:36.499062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.521153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] For port 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:36.525026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] For port 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b6adc45-0e1d-4117-9047-5fdcea5cad39,segment=NetworkSegment(6fb61a9c-9738-4f2a-8c0d-538277bde863),segment_id=6fb61a9c-9738-4f2a-8c0d-538277bde863)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:36.571795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.575632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-905d37d2-b9e4-47c4-9925-2ff65cda387c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6086156 Mar 02 18:45:36.578516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:36.580443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.599847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.603701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.683616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'network': {'name': 'tempest-network-smoke--772858394', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'port_security_enabled': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:36.719090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:36.723524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912c3ac6-a276-4dea-be0a-82ce2b9506e3 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:45:36.752388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:network and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:36.770186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.770186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:36.807897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.829541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9a863-227c-4a7d-b7d4-d716a03bdd13 None None] Pushing event updated for resources: {'Port': ['ID=5b6adc45-0e1d-4117-9047-5fdcea5cad39,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:36.874883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9f5588e9-de78-4206-9e90-0a2af924b36a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:36.891328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:36.899188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d67f78-626e-4733-8e9e-c7965a3f9935,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:36.949670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8fbee5-6ec0-4b97-bdb3-2823cff52cc1 None None] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:36.989807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Transition to ACTIVE for port object 912c3ac6-a276-4dea-be0a-82ce2b9506e3 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:36.990759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:36.991993 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4f9d8adf-d0fe-4c20-b39f-0200099f967f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/03d67f78-626e-4733-8e9e-c7965a3f9935 HTTP/1.1" status: 204 len: 168 time: 0.6650965 Mar 02 18:45:37.050834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:37.054525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.097663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.346941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:37.364962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.365442 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Added segment 1b448245-24c0-41d8-874c-3eb3ef77f8b3 of type vlan for network fd380718-73fa-4e7a-aad8-b21932c41bef Mar 02 18:45:37.370153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b4103202-9266-4489-9577-901f5b74b2b3 None None] Provisioning for port 9f5588e9-de78-4206-9e90-0a2af924b36a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:37.414577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.457542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9f5588e9-de78-4206-9e90-0a2af924b36a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:37.475924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9f5588e9-de78-4206-9e90-0a2af924b36a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:37.476304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.522234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8::1 (8d6bc1de-c333-4604-8fa2-5ebe69e98dc9/b18016e7-a880-45a0-8c74-3775293adca7/c56a6e43-e549-4342-8b26-c44392afc97e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:37.598714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:45:37.803078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.842071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Pushing event updated for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:37.847027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object c56a6e43-e549-4342-8b26-c44392afc97e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:37.871350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.900144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47f49a-53a3-45a7-bd25-19dd4e1812ab req-9e5f6519-7c7b-481b-b8d8-e4211227379d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:37.908926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd47f49a-53a3-45a7-bd25-19dd4e1812ab req-9e5f6519-7c7b-481b-b8d8-e4211227379d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.6852305 Mar 02 18:45:37.911657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.927378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:37.928938 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:37.948561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 9f5588e9-de78-4206-9e90-0a2af924b36a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9f5588e9-de78-4206-9e90-0a2af924b36a,segment=NetworkSegment(513f9b92-7e57-4c36-8e09-31d856298bf5),segment_id=513f9b92-7e57-4c36-8e09-31d856298bf5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:37.982985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.017280 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.169747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=c56a6e43-e549-4342-8b26-c44392afc97e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:38.187238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:38.189417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:38.192860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:38.193721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.205822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=9f5588e9-de78-4206-9e90-0a2af924b36a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:38.241766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9ca8a624-b734-4ad5-82aa-7c0870b69c73 None None] Provisioning complete for port 9f5588e9-de78-4206-9e90-0a2af924b36a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:38.242414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ca8a624-b734-4ad5-82aa-7c0870b69c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.263668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Attempting to bind port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:38.265130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Attempting to bind port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '2a35e48b-da84-46b9-a23e-c4bb026958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:38.266334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Attempting to bind port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 on network eabcfb34-36c8-4c17-908d-705a06059a72 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:38.334413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 on network eabcfb34-36c8-4c17-908d-705a06059a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:45:38.334742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Attempting to bind port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 on network eabcfb34-36c8-4c17-908d-705a06059a72 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:38.349847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Network': ['ID=fd380718-73fa-4e7a-aad8-b21932c41bef,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:38.367853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network fd380718-73fa-4e7a-aad8-b21932c41bef details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:38.371481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:38.371824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Checking segment: {'id': '2a35e48b-da84-46b9-a23e-c4bb026958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:38.372218 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Bound using segment: {'id': '2a35e48b-da84-46b9-a23e-c4bb026958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:38.372651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Bound port: 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a35e48b-da84-46b9-a23e-c4bb026958f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:38.373000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.486004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30dfb6a6-7d6e-4775-b31e-7920a49bdf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8937879 Mar 02 18:45:38.486839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51778) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:38.505769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd47f49a-53a3-45a7-bd25-19dd4e1812ab req-ef7870dc-1d34-491e-852c-d270ad3473a8 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000558 Mar 02 18:45:38.514028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'admin_state_up': True, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:38.541538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:38.541538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:router and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:38.548978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:38.585410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:38.637559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a33e05-b19f-4eb4-920a-af53bec365b8 None None] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:38.673542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:38.691800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3,segment=NetworkSegment(2a35e48b-da84-46b9-a23e-c4bb026958f3),segment_id=2a35e48b-da84-46b9-a23e-c4bb026958f3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:38.714062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.715244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.738778 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.778194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.874155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:38.874841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:38.876422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] 10.222.0.65 "PUT /v2.0/ports/912c3ac6-a276-4dea-be0a-82ce2b9506e3 HTTP/1.1" status: 200 len: 1091 time: 3.7360294 Mar 02 18:45:38.879610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:38.940293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9f5588e9-de78-4206-9e90-0a2af924b36a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:38.977269 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3', 'status': 'completed', 'code': 200} Mar 02 18:45:39.063930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.088723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8ca00-004e-44d9-a986-54ca6a27b348 service neutron] Pushing event updated for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:39.317705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9f5588e9-de78-4206-9e90-0a2af924b36a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:39.318105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.381970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Provisioning for port c56a6e43-e549-4342-8b26-c44392afc97e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:39.411365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Provisioning complete for port c56a6e43-e549-4342-8b26-c44392afc97e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:39.411772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.513207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.528418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-02a7dfd6-dcc4-462a-8f83-cc4601e9c6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:39.530311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-02a7dfd6-dcc4-462a-8f83-cc4601e9c6d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=461a0afe13ad4189a1d38f6e64122fe1&device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 1094 time: 0.5417435 Mar 02 18:45:39.556790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b6adc45-0e1d-4117-9047-5fdcea5cad39 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:39.676816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:39.677895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Port c56a6e43-e549-4342-8b26-c44392afc97e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:39.725486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.734814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-a6b76046-fd4e-4273-839f-772690ad5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:39.738460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-a6b76046-fd4e-4273-839f-772690ad5dbd service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=461a0afe13ad4189a1d38f6e64122fe1&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2001839 Mar 02 18:45:39.836592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-565152632'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:39.844037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:39.849163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Usage tracker for resource:network and tenant:d15bf06f063a4a2793b16d0002e5699b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:39.852694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:39.865220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:39.938937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.939482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Provisioning for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:39.941516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:39.951553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:39.962167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Provisioning complete for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:39.962870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.000752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:40.001169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.022578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Made reservation on behalf of d15bf06f063a4a2793b16d0002e5699b for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:40.031925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.084046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8bf955-96eb-4cf1-843c-dbde87ae8010 req-e291d714-fe95-46d9-bec4-90474d2546b1 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:40.085631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f8bf955-96eb-4cf1-843c-dbde87ae8010 req-e291d714-fe95-46d9-bec4-90474d2546b1 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.3461545 Mar 02 18:45:40.116339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.136814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-78b64915-d614-48d5-b0b3-c9865fe0d145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:40.138645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ca6d834-e740-4ded-b3ad-48b8b7ff4750 req-78b64915-d614-48d5-b0b3-c9865fe0d145 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3573637 Mar 02 18:45:40.243768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f8bf955-96eb-4cf1-843c-dbde87ae8010 req-66f2ed0b-ee91-4fed-b1a9-576aa8daa447 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436708 Mar 02 18:45:40.279215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:40.303675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.347729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.379413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Usage tracker for resource:security_group_rule and tenant:d15bf06f063a4a2793b16d0002e5699b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:40.380642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] For port 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b6adc45-0e1d-4117-9047-5fdcea5cad39,segment=NetworkSegment(6fb61a9c-9738-4f2a-8c0d-538277bde863),segment_id=6fb61a9c-9738-4f2a-8c0d-538277bde863)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:40.386331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:40.398188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=c56a6e43-e549-4342-8b26-c44392afc97e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:40.514099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.529828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:40.547784 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.592412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:40.594733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:40.597333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-02a87232-3e74-4f60-8df5-c2707fd727ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:40.598986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-02a87232-3e74-4f60-8df5-c2707fd727ed service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=461a0afe13ad4189a1d38f6e64122fe1&device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 1094 time: 0.4162197 Mar 02 18:45:40.656797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:45:40.657297 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:45:40.658096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.683235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-4dfa1428-6fa7-45d4-a009-d3acc00720a2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3 HTTP/1.1" status: 200 len: 217 time: 0.0759816 Mar 02 18:45:40.807170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2979e5-82e8-4ffc-8ba9-673e33e19f44 None None] Pushing event updated for resources: {'Port': ['ID=5b6adc45-0e1d-4117-9047-5fdcea5cad39,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:40.826244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a84b099f-2126-454a-a54d-14126e3f0aaf None None] Provisioning complete for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:40.827384 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a84b099f-2126-454a-a54d-14126e3f0aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.862684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-3e046b9b-4065-44d0-9b39-10ee27012fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:40.864410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-3e046b9b-4065-44d0-9b39-10ee27012fe6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=86be1f4a-580a-4c73-949a-d40ffd3ee262 HTTP/1.1" status: 200 len: 861 time: 0.1683965 Mar 02 18:45:40.893489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:40.952184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-b96f6d47-e0c6-4b05-a7b3-ba344cbac37f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=eabcfb34-36c8-4c17-908d-705a06059a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778224 Mar 02 18:45:40.988229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.117 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f1cdc512-9d45-4915-b719-2725b79183a1) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:41.010471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.075139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:45:41.090494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3673bee3-205a-4585-8cb4-642ba1f57c46,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:41.096560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.097047 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Added segment 46f8dff1-93f9-4463-a0b8-dd62eb0c262a of type vlan for network 98e8ec68-f2b2-4253-99b8-c28e24d038af Mar 02 18:45:41.137198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.170337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 8c7a1afb-58fb-4367-96a2-93b838f4a1d8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:45:41.296361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-782c3fae-eb90-44aa-97b7-e2ac1f6dccab None None] Provisioning complete for port c56a6e43-e549-4342-8b26-c44392afc97e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:41.301394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-782c3fae-eb90-44aa-97b7-e2ac1f6dccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.401191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-782c3fae-eb90-44aa-97b7-e2ac1f6dccab None None] Port c56a6e43-e549-4342-8b26-c44392afc97e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:41.404125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:41.409967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.415781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:41.416468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.420354 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] Sync routers for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:41.439538 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:41.440518 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:41.488823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b6adc45-0e1d-4117-9047-5fdcea5cad39 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:41.548746 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:41.562579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:41.563890 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:41.568690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:41.569177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.597297 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5e89f9d2-dd76-46be-b684-6855c69c84fd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0120981 Mar 02 18:45:41.598147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-516263ac-d70b-4e3a-a71a-52f1e8ebc5fb service neutron] 10.222.0.65 "GET /v2.0/networks/eabcfb34-36c8-4c17-908d-705a06059a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6361215 Mar 02 18:45:41.598625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51834) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:41.644908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'Network': ['ID=98e8ec68-f2b2-4253-99b8-c28e24d038af,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:41.656193 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:41.657139 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b8af2ad-07a4-404a-878a-bcdcb8c21d05 None None] The sync data for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:41.659499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:45:41.673992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.715562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2cfd2b67-bf2e-4c5b-97f7-0221b01c3ab2 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0502942 Mar 02 18:45:41.718077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51838) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:41.728085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1297fbaf-f6a5-4f08-94a6-724de2f37762 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:41.728710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1297fbaf-f6a5-4f08-94a6-724de2f37762 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:41.735438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Request body: {'subnet': {'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:41.759209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd8f204-f8cd-4da4-bc70-7a442fd5bbd3 req-ce5c887f-4d34-42a7-96eb-e1742634f5d9 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:41.766139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd8f204-f8cd-4da4-bc70-7a442fd5bbd3 req-ce5c887f-4d34-42a7-96eb-e1742634f5d9 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.2831798 Mar 02 18:45:41.846906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd8f204-f8cd-4da4-bc70-7a442fd5bbd3 req-4c1f443a-7f7c-499b-9609-9f10dcc60322 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793712 Mar 02 18:45:41.850145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5877e78-4d7d-46a4-a448-8e5bf4bb3901 req-2dd9af61-b303-4231-b36e-a896e9573cc8 service neutron] 10.222.0.65 "GET /v2.0/networks/eabcfb34-36c8-4c17-908d-705a06059a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458150 Mar 02 18:45:41.873083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:41.878002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Usage tracker for resource:subnet and tenant:d15bf06f063a4a2793b16d0002e5699b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:41.880971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:41.887086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:41.947797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1297fbaf-f6a5-4f08-94a6-724de2f37762 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:41.948379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:41.952087 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1297fbaf-f6a5-4f08-94a6-724de2f37762 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports/c56a6e43-e549-4342-8b26-c44392afc97e HTTP/1.1" status: 200 len: 911 time: 0.3466282 Mar 02 18:45:41.960346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:42.015621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:42.018789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:42.025537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Made reservation on behalf of d15bf06f063a4a2793b16d0002e5699b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:42.027976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:42.029624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:42.068354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=f1cdc512-9d45-4915-b719-2725b79183a1,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:42.576121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:42.867283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51860) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:42.900816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:42.915679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:42.950893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.151168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.164925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'Subnet': ['ID=34f7b066-f351-44f0-8599-6dcde396a623,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:43.195127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:43.203828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Checking segment: {'id': '46f8dff1-93f9-4463-a0b8-dd62eb0c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:43.204813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Network hostable DHCP agents. Network: 98e8ec68-f2b2-4253-99b8-c28e24d038af, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:43.243278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Usage tracker for resource:security_group_rule and tenant:5266927dc5304da6a01f8d20f0cb7c7c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:43.248349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:43.259886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:43.402762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8254806-b4d1-4ccd-80c4-a86b22979e5c req-7e10565e-4872-47f3-a32e-ee76c615f175 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:43.403058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:43.404265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8254806-b4d1-4ccd-80c4-a86b22979e5c req-7e10565e-4872-47f3-a32e-ee76c615f175 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.3411572 Mar 02 18:45:43.471521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8254806-b4d1-4ccd-80c4-a86b22979e5c req-43125f33-b4ff-4964-a9fa-c399586762b0 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605979 Mar 02 18:45:43.503321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8:1::1 (ed573dc8-a7c7-4eed-ae8e-f782580e5745/7fdc8426-f38f-4cca-b9bb-32f0519f22b3/57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:43.506242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.518869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 98e8ec68-f2b2-4253-99b8-c28e24d038af) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:43.527703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d4145-b19e-44bf-beb6-595dfd1f687f None None] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:43.551867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:43.552447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.576590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 08c1761d-862c-44e3-98b8-af33dda50b03 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:45:43.623845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.701727 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5266927dc5304da6a01f8d20f0cb7c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8334117 Mar 02 18:45:43.706799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:43.709127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5ba35f-8a7f-4575-a827-bbc40e6249df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12a2d5-a276-49b2-9540-367037d086c5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:43.739056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5295f5bc-1118-464c-b3b8-6e721aee8eb0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0173373 Mar 02 18:45:43.741439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:43.763453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Request body: {'port': {'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-287319211'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:43.793191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:43.798530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-98e8ec68-f2b2-4253-99b8-c28e24d038af', 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af', 'tenant_id': 'd15bf06f063a4a2793b16d0002e5699b', 'fixed_ips': [{'subnet_id': '34f7b066-f351-44f0-8599-6dcde396a623'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:43.798530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.817786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Sync routers for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:43.864798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.866771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:43.867446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:43.922574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:43.931030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.932836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b06fac27-9af1-4a77-bb8c-9fec456b33fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4303412 Mar 02 18:45:43.939677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:43.941118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:43.977322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:43.992267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-36e1b8c5-2c1e-46a9-9f7b-d36b13588926 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5de76d81bb5c47fe9e6d4c2b40137e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0546553 Mar 02 18:45:43.994145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51892) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:43.996334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Usage tracker for resource:port and tenant:d15bf06f063a4a2793b16d0002e5699b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:44.000715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.009511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:44.022641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:44.096325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:44.137320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.179352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4f5ad9-743f-4f9f-84a5-1c0844ffe352 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:44.184248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a4f5ad9-743f-4f9f-84a5-1c0844ffe352 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1886561 Mar 02 18:45:44.184992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51898) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:44.225401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:44.228572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.244549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d780fb80-8e3c-4bcb-b3d9-866682a3b3df tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0582054 Mar 02 18:45:44.245361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51902) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:44.245629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Made reservation on behalf of d15bf06f063a4a2793b16d0002e5699b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:44.249601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.252316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1362087999', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:44.284814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:44.287159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] device_id is not set on port a5e7ef2c-d06a-4ab9-8261-27becef5a951 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:45:44.322369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:44.352865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:44.352865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.352865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12a2d5-a276-49b2-9540-367037d086c5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:44.352865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.352865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1deefb6a-f624-4d4b-9570-9f6b0a98d542 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a12a2d5-a276-49b2-9540-367037d086c5 HTTP/1.1" status: 204 len: 168 time: 0.6272616 Mar 02 18:45:44.386490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Allocated IP 172.20.0.2 (98e8ec68-f2b2-4253-99b8-c28e24d038af/34f7b066-f351-44f0-8599-6dcde396a623/77b6930c-c95a-43ec-be01-768fc9bda7a3) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:44.475479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:44.483341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:subnet and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:44.487666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:44.500606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:44.582545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:44.586894 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.643955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.850768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 912c3ac6-a276-4dea-be0a-82ce2b9506e3 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:45:44.854549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:42Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:44.862819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:44.872141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Checking router: 08c1761d-862c-44e3-98b8-af33dda50b03 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:45:44.872863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Updating router 08c1761d-862c-44e3-98b8-af33dda50b03 port f1cdc512-9d45-4915-b719-2725b79183a1 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:45:44.924803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Transition to ACTIVE for port object 77b6930c-c95a-43ec-be01-768fc9bda7a3 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:44.925420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c523fb-3811-4ba1-9d4a-c066f0aeaf79 req-4e3d8d4e-b278-4720-8bbe-194411a2bb3c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:44.927171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0c523fb-3811-4ba1-9d4a-c066f0aeaf79 req-4e3d8d4e-b278-4720-8bbe-194411a2bb3c tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.1880381 Mar 02 18:45:44.936173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-17548708-9102-435c-8bd3-4ed7c9e9daf4 None None] Provisioning for port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:44.955382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-17548708-9102-435c-8bd3-4ed7c9e9daf4 None None] Provisioning complete for port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:44.955382 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-17548708-9102-435c-8bd3-4ed7c9e9daf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.035157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0c523fb-3811-4ba1-9d4a-c066f0aeaf79 req-f7b90491-6bf7-4f13-a8b1-9103b04f8486 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Mar 02 18:45:45.055991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Transition to ACTIVE for port object 77b6930c-c95a-43ec-be01-768fc9bda7a3 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:45.063972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.125235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.181042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.220910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-17548708-9102-435c-8bd3-4ed7c9e9daf4 None None] Port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:45.248919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Subnet': ['ID=9d5f572b-4a0f-4373-b856-9cdf4ab97f13,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:45.252490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:45.253379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network hostable DHCP agents. Network: fd380718-73fa-4e7a-aad8-b21932c41bef, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:45:45.283055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:45.328522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:45.336469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network fd380718-73fa-4e7a-aad8-b21932c41bef is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:45:45.350859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:45.368701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Pushing event updated for resources: {'Port': ['ID=77b6930c-c95a-43ec-be01-768fc9bda7a3,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:45.372233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3,segment=NetworkSegment(2a35e48b-da84-46b9-a23e-c4bb026958f3),segment_id=2a35e48b-da84-46b9-a23e-c4bb026958f3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:45.434697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51932) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:45.439291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Allocated IP 172.20.0.12 (98e8ec68-f2b2-4253-99b8-c28e24d038af/34f7b066-f351-44f0-8599-6dcde396a623/a5e7ef2c-d06a-4ab9-8261-27becef5a951) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:45.457262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.467446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, fd380718-73fa-4e7a-aad8-b21932c41bef) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:45.474269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:45.474868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.480803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '912c3ac6-a276-4dea-be0a-82ce2b9506e3', 'network_id': 'eabcfb34-36c8-4c17-908d-705a06059a72', 'port_id': '912c3ac6-a276-4dea-be0a-82ce2b9506e3', 'mac_address': 'fa:16:3e:23:db:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86be1f4a-580a-4c73-949a-d40ffd3ee262', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:45:45.481164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:45.492034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Usage tracker for resource:security_group_rule and tenant:0e3ab1eb24364db3843ee31a46bef0d9 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:45.495360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:45.505030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:45.533323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.588725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f076e08f-e9b2-4c7f-88e8-1115b34c60ab tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3416321 Mar 02 18:45:45.591565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51936) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:45.595747 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.602755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266385cf-48b2-4adf-adc8-b32ed6bfcb8c None None] Network fd380718-73fa-4e7a-aad8-b21932c41bef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:45.631350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.632273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.680716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.798680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Attempting to bind port 77b6930c-c95a-43ec-be01-768fc9bda7a3 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:45.799067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Attempting to bind port 77b6930c-c95a-43ec-be01-768fc9bda7a3 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '46f8dff1-93f9-4463-a0b8-dd62eb0c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:45.799434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Attempting to bind port 77b6930c-c95a-43ec-be01-768fc9bda7a3 on network 98e8ec68-f2b2-4253-99b8-c28e24d038af {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:45.827575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e3ab1eb24364db3843ee31a46bef0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3915188 Mar 02 18:45:45.834403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:45.837235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:45.840267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Checking segment: {'id': '46f8dff1-93f9-4463-a0b8-dd62eb0c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:45.840267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.840267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Bound using segment: {'id': '46f8dff1-93f9-4463-a0b8-dd62eb0c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:45.840267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Bound port: 77b6930c-c95a-43ec-be01-768fc9bda7a3, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46f8dff1-93f9-4463-a0b8-dd62eb0c262a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:45.840267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:45.847957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef04d61c-5e71-4453-9ad8-f1956a757877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f047126f-3f85-4486-9434-9f50b08f5b71,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:45.918203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:45.937967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:45.941726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:45.974914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] For port 77b6930c-c95a-43ec-be01-768fc9bda7a3, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:45.978929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.010308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] For port 77b6930c-c95a-43ec-be01-768fc9bda7a3, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=77b6930c-c95a-43ec-be01-768fc9bda7a3,segment=NetworkSegment(46f8dff1-93f9-4463-a0b8-dd62eb0c262a),segment_id=46f8dff1-93f9-4463-a0b8-dd62eb0c262a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:46.052146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.163270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Transition to ACTIVE for port object a5e7ef2c-d06a-4ab9-8261-27becef5a951 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:46.187893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 8c7a1afb-58fb-4367-96a2-93b838f4a1d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:46.268908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.285254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.328265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Transition to ACTIVE for port object f1cdc512-9d45-4915-b719-2725b79183a1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:46.342380 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.380168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.410770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912c3ac6-a276-4dea-be0a-82ce2b9506e3 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:45:46.424483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.445467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.471699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Attempting to bind port f1cdc512-9d45-4915-b719-2725b79183a1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:46.472584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Attempting to bind port f1cdc512-9d45-4915-b719-2725b79183a1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:46.472584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Attempting to bind port f1cdc512-9d45-4915-b719-2725b79183a1 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:46.483536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:46.495861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:46.501660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:46.528751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:46.529197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:46.529639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.529988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:46.530505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Bound port: f1cdc512-9d45-4915-b719-2725b79183a1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:46.531361 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.545105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'Port': ['ID=a5e7ef2c-d06a-4ab9-8261-27becef5a951,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:46.548658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:46.569737 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6936f570-999b-4623-bfb1-de5812a654f1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6163907 Mar 02 18:45:46.573267 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] Sync routers for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:46.574113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51952) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:46.592749 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:46.597011 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:46.633375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:46.634082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.636836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] For port f1cdc512-9d45-4915-b719-2725b79183a1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:46.645788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] For port f1cdc512-9d45-4915-b719-2725b79183a1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1cdc512-9d45-4915-b719-2725b79183a1,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:46.655377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3,segment=NetworkSegment(2a35e48b-da84-46b9-a23e-c4bb026958f3),segment_id=2a35e48b-da84-46b9-a23e-c4bb026958f3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:46.678758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9c89434d-08f9-42f1-a9ea-7e2bc6489a9c None None] Provisioning complete for port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:46.679136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9c89434d-08f9-42f1-a9ea-7e2bc6489a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.684344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:46.689504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b960805-f035-4d3b-8f51-b6cd09701f48 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:46.690157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1b960805-f035-4d3b-8f51-b6cd09701f48 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:46.698035 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:46.699347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:46.737996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.746018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7cf739-4d9e-4754-acf9-634cf048dfea req-dc474de2-dabb-4e5a-b6d4-fb5484d85f16 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:46.747721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c7cf739-4d9e-4754-acf9-634cf048dfea req-dc474de2-dabb-4e5a-b6d4-fb5484d85f16 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 943 time: 0.3904169 Mar 02 18:45:46.753812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-fd380718-73fa-4e7a-aad8-b21932c41bef', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:45:46.754682 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.758940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-347613fc-4ec1-4302-ad1c-74d652f262b0 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0145714 Mar 02 18:45:46.759545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51958) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:46.764097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf28e07-e70e-4560-abb7-4629a4e3abcc None None] Pushing event updated for resources: {'Port': ['ID=77b6930c-c95a-43ec-be01-768fc9bda7a3,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:46.776775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Request body: {'port': {'network_id': '98e8ec68-f2b2-4253-99b8-c28e24d038af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-802478321', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:46.777693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] bootfile-name is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:46.780945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] tftp-server is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:46.781364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.api.validators [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] server-ip-address is not in valid_values {{(pid=88708) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:46.810653 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:46.812053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1b960805-f035-4d3b-8f51-b6cd09701f48 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:46.813240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b960805-f035-4d3b-8f51-b6cd09701f48 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports/57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 HTTP/1.1" status: 200 len: 913 time: 0.2381692 Mar 02 18:45:46.813963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8ec8c5-373e-49c4-a81f-900b5d68db9c None None] The sync data for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:46.828556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:46.834637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:46.886758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c7cf739-4d9e-4754-acf9-634cf048dfea req-f9d35ec9-43ff-42e1-befe-b9694a0e306d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921402 Mar 02 18:45:46.963389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:47.051659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9c89434d-08f9-42f1-a9ea-7e2bc6489a9c None None] Port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:47.069899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:47.077261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:47.111350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f047126f-3f85-4486-9434-9f50b08f5b71,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:47.128385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:47.129541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f98990f9-59f6-4c69-b90a-3987f3217039 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f047126f-3f85-4486-9434-9f50b08f5b71 HTTP/1.1" status: 204 len: 168 time: 1.2942164 Mar 02 18:45:47.158211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['912c3ac6-a276-4dea-be0a-82ce2b9506e3'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:45:47.304628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051128f2-a83d-4913-b310-41ecc8219863 None None] Pushing event updated for resources: {'Port': ['ID=f1cdc512-9d45-4915-b719-2725b79183a1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:47.378375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:47.455022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051128f2-a83d-4913-b310-41ecc8219863 None None] Pushing event updated for resources: {'Port': ['ID=f1cdc512-9d45-4915-b719-2725b79183a1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:47.560454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 77b6930c-c95a-43ec-be01-768fc9bda7a3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:47.650264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:47.662273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Usage tracker for resource:port and tenant:d15bf06f063a4a2793b16d0002e5699b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:47.667659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:47.690966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:47.825280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:47.868023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Made reservation on behalf of d15bf06f063a4a2793b16d0002e5699b for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:45:47.869304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Allocated IP 172.20.0.2 (fd380718-73fa-4e7a-aad8-b21932c41bef/9d5f572b-4a0f-4373-b856-9cdf4ab97f13/15adfe7d-0778-43db-9356-62a687c192d5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:47.872990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:47.883840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:47.912186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] device_id is not set on port d823e266-cce8-4073-8980-197c9d73061d yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:45:48.221989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 77b6930c-c95a-43ec-be01-768fc9bda7a3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:48.230036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Allocated IP 172.20.0.13 (98e8ec68-f2b2-4253-99b8-c28e24d038af/34f7b066-f351-44f0-8599-6dcde396a623/d823e266-cce8-4073-8980-197c9d73061d) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:48.256805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4e901-498a-4661-ae28-3d53e711bafd req-433b2c6a-bde4-4b53-969d-7a37567781a0 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:48.274406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc4e901-498a-4661-ae28-3d53e711bafd req-433b2c6a-bde4-4b53-969d-7a37567781a0 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 944 time: 0.1735628 Mar 02 18:45:48.337694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc4e901-498a-4661-ae28-3d53e711bafd req-881b03db-76a5-4d5a-b515-2f9e5a7f2848 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Mar 02 18:45:48.370812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51978) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:48.377932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.406893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.434665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:48.439705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3b2db1bffa4006bb418dd44a9338ed is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:48.443043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:48.451302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:48.475986 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9511f017-e7fc-43f1-949b-f9db0af750ef None None] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:48.576991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.656376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.708909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9a3b2db1bffa4006bb418dd44a9338ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3350573 Mar 02 18:45:48.710567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7bd2e-5427-40f3-b333-fd408a4518f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279293a9-a022-4000-a297-1b53eeca22c2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:48.713680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51984) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:48.714566 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.728571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Provisioning for port 77b6930c-c95a-43ec-be01-768fc9bda7a3 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:48.767504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Transition to ACTIVE for port object 15adfe7d-0778-43db-9356-62a687c192d5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:48.774957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Provisioning complete for port 77b6930c-c95a-43ec-be01-768fc9bda7a3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:48.775337 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.794781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.809062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.833826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Transition to ACTIVE for port object d823e266-cce8-4073-8980-197c9d73061d will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:48.840038 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.888906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 912c3ac6-a276-4dea-be0a-82ce2b9506e3 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:48.921256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:48.922107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:48.971654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Transition to ACTIVE for port object 15adfe7d-0778-43db-9356-62a687c192d5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:49.016242 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.023301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:42Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:49.036819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279293a9-a022-4000-a297-1b53eeca22c2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:49.040268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d975a1-2fc7-47e5-b013-8ad68f2628c7 None None] The sync data for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 is: [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:42Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:49.057542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.059161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-517a372e-3488-4b50-93f6-6253e2cd4c01 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/279293a9-a022-4000-a297-1b53eeca22c2 HTTP/1.1" status: 204 len: 168 time: 0.3437009 Mar 02 18:45:49.132324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.242877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Network fd380718-73fa-4e7a-aad8-b21932c41bef is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:49.251664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.261543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:49.271678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:49.277240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:49.280040 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.1 (fd380718-73fa-4e7a-aad8-b21932c41bef/9d5f572b-4a0f-4373-b856-9cdf4ab97f13/892fe950-f8f4-4fe9-976b-569883e08a2a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:45:49.296353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Pushing event updated for resources: {'Port': ['ID=15adfe7d-0778-43db-9356-62a687c192d5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:49.344056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:49.345381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.370843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.518157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] For port 77b6930c-c95a-43ec-be01-768fc9bda7a3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=77b6930c-c95a-43ec-be01-768fc9bda7a3,segment=NetworkSegment(46f8dff1-93f9-4463-a0b8-dd62eb0c262a),segment_id=46f8dff1-93f9-4463-a0b8-dd62eb0c262a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:49.565077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Attempting to bind port 15adfe7d-0778-43db-9356-62a687c192d5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:49.565828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Attempting to bind port 15adfe7d-0778-43db-9356-62a687c192d5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:49.566672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Attempting to bind port 15adfe7d-0778-43db-9356-62a687c192d5 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:49.578943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:49.580283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:49.581293 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.581925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Bound using segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:49.582685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Bound port: 15adfe7d-0778-43db-9356-62a687c192d5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:49.583304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.606265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.663834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:49.775779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.875250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object 892fe950-f8f4-4fe9-976b-569883e08a2a will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:49.880294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:49.901780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7ef76-e86a-4132-873a-87cd0cf73aaf req-ad8e45e7-f1f6-4bb2-887e-a8c1711d8c7d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:49.905442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdc7ef76-e86a-4132-873a-87cd0cf73aaf req-ad8e45e7-f1f6-4bb2-887e-a8c1711d8c7d tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 944 time: 0.3040462 Mar 02 18:45:49.971995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] For port 15adfe7d-0778-43db-9356-62a687c192d5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:49.975809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f8520-0a5a-40de-8999-bb4f924e0993 None None] Pushing event updated for resources: {'Port': ['ID=77b6930c-c95a-43ec-be01-768fc9bda7a3,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:49.992194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] For port 15adfe7d-0778-43db-9356-62a687c192d5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=15adfe7d-0778-43db-9356-62a687c192d5,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:50.001976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.071460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:50.080027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Provisioning complete for port 77b6930c-c95a-43ec-be01-768fc9bda7a3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:50.080569 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.147807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.217694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'Port': ['ID=d823e266-cce8-4073-8980-197c9d73061d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:50.233282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:50.250251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:50.271323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:45:50.350278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:50.351053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.378991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3,segment=NetworkSegment(2a35e48b-da84-46b9-a23e-c4bb026958f3),segment_id=2a35e48b-da84-46b9-a23e-c4bb026958f3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:50.381576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cdc7ef76-e86a-4132-873a-87cd0cf73aaf req-b895d44d-3a10-4b70-9184-c6c68dfbf27e tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699807 Mar 02 18:45:50.393658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.395558 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3', 'code': 200} Mar 02 18:45:50.458914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a3bd09-bfee-4109-805b-b2dd738a531c None None] Pushing event updated for resources: {'Port': ['ID=15adfe7d-0778-43db-9356-62a687c192d5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:50.488585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.496347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=57ef1dc9-1b3b-4db0-b2f9-17f19d1b84d2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:50.517613 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1180f236-7676-4970-8123-a241e352ebe8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.7569988 Mar 02 18:45:50.525840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52020) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:50.554872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:50.697326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:50.825410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:50.849288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network fd380718-73fa-4e7a-aad8-b21932c41bef is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:50.855216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:50.866322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:45:50.996411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.010646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Provisioning for port a5e7ef2c-d06a-4ab9-8261-27becef5a951 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:51.018490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Provisioning complete for port a5e7ef2c-d06a-4ab9-8261-27becef5a951 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:51.019771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.069184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.172324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2a7985fa-5c5f-4931-abbd-a6b9da189a2b None None] Port a5e7ef2c-d06a-4ab9-8261-27becef5a951 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:51.203182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875e3ce-bd1e-4d03-8725-a1ee99f92ae3 req-84ff5324-66d7-42e2-8bc2-c8e5d8438285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:51.205224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3875e3ce-bd1e-4d03-8725-a1ee99f92ae3 req-84ff5324-66d7-42e2-8bc2-c8e5d8438285 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 1096 time: 0.7665222 Mar 02 18:45:51.228310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:51.234491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:51.241160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:51.242157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Synchronizing usage tracker for tenant:d15bf06f063a4a2793b16d0002e5699b on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:51.264889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3875e3ce-bd1e-4d03-8725-a1ee99f92ae3 req-73f152dd-ea27-42ee-b7a4-8662e2ae7384 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524793 Mar 02 18:45:51.353955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Provisioning for port d823e266-cce8-4073-8980-197c9d73061d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:51.364159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Provisioning complete for port d823e266-cce8-4073-8980-197c9d73061d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:51.366578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.455561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Unset dirty status for tenant:d15bf06f063a4a2793b16d0002e5699b on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:51.459479 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ceeb35f7-242b-474b-a292-dff84f9833c5 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.9297621 Mar 02 18:45:51.463196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:51.586351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Port d823e266-cce8-4073-8980-197c9d73061d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:51.591495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Deleting port d823e266-cce8-4073-8980-197c9d73061d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:51.591873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.607022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Provisioning complete for port a5e7ef2c-d06a-4ab9-8261-27becef5a951 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:51.607547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:51.635517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 8c7a1afb-58fb-4367-96a2-93b838f4a1d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:51.736378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-81991462-9b00-455c-8906-8b6152fef2cb None None] Port a5e7ef2c-d06a-4ab9-8261-27becef5a951 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:51.772915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 15adfe7d-0778-43db-9356-62a687c192d5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:51.970325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:52.006135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 15adfe7d-0778-43db-9356-62a687c192d5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:52.018161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 77b6930c-c95a-43ec-be01-768fc9bda7a3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:52.120063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f39806f9-d97f-4269-81d8-bcd284388c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:52.217659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:52.231009 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f29dceb9-0009-4d81-9979-d6ed6aa9861b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3973930 Mar 02 18:45:52.232898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52064) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:52.238457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] Sync routers for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:52.252380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 77b6930c-c95a-43ec-be01-768fc9bda7a3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:52.255321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:52.358926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:52.359677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:52.361510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7264c6d-5548-49e9-b311-6233b79d4fe0 req-0b2fd941-94f5-463e-8952-c9785c2bb053 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:52.364792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7264c6d-5548-49e9-b311-6233b79d4fe0 req-0b2fd941-94f5-463e-8952-c9785c2bb053 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 945 time: 0.6884155 Mar 02 18:45:52.470979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:52.482664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922a67d-175b-46d6-b06e-988ea9a5de10 None None] Network fd380718-73fa-4e7a-aad8-b21932c41bef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:52.489914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7264c6d-5548-49e9-b311-6233b79d4fe0 req-53c72143-c207-4bd3-b18b-949b8b769813 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109905 Mar 02 18:45:52.494281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:52.538478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:52.539130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:52.695628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Calling delete_port for d823e266-cce8-4073-8980-197c9d73061d owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:52.720362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:52.720797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2de66-222f-4e2a-8488-ff7da33a61a6 None None] The sync data for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:52.827449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1cdc512-9d45-4915-b719-2725b79183a1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:52.873371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Provisioning for port 15adfe7d-0778-43db-9356-62a687c192d5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:52.896374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Provisioning complete for port 15adfe7d-0778-43db-9356-62a687c192d5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:52.896747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.189140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f1cdc512-9d45-4915-b719-2725b79183a1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:53.210033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f1cdc512-9d45-4915-b719-2725b79183a1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:53.215227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.260426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.295262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.332103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] For port 15adfe7d-0778-43db-9356-62a687c192d5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=15adfe7d-0778-43db-9356-62a687c192d5,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:53.375501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.422862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.428824 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.506840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490749f4-3ee4-4ab5-9c6b-6b857c911a07 None None] Pushing event updated for resources: {'Port': ['ID=15adfe7d-0778-43db-9356-62a687c192d5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:53.539961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f1cdc512-9d45-4915-b719-2725b79183a1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1cdc512-9d45-4915-b719-2725b79183a1,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:53.606029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:53.646608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event deleted for resources: {'Port': ['ID=d823e266-cce8-4073-8980-197c9d73061d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:53.777949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f1cdc512-9d45-4915-b719-2725b79183a1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:53.816265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 15adfe7d-0778-43db-9356-62a687c192d5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:53.947715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Provisioning complete for port 15adfe7d-0778-43db-9356-62a687c192d5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:53.948935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.022164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:45:54.069278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 15adfe7d-0778-43db-9356-62a687c192d5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:54.069756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.081090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.089101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port c56a6e43-e549-4342-8b26-c44392afc97e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:54.095135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.120370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.147794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.315034 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a924509-8532-4d30-8a59-4037e2788d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.418303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2041692e-c972-4b0b-a3f7-c09a6d82609c tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "DELETE /v2.0/ports/d823e266-cce8-4073-8980-197c9d73061d HTTP/1.1" status: 204 len: 168 time: 2.9521184 Mar 02 18:45:54.428357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.465288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:54.513223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Provisioning for port 892fe950-f8f4-4fe9-976b-569883e08a2a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:45:54.524659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:54.524968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Provisioning complete for port 892fe950-f8f4-4fe9-976b-569883e08a2a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:54.525331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.537944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Request body: {'port': {'name': 'tempest-new-port-name-690428566', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:45:54.538936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.api.validators [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] bootfile-name is not in valid_values {{(pid=88709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:54.539680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.api.validators [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] tftp-server is not in valid_values {{(pid=88709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:54.540416 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.api.validators [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] server-ip-address is not in valid_values {{(pid=88709) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 02 18:45:54.568014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for c56a6e43-e549-4342-8b26-c44392afc97e owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:54.681254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6b1ec683-0a4a-4cb1-b3d8-445ff561be13 None None] Port 892fe950-f8f4-4fe9-976b-569883e08a2a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:54.681791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.816424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0b8df7aa-deac-498e-8b8a-579b8becb8e0 None None] Provisioning complete for port 892fe950-f8f4-4fe9-976b-569883e08a2a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:54.817355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0b8df7aa-deac-498e-8b8a-579b8becb8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.885482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52096) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:54.886622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0b8df7aa-deac-498e-8b8a-579b8becb8e0 None None] Port 892fe950-f8f4-4fe9-976b-569883e08a2a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:54.916079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network fd380718-73fa-4e7a-aad8-b21932c41bef is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:45:54.919578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:45:54.959747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:54.976427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaf1ca-8846-4666-95c7-5d0d36054f67 req-5c8f8209-dad1-4c80-a074-5f94a70906ba tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:54.978010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21aaf1ca-8846-4666-95c7-5d0d36054f67 req-5c8f8209-dad1-4c80-a074-5f94a70906ba tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 945 time: 1.2183309 Mar 02 18:45:55.066385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=c56a6e43-e549-4342-8b26-c44392afc97e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:55.132698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.158505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.263862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21aaf1ca-8846-4666-95c7-5d0d36054f67 req-a80749a5-7d29-4df8-8801-8b447662a8d8 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763462 Mar 02 18:45:55.265043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:55.306283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Usage tracker for resource:security_group_rule and tenant:d910d4bc7dba46c29bdf2d4b04e46eae is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:55.314923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:55.321416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.333021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ae9b1e4a-1334-45fc-9f15-e1f5c6deced9 None None] Provisioning complete for port 892fe950-f8f4-4fe9-976b-569883e08a2a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:55.334112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ae9b1e4a-1334-45fc-9f15-e1f5c6deced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.339546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:55.404201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 08c1761d-862c-44e3-98b8-af33dda50b03 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:55.425129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ae9b1e4a-1334-45fc-9f15-e1f5c6deced9 None None] Port 892fe950-f8f4-4fe9-976b-569883e08a2a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:55.570939 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.571849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.724012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1cdc512-9d45-4915-b719-2725b79183a1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:55.791347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 8c7a1afb-58fb-4367-96a2-93b838f4a1d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:45:55.817303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.839364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f1cdc512-9d45-4915-b719-2725b79183a1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:55.840058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:55.899307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:55.911163 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Sync routers for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:55.931622 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:55.932603 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.042307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a36fc8ed-38bb-4230-a0ba-762ac9f36f6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/08c1761d-862c-44e3-98b8-af33dda50b03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4495001 Mar 02 18:45:56.113612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:45:56.133086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] Sync routers for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:45:56.147439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:56.148094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.164145 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.222341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-900e1907-5888-4318-a146-11a1270f28e4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9882169 Mar 02 18:45:56.223121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52136) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:56.240447 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.246922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.288878 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:56.295870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a722af7-c15a-43f4-906f-dfbcd2427dff tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:56.325510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.340971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] Routers {'8c7a1afb-58fb-4367-96a2-93b838f4a1d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:56.342113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.346681 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.404726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8a722af7-c15a-43f4-906f-dfbcd2427dff tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:56.409879 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a722af7-c15a-43f4-906f-dfbcd2427dff tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c7a1afb-58fb-4367-96a2-93b838f4a1d8 HTTP/1.1" status: 200 len: 205 time: 0.1856558 Mar 02 18:45:56.410693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:56.454145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event updated for resources: {'Port': ['ID=a5e7ef2c-d06a-4ab9-8261-27becef5a951,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:56.465745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.466519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337ebb79-155f-46a0-a3f8-fce407e69fab None None] The sync data for ids ['8c7a1afb-58fb-4367-96a2-93b838f4a1d8'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:56.483145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d910d4bc7dba46c29bdf2d4b04e46eae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5810661 Mar 02 18:45:56.483145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57689b96-7c2f-4472-8cd5-3554a957f48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5659ae85-14de-4a09-8f38-22111d503356,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:56.521208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52154) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:56.637949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-afac43b5-ad08-49bc-8ad3-141a55547fb1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1980925529&fields=id&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 267 time: 0.1918185 Mar 02 18:45:56.682731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.745028 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:45:52Z', 'revision_number': 2, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:56.747259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] In _notify_port_updated(), no bound segment for port a5e7ef2c-d06a-4ab9-8261-27becef5a951 on network 98e8ec68-f2b2-4253-99b8-c28e24d038af {{(pid=88709) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 02 18:45:56.752719 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Checking router: 08c1761d-862c-44e3-98b8-af33dda50b03 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:45:56.752883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:56.753505 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Updating router 08c1761d-862c-44e3-98b8-af33dda50b03 port 892fe950-f8f4-4fe9-976b-569883e08a2a binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:45:56.753742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.754915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3717ce81-e1ee-4c67-8017-4b87fce1ff0a tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "PUT /v2.0/ports/a5e7ef2c-d06a-4ab9-8261-27becef5a951 HTTP/1.1" status: 200 len: 1136 time: 2.2879364 Mar 02 18:45:56.795373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52162) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:56.871435 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.921117 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.974660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f5b792f5-6031-4f0d-98fb-cc4ac14d8905 None None] Provisioning complete for port a5e7ef2c-d06a-4ab9-8261-27becef5a951 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:45:56.975484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f5b792f5-6031-4f0d-98fb-cc4ac14d8905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:56.999149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.066583 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.104625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f56f85-812a-4f0c-be6b-ffd6209b8982 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:57.105208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-92f56f85-812a-4f0c-be6b-ffd6209b8982 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Synchronizing usage tracker for tenant:d15bf06f063a4a2793b16d0002e5699b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:57.142770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f5b792f5-6031-4f0d-98fb-cc4ac14d8905 None None] Port a5e7ef2c-d06a-4ab9-8261-27becef5a951 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:45:57.155209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.208401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-3e2e9483-f175-4018-99e3-30e8e28a321f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:57.209139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-3e2e9483-f175-4018-99e3-30e8e28a321f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:57.236366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-92f56f85-812a-4f0c-be6b-ffd6209b8982 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Unset dirty status for tenant:d15bf06f063a4a2793b16d0002e5699b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:57.238168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-92f56f85-812a-4f0c-be6b-ffd6209b8982 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "GET /v2.0/ports/a5e7ef2c-d06a-4ab9-8261-27becef5a951 HTTP/1.1" status: 200 len: 1136 time: 0.4412909 Mar 02 18:45:57.241786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:57.280496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c8436-e08f-4114-a3b1-29be4231a7ab req-f6ded212-3dc8-49cf-88e8-df68534ad6d5 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:57.283751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-832c8436-e08f-4114-a3b1-29be4231a7ab req-f6ded212-3dc8-49cf-88e8-df68534ad6d5 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 945 time: 0.3568859 Mar 02 18:45:57.323755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-3e2e9483-f175-4018-99e3-30e8e28a321f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:57.324914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-3e2e9483-f175-4018-99e3-30e8e28a321f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 796 time: 0.6735010 Mar 02 18:45:57.336191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-832c8436-e08f-4114-a3b1-29be4231a7ab req-0bf4b469-683d-41ce-8dcb-fd41f15504a5 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455208 Mar 02 18:45:57.347920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-7f42d57f-5f21-4fa2-958a-958ef343128a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/quotas/5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 375 time: 0.0108788 Mar 02 18:45:57.359658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.363918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.396727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Deleting port a5e7ef2c-d06a-4ab9-8261-27becef5a951 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:57.396988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.409549 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.425091 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.430551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5659ae85-14de-4a09-8f38-22111d503356,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:57.440337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.441548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c17e56a6-74ca-452e-bbd1-0d9272cf76cc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5659ae85-14de-4a09-8f38-22111d503356 HTTP/1.1" status: 204 len: 168 time: 0.9193814 Mar 02 18:45:57.491206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-889e1294-8f07-47c1-863d-bd17ddb2f20d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:45:57.513490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Transition to ACTIVE for port object 892fe950-f8f4-4fe9-976b-569883e08a2a will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:45:57.514829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.515315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 8c7a1afb-58fb-4367-96a2-93b838f4a1d8 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:45:57.536737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.537843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f4ba317-64bd-4f61-94cc-4b388f94ab9b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8 HTTP/1.1" status: 204 len: 168 time: 1.1260028 Mar 02 18:45:57.540663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52172) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:57.559464 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.599699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-889e1294-8f07-47c1-863d-bd17ddb2f20d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:45:57.613606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-889e1294-8f07-47c1-863d-bd17ddb2f20d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2567623 Mar 02 18:45:57.640314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 7fdc8426-f38f-4cca-b9bb-32f0519f22b3 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:57.643888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.729255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.772158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Pushing event updated for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:57.787489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.862003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.866746 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.867128 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.867471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.867808 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.868210 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.868454 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.868781 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.869104 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.869426 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.874930 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.875351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:45:57.915261 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Attempting to bind port 892fe950-f8f4-4fe9-976b-569883e08a2a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:45:57.915949 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Attempting to bind port 892fe950-f8f4-4fe9-976b-569883e08a2a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:45:57.916531 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Attempting to bind port 892fe950-f8f4-4fe9-976b-569883e08a2a on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:45:57.923679 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:45:57.924305 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:45:57.924577 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.924983 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Bound using segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:45:57.925452 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Bound port: 892fe950-f8f4-4fe9-976b-569883e08a2a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:45:57.925825 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:57.942799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Calling delete_port for a5e7ef2c-d06a-4ab9-8261-27becef5a951 owned by {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:58.060942 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] For port 892fe950-f8f4-4fe9-976b-569883e08a2a, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:45:58.065705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] For port 892fe950-f8f4-4fe9-976b-569883e08a2a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=892fe950-f8f4-4fe9-976b-569883e08a2a,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:45:58.136793 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.138423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-89597b83-cea6-44ac-b31f-ec2eb9c78663 service neutron] 10.222.0.66 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5240147 Mar 02 18:45:58.211023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.224446 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:45:58.225266 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:58.237054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:58.255854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.325138 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4bf264-e640-4711-8585-ac0bf599074b None None] Pushing event updated for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:58.361350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.400759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-368206f8-3f42-4a42-b8e8-fbc42330e6dc tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:58.402351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-368206f8-3f42-4a42-b8e8-fbc42330e6dc tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.65 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 945 time: 0.3785126 Mar 02 18:45:58.473254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event deleted for resources: {'Port': ['ID=a5e7ef2c-d06a-4ab9-8261-27becef5a951,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:58.500013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:45:58.526356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Usage tracker for resource:security_group_rule and tenant:b3541d1000224bf4b5049efedc22c5f7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:45:58.534567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:45:58.566416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.570813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:45:58.607596 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:45:58.658357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a7d13bad-ac86-4c5d-ae76-39e71d4f49a8 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "DELETE /v2.0/ports/a5e7ef2c-d06a-4ab9-8261-27becef5a951 HTTP/1.1" status: 204 len: 168 time: 1.4122250 Mar 02 18:45:58.659325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:58.662280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-9f9b8fa4-78ac-4962-9043-bbe162ff87da service neutron] 10.222.0.66 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085468 Mar 02 18:45:58.702073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Deleting port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:58.704426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.742931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Deleting subnet 34f7b066-f351-44f0-8599-6dcde396a623 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:58.748255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.807202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.825640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.843211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475d588-40c0-4243-bd8a-952db66472b3 req-af3297a2-c7f5-40a9-b8db-50f977975d32 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:45:58.844949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e475d588-40c0-4243-bd8a-952db66472b3 req-af3297a2-c7f5-40a9-b8db-50f977975d32 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 945 time: 0.3418567 Mar 02 18:45:58.917287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:58.972161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c09084a-ee74-414b-8792-8b881023966d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:59.037595 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f9dbc1bf-4a78-4bc3-be13-28f69efc4fc7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3541d1000224bf4b5049efedc22c5f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7990873 Mar 02 18:45:59.045814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52204) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:59.067671 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:45:58Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:45:59.078779 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02080670-1f15-4863-a79d-b141ec4133fa None None] The sync data for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 is: [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:45:58Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:45:59.119772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.263885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.281552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.308863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.386618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=7fdc8426-f38f-4cca-b9bb-32f0519f22b3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:59.407578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e475d588-40c0-4243-bd8a-952db66472b3 req-a4ecca5c-7fc1-44fe-a4f6-c34ec64f6384 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/security-groups?id=7b4cab9d-7093-465c-8d06-638f53b010d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5501335 Mar 02 18:45:59.428747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53e8dac1-7ad1-41bf-8646-48a1dee5d5db req-f5ff92c4-bae9-4fec-87a5-57ef5a4db0fc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 210 time: 0.1456771 Mar 02 18:45:59.429961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.430561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63a529b-09e5-4db3-b9f9-7f510dc76b10 None None] Network ed573dc8-a7c7-4eed-ae8e-f782580e5745 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:59.437113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.453481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b7c05ff2-2aae-46e5-a023-8e1f15fb9366 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/7fdc8426-f38f-4cca-b9bb-32f0519f22b3 HTTP/1.1" status: 204 len: 168 time: 1.9117126 Mar 02 18:45:59.462846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52216) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:59.517428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] For port 912c3ac6-a276-4dea-be0a-82ce2b9506e3, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=912c3ac6-a276-4dea-be0a-82ce2b9506e3,segment=NetworkSegment(2a35e48b-da84-46b9-a23e-c4bb026958f3),segment_id=2a35e48b-da84-46b9-a23e-c4bb026958f3)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:45:59.517794 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.530919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event deleted for resources: {'Subnet': ['ID=34f7b066-f351-44f0-8599-6dcde396a623,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:59.535129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.539276 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.575580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c09084a-ee74-414b-8792-8b881023966d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:45:59.589803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf192d4-c0d0-416a-8e5b-9306b1e316ae None None] Network 98e8ec68-f2b2-4253-99b8-c28e24d038af requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:45:59.590963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75e49f1e-ae69-4caa-8274-c06868abcc39 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "DELETE /v2.0/subnets/34f7b066-f351-44f0-8599-6dcde396a623 HTTP/1.1" status: 204 len: 168 time: 0.9305882 Mar 02 18:45:59.594000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52220) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:45:59.599537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.600742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30a1071b-856b-414a-b0a8-a1aa52d00e53 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0c09084a-ee74-414b-8792-8b881023966d HTTP/1.1" status: 204 len: 168 time: 0.5527530 Mar 02 18:45:59.798356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Calling delete_port for 912c3ac6-a276-4dea-be0a-82ce2b9506e3 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:45:59.838096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.850421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Deleting port 77b6930c-c95a-43ec-be01-768fc9bda7a3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:45:59.851028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:45:59.876773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 892fe950-f8f4-4fe9-976b-569883e08a2a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:45:59.883346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet b18016e7-a880-45a0-8c74-3775293adca7 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:45:59.896588 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.011335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.384523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] For port 77b6930c-c95a-43ec-be01-768fc9bda7a3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=77b6930c-c95a-43ec-be01-768fc9bda7a3,segment=NetworkSegment(46f8dff1-93f9-4463-a0b8-dd62eb0c262a),segment_id=46f8dff1-93f9-4463-a0b8-dd62eb0c262a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:00.385164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.392938 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.604533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 892fe950-f8f4-4fe9-976b-569883e08a2a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:00.615242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 892fe950-f8f4-4fe9-976b-569883e08a2a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:00.615620 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.622005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.670926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Calling delete_port for 77b6930c-c95a-43ec-be01-768fc9bda7a3 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:00.727194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.744626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ae289d-ffc0-4cc4-9cb2-914ca1f8bf9f None None] DHCP port deletion for 98e8ec68-f2b2-4253-99b8-c28e24d038af request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:00.760860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71950364-73eb-4d88-b0fb-041381868506 None None] DHCP port deletion for ed573dc8-a7c7-4eed-ae8e-f782580e5745 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:00.765061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-56ae289d-ffc0-4cc4-9cb2-914ca1f8bf9f None None] Deleting port 77b6930c-c95a-43ec-be01-768fc9bda7a3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:00.765678 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-56ae289d-ffc0-4cc4-9cb2-914ca1f8bf9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.824777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Deleting port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:00.825420 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.896817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=b18016e7-a880-45a0-8c74-3775293adca7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:00.908341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.920086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Pushing event deleted for resources: {'Port': ['ID=912c3ac6-a276-4dea-be0a-82ce2b9506e3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:00.976405 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:00.986198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5cd8f694-5a83-4b80-837c-d3cabd269ded tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/b18016e7-a880-45a0-8c74-3775293adca7 HTTP/1.1" status: 204 len: 168 time: 1.5222595 Mar 02 18:46:00.987985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-094bad5c-5aea-4d64-af67-3bf8993dceda req-f9a7fa0f-461f-49db-b1b3-a6f7f03f8c74 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Synchronizing usage tracker for tenant:461a0afe13ad4189a1d38f6e64122fe1 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:00.994531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-efbd655d-ddfc-4874-b8cd-8aff70c4a039 req-aafdc19e-31f2-4691-b1d4-09bd73b9f32e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 210 time: 0.2738588 Mar 02 18:46:00.999865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52246) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:01.064007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] No DVR routers for this DVR port 77b6930c-c95a-43ec-be01-768fc9bda7a3 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:01.065645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event deleted for resources: {'Port': ['ID=77b6930c-c95a-43ec-be01-768fc9bda7a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:01.102018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] No DVR routers for this DVR port 912c3ac6-a276-4dea-be0a-82ce2b9506e3 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:01.108892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.111736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4e16dfc-942f-43b5-be59-2b80a1232e58 req-5784a155-dfbc-4a03-9f62-64ee1df43fef tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.65 "DELETE /v2.0/ports/912c3ac6-a276-4dea-be0a-82ce2b9506e3 HTTP/1.1" status: 204 len: 173 time: 2.5401697 Mar 02 18:46:01.112584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'name': 'network-vif-deleted', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:01.125063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-094bad5c-5aea-4d64-af67-3bf8993dceda req-f9a7fa0f-461f-49db-b1b3-a6f7f03f8c74 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] Unset dirty status for tenant:461a0afe13ad4189a1d38f6e64122fe1 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:01.126845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-094bad5c-5aea-4d64-af67-3bf8993dceda req-f9a7fa0f-461f-49db-b1b3-a6f7f03f8c74 tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.4091532 Mar 02 18:46:01.194851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 912c3ac6-a276-4dea-be0a-82ce2b9506e3 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:01.273991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.277435 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15ec490-f022-4875-aaab-e0671ed287b5', 'name': 'network-vif-deleted', 'tag': '912c3ac6-a276-4dea-be0a-82ce2b9506e3', 'status': 'completed', 'code': 200} Mar 02 18:46:01.296935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.297940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:01.305705 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.307309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2695f0e-22c7-4159-82ed-af4ef08a8a50 None None] Network 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:01.339303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98e8ec68-f2b2-4253-99b8-c28e24d038af']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:01.358041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46f8dff1-93f9-4463-a0b8-dd62eb0c262a') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:01.358637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46f8dff1-93f9-4463-a0b8-dd62eb0c262a') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:01.371846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-71950364-73eb-4d88-b0fb-041381868506 None None] For port 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b6adc45-0e1d-4117-9047-5fdcea5cad39,segment=NetworkSegment(6fb61a9c-9738-4f2a-8c0d-538277bde863),segment_id=6fb61a9c-9738-4f2a-8c0d-538277bde863)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:01.372248 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.373820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.402953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.412472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Releasing vlan 688 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:01.413320 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:01.452797 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:01.603494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Calling delete_port for 5b6adc45-0e1d-4117-9047-5fdcea5cad39 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:01.622518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.645173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.659694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 912c3ac6-a276-4dea-be0a-82ce2b9506e3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:01.660264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 912c3ac6-a276-4dea-be0a-82ce2b9506e3 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:01.662317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] Pushing event deleted for resources: {'Network': ['ID=98e8ec68-f2b2-4253-99b8-c28e24d038af,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:01.679153 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c6529e31-72c0-4e22-b8a2-937c516c9ca9 tempest-ExtraDHCPOptionsTestJSON-159370399 tempest-ExtraDHCPOptionsTestJSON-159370399-project] 10.222.0.66 "DELETE /v2.0/networks/98e8ec68-f2b2-4253-99b8-c28e24d038af HTTP/1.1" status: 204 len: 168 time: 2.0769608 Mar 02 18:46:01.723988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-56ae289d-ffc0-4cc4-9cb2-914ca1f8bf9f None None] The port '77b6930c-c95a-43ec-be01-768fc9bda7a3' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:46:01.769306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 5b6adc45-0e1d-4117-9047-5fdcea5cad39, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b6adc45-0e1d-4117-9047-5fdcea5cad39,segment=NetworkSegment(6fb61a9c-9738-4f2a-8c0d-538277bde863),segment_id=6fb61a9c-9738-4f2a-8c0d-538277bde863)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:01.769875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:01.821617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:02.107149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 892fe950-f8f4-4fe9-976b-569883e08a2a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=892fe950-f8f4-4fe9-976b-569883e08a2a,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:02.145740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:02.254004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:02.314216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71950364-73eb-4d88-b0fb-041381868506 None None] No DVR routers for this DVR port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:02.326599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71950364-73eb-4d88-b0fb-041381868506 None None] Pushing event deleted for resources: {'Port': ['ID=5b6adc45-0e1d-4117-9047-5fdcea5cad39,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:02.504707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] DHCP port deletion for 8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:02.506385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b6adc45-0e1d-4117-9047-5fdcea5cad39 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:02.513112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 5b6adc45-0e1d-4117-9047-5fdcea5cad39 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:02.539647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-26949400-6c45-40f0-a915-84a7d1bfde61 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:02.544298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-26949400-6c45-40f0-a915-84a7d1bfde61 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:02.558454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52280) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:02.584834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-26949400-6c45-40f0-a915-84a7d1bfde61 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:02.586912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-26949400-6c45-40f0-a915-84a7d1bfde61 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 796 time: 0.5824440 Mar 02 18:46:02.619230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5b6adc45-0e1d-4117-9047-5fdcea5cad39 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:02.619565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b6adc45-0e1d-4117-9047-5fdcea5cad39 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:02.620896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 77b6930c-c95a-43ec-be01-768fc9bda7a3 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:02.659130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Deleting port 9f5588e9-de78-4206-9e90-0a2af924b36a {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:02.659515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:02.660363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-0a12639d-e217-4a77-bbe5-f6d3576d7f36 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:02.692299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 77b6930c-c95a-43ec-be01-768fc9bda7a3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:02.692859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 77b6930c-c95a-43ec-be01-768fc9bda7a3 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:02.715235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:02.716820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc56fad7-55a1-4c4b-9e65-f13516c39647 req-e2af11bb-020c-4ab8-ba8d-b2aea8f814cb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 210 time: 0.2916977 Mar 02 18:46:02.738494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf0fcef8-a94c-4e3f-83d9-98ad6905d272 req-7ec97e31-83a7-408c-8c2f-c4e19ca2411a tempest-ServerMetadataNegativeTestJSON-1768226384 tempest-ServerMetadataNegativeTestJSON-1768226384-project] 10.222.0.66 "GET /v2.0/ports?device_id=b15ec490-f022-4875-aaab-e0671ed287b5 HTTP/1.1" status: 200 len: 210 time: 0.0919693 Mar 02 18:46:02.765157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-0a12639d-e217-4a77-bbe5-f6d3576d7f36 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:02.781072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-0a12639d-e217-4a77-bbe5-f6d3576d7f36 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 380 time: 0.1652200 Mar 02 18:46:02.788436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'port': {'device_id': '37f76302-c5fb-471b-988b-2d8489622443', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'admin_state_up': True, 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'security_groups': ['cc3bb252-6ce9-4898-bdeb-22a84ca5da20']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:02.790007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:02.799031 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:02.967563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-17706c55-bda0-4120-9e8c-a7e5fb95723d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d15bf06f063a4a2793b16d0002e5699b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863027 Mar 02 18:46:02.969103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] For port 9f5588e9-de78-4206-9e90-0a2af924b36a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9f5588e9-de78-4206-9e90-0a2af924b36a,segment=NetworkSegment(513f9b92-7e57-4c36-8e09-31d856298bf5),segment_id=513f9b92-7e57-4c36-8e09-31d856298bf5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:02.970006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:02.970361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52292) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:03.018310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:03.039301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:03.059200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.100816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.119922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:03.125383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.170036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Calling delete_port for 9f5588e9-de78-4206-9e90-0a2af924b36a owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:03.216366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.245054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673bee3-205a-4585-8cb4-642ba1f57c46,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:03.292472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 5b6adc45-0e1d-4117-9047-5fdcea5cad39 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:03.292831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.308840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.10 (fd380718-73fa-4e7a-aad8-b21932c41bef/9d5f572b-4a0f-4373-b856-9cdf4ab97f13/d524ca81-cf89-4442-9db7-abeadadac267) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:03.353609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.370447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] The port '5b6adc45-0e1d-4117-9047-5fdcea5cad39' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:46:03.409318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] Pushing event deleted for resources: {'Port': ['ID=9f5588e9-de78-4206-9e90-0a2af924b36a,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:03.415175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7497b01-9c7c-4827-9f9d-261503acb1b3 None None] No DVR routers for this DVR port 9f5588e9-de78-4206-9e90-0a2af924b36a on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:03.437530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.441659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a5f2350a-101d-4a36-b45c-20b1f6b8d542 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3673bee3-205a-4585-8cb4-642ba1f57c46 HTTP/1.1" status: 204 len: 168 time: 0.4676547 Mar 02 18:46:03.525160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.570288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed573dc8-a7c7-4eed-ae8e-f782580e5745']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:03.577666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.587823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb61a9c-9738-4f2a-8c0d-538277bde863') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:03.588223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb61a9c-9738-4f2a-8c0d-538277bde863') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:03.600946 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.608002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object d524ca81-cf89-4442-9db7-abeadadac267 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:03.620333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.631935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 665 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:03.632500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:03.655132 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:03.805021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.846738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.870322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:03.883181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52340) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:03.883335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=ed573dc8-a7c7-4eed-ae8e-f782580e5745,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:03.889398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-86b4daba-fa40-4db0-9be4-0dfc9fe27ee0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/ed573dc8-a7c7-4eed-ae8e-f782580e5745 HTTP/1.1" status: 204 len: 168 time: 2.8762004 Mar 02 18:46:03.917603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52344) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:03.975221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771075ec-8f55-4e06-a46c-79668047e392 req-65497970-92a0-4e9d-9aff-72104848c195 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:03.976844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-771075ec-8f55-4e06-a46c-79668047e392 req-65497970-92a0-4e9d-9aff-72104848c195 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 932 time: 0.0966201 Mar 02 18:46:04.051732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-771075ec-8f55-4e06-a46c-79668047e392 req-f405c474-dadc-4d17-8700-09a5867dad20 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684354 Mar 02 18:46:04.127255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network fd380718-73fa-4e7a-aad8-b21932c41bef is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:04.135279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:04.138030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:04.175269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:04.259772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Deleting subnet 86be1f4a-580a-4c73-949a-d40ffd3ee262 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:46:04.285760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.402685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.410846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 892fe950-f8f4-4fe9-976b-569883e08a2a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:04.423090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:04.423750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.429641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.576896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.577839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 892fe950-f8f4-4fe9-976b-569883e08a2a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:04.578250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.630351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-500ab983-b5ca-494a-91b4-de41a3c08b39 None None] Provisioning for port d524ca81-cf89-4442-9db7-abeadadac267 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:04.641707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-500ab983-b5ca-494a-91b4-de41a3c08b39 None None] Provisioning complete for port d524ca81-cf89-4442-9db7-abeadadac267 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:04.644166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-500ab983-b5ca-494a-91b4-de41a3c08b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.673613 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e6e9ccfb-fc06-4a6b-aebc-2286d6d532ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8895531 Mar 02 18:46:04.681966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.695779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Request body: {'port': {'device_id': '37f76302-c5fb-471b-988b-2d8489622443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:04.733253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-500ab983-b5ca-494a-91b4-de41a3c08b39 None None] Port d524ca81-cf89-4442-9db7-abeadadac267 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:04.766907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6bc1de-c333-4604-8fa2-5ebe69e98dc9']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:04.795882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '513f9b92-7e57-4c36-8e09-31d856298bf5') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:04.796087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '513f9b92-7e57-4c36-8e09-31d856298bf5') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:04.853035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.884375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9f5588e9-de78-4206-9e90-0a2af924b36a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:04.886055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.897087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:04.897504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.914433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:04.922476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 9f5588e9-de78-4206-9e90-0a2af924b36a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:04.923268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9f5588e9-de78-4206-9e90-0a2af924b36a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:04.923411 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:04.985762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52406) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:05.038667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.097720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.107583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86be1f4a-580a-4c73-949a-d40ffd3ee262,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:05.127488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58e99409-3663-4567-a42e-679b37105af1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/86be1f4a-580a-4c73-949a-d40ffd3ee262 HTTP/1.1" status: 204 len: 168 time: 1.2540374 Mar 02 18:46:05.129945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52416) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:05.199634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.236653 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.241957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/8d6bc1de-c333-4604-8fa2-5ebe69e98dc9 HTTP/1.1" status: 204 len: 168 time: 1.3194711 Mar 02 18:46:05.244126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52422) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:05.246625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20efe3f6-8fe5-400a-ab9e-9d6590a17db7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=8d6bc1de-c333-4604-8fa2-5ebe69e98dc9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:05.255311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-135360848'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:05.260890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:05.268486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:05.274368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:05.295501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:05.300611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.394170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:05.397708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.410810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.437256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c49726-386f-4e21-a2e5-22de2e7ce483 req-514e5ca2-bce9-42aa-8c5e-5bc8e015d4cc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:05.439385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c49726-386f-4e21-a2e5-22de2e7ce483 req-514e5ca2-bce9-42aa-8c5e-5bc8e015d4cc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 932 time: 0.2726619 Mar 02 18:46:05.457685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:05.477473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52428) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:05.480448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.480448 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b of type vlan for network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 Mar 02 18:46:05.490594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:05.515509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:05.518873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Usage tracker for resource:security_group_rule and tenant:1fb56495c9e34ae29562fe912039f4a0 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:05.524893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.532523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:05.557058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:05.578914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabcfb34-36c8-4c17-908d-705a06059a72']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:05.580479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.597176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:05.613600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.617206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94c49726-386f-4e21-a2e5-22de2e7ce483 req-23fe7d8e-7839-4762-9970-b31f3575ae6c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281204 Mar 02 18:46:05.623066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a35e48b-da84-46b9-a23e-c4bb026958f3') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:05.623686 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a35e48b-da84-46b9-a23e-c4bb026958f3') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:05.640825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.648140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-325268263'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:05.653775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Transition to ACTIVE for port object d524ca81-cf89-4442-9db7-abeadadac267 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:05.654898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:05.659326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:05.662208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:05.668073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:05.673182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.682393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:05.682789 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:05.696359 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:05.718940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.724976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:05.727510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.775438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.808964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:05.820123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Usage tracker for resource:security_group_rule and tenant:1bc76fb875264f3eb9c548ddee86485a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:05.822443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.826803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:05.835518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:05.860276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:05.863734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.866245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.896917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=b000a1b1-0c31-4ec4-95f2-8e115c6652e2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:05.907318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:05.916693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.939029 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.960361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.963749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=eabcfb34-36c8-4c17-908d-705a06059a72,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:05.977492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f6b15487-2aa7-41d7-9788-1d2f41860f97 admin admin] 10.222.0.66 "DELETE /v2.0/networks/eabcfb34-36c8-4c17-908d-705a06059a72 HTTP/1.1" status: 204 len: 168 time: 0.8464580 Mar 02 18:46:05.987132 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:05.989071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9998533a-4eee-4984-ab3d-6dcb4e1dc531 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7426031 Mar 02 18:46:06.005514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52446) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:06.044530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:06.069916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1fb56495c9e34ae29562fe912039f4a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0820124 Mar 02 18:46:06.077095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:06.144581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fab996-a894-41d0-8ba2-217e1d41bfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce2221-2acc-4c1e-99d9-a1038e96fab0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.160964 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:46:06.259229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:06.261994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.302616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:security_group_rule and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:06.308062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:06.331584 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.356488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.370699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.373200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:06.413853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:06.415760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.430655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:06.435713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:06.443963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:06.455784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:06.456128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:06.456458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:06.458869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:06.470834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:46:06.471169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:06.478603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df005ff1-8c49-48a8-9ad3-0354221bcc0a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.479110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:06.479455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:06.479841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Bound using segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:06.480271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Bound port: d524ca81-cf89-4442-9db7-abeadadac267, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:06.482158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.484664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-294f8784-c1b1-46d0-9a2f-5e01abe7db12 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1bc76fb875264f3eb9c548ddee86485a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9628770 Mar 02 18:46:06.488725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:06.516756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.558331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce2221-2acc-4c1e-99d9-a1038e96fab0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.570827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:06.574254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.587718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-184a48ee-1b20-4ff5-8b42-3b0b650ef0df admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=461a0afe13ad4189a1d38f6e64122fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1220584 Mar 02 18:46:06.587718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52462) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:06.591388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.593227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30e7b3f0-0aba-4a7e-b79a-7e5d600753fe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2fce2221-2acc-4c1e-99d9-a1038e96fab0 HTTP/1.1" status: 204 len: 168 time: 0.5138018 Mar 02 18:46:06.633337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.691129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.725877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:06.735640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:06.737712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.746273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.825563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.857110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.869768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.899123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86a81f-683a-490e-b3d6-0ca2bdb9abb2 req-245a86a0-80f0-4952-b485-a4179e54cbd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:06.900670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a86a81f-683a-490e-b3d6-0ca2bdb9abb2 req-245a86a0-80f0-4952-b485-a4179e54cbd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.1414378 Mar 02 18:46:06.920984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.950015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:06.950682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.952418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1092 time: 2.2628086 Mar 02 18:46:06.953172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:06.956753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df005ff1-8c49-48a8-9ad3-0354221bcc0a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.960577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:06.967366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.972454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f657a0eb-9b86-47ad-b3bd-6baab1493475 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/df005ff1-8c49-48a8-9ad3-0354221bcc0a HTTP/1.1" status: 204 len: 168 time: 0.4788735 Mar 02 18:46:06.986356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70666119-4092-4beb-b426-0dd44c07cfa7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:06.997155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:06.997517 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 439c9c89-b4f6-4df5-8de0-1b1842cf240b of type vlan for network f3045158-c8d4-4495-8be5-427b3bb5dcf6 Mar 02 18:46:07.008565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.022929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a86a81f-683a-490e-b3d6-0ca2bdb9abb2 req-d0a17d1c-b771-48d9-8b5e-9e482ae4bbf7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161709 Mar 02 18:46:07.038149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.040442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.041806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7b4cab9d-7093-465c-8d06-638f53b010d5 HTTP/1.1" status: 204 len: 168 time: 0.4534795 Mar 02 18:46:07.068326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cee65d-0047-48a9-8424-3668bde3cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4cab9d-7093-465c-8d06-638f53b010d5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:07.087571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665c032-0ac7-4c66-8176-54ea3faefdd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:07.113932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.131436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=1e1c8179-1abd-469d-8e99-16027a31cc35,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:07.250141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:07.250507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: b000a1b1-0c31-4ec4-95f2-8e115c6652e2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:07.310379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-9e4454e7-091f-493b-a155-535da52f6b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:07.312102 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-9e4454e7-091f-493b-a155-535da52f6b0c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1095 time: 0.1678524 Mar 02 18:46:07.389391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-77a025dd-d145-477f-92c0-170744765d2e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 217 time: 0.0696349 Mar 02 18:46:07.436263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.442510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:07.443058 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.480068 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:46:07.494187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:07.593053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-66d0c8f2-87f5-4af1-bae1-2511c7099c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:07.594523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-66d0c8f2-87f5-4af1-bae1-2511c7099c64 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1997323 Mar 02 18:46:07.595274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=f3045158-c8d4-4495-8be5-427b3bb5dcf6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:07.609669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:07.636251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b000a1b1-0c31-4ec4-95f2-8e115c6652e2) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:07.640676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:07.649082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:07.649389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecb7fa-a5ac-49d4-aae9-7ec0b35da2f0 None None] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:07.675041 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e936e9d5-fcbe-45dc-932c-3dfde1f6b363 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1945522 Mar 02 18:46:07.693399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-4ebe51af-80d3-41e0-a56f-81cd8c441f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:07.695002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-4ebe51af-80d3-41e0-a56f-81cd8c441f74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936153 Mar 02 18:46:07.795303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2224d512-cd74-4afe-b094-546afd0329be tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7806845 Mar 02 18:46:07.798679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52482) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:07.803853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-45602377', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:07.821602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:07.829319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:07.834258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:07.844144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:07.876568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-e501cfe5-67f6-43b8-b32d-f270f4d8cb97 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740425 Mar 02 18:46:07.982532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b000a1b1-0c31-4ec4-95f2-8e115c6652e2', 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '1e1c8179-1abd-469d-8e99-16027a31cc35'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:07.983925 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.016507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.017941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.040824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.059128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52488) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:08.097856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cfdf3a24-5851-47bc-9b7b-a73d7526d5b9 req-077df8d8-1cf5-47f2-b667-44da63ba6f6b service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152479 Mar 02 18:46:08.100601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.131667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.154459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:08.162798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9da4a7a6e0b042079d820ae44dae705f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:08.174272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:08.185886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:08.350476 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.355273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:08.356608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b4e87f90-7976-448c-8aef-a0f8fffc29d5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5568721 Mar 02 18:46:08.375031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'port': {'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2', 'name': 'tempest-RoutersIpV6Test-298907324'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:08.380163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Allocated IP 2001:db8::2 (b000a1b1-0c31-4ec4-95f2-8e115c6652e2/1e1c8179-1abd-469d-8e99-16027a31cc35/47664cfe-4752-4ff4-82ae-1413ac759d4d) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:08.430565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b59ee19-a8d6-46ca-a6d8-7e81c60857c2 req-1df66eac-0455-41a9-a340-cb1592f6bd01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:08.432647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b59ee19-a8d6-46ca-a6d8-7e81c60857c2 req-1df66eac-0455-41a9-a340-cb1592f6bd01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.2071493 Mar 02 18:46:08.518894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b59ee19-a8d6-46ca-a6d8-7e81c60857c2 req-f527c079-b893-439e-addb-1546dd247ed7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775273 Mar 02 18:46:08.633232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:08.667997 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.711835 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.724239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:08.728411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Transition to ACTIVE for port object 47664cfe-4752-4ff4-82ae-1413ac759d4d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:08.738503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Usage tracker for resource:security_group_rule and tenant:eccf40c5a2d74ef2aa027e4ef4649e43 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:08.747036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:08.748791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-1264ea64-f072-429f-abb5-3103e7b3ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:08.751912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-1264ea64-f072-429f-abb5-3103e7b3ed4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1095 time: 0.5415215 Mar 02 18:46:08.753389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Transition to ACTIVE for port object 47664cfe-4752-4ff4-82ae-1413ac759d4d will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:08.760375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:08.814339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:08.828744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:port and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:08.832542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.833652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:08.839278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:08.883577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:08.923332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:08.924549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:08.929163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:08.931677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Pushing event updated for resources: {'Port': ['ID=47664cfe-4752-4ff4-82ae-1413ac759d4d,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:08.942826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-e877a4db-094b-4189-89f7-b18d35d2108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:08.944693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-e877a4db-094b-4189-89f7-b18d35d2108a service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.1808405 Mar 02 18:46:08.945650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.031135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Attempting to bind port 47664cfe-4752-4ff4-82ae-1413ac759d4d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:09.032502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Attempting to bind port 47664cfe-4752-4ff4-82ae-1413ac759d4d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:09.033047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Attempting to bind port 47664cfe-4752-4ff4-82ae-1413ac759d4d on network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:09.039255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:09.040172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Checking segment: {'id': '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:09.040773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.041358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Bound using segment: {'id': '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:09.042023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Bound port: 47664cfe-4752-4ff4-82ae-1413ac759d4d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b000a1b1-0c31-4ec4-95f2-8e115c6652e2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:09.042597 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.125902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:09.129032 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.136430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.172924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] For port 47664cfe-4752-4ff4-82ae-1413ac759d4d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:09.177819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] For port 47664cfe-4752-4ff4-82ae-1413ac759d4d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47664cfe-4752-4ff4-82ae-1413ac759d4d,segment=NetworkSegment(61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b),segment_id=61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:09.178868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-c862d4ff-5c9c-48dc-b0ac-2635c6210aed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 217 time: 0.2224553 Mar 02 18:46:09.190223 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9da4a7a6e0b042079d820ae44dae705f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1250482 Mar 02 18:46:09.190780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52520) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:09.233541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] device_id is not set on port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:46:09.260113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.269166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4f159-7e73-4d2e-9892-b8e8bf23b7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f85d72-42bd-460e-9b0f-89f2582c4a8d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:09.280252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.293515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.325974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-cd8e159a-7fb6-4b94-a80f-80e85a9a0b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:09.327531 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-cd8e159a-7fb6-4b94-a80f-80e85a9a0b4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1384599 Mar 02 18:46:09.333711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eccf40c5a2d74ef2aa027e4ef4649e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6975656 Mar 02 18:46:09.370598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.379772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:09.381298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc128ce-f0c1-4b5a-a26a-3d3caac29e5d None None] Pushing event updated for resources: {'Port': ['ID=47664cfe-4752-4ff4-82ae-1413ac759d4d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:09.458310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7e861-7484-409d-97a1-b0e1946b16ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3582cb51-acbb-4fd8-9b70-93f90b7c91cc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:09.547470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.589918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52532) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:09.591297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:09.592595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/38f85d72-42bd-460e-9b0f-89f2582c4a8d HTTP/1.1" status: 204 len: 168 time: 0.4006495 Mar 02 18:46:09.614900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379a547-63b3-4ed8-9a2e-a50d2ec6f300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f85d72-42bd-460e-9b0f-89f2582c4a8d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:09.615184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8::1e0 (b000a1b1-0c31-4ec4-95f2-8e115c6652e2/1e1c8179-1abd-469d-8e99-16027a31cc35/757c866c-7ab9-4fc8-867f-679ebfb0adc7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:09.810197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:46:09.823662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1392405666-network', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:09.831014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:09.838362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Usage tracker for resource:network and tenant:bb012a8e6a9e41bea676c8abf64ef71b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:09.842668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:09.854507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:09.956179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d89df0-6f36-483a-a795-bc34520065bd req-92faabe6-5684-4677-80ba-b5d243c925e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:09.960848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d89df0-6f36-483a-a795-bc34520065bd req-92faabe6-5684-4677-80ba-b5d243c925e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.2759321 Mar 02 18:46:10.019839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Made reservation on behalf of bb012a8e6a9e41bea676c8abf64ef71b for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:10.022754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.026432 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.040020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 757c866c-7ab9-4fc8-867f-679ebfb0adc7 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:10.057814 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.077834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-f640a734-b001-40a9-850f-0c286f8e5448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:10.079931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-f640a734-b001-40a9-850f-0c286f8e5448 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7458339 Mar 02 18:46:10.117622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.119577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:10.125560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:10.138863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd524ca81-cf89-4442-9db7-abeadadac267', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:46:10.152917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.162083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d89df0-6f36-483a-a795-bc34520065bd req-7c96c6a4-0f81-46c3-b91d-bb7ece11cd8f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891289 Mar 02 18:46:10.166721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb012a8e6a9e41bea676c8abf64ef71b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:10.177635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:10.202651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:10.243422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.273502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.302680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:10.335359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=757c866c-7ab9-4fc8-867f-679ebfb0adc7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:10.355717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:10.404573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:10.411415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:10.415514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.418525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:10.425155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:10.430239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.452023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.470760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3582cb51-acbb-4fd8-9b70-93f90b7c91cc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:10.530856 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.533095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ec5cb7df-9813-43ff-a5df-20734d8a89d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3582cb51-acbb-4fd8-9b70-93f90b7c91cc HTTP/1.1" status: 204 len: 168 time: 1.1380169 Mar 02 18:46:10.588587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47664cfe-4752-4ff4-82ae-1413ac759d4d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:10.614514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-2e0dc8f9-332a-4214-963b-6d00bf49d6f7 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5255990 Mar 02 18:46:10.649855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:10.837763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:10.837763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d524ca81-cf89-4442-9db7-abeadadac267'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:46:10.839229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ac633c5e-5558-4dd6-9ae2-a6c3e6cbf2a6 req-e4833bb0-af18-4cd6-908d-3381c547d82c service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124884 Mar 02 18:46:10.879870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b324c1e-80ec-4d55-9268-bfb081e38ed4 None None] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:10.949744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52550) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:10.955457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:11.045270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52554) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:11.048108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26d8e99d-24eb-4f53-8d51-177601b81d42 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6834047 Mar 02 18:46:11.106955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 47664cfe-4752-4ff4-82ae-1413ac759d4d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:11.118386 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.210891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Provisioning for port 47664cfe-4752-4ff4-82ae-1413ac759d4d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:11.224610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:11.226888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Provisioning complete for port 47664cfe-4752-4ff4-82ae-1413ac759d4d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:11.227266 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.283017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:11.304354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:11.317087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:11.326399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ac474-21c6-46fc-85c4-daa405f9b185,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:11.329197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:11.410611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.410961 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Added segment 8ed3d4b8-255d-4612-8a83-f30cc99f7fb9 of type vlan for network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 Mar 02 18:46:11.524894 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.575587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] For port 47664cfe-4752-4ff4-82ae-1413ac759d4d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47664cfe-4752-4ff4-82ae-1413ac759d4d,segment=NetworkSegment(61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b),segment_id=61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:11.661638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.749974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee43ca4-d8ca-4c0c-9f3d-34427ff74c6b None None] Pushing event updated for resources: {'Port': ['ID=47664cfe-4752-4ff4-82ae-1413ac759d4d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:11.768090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:11.771538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.786804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Provisioning complete for port 47664cfe-4752-4ff4-82ae-1413ac759d4d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:11.786975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:11.787217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.090386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Provisioning for port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:12.092581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1deab-ef93-4031-8ae2-5ddc537d099e req-f0374519-a24b-4da8-b4bd-d52c149e417f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:12.104967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Provisioning complete for port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:12.104967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.105485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8f1deab-ef93-4031-8ae2-5ddc537d099e req-f0374519-a24b-4da8-b4bd-d52c149e417f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.6926925 Mar 02 18:46:12.137760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.138682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:12.144251 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.183446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-db8a7e05-7ab1-4dfe-bbd6-96dd5fa06ce6 None None] Port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:12.310561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-741cc91a-5ac8-49fb-b247-1f62bfe55948 None None] Provisioning complete for port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:12.311188 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-741cc91a-5ac8-49fb-b247-1f62bfe55948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.389537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8f1deab-ef93-4031-8ae2-5ddc537d099e req-be880515-e803-4d3b-a6f6-fb601029a114 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2866130 Mar 02 18:46:12.391778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47664cfe-4752-4ff4-82ae-1413ac759d4d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:12.396564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bc7c2b41-18fb-44f6-baf6-c247ee0335d3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:12.407877 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.439926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:12.507787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-741cc91a-5ac8-49fb-b247-1f62bfe55948 None None] Port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:12.612644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-02684f93-4d6b-412d-8906-f84831b117e3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.0162413 Mar 02 18:46:12.613113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52616) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:12.624236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Request body: {'subnet': {'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1392405666-subnet', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:12.635616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:12.637728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 47664cfe-4752-4ff4-82ae-1413ac759d4d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:12.637728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.651003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Usage tracker for resource:subnet and tenant:bb012a8e6a9e41bea676c8abf64ef71b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:12.659104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:12.675898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:12.703082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.764755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Made reservation on behalf of bb012a8e6a9e41bea676c8abf64ef71b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:12.768244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:12.882098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=a79969dc-4bc0-4721-b686-2b1190864793,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:12.900402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '439c9c89-b4f6-4df5-8de0-1b1842cf240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:12.900695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: f3045158-c8d4-4495-8be5-427b3bb5dcf6, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:12.968004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.089780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:13.147114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.147803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.251754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f3045158-c8d4-4495-8be5-427b3bb5dcf6) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:13.256312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:13.257307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.267712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Pushing event updated for resources: {'Subnet': ['ID=05cca715-9532-4b24-b39b-9c952fd1bb01,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:13.269459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dcbed9-b2cd-44bf-8ca3-a937bb656297 None None] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:13.271587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52646) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:13.274697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Checking segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:13.274697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Network hostable DHCP agents. Network: bc7c2b41-18fb-44f6-baf6-c247ee0335d3, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:13.333299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=757c866c-7ab9-4fc8-867f-679ebfb0adc7,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:13.394713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12a4535d-0741-40a9-b836-c56e7b184ee4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4437792 Mar 02 18:46:13.395450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52652) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:13.404914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1824616376'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:13.415200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:13.422230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:13.427134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:13.438762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:13.450451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:13.463258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, bc7c2b41-18fb-44f6-baf6-c247ee0335d3) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:13.467891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:13.468832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.484485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce14ed93-3b40-4f7e-a537-e82789223ea2 None None] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:13.508351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.552972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:13.562385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.580200 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a7da78b-aa3e-40fb-9acd-f4584359877e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9660099 Mar 02 18:46:13.584685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:13.590889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:13.598795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:13.604880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:13.609199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Usage tracker for resource:router and tenant:bb012a8e6a9e41bea676c8abf64ef71b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:13.612401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:13.618478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:13.629250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Usage tracker for resource:security_group_rule and tenant:71579a80c6b64d24a12c6f5d34ad0f6e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:13.634947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:13.642781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:13.655923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:13.666268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.679036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.679666 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 9cd716b6-1b91-4012-8762-a29643c1f6e9 of type vlan for network ded1caed-b259-414b-80c0-a5780f605bcf Mar 02 18:46:13.681043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ae90ba46-6519-47fa-888c-5da016fd215d None None] Provisioning complete for port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:13.681480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ae90ba46-6519-47fa-888c-5da016fd215d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.710551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f3045158-c8d4-4495-8be5-427b3bb5dcf6', 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': 'a79969dc-4bc0-4721-b686-2b1190864793'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:13.711459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.713978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.715467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.732447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.756149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.792030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0df658-965c-4e92-9627-26abaa12bb83 req-908690fd-f643-462c-9e07-2e4d6e779e68 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:13.793873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b0df658-965c-4e92-9627-26abaa12bb83 req-908690fd-f643-462c-9e07-2e4d6e779e68 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.2481589 Mar 02 18:46:13.820809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:13.831705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.857385 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b0df658-965c-4e92-9627-26abaa12bb83 req-69a53c01-295c-4d5a-bf74-ae8842bfcbe7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545580 Mar 02 18:46:13.899659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ae90ba46-6519-47fa-888c-5da016fd215d None None] Port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:13.955403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.964217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:13.965342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.977988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:13.984863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.051258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e53c791-2230-45cb-ae7e-a80650698d78 None None] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:14.205967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d524ca81-cf89-4442-9db7-abeadadac267 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:14.224869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d524ca81-cf89-4442-9db7-abeadadac267 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:14.225224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.272598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Allocated IP 2001:db8:0:ffff::2 (f3045158-c8d4-4495-8be5-427b3bb5dcf6/a79969dc-4bc0-4721-b686-2b1190864793/af4d7a18-dd6b-4234-8e74-673aaa606f7c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:14.462205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=71579a80c6b64d24a12c6f5d34ad0f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1817007 Mar 02 18:46:14.467715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:14.468360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=ded1caed-b259-414b-80c0-a5780f605bcf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:14.470441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1eb986-5e65-48bd-bfde-536652d1653f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae5032d-c1c5-46bc-9403-282aa290860a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:14.493039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ded1caed-b259-414b-80c0-a5780f605bcf details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:14.553591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b6c3d7ff-4efd-4611-b15d-bd72def2566b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1568689 Mar 02 18:46:14.556882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52714) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:14.569029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:14.621205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.675333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.688911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.707629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.715860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:14.719398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:14.722389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:14.728949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:14.731488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.769355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:14.791654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:14.795964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.822194 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'code': 200} Mar 02 18:46:14.901904 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.902985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.971056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:14.975759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc0a65-590d-4330-9d5a-98a9c128218c req-3a839492-4be1-4d7c-9663-b34f2a05070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:14.978661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1bc0a65-590d-4330-9d5a-98a9c128218c req-3a839492-4be1-4d7c-9663-b34f2a05070e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1096 time: 0.0995939 Mar 02 18:46:15.009046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Transition to ACTIVE for port object af4d7a18-dd6b-4234-8e74-673aaa606f7c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:15.053664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Transition to ACTIVE for port object af4d7a18-dd6b-4234-8e74-673aaa606f7c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:15.061127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.093219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.095188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:15.098681 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.136730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.148373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae5032d-c1c5-46bc-9403-282aa290860a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.176568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:15.190060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:15.202565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.202565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-32fd91cd-6e98-483d-8429-5d1aa9e4e091 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cae5032d-c1c5-46bc-9403-282aa290860a HTTP/1.1" status: 204 len: 168 time: 0.6633906 Mar 02 18:46:15.214745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1bc0a65-590d-4330-9d5a-98a9c128218c req-afc72e44-f8ef-415d-b13b-8d319ecc5e03 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754005 Mar 02 18:46:15.230404 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.271010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.280374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=757c866c-7ab9-4fc8-867f-679ebfb0adc7,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.284024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:15.300211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:15.314349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:15.334038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Pushing event updated for resources: {'Port': ['ID=af4d7a18-dd6b-4234-8e74-673aaa606f7c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.401521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52734) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:15.458381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Attempting to bind port af4d7a18-dd6b-4234-8e74-673aaa606f7c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:15.458763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Attempting to bind port af4d7a18-dd6b-4234-8e74-673aaa606f7c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '439c9c89-b4f6-4df5-8de0-1b1842cf240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:15.459140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Attempting to bind port af4d7a18-dd6b-4234-8e74-673aaa606f7c on network f3045158-c8d4-4495-8be5-427b3bb5dcf6 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:15.466565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:15.466951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Checking segment: {'id': '439c9c89-b4f6-4df5-8de0-1b1842cf240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:15.467361 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.471223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Bound using segment: {'id': '439c9c89-b4f6-4df5-8de0-1b1842cf240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:15.471773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Bound port: af4d7a18-dd6b-4234-8e74-673aaa606f7c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '439c9c89-b4f6-4df5-8de0-1b1842cf240b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'f3045158-c8d4-4495-8be5-427b3bb5dcf6'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:15.472273 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.496574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Allocated IP 172.25.7.75 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/3056050c-b23e-41f7-ba45-6da772c39e8a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:15.611083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] For port af4d7a18-dd6b-4234-8e74-673aaa606f7c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:15.614741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] For port af4d7a18-dd6b-4234-8e74-673aaa606f7c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=af4d7a18-dd6b-4234-8e74-673aaa606f7c,segment=NetworkSegment(439c9c89-b4f6-4df5-8de0-1b1842cf240b),segment_id=439c9c89-b4f6-4df5-8de0-1b1842cf240b)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:15.653524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-649ebfb3-dccb-4aef-8bd9-d67799c44909 None None] Provisioning complete for port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:15.654231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-649ebfb3-dccb-4aef-8bd9-d67799c44909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.691486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd5cbc-5c1e-4e04-8358-ceb85971540a req-5c74710a-98d7-4f46-8520-b20e9e6888c9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:15.696507 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.698371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6cd5cbc-5c1e-4e04-8358-ceb85971540a req-5c74710a-98d7-4f46-8520-b20e9e6888c9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.6136947 Mar 02 18:46:15.724035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3c8e170a-fab8-4c18-abe9-40b8d8071dc8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:46:15.758979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.828555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-649ebfb3-dccb-4aef-8bd9-d67799c44909 None None] Port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:15.848421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6cd5cbc-5c1e-4e04-8358-ceb85971540a req-0e947de8-be78-47e4-b488-da1e680dda28 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448600 Mar 02 18:46:15.848566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6976c053-9b81-4861-ac1d-2b4508f367a4 None None] Pushing event updated for resources: {'Port': ['ID=af4d7a18-dd6b-4234-8e74-673aaa606f7c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:15.906056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.923920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:15.930454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Usage tracker for resource:security_group_rule and tenant:6e023c835f6e475384be3ea57f5814f0 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:15.941471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:15.946285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:15.998089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:16.000187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:16.011059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ec15d11c-705a-4b2f-8dd2-d1150ea97f76 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3c8e170a-fab8-4c18-abe9-40b8d8071dc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9646871 Mar 02 18:46:16.014088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52748) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:16.022790 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] Sync routers for ids ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:16.026716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:16.035560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:16.041383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:16.050202 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] Routers {'3c8e170a-fab8-4c18-abe9-40b8d8071dc8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:16.053455 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:16.136523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Pushing event updated for resources: {'Port': ['ID=3056050c-b23e-41f7-ba45-6da772c39e8a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:16.237827 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:16.258579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] Routers {'3c8e170a-fab8-4c18-abe9-40b8d8071dc8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:16.262459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:16.263489 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:16.478434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device af4d7a18-dd6b-4234-8e74-673aaa606f7c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:16.552052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccfc62a-ff57-4930-9723-c986b28ff7ef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:16.552655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3ccfc62a-ff57-4930-9723-c986b28ff7ef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:16.575576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=36282333-f75f-4794-b15b-aa1e70615b23,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:16.586167 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:16.586669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a905769-08ef-4f67-bf0e-83108f44203d None None] The sync data for ids ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:16.599210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '9cd716b6-1b91-4012-8762-a29643c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:16.599210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: ded1caed-b259-414b-80c0-a5780f605bcf, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:16.633213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:16.650050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port af4d7a18-dd6b-4234-8e74-673aaa606f7c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:16.707419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network ded1caed-b259-414b-80c0-a5780f605bcf is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:16.709739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3ccfc62a-ff57-4930-9723-c986b28ff7ef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:16.710980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3ccfc62a-ff57-4930-9723-c986b28ff7ef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports/757c866c-7ab9-4fc8-867f-679ebfb0adc7 HTTP/1.1" status: 200 len: 983 time: 0.6957436 Mar 02 18:46:16.714354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52760) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:16.810985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ded1caed-b259-414b-80c0-a5780f605bcf) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:16.815754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:16.816795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:16.826863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9bb3d7-d455-4046-9ff6-640de650c250 None None] Network ded1caed-b259-414b-80c0-a5780f605bcf requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:16.839899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:16.840641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:16.914202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-56e39004-97ff-4b12-b987-01da147929ef tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3524840 Mar 02 18:46:16.916933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52774) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:17.052240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e023c835f6e475384be3ea57f5814f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6480091 Mar 02 18:46:17.059387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52778) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:17.067146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c7c3cb-7621-43d8-856a-5d43718c94a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac351f6-11a3-4429-9573-8df594931ae7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:17.136749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1250937496-network', 'tenant_id': '4e5819660ec74317982e90e468717123'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:17.159878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.161494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ded1caed-b259-414b-80c0-a5780f605bcf', 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': '36282333-f75f-4794-b15b-aa1e70615b23'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:17.164309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.295941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.317459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ce6a8-c689-4f15-81cc-fc9729529c5a None None] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:17.344212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380bbf1-d069-43c3-94bc-b313822b7795 req-3eb7190c-3692-43f3-a065-a4988946a23f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:17.345805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1380bbf1-d069-43c3-94bc-b313822b7795 req-3eb7190c-3692-43f3-a065-a4988946a23f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.1817286 Mar 02 18:46:17.380459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:17.399573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Usage tracker for resource:network and tenant:4e5819660ec74317982e90e468717123 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:17.405281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1380bbf1-d069-43c3-94bc-b313822b7795 req-516f933a-61c3-4bc2-b64d-07311ac93009 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522375 Mar 02 18:46:17.407509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:17.430024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:17.490611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.534455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Allocated IP 2001:db8::1 (ded1caed-b259-414b-80c0-a5780f605bcf/36282333-f75f-4794-b15b-aa1e70615b23/56c5e3e9-7f43-46ca-916a-41037c28c58d) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:17.561205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.613280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.617441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Provisioning for port af4d7a18-dd6b-4234-8e74-673aaa606f7c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:17.619470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dcc01f-ddba-4398-870d-c38cd5234a4d req-b96f0631-4d8f-4c32-a19b-2d9e135e9255 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:17.621468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dcc01f-ddba-4398-870d-c38cd5234a4d req-b96f0631-4d8f-4c32-a19b-2d9e135e9255 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.0937011 Mar 02 18:46:17.629498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Provisioning complete for port af4d7a18-dd6b-4234-8e74-673aaa606f7c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:17.629873 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.644409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Made reservation on behalf of 4e5819660ec74317982e90e468717123 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:17.646710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.676142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51dcc01f-ddba-4398-870d-c38cd5234a4d req-667aced1-a5fb-4411-aff0-136c2ca366c3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461235 Mar 02 18:46:17.700810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52784) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:17.721724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.768006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:17.779655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1513d6f-3526-408d-8f7f-f960d98ccd85 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:17.784870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1513d6f-3526-408d-8f7f-f960d98ccd85 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1092 time: 0.0797327 Mar 02 18:46:17.785240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5819660ec74317982e90e468717123 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:17.785600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52788) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:17.792098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:17.799296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:17.803628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:floatingip and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:17.806614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:17.813985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:17.819715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:17.838070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:17.913059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.951493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:17.987547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.009504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] For port af4d7a18-dd6b-4234-8e74-673aaa606f7c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=af4d7a18-dd6b-4234-8e74-673aaa606f7c,segment=NetworkSegment(439c9c89-b4f6-4df5-8de0-1b1842cf240b),segment_id=439c9c89-b4f6-4df5-8de0-1b1842cf240b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:18.067167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.104614 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.162540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.186227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Transition to ACTIVE for port object 56c5e3e9-7f43-46ca-916a-41037c28c58d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:18.190911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4dd7a6-f129-4024-8c53-f7b446cf052e None None] Pushing event updated for resources: {'Port': ['ID=af4d7a18-dd6b-4234-8e74-673aaa606f7c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.221721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Transition to ACTIVE for port object 56c5e3e9-7f43-46ca-916a-41037c28c58d will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:18.253895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac351f6-11a3-4429-9573-8df594931ae7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.272248 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.97 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/ac5eacbe-b202-494e-af51-d66a4ee27a0e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:18.298177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.307496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-82883470-1623-4bb9-a2d6-2e3c251d7267 None None] Provisioning complete for port af4d7a18-dd6b-4234-8e74-673aaa606f7c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:18.307879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82883470-1623-4bb9-a2d6-2e3c251d7267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.373001 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.377874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device af4d7a18-dd6b-4234-8e74-673aaa606f7c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:18.380670 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.384323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98b9fd5c-a4ac-4321-b04d-b2066022390c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fac351f6-11a3-4429-9573-8df594931ae7 HTTP/1.1" status: 204 len: 168 time: 1.3211873 Mar 02 18:46:18.397851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.450940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.515652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Network ded1caed-b259-414b-80c0-a5780f605bcf is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:18.531151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:18.544015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:18.559717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Pushing event updated for resources: {'Port': ['ID=56c5e3e9-7f43-46ca-916a-41037c28c58d,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.643670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.661292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.665987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.707586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Attempting to bind port 56c5e3e9-7f43-46ca-916a-41037c28c58d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:18.707886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Attempting to bind port 56c5e3e9-7f43-46ca-916a-41037c28c58d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9cd716b6-1b91-4012-8762-a29643c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:18.708315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Attempting to bind port 56c5e3e9-7f43-46ca-916a-41037c28c58d on network ded1caed-b259-414b-80c0-a5780f605bcf {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:18.724471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:18.724843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Checking segment: {'id': '9cd716b6-1b91-4012-8762-a29643c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:18.725264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.726108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Bound using segment: {'id': '9cd716b6-1b91-4012-8762-a29643c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:18.726257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Bound port: 56c5e3e9-7f43-46ca-916a-41037c28c58d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd716b6-1b91-4012-8762-a29643c1f6e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': 'ded1caed-b259-414b-80c0-a5780f605bcf'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:18.726562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.744053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port af4d7a18-dd6b-4234-8e74-673aaa606f7c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:18.744433 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.757843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.794881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=36282333-f75f-4794-b15b-aa1e70615b23,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.845595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:18.855442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a14a12d8-8420-4b33-9bad-3aa3c862ab5b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.880509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=ac5eacbe-b202-494e-af51-d66a4ee27a0e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:18.904100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.904448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.904800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.905135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.905474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.912454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] For port 56c5e3e9-7f43-46ca-916a-41037c28c58d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:18.913694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.913827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.914206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.914555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.914897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.915293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.915571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:18.919084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] For port 56c5e3e9-7f43-46ca-916a-41037c28c58d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=56c5e3e9-7f43-46ca-916a-41037c28c58d,segment=NetworkSegment(9cd716b6-1b91-4012-8762-a29643c1f6e9),segment_id=9cd716b6-1b91-4012-8762-a29643c1f6e9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:18.920761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:18.925630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:18.939476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:18.941592 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Added segment d4c347a5-38e9-476d-861a-a8741b7df67e of type vlan for network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 Mar 02 18:46:18.952670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:19.015434 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.031244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.064813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.114693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded1caed-b259-414b-80c0-a5780f605bcf']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:19.116632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 757c866c-7ab9-4fc8-867f-679ebfb0adc7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:19.116978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.162323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd716b6-1b91-4012-8762-a29643c1f6e9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:19.162626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd716b6-1b91-4012-8762-a29643c1f6e9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:19.174943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Router ba27109e-a28c-44c1-82fc-aeb5091b5284 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:46:19.180825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13a850-11e8-4c00-9f59-4249e85b24d7 None None] Pushing event updated for resources: {'Port': ['ID=56c5e3e9-7f43-46ca-916a-41037c28c58d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:19.191620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.221484 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.225940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d959cd4-d50f-4c2e-ad1d-1e2f21da475c None None] Network ded1caed-b259-414b-80c0-a5780f605bcf requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:19.267764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:19.268181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:19.283845 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:19.312411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.313491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:19.314071 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.474765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f39e48-7a8f-4dae-b8f9-89941440cae1 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:46:19.591110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:46:19.591110 n-d-828839-1 neutron-server[88709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:46:19.591110 n-d-828839-1 neutron-server[88709]: [parameters: {'id': 'ded1caed-b259-414b-80c0-a5780f605bcf'}] Mar 02 18:46:19.591110 n-d-828839-1 neutron-server[88709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:19.591961 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:19.592368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.7433004 Mar 02 18:46:19.593132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7d6e6-df3f-4a4d-bf7b-18f9855c4511 admin admin] Pushing event updated for resources: {'Network': ['ID=230fadbb-e2d9-4cc2-9189-5ae1268ad611,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:19.604147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52810) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:19.610748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:19.620525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Request body: {'subnet': {'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1250937496-subnet', 'tenant_id': '4e5819660ec74317982e90e468717123', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:19.628731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:19.644564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Usage tracker for resource:subnet and tenant:4e5819660ec74317982e90e468717123 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:19.648240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.658931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:19.826575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f39e48-7a8f-4dae-b8f9-89941440cae1 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:46:19.832945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:19.875700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:19.945764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 757c866c-7ab9-4fc8-867f-679ebfb0adc7 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:19.976159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:20.003868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Sync routers for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:20.009310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.067755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:20.068576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:20.093393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.099228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Made reservation on behalf of 4e5819660ec74317982e90e468717123 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:20.101591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.137053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.141202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1f6a3cd-5ae2-41c3-a614-11d2e5e8110e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5493493 Mar 02 18:46:20.144799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:20.194915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 56c5e3e9-7f43-46ca-916a-41037c28c58d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:20.195359 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.421159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:20.481963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port 56c5e3e9-7f43-46ca-916a-41037c28c58d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=56c5e3e9-7f43-46ca-916a-41037c28c58d,segment=NetworkSegment(9cd716b6-1b91-4012-8762-a29643c1f6e9),segment_id=9cd716b6-1b91-4012-8762-a29643c1f6e9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:20.481963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.495248 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.555871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52828) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:20.558685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.662773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for 56c5e3e9-7f43-46ca-916a-41037c28c58d owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:20.685886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.752030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:16Z', 'revision_number': 3, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:20.758523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Checking router: ba27109e-a28c-44c1-82fc-aeb5091b5284 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:46:20.759134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Updating router ba27109e-a28c-44c1-82fc-aeb5091b5284 port 3056050c-b23e-41f7-ba45-6da772c39e8a binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:46:20.769297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=757c866c-7ab9-4fc8-867f-679ebfb0adc7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:20.804044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=ac5eacbe-b202-494e-af51-d66a4ee27a0e,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:20.824506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.853852 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.893456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.902527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:20.928855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:20.933505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:790ab686961c4ec6a94228cfff44d3e2 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:20.936372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:20.943093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:21.035719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8047eb9-f358-49e2-967a-aae677bda29a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:21.091456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.138939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.154031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port 56c5e3e9-7f43-46ca-916a-41037c28c58d on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:21.272444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.292711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Transition to ACTIVE for port object 3056050c-b23e-41f7-ba45-6da772c39e8a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:21.332632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=56c5e3e9-7f43-46ca-916a-41037c28c58d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:21.339102 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP e0865da2-17c8-47b0-8b8b-be7737355977 associated. External IP: 172.25.7.97, port: d524ca81-cf89-4442-9db7-abeadadac267. Mar 02 18:46:21.370778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.456333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Checking segment: {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:21.456599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Network hostable DHCP agents. Network: 230fadbb-e2d9-4cc2-9189-5ae1268ad611, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:21.464540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Attempting to bind port 3056050c-b23e-41f7-ba45-6da772c39e8a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:21.464884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Attempting to bind port 3056050c-b23e-41f7-ba45-6da772c39e8a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:21.465209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Attempting to bind port 3056050c-b23e-41f7-ba45-6da772c39e8a on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:21.472077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39517671-42c5-4601-ae78-f26b605f6b1c None None] Pushing event updated for resources: {'Port': ['ID=3056050c-b23e-41f7-ba45-6da772c39e8a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:21.482324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:21.486564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:21.486564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.486564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:21.486564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Bound port: 3056050c-b23e-41f7-ba45-6da772c39e8a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:21.486564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.527108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.568864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] For port 3056050c-b23e-41f7-ba45-6da772c39e8a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:21.571389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] For port 3056050c-b23e-41f7-ba45-6da772c39e8a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3056050c-b23e-41f7-ba45-6da772c39e8a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:21.639477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.639767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded1caed-b259-414b-80c0-a5780f605bcf']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:21.676418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd716b6-1b91-4012-8762-a29643c1f6e9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:21.676687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd716b6-1b91-4012-8762-a29643c1f6e9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:21.689034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.700005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.763849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:21.764469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:21.777454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:21.783731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.799166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3c8e170a-fab8-4c18-abe9-40b8d8071dc8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:46:21.829713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39517671-42c5-4601-ae78-f26b605f6b1c None None] Pushing event updated for resources: {'Port': ['ID=3056050c-b23e-41f7-ba45-6da772c39e8a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:21.852909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877c306-bc70-40aa-8470-5d75342989b0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:21.859205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-21beb657-6521-498a-bc55-8b374fc46fd3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=790ab686961c4ec6a94228cfff44d3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3023221 Mar 02 18:46:21.908659 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.909744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52834) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:21.928679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 230fadbb-e2d9-4cc2-9189-5ae1268ad611) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:21.931949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 664 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:21.932358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:21.943066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f786a1-2dd5-4641-b12a-677f36cad6f9 None None] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:21.949939 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:21.993668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:22.004631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:22.005361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.028023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:22.046510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] Sync routers for ids ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:22.058861 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] Routers {'3c8e170a-fab8-4c18-abe9-40b8d8071dc8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:22.060073 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.067939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.088457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 08c1761d-862c-44e3-98b8-af33dda50b03 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:46:22.112090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.171096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.182797 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] Routers {'3c8e170a-fab8-4c18-abe9-40b8d8071dc8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:22.183789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.195858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.218979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.240489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.251426 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.252182 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f04a4a0-5ca2-4480-957a-fb477e2486f0 None None] The sync data for ids ['3c8e170a-fab8-4c18-abe9-40b8d8071dc8'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:22.257969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=ded1caed-b259-414b-80c0-a5780f605bcf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:22.258955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9e07346-addf-4865-81f9-b435ae8a1925 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6529112 Mar 02 18:46:22.263484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-338b0894-38f6-46b1-baad-700fbad6db0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.277680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc0721be-0e88-418a-b62c-1e3775c1cb78 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3c8e170a-fab8-4c18-abe9-40b8d8071dc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5547225 Mar 02 18:46:22.282786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:22.427620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Allocated IP 172.20.0.1 (bc7c2b41-18fb-44f6-baf6-c247ee0335d3/05cca715-9532-4b24-b39b-9c952fd1bb01/eb0b9054-1e27-48f1-be19-16af120e00e2) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:22.435680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-69c71e97-d616-4fcc-a76e-452b661b2b73 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/ded1caed-b259-414b-80c0-a5780f605bcf HTTP/1.1" status: 204 len: 168 time: 5.5140193 Mar 02 18:46:22.437171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:22.445732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-426459371'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:22.454425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:22.476779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:22.491216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:22.498703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eddc11a-46e5-4e37-83d4-a6e8bf8b6886 None None] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:22.501833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:22.597020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:22.639047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.650629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:22.654689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.705480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Sync routers for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:22.745504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:22.746198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.764904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.843164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:22.846678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:22.850487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:22.882993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-235302e7-149b-4e48-a818-001d38418c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:16Z', 'revision_number': 3, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:22.887950 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-3f25f376-88e7-4b30-8a98-6ddecd80b5ac tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] remove_router_interface failed (client error): The resource could not be found. Mar 02 18:46:22.889247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3f25f376-88e7-4b30-8a98-6ddecd80b5ac tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3c8e170a-fab8-4c18-abe9-40b8d8071dc8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6008699 Mar 02 18:46:22.892723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52852) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:22.899829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Pushing event updated for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:22.900048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235302e7-149b-4e48-a818-001d38418c96 None None] The sync data for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 is: [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:16Z', 'revision_number': 3, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:22.914938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:22.923456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.934330 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.938258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.939683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3877c306-bc70-40aa-8470-5d75342989b0 HTTP/1.1" status: 204 len: 168 time: 1.0291917 Mar 02 18:46:22.945865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:22.945865 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 99c2c567-2546-4bea-afd1-1b97314d1fea of type vlan for network 5f58abb5-b271-48ec-ae04-dfeacf11faef Mar 02 18:46:22.963934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-546a6b59-761a-4173-a7c5-a6ff16f75165 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c8e170a-fab8-4c18-abe9-40b8d8071dc8 HTTP/1.1" status: 200 len: 205 time: 0.0701292 Mar 02 18:46:22.967292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52858) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:22.968737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a424bca-595e-4cc5-a841-ea539c9c8325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877c306-bc70-40aa-8470-5d75342989b0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:22.984059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.080519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.092447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:23.128524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.128524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:23.128810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.214225 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.318491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8790116 Mar 02 18:46:23.370487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52862) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:23.391117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:23.400903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d36311fa-4b5d-4fd5-a901-180d8c3ad9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.6141336 Mar 02 18:46:23.412543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:23.459255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1ba9d-1b95-42d5-93c6-adaf78cb317f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=5f58abb5-b271-48ec-ae04-dfeacf11faef,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:23.486052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:23.786632 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:46:23.848850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:23.853062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:23.857010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:23.865306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:23.874782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e0865da2-17c8-47b0-8b8b-be7737355977', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f76302-c5fb-471b-988b-2d8489622443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:46:19Z', 'updated_at': '2022-03-02T18:46:19Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:23.880460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Checking router: 08c1761d-862c-44e3-98b8-af33dda50b03 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:46:23.888408 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.908828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.909999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:23.926114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:23.928537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:24.004951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:24.008391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.028290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7b845-539b-4a25-8ce9-258de160fe63 req-a98208ae-ba31-401d-9d09-e167433c1957 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:24.039739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53d7b845-539b-4a25-8ce9-258de160fe63 req-a98208ae-ba31-401d-9d09-e167433c1957 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2498314 Mar 02 18:46:24.079093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.082229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 3c8e170a-fab8-4c18-abe9-40b8d8071dc8 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:46:24.100557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.104694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3746ab65-22ff-4612-ad60-6620aee5bf6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3c8e170a-fab8-4c18-abe9-40b8d8071dc8 HTTP/1.1" status: 204 len: 168 time: 1.1264715 Mar 02 18:46:24.113591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52884) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:24.241751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53d7b845-539b-4a25-8ce9-258de160fe63 req-32e58352-1d84-472f-9625-c19a76c550f4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987350 Mar 02 18:46:24.275494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52890) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:24.300720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:24.437407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cac63e0f-414f-401f-85c1-1d022107efe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.473164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3056050c-b23e-41f7-ba45-6da772c39e8a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:24.479158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-74108783-d800-460d-9b56-49526448e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:24.483926 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-74108783-d800-460d-9b56-49526448e3bf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1097 time: 0.6071391 Mar 02 18:46:24.527872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 1e1c8179-1abd-469d-8e99-16027a31cc35 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:46:24.531143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.605116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.699790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-09e2d34a-e1e5-4a70-8213-5a28df40a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:24.701940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-09e2d34a-e1e5-4a70-8213-5a28df40a800 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.1601684 Mar 02 18:46:24.702543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.708402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.799773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-be01fc1d-5da7-4712-b458-0a377d76bee2 req-384aacfb-cd84-4274-85e7-54aafe6e44c9 service neutron] (88709) timed out ('10.222.0.11', 54686) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:46:24.822793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a0bbb493-16cb-4116-9406-a2474c7c024c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 200 len: 991 time: 0.5253491 Mar 02 18:46:24.830963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3056050c-b23e-41f7-ba45-6da772c39e8a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:24.849564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3056050c-b23e-41f7-ba45-6da772c39e8a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:24.850018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.902892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:24.994448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=540d3a0a-abcf-4729-a8ad-497677fd0036,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:25.002444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1c8179-1abd-469d-8e99-16027a31cc35,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:25.012619 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.026273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-771e5bc1-3da3-4ad6-88dd-2e7439d2f710 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/1e1c8179-1abd-469d-8e99-16027a31cc35 HTTP/1.1" status: 204 len: 168 time: 0.9113700 Mar 02 18:46:25.026902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-7d90fb54-ef04-4ddb-8e2b-19cfcb65238b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.3120382 Mar 02 18:46:25.028970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52906) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:25.032473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '99c2c567-2546-4bea-afd1-1b97314d1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:25.032844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: 5f58abb5-b271-48ec-ae04-dfeacf11faef, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:25.094469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617683a0-0839-4872-b351-025d789dec00 None None] Network b000a1b1-0c31-4ec4-95f2-8e115c6652e2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:25.117471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.132908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-8d43e323-9195-4945-a141-61e220400c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:25.134637 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-8d43e323-9195-4945-a141-61e220400c77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.0943952 Mar 02 18:46:25.232297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.239599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-cb8d090e-526e-4ea3-baa8-bc75809a2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:25.242501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-cb8d090e-526e-4ea3-baa8-bc75809a2ab1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987079 Mar 02 18:46:25.243682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.247430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 47664cfe-4752-4ff4-82ae-1413ac759d4d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:25.248007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.387311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.397167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:25.458945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e0865da2-17c8-47b0-8b8b-be7737355977', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f76302-c5fb-471b-988b-2d8489622443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:46:19Z', 'updated_at': '2022-03-02T18:46:19Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:25.499010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3056050c-b23e-41f7-ba45-6da772c39e8a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3056050c-b23e-41f7-ba45-6da772c39e8a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:25.518989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0991095d-6484-4512-9cde-ad33daed2023 None None] The sync data for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 is: [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e0865da2-17c8-47b0-8b8b-be7737355977', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.97', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37f76302-c5fb-471b-988b-2d8489622443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:46:19Z', 'updated_at': '2022-03-02T18:46:19Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:25.555008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Pushing event updated for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:25.567104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.591688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.646806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 5f58abb5-b271-48ec-ae04-dfeacf11faef) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:25.664771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942e6359-81d9-43b2-8c16-cfd3847f7aa8 None None] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:25.678596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] DHCP port deletion for b000a1b1-0c31-4ec4-95f2-8e115c6652e2 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:25.711713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.719297 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.727240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:25.729802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Deleting port 47664cfe-4752-4ff4-82ae-1413ac759d4d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:25.730586 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.732815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:25.740610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-e48a792b-3d21-4c0a-8473-5a302b897176 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542842 Mar 02 18:46:25.842611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:25.893528 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69b5e15-6775-4705-8b58-cf86a605cb16 None None] New status for floating IP e0865da2-17c8-47b0-8b8b-be7737355977: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:46:25.971462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 47664cfe-4752-4ff4-82ae-1413ac759d4d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47664cfe-4752-4ff4-82ae-1413ac759d4d,segment=NetworkSegment(61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b),segment_id=61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:25.974655 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.017682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3056050c-b23e-41f7-ba45-6da772c39e8a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:26.151501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.152204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c31f09d6-3e53-42e6-9235-78b0f633c044 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7801728 Mar 02 18:46:26.164211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52928) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:26.182652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1390598087'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:26.204509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:26.212306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 47664cfe-4752-4ff4-82ae-1413ac759d4d owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:26.217053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:26.229802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:26.251865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:26.257550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:26.274847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:26.355484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-93c4d3e2-5a43-46b3-a9a7-58363abbd10c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 200 len: 991 time: 0.5117054 Mar 02 18:46:26.370245 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74e776a4-3f12-4398-8cca-e3a6d8353b14 req-b0a8a1c5-7ae6-4ac5-978d-ab2cad9571f5 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181655 Mar 02 18:46:26.429258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:26.433181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.450241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.495921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] For port 47664cfe-4752-4ff4-82ae-1413ac759d4d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47664cfe-4752-4ff4-82ae-1413ac759d4d,segment=NetworkSegment(61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b),segment_id=61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:26.496332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.553444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=47664cfe-4752-4ff4-82ae-1413ac759d4d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:26.573273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:26.583576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Router ba27109e-a28c-44c1-82fc-aeb5091b5284 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:46:26.586832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No DVR routers for this DVR port 47664cfe-4752-4ff4-82ae-1413ac759d4d on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:26.598981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.599352 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment cd2dfb15-9ec9-4846-a890-59bb91181655 of type vlan for network b7b1910d-9554-4ec5-9fed-20587156ae52 Mar 02 18:46:26.646570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Calling delete_port for 47664cfe-4752-4ff4-82ae-1413ac759d4d owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:26.683656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52950) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:26.718001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.735284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:26.735720 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:26.746654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3056050c-b23e-41f7-ba45-6da772c39e8a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:26.854588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1e890e77-519d-42ba-b5ea-71db4503c084 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:26.880741 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.899480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:26.910384 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-17fcbeed-3e95-47d8-9585-d8086214db5c admin admin] 10.222.0.66 "PUT /v2.0/routers/ba27109e-a28c-44c1-82fc-aeb5091b5284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7665925 Mar 02 18:46:26.925676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-a585786d-6d19-4e93-9752-548f113099d0 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:26.927291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-a585786d-6d19-4e93-9752-548f113099d0 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/networks?id=230fadbb-e2d9-4cc2-9189-5ae1268ad611 HTTP/1.1" status: 200 len: 809 time: 0.3698721 Mar 02 18:46:26.931631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b000a1b1-0c31-4ec4-95f2-8e115c6652e2']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:26.950164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Sync routers for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:26.952662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-5f58abb5-b271-48ec-ae04-dfeacf11faef', 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': '540d3a0a-abcf-4729-a8ad-497677fd0036'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:26.953503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.956210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:26.956512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a9bacf-6c78-49b7-8cdd-657c8b6d9f6b') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:26.967350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-0347b808-a71e-4b55-9d17-322f82400ae9 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/quotas/4e5819660ec74317982e90e468717123 HTTP/1.1" status: 200 len: 375 time: 0.0266480 Mar 02 18:46:26.971666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.977044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.988784 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:26.994290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.002206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:27.002794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:27.003422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:27.003973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.035292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-ef3fbb7f-d6d1-4e2e-827c-997bef82fa96 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566626 Mar 02 18:46:27.036251 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.046643 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e890e77-519d-42ba-b5ea-71db4503c084 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "PUT /v2.0/quotas/0f42d10f1b834fafbff0209be253f5fb HTTP/1.1" status: 200 len: 368 time: 0.3574107 Mar 02 18:46:27.050366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:27.165101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=b7b1910d-9554-4ec5-9fed-20587156ae52,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:27.166402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3056050c-b23e-41f7-ba45-6da772c39e8a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:27.166402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.173936 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2b8ac95-12fb-470c-b770-c082f54824d8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0038886 Mar 02 18:46:27.182540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:27.191978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'b7b1910d-9554-4ec5-9fed-20587156ae52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:27.211197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:27.211559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.227745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b7b1910d-9554-4ec5-9fed-20587156ae52 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:27.254110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Deleting port 47664cfe-4752-4ff4-82ae-1413ac759d4d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:27.254502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:27.321580 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:27.326619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Request body: {'network': {'project_id': '0f42d10f1b834fafbff0209be253f5fb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:27.327788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:27.332793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:27.335975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:27.336124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:27.342756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:27.346080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-63c83456-0cf2-4d2a-af2f-4f62f287d014 service neutron] 10.222.0.66 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018327 Mar 02 18:46:27.359279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52972) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:27.369517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Usage tracker for resource:network and tenant:0f42d10f1b834fafbff0209be253f5fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:27.373982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:27.393905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:27.453920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.472910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:27.476726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.484586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7b6b2a3f-0e3a-47dc-988e-73f340d98bb7 None None] The port '47664cfe-4752-4ff4-82ae-1413ac759d4d' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:46:27.489383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.525151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=b000a1b1-0c31-4ec4-95f2-8e115c6652e2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:27.556571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Made reservation on behalf of 0f42d10f1b834fafbff0209be253f5fb for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:27.559368 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.578884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2250b654-d9a4-4f6a-aa15-e8c2605b4b85 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/b000a1b1-0c31-4ec4-95f2-8e115c6652e2 HTTP/1.1" status: 204 len: 168 time: 2.5396402 Mar 02 18:46:27.582778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52984) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:27.600015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-934637827'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:27.607004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:46:27.607527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:46:27.621185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fdb1f16-d8a6-4ab4-b4e3-b93209954d7c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 200 len: 993 time: 0.2525899 Mar 02 18:46:27.621185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:27.630000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:27.637726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:27.649521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:27.701574 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.716528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:27.749283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-1dab2967-8ff0-43ab-8fa4-2c7b977a2d80 service neutron] 10.222.0.66 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023077 Mar 02 18:46:27.751100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:27.762806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-b21886e2-ad91-47f4-a817-b202fd85efaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:27.763520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-b21886e2-ad91-47f4-a817-b202fd85efaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:27.769711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Usage tracker for resource:security_group_rule and tenant:0f42d10f1b834fafbff0209be253f5fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:27.774788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:27.776583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:27.784344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:27.787374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.836844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:27.855260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.855811 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 6a3267cc-6336-4613-9279-72dbc5314ef7 of type vlan for network 0db7cc33-652d-4806-b55a-a783f0a3741f Mar 02 18:46:27.864263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47664cfe-4752-4ff4-82ae-1413ac759d4d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:27.899623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.904358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-b21886e2-ad91-47f4-a817-b202fd85efaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:27.905781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-b21886e2-ad91-47f4-a817-b202fd85efaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 811 time: 0.4202588 Mar 02 18:46:27.909137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Allocated IP 2001:db8::3 (5f58abb5-b271-48ec-ae04-dfeacf11faef/540d3a0a-abcf-4729-a8ad-497677fd0036/349cbca1-6c17-4370-a0f9-b8a5b8dee7c6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:27.925827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.938823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 47664cfe-4752-4ff4-82ae-1413ac759d4d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:27.939099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:27.939635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47664cfe-4752-4ff4-82ae-1413ac759d4d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:27.946838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-4bc4f12b-89d8-4388-bf2d-ef3480fd41be tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/quotas/bb012a8e6a9e41bea676c8abf64ef71b HTTP/1.1" status: 200 len: 375 time: 0.0200927 Mar 02 18:46:28.021978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.076874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=ea1c95f7-9e8d-4c80-b146-61714350b37e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:28.087901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': 'cd2dfb15-9ec9-4846-a890-59bb91181655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'b7b1910d-9554-4ec5-9fed-20587156ae52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:28.088608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: b7b1910d-9554-4ec5-9fed-20587156ae52, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:28.104046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.111811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:28.114823 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.203000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:28.213840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.214140 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Added segment 5977857d-2680-48e5-beef-dd1e11c62a0a of type vlan for network 0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc Mar 02 18:46:28.243336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=0db7cc33-652d-4806-b55a-a783f0a3741f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:28.258017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.283381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0db7cc33-652d-4806-b55a-a783f0a3741f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:28.327698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-998aad20-43af-404d-8aa7-3e9dba728732 req-a4f86373-5301-4ad4-9b72-1a6d9601f17c tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 210 time: 0.0622697 Mar 02 18:46:28.330689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network b7b1910d-9554-4ec5-9fed-20587156ae52 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:28.374324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33b15a08-c109-461f-8f9d-2440800b3eb2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:28.374795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b36539a6-94f1-453c-a883-a5d6fb00edc4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7899227 Mar 02 18:46:28.379008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:28.387646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:28.389202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-475305e0-94fb-4abb-b674-5fbe5137cddf tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4305618 Mar 02 18:46:28.504211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.505196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:28.506013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.635295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-d1156ead-edd0-414d-b926-17b2e8c4cd7e service neutron] 10.222.0.66 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386284 Mar 02 18:46:28.640322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.644497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b7b1910d-9554-4ec5-9fed-20587156ae52) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:28.653911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Transition to ACTIVE for port object 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:28.657158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:28.657912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.664656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4c34dd-26e7-44d6-8b83-9486125b042d None None] Network b7b1910d-9554-4ec5-9fed-20587156ae52 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:28.682625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event updated for resources: {'Network': ['ID=0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:28.688109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e338a8f4-aca2-40ef-a44b-8b5e019b44b1 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4865623 Mar 02 18:46:28.690255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:28.691012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53000) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:28.694356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:28.697319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:28.699487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Request body: {'network': {'project_id': '0f42d10f1b834fafbff0209be253f5fb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:28.703908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:28.705359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:28.755013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:28.768180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Usage tracker for resource:network and tenant:0f42d10f1b834fafbff0209be253f5fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:28.774717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:28.782198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:28.800353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dcf674fe-68e9-4611-b8de-211e6ded9ae6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6164012 Mar 02 18:46:28.803698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:28.807209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Transition to ACTIVE for port object 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:28.812940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-0b547440-1b16-41aa-9527-5454b41a90cd service neutron] 10.222.0.66 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705840 Mar 02 18:46:28.829784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:28.833203 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.903552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:23Z', 'revision_number': 4, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'eb0b9054-1e27-48f1-be19-16af120e00e2', 'name': '', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'mac_address': 'fa:16:3e:68:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:22Z', 'updated_at': '2022-03-02T18:46:24Z', 'revision_number': 2, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'subnets': [{'id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:28.918487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Checking router: ba27109e-a28c-44c1-82fc-aeb5091b5284 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:46:28.923797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Updating router ba27109e-a28c-44c1-82fc-aeb5091b5284 port eb0b9054-1e27-48f1-be19-16af120e00e2 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:46:28.923931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Made reservation on behalf of 0f42d10f1b834fafbff0209be253f5fb for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:28.923931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.958063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:28.970606 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:28.970955 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Added segment b2a9dbb1-d95c-41af-bdea-f6b4027710df of type vlan for network 76cbbc07-74c7-4c2a-ba16-468b785f0f43 Mar 02 18:46:29.004653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.019327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.076338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.129317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:29.138380 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:29.140312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.151804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.152773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:29.153347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.167259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:29.262805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.273519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event updated for resources: {'Network': ['ID=76cbbc07-74c7-4c2a-ba16-468b785f0f43,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:29.277881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26da82db-996c-46aa-9fde-c895d53abd8a req-39652243-7278-4b31-9e6f-224dd8687e47 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.1700785 Mar 02 18:46:29.289161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7597c398-ae62-4929-86e9-f5b3eb7566c5 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5916481 Mar 02 18:46:29.289161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53014) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:29.291070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Request body: {'network': {'project_id': '0f42d10f1b834fafbff0209be253f5fb'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:29.295939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 76cbbc07-74c7-4c2a-ba16-468b785f0f43 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:29.305388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:29.311403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Usage tracker for resource:network and tenant:0f42d10f1b834fafbff0209be253f5fb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:29.316464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:29.322569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:29.324684 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 02 18:46:29.325179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:46:29.330852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3448f260-cbd3-46f0-a64b-1329c1917049 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0446105 Mar 02 18:46:29.331515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:29.410611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.433293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30275005-fbb0-46d7-8978-20c8afd664db tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0f42d10f1b834fafbff0209be253f5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1003749 Mar 02 18:46:29.440085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53028) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:29.443890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17d04d44-d88c-4c14-9069-237a910272c1 req-2d28adb9-9d87-48eb-a63c-a970c0e41cf9 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 210 time: 0.0520301 Mar 02 18:46:29.444831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Pushing event updated for resources: {'Port': ['ID=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:29.486280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.523719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.532682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=907d1ba7-a0b2-47a5-86a9-d01acb1aa958,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:29.558356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.594198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.594522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.594859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.595390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.595885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.596379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.596863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.597366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.597842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.598355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.598833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.599309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:29.603555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=ea1c95f7-9e8d-4c80-b146-61714350b37e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:29.613190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '6a3267cc-6336-4613-9279-72dbc5314ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:29.613555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 0db7cc33-652d-4806-b55a-a783f0a3741f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:29.675870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Attempting to bind port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:29.676247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Attempting to bind port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '99c2c567-2546-4bea-afd1-1b97314d1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:29.676630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Attempting to bind port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 on network 5f58abb5-b271-48ec-ae04-dfeacf11faef {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:29.679137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bcc4a19-134b-46f1-b1ef-39071362346d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b7b1910d-9554-4ec5-9fed-20587156ae52', 'network_id': 'b7b1910d-9554-4ec5-9fed-20587156ae52', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': 'ea1c95f7-9e8d-4c80-b146-61714350b37e'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:29.679923 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2bcc4a19-134b-46f1-b1ef-39071362346d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.698279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.706809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.728688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b1910d-9554-4ec5-9fed-20587156ae52']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:29.729919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:29.730344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Checking segment: {'id': '99c2c567-2546-4bea-afd1-1b97314d1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:29.730908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.731313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Bound using segment: {'id': '99c2c567-2546-4bea-afd1-1b97314d1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:29.731796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Bound port: 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2c567-2546-4bea-afd1-1b97314d1fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '5f58abb5-b271-48ec-ae04-dfeacf11faef'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:29.732176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.737657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b15a08-c109-461f-8f9d-2440800b3eb2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:29.740325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.741535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-091c7bc9-0735-4008-84e3-d0ff9cab211c tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "DELETE /v2.0/security-groups/33b15a08-c109-461f-8f9d-2440800b3eb2 HTTP/1.1" status: 204 len: 168 time: 0.3011000 Mar 02 18:46:29.744348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53032) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:29.747844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2dfb15-9ec9-4846-a890-59bb91181655') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:29.748146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2dfb15-9ec9-4846-a890-59bb91181655') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:29.764991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.785531 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.793591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:29.794143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:29.812147 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:29.830494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 0db7cc33-652d-4806-b55a-a783f0a3741f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:29.874618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:29.987864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0db7cc33-652d-4806-b55a-a783f0a3741f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:29.999478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:30.000760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.019250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc40307-e879-4372-af5d-ec30ff6cf56a None None] Network 0db7cc33-652d-4806-b55a-a783f0a3741f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:30.033494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.060370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.061500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76cbbc07-74c7-4c2a-ba16-468b785f0f43']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:30.076831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a9dbb1-d95c-41af-bdea-f6b4027710df') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:30.095542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a9dbb1-d95c-41af-bdea-f6b4027710df') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:30.095697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.095806 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.095952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/b7b1910d-9554-4ec5-9fed-20587156ae52 HTTP/1.1" status: 204 len: 168 time: 1.2898939 Mar 02 18:46:30.095952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53038) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:30.102825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c4ead9-4d05-4c86-895f-e23b8170eed5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=b7b1910d-9554-4ec5-9fed-20587156ae52,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:30.109462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.116424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:30.116871 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.116998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737444765'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:30.123535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:30.128914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:30.132000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-259d78f5-9732-437f-b080-460a854141a3 None None] For port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:30.132147 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:30.135537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:30.142323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:30.211507 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df542fa7-36d8-4808-b356-7e6c4e208288 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8307085 Mar 02 18:46:30.212258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53042) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:30.226108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2061294910', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:30.234805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:30.235202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6cd392-db03-45ec-865c-5128804a80dd None None] Network b7b1910d-9554-4ec5-9fed-20587156ae52 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:30.239243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:30.242252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:30.248603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:30.296537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6cd392-db03-45ec-865c-5128804a80dd None None] Network b7b1910d-9554-4ec5-9fed-20587156ae52 could not be found, it might have been deleted concurrently. {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 02 18:46:30.360634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.370298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:30.373510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.374488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.383429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.384262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-259d78f5-9732-437f-b080-460a854141a3 None None] For port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,segment=NetworkSegment(99c2c567-2546-4bea-afd1-1b97314d1fea),segment_id=99c2c567-2546-4bea-afd1-1b97314d1fea)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:30.387044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Transition to ACTIVE for port object eb0b9054-1e27-48f1-be19-16af120e00e2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:30.388178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e453ebb-7026-4a4b-ae71-da9c8d2d8039 req-8d6d5fe1-dd5c-4e09-a204-0a8a3d73f8e4 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.0518241 Mar 02 18:46:30.399151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0db7cc33-652d-4806-b55a-a783f0a3741f', 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '907d1ba7-a0b2-47a5-86a9-d01acb1aa958'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:30.400243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.418917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event deleted for resources: {'Network': ['ID=76cbbc07-74c7-4c2a-ba16-468b785f0f43,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:30.419164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.419164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.419374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01381661-a2af-4560-9bec-13097356a617 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "DELETE /v2.0/networks/76cbbc07-74c7-4c2a-ba16-468b785f0f43 HTTP/1.1" status: 204 len: 168 time: 0.6727540 Mar 02 18:46:30.420857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53048) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:30.440891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:30.450015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.460494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.460847 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 9ce395a8-a642-4a71-9551-35aa6de801f1 of type vlan for network ef55b9f9-83d9-4d46-b950-2fdf97b8f961 Mar 02 18:46:30.504204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.552594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.553700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.558697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.592859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.600896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:30.600896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.658540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.743737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Allocated IP 2001:db8::2 (0db7cc33-652d-4806-b55a-a783f0a3741f/907d1ba7-a0b2-47a5-86a9-d01acb1aa958/00bb4d23-0408-4400-ad92-6cdc71820ed3) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:30.747778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=ef55b9f9-83d9-4d46-b950-2fdf97b8f961,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:30.763212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.763212 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7deda649-605f-47ab-92ed-adedbca6006f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5471721 Mar 02 18:46:30.764107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:30.784319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ef55b9f9-83d9-4d46-b950-2fdf97b8f961 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:30.820803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d78f5-9732-437f-b080-460a854141a3 None None] Pushing event updated for resources: {'Port': ['ID=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:30.837101 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2174c350-b54d-43f4-8205-b31a89d2bf85 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7371609 Mar 02 18:46:30.844441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:30.859334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'ef55b9f9-83d9-4d46-b950-2fdf97b8f961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:30.944168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:30.973997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:30.990098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5977857d-2680-48e5-beef-dd1e11c62a0a') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:30.990429 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5977857d-2680-48e5-beef-dd1e11c62a0a') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:31.006693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.034231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.041277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:31.043178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:31.063083 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:31.084420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22295bca-0c4f-4b7b-a70e-a4797f76c0bf req-204a0fd2-1a44-48fb-b300-bf5afea0ffa2 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 210 time: 0.4935555 Mar 02 18:46:31.180884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Attempting to bind port eb0b9054-1e27-48f1-be19-16af120e00e2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:31.181292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Attempting to bind port eb0b9054-1e27-48f1-be19-16af120e00e2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:31.181665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Attempting to bind port eb0b9054-1e27-48f1-be19-16af120e00e2 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:31.199512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18ecef-5b26-400e-973f-0829025d4722 None None] Pushing event updated for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:31.207628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:31.208155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Checking segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:31.208421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.208854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Bound using segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:31.209294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Bound port: eb0b9054-1e27-48f1-be19-16af120e00e2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:31.209676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.450656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] For port eb0b9054-1e27-48f1-be19-16af120e00e2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:31.471527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] For port eb0b9054-1e27-48f1-be19-16af120e00e2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0b9054-1e27-48f1-be19-16af120e00e2,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:31.487393 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.492723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-ecf733b0-d38b-4d3f-800a-3a0ddc58cb82 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:31.494923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-ecf733b0-d38b-4d3f-800a-3a0ddc58cb82 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.65 "GET /v2.0/networks?id=230fadbb-e2d9-4cc2-9189-5ae1268ad611 HTTP/1.1" status: 200 len: 809 time: 0.4095268 Mar 02 18:46:31.500448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.508594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Transition to ACTIVE for port object 00bb4d23-0408-4400-ad92-6cdc71820ed3 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:31.513571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Request body: {'port': {'device_id': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611', 'admin_state_up': True, 'tenant_id': '4e5819660ec74317982e90e468717123'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:31.544924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Transition to ACTIVE for port object 00bb4d23-0408-4400-ad92-6cdc71820ed3 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:31.553236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.565861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.571283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:31.577231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] 10.222.0.66 "DELETE /v2.0/networks/0e5fcda9-6293-4c1d-a4cb-f66e5fccacfc HTTP/1.1" status: 204 len: 168 time: 1.1553144 Mar 02 18:46:31.643812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.643812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.644194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.644410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.644743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.645073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.645399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.645722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.646046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.646810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.647137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.647460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267649c0-8b0e-4c7f-a628-7d7b171dc223 tempest-QuotasNegativeTest-1687201821 tempest-QuotasNegativeTest-1687201821-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:46:31.662735 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.674858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fab87880-8d67-4cc4-b5a9-48a77c2e127f req-995a8fb4-791d-4a63-b0f0-c8e418019fb6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.1138482 Mar 02 18:46:31.690779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18ecef-5b26-400e-973f-0829025d4722 None None] Pushing event updated for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:31.700580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:31.710425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Network 0db7cc33-652d-4806-b55a-a783f0a3741f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:31.713039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:31.721572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:31.727958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:31.764023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:31.804441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:31.830113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:31.830693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:31.830840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:31.836673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Usage tracker for resource:port and tenant:4e5819660ec74317982e90e468717123 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:31.839832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:31.846792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:31.955264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.970851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Made reservation on behalf of 4e5819660ec74317982e90e468717123 for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:31.979019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:31.980386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Pushing event updated for resources: {'Port': ['ID=00bb4d23-0408-4400-ad92-6cdc71820ed3,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:31.983491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:31.989091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:32.003112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Attempting to bind port 00bb4d23-0408-4400-ad92-6cdc71820ed3 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:32.003373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Attempting to bind port 00bb4d23-0408-4400-ad92-6cdc71820ed3 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6a3267cc-6336-4613-9279-72dbc5314ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:32.003748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Attempting to bind port 00bb4d23-0408-4400-ad92-6cdc71820ed3 on network 0db7cc33-652d-4806-b55a-a783f0a3741f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:32.018847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:32.019442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Checking segment: {'id': '6a3267cc-6336-4613-9279-72dbc5314ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:32.020081 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:32.020722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Bound using segment: {'id': '6a3267cc-6336-4613-9279-72dbc5314ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:32.021721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Bound port: 00bb4d23-0408-4400-ad92-6cdc71820ed3, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a3267cc-6336-4613-9279-72dbc5314ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0db7cc33-652d-4806-b55a-a783f0a3741f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:32.022387 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:32.203709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] For port 00bb4d23-0408-4400-ad92-6cdc71820ed3, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:32.206933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] For port 00bb4d23-0408-4400-ad92-6cdc71820ed3, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=00bb4d23-0408-4400-ad92-6cdc71820ed3,segment=NetworkSegment(6a3267cc-6336-4613-9279-72dbc5314ef7),segment_id=6a3267cc-6336-4613-9279-72dbc5314ef7)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:32.288382 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:32.300535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:46:32.415066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168e24f-10f4-4ed1-98fe-2e4141cc72cf None None] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:32.478566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6365eeb-a8c0-4ab0-8f9e-7788ab646e07 req-92bf0e76-c8c0-4dd5-9ab0-c6b7fad8e2f1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 210 time: 0.0595157 Mar 02 18:46:32.538456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Allocated IP 172.20.0.5 (230fadbb-e2d9-4cc2-9189-5ae1268ad611/a8047eb9-f358-49e2-967a-aae677bda29a/75975adb-982c-4fc0-a843-e41c7da36612) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:32.593689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd03b-ee92-4f1d-912a-0a8459b7100c None None] Pushing event updated for resources: {'Port': ['ID=00bb4d23-0408-4400-ad92-6cdc71820ed3,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:32.605960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:32.876783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8::1 (0db7cc33-652d-4806-b55a-a783f0a3741f/907d1ba7-a0b2-47a5-86a9-d01acb1aa958/09f8208f-0637-4ebc-94cf-8ab3bcb6ca22) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:32.879243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53074) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:32.977838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-291ba6cd-0a01-4902-9253-724a58ca1661 None None] Provisioning for port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:32.999369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5189a55e-773e-4950-a1bf-bd0d0741ab62 req-25fd91c7-fce4-4b14-b08d-298fb2f3d9a2 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.0763183 Mar 02 18:46:33.098705 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.125578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-639853f4-26f2-4255-b4e4-f595b09710f7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:33.127509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-639853f4-26f2-4255-b4e4-f595b09710f7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 811 time: 0.7121365 Mar 02 18:46:33.141250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Request body: {'port': {'device_id': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'admin_state_up': True, 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:33.177725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:33.194168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:33.194392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.208081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.243339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:33.259835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d083c9d978804d80a95e13a529ec4613 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:33.266968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:33.280062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.293152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:33.295530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=298e3989-d66e-4aae-9214-3cfe4b09032f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:33.308444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '9ce395a8-a642-4a71-9551-35aa6de801f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'ef55b9f9-83d9-4d46-b950-2fdf97b8f961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:33.308805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: ef55b9f9-83d9-4d46-b950-2fdf97b8f961, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:33.331804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:23Z', 'revision_number': 4, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'eb0b9054-1e27-48f1-be19-16af120e00e2', 'name': '', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'mac_address': 'fa:16:3e:68:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:22Z', 'updated_at': '2022-03-02T18:46:31Z', 'revision_number': 4, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'subnets': [{'id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:33.341945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:33.343959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.348171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Usage tracker for resource:port and tenant:bb012a8e6a9e41bea676c8abf64ef71b is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:33.351873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:33.361997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:33.369641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627df278-c850-48b8-834b-bdc3770aa031 None None] The sync data for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 is: [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:46:23Z', 'revision_number': 4, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'eb0b9054-1e27-48f1-be19-16af120e00e2', 'name': '', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'mac_address': 'fa:16:3e:68:51:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:22Z', 'updated_at': '2022-03-02T18:46:31Z', 'revision_number': 4, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'subnets': [{'id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:33.382882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:33.403772 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.447732 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.483553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network ef55b9f9-83d9-4d46-b950-2fdf97b8f961 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:33.488406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,segment=NetworkSegment(99c2c567-2546-4bea-afd1-1b97314d1fea),segment_id=99c2c567-2546-4bea-afd1-1b97314d1fea)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:33.501345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.515272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Made reservation on behalf of bb012a8e6a9e41bea676c8abf64ef71b for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:33.518980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.519908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.564453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.580004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:33.596269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.599074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:33.601495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:33.649184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ef55b9f9-83d9-4d46-b950-2fdf97b8f961) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:33.680778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:33.681065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.757380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 0db7cc33-652d-4806-b55a-a783f0a3741f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:33.773230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:33.790869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:33.791421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:33.803854 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d083c9d978804d80a95e13a529ec4613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9220371 Mar 02 18:46:33.804619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70a4c-f1a3-432d-bebd-3e833f70f2f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc76f2d4-54f3-426a-a328-7a2a19ed09f9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:33.809983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53082) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:33.831183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=09f8208f-0637-4ebc-94cf-8ab3bcb6ca22,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:33.880668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:33.888125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c4529-904e-41e6-b4fa-aac5b5e6414c None None] Network ef55b9f9-83d9-4d46-b950-2fdf97b8f961 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:33.947381 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0f08b2c5-927e-4b66-9f22-ea945572cd02 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1018035 Mar 02 18:46:33.950766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53086) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:33.994610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.058405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Pushing event updated for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:34.058536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-152b38cd-dee7-4128-99cc-562eb4604b5f None None] Provisioning complete for port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:34.058536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-152b38cd-dee7-4128-99cc-562eb4604b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.226338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:34.227875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.276725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda5aba-6f92-4dfa-8d34-8cf633f0176c None None] Network 0db7cc33-652d-4806-b55a-a783f0a3741f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:34.364479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f513841-9cea-4ef7-b408-ed83d6c55247 req-b0f787dc-9086-469f-859a-7b9a0b9335f8 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.1496615 Mar 02 18:46:34.407132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d5c17-b2c5-45e0-9584-230f4fd665ea req-3fb2bd70-01e6-4303-ab6b-5bf10adcbfd8 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:34.407745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-939d5c17-b2c5-45e0-9584-230f4fd665ea req-3fb2bd70-01e6-4303-ab6b-5bf10adcbfd8 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Synchronizing usage tracker for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:34.421487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Allocated IP 172.20.0.14 (bc7c2b41-18fb-44f6-baf6-c247ee0335d3/05cca715-9532-4b24-b39b-9c952fd1bb01/cccc559b-c9fb-4b42-8070-d82a62072890) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:34.440901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.491313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-4aaf36b0-d995-4ac7-9d42-6efd06c24811 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9878788 Mar 02 18:46:34.505243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Request body: {'port': {'device_id': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:34.560554 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.560941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-939d5c17-b2c5-45e0-9584-230f4fd665ea req-3fb2bd70-01e6-4303-ab6b-5bf10adcbfd8 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Unset dirty status for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:34.562193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-939d5c17-b2c5-45e0-9584-230f4fd665ea req-3fb2bd70-01e6-4303-ab6b-5bf10adcbfd8 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 931 time: 0.5892365 Mar 02 18:46:34.634611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.733884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.760685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.790165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:34.835077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418b816e-0616-45cc-ae2e-8fb2d2e110ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ef55b9f9-83d9-4d46-b950-2fdf97b8f961', 'network_id': 'ef55b9f9-83d9-4d46-b950-2fdf97b8f961', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': '298e3989-d66e-4aae-9214-3cfe4b09032f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:34.836297 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-418b816e-0616-45cc-ae2e-8fb2d2e110ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.878659 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:34.903575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc76f2d4-54f3-426a-a328-7a2a19ed09f9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:34.911718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-939d5c17-b2c5-45e0-9584-230f4fd665ea req-1d307840-dc9d-45cf-bb7f-85eb50954a77 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261852 Mar 02 18:46:34.999628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.001003 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3d6527c5-29b5-4f0b-bf31-da0ac0485dbc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cc76f2d4-54f3-426a-a328-7a2a19ed09f9 HTTP/1.1" status: 204 len: 168 time: 1.1856165 Mar 02 18:46:35.007938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-52d38d92-c5be-4323-b1d5-eb6d93067718 None None] Provisioning for port 00bb4d23-0408-4400-ad92-6cdc71820ed3 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:35.112410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.138957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:35.139612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-418b816e-0616-45cc-ae2e-8fb2d2e110ad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 298e3989-d66e-4aae-9214-3cfe4b09032f: This subnet is being modified by another concurrent operation. Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 298e3989-d66e-4aae-9214-3cfe4b09032f: This subnet is being modified by another concurrent operation. Mar 02 18:46:35.262759 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 18:46:35.302950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.331132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0416dfbc-5dc1-4f88-bea0-8821e0288eae None None] Network ef55b9f9-83d9-4d46-b950-2fdf97b8f961 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:35.360449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.381243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=298e3989-d66e-4aae-9214-3cfe4b09032f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:35.467555 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:46:35.495828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:35.499762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.506227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:35.521569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:35.555557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef55b9f9-83d9-4d46-b950-2fdf97b8f961']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:35.582764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce395a8-a642-4a71-9551-35aa6de801f1') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:35.583423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce395a8-a642-4a71-9551-35aa6de801f1') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:35.607497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.623753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 00bb4d23-0408-4400-ad92-6cdc71820ed3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:35.651956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:35.652623 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.672118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.675423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.682059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:35.682585 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:35.700981 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:35.748904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Pushing event updated for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:35.759738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75975adb-982c-4fc0-a843-e41c7da36612 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:35.769366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.804279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Transition to ACTIVE for port object 75975adb-982c-4fc0-a843-e41c7da36612 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:35.811812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.812722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.819786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-f1dedf8f-65f3-48aa-8549-b05015c635d7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:35.820531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-f1dedf8f-65f3-48aa-8549-b05015c635d7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:35.833302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 00bb4d23-0408-4400-ad92-6cdc71820ed3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:35.840722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 00bb4d23-0408-4400-ad92-6cdc71820ed3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:35.841227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.851014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5ec41e19-e1e3-455b-ad8b-e2fcc48c8c22 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7138879 Mar 02 18:46:35.863433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Request body: {'port': {'device_id': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:35.882077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236914a0-b1d5-4509-be19-fa96d7f8923b None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:46:35.902081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.907473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53098) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:35.915594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b2227e9-87a8-462d-8bfb-4dbea8e9c207 None None] Provisioning for port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:35.938168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b2227e9-87a8-462d-8bfb-4dbea8e9c207 None None] Provisioning complete for port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:35.938459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6b2227e9-87a8-462d-8bfb-4dbea8e9c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:35.956681 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.004565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Pushing event updated for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:36.024980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-f1dedf8f-65f3-48aa-8549-b05015c635d7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:36.031501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-f1dedf8f-65f3-48aa-8549-b05015c635d7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 932 time: 0.4318540 Mar 02 18:46:36.062879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=09f8208f-0637-4ebc-94cf-8ab3bcb6ca22,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:36.072963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6b2227e9-87a8-462d-8bfb-4dbea8e9c207 None None] Port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:36.084893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.087199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:36.112647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.120392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Usage tracker for resource:security_group_rule and tenant:6a92055b1e70438eb8b87edf3691bf90 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:36.136291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:36.142100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=ef55b9f9-83d9-4d46-b950-2fdf97b8f961,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:36.157850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:36.163149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3457dc82-448a-4935-8a21-52cb8d7ce2c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/ef55b9f9-83d9-4d46-b950-2fdf97b8f961 HTTP/1.1" status: 204 len: 168 time: 2.2113843 Mar 02 18:46:36.170882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:36.211095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.215648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 0db7cc33-652d-4806-b55a-a783f0a3741f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:36.222208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:36.239724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236914a0-b1d5-4509-be19-fa96d7f8923b None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:46:36.252663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-97e6d547-21dd-4a21-8051-57ae44a51b08 None None] Provisioning complete for port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:36.253659 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-97e6d547-21dd-4a21-8051-57ae44a51b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.277946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-521584698'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:36.295838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 00bb4d23-0408-4400-ad92-6cdc71820ed3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=00bb4d23-0408-4400-ad92-6cdc71820ed3,segment=NetworkSegment(6a3267cc-6336-4613-9279-72dbc5314ef7),segment_id=6a3267cc-6336-4613-9279-72dbc5314ef7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:36.354784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:36.373973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:36.376505 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-4d04be0e-4e91-4c5b-8adc-1addb19096ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3554688 Mar 02 18:46:36.386645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:36.402175 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.402672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:36.403115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0b9054-1e27-48f1-be19-16af120e00e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:36.413162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-4f2f8b5d-2fc6-4775-9c86-5d18a1de343f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:36.424271 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.478045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.526722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-97e6d547-21dd-4a21-8051-57ae44a51b08 None None] Port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:36.626450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=00bb4d23-0408-4400-ad92-6cdc71820ed3,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:36.646863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Attempting to bind port 75975adb-982c-4fc0-a843-e41c7da36612 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:36.647285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Attempting to bind port 75975adb-982c-4fc0-a843-e41c7da36612 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:36.647851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Attempting to bind port 75975adb-982c-4fc0-a843-e41c7da36612 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:36.665770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Port 75975adb-982c-4fc0-a843-e41c7da36612 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:46:36.666209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Attempting to bind port 75975adb-982c-4fc0-a843-e41c7da36612 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:36.676951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:36.677681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Checking segment: {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:36.677820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Bound using segment: {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:36.678330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Bound port: 75975adb-982c-4fc0-a843-e41c7da36612, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:36.678737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.680201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e13222b-7547-40a1-bee7-2f4299bbdcd2 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:46:36.682012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.699298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2e2b9-9a29-46c8-938c-4b13ad573693 req-4a1e2a46-b32f-4fff-88e1-8244d0a66594 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:36.700889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6a2e2b9-9a29-46c8-938c-4b13ad573693 req-4a1e2a46-b32f-4fff-88e1-8244d0a66594 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 943 time: 0.5481281 Mar 02 18:46:36.720977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:36.724649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.801881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port eb0b9054-1e27-48f1-be19-16af120e00e2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:36.811145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6a92055b1e70438eb8b87edf3691bf90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8994365 Mar 02 18:46:36.813251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb0b9054-1e27-48f1-be19-16af120e00e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:36.813712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.815475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:36.854253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-4f2f8b5d-2fc6-4775-9c86-5d18a1de343f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:36.856642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4722b8f6-7844-4820-a5b4-ba3b4a6e688e req-4f2f8b5d-2fc6-4775-9c86-5d18a1de343f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8143954 Mar 02 18:46:36.887717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c866f-e8df-4932-9f32-a3befe7c293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db99ef9d-69b7-4b16-ad23-db8431d20d12,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:36.906677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:36.924771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6a2e2b9-9a29-46c8-938c-4b13ad573693 req-ead0eaac-984b-43ac-8d9c-55504b326532 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087121 Mar 02 18:46:36.968649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.968924 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 44783709-e78a-4965-8df3-95a76b41b09e of type vlan for network db15ad37-614a-4b1f-91eb-4e92620121d9 Mar 02 18:46:36.974692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:36.977942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:36.991343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-588c1770-fbc6-4778-9f42-ace668ea03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:36.992452 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] Sync routers for ids ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:36.993784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-588c1770-fbc6-4778-9f42-ace668ea03e0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1097 time: 0.4963746 Mar 02 18:46:37.013187 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] Routers {'3e13222b-7547-40a1-bee7-2f4299bbdcd2'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:37.014344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:37.021552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7f6d34a2-7188-4273-a16c-4f9d2f53d8c5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e13222b-7547-40a1-bee7-2f4299bbdcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2563276 Mar 02 18:46:37.022563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.026913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53112) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:37.035168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port eb0b9054-1e27-48f1-be19-16af120e00e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0b9054-1e27-48f1-be19-16af120e00e2,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:37.106750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.114955 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:37.134779 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] Routers {'3e13222b-7547-40a1-bee7-2f4299bbdcd2'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:37.137025 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:37.160513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.208125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:37.211082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:37.242984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 00bb4d23-0408-4400-ad92-6cdc71820ed3 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:37.245701 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:37.246252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052fbdea-d545-40bf-825e-07168b42d109 None None] The sync data for ids ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:37.270375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=75975adb-982c-4fc0-a843-e41c7da36612,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:37.316497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.321213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 00bb4d23-0408-4400-ad92-6cdc71820ed3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:37.321634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.349222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926d641b-1583-4996-83f3-f64fa1610267 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:37.349692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-926d641b-1583-4996-83f3-f64fa1610267 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:37.361484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-a6b9308f-6e52-4cce-8582-915a13de9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:37.363051 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-a6b9308f-6e52-4cce-8582-915a13de9571 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.3369579 Mar 02 18:46:37.404034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.458452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4b802394-b5fc-4607-8ceb-11a7b24cc053 None None] Provisioning complete for port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:37.459103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b802394-b5fc-4607-8ceb-11a7b24cc053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.463366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cccc559b-c9fb-4b42-8070-d82a62072890 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:37.469053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-926d641b-1583-4996-83f3-f64fa1610267 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:37.470736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-926d641b-1583-4996-83f3-f64fa1610267 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports/09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 HTTP/1.1" status: 200 len: 911 time: 0.4426861 Mar 02 18:46:37.475012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53116) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:37.481497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.496549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:37.497176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.498608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] 10.222.0.65 "PUT /v2.0/ports/75975adb-982c-4fc0-a843-e41c7da36612 HTTP/1.1" status: 200 len: 1091 time: 2.9997447 Mar 02 18:46:37.499046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:37.524039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Transition to ACTIVE for port object cccc559b-c9fb-4b42-8070-d82a62072890 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:37.526805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854d671-5b13-4842-bd69-98a3d78a9e38 service neutron] Pushing event updated for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:37.533121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b802394-b5fc-4607-8ceb-11a7b24cc053 None None] Port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:37.553668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.565425 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612', 'status': 'completed', 'code': 200} Mar 02 18:46:37.583219 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-a1e6263c-3046-4665-9ff2-de15bb1ad285 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1001 time: 0.2122767 Mar 02 18:46:37.618521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.624005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:37.624583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.636479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db99ef9d-69b7-4b16-ad23-db8431d20d12,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:37.651907 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.693573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:37.694754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9bdc9678-216c-43ed-96d7-8f2891053b00 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db99ef9d-69b7-4b16-ad23-db8431d20d12 HTTP/1.1" status: 204 len: 168 time: 0.8202035 Mar 02 18:46:37.804284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-698b4eb5-7b5e-485f-8ac5-2b29052f7339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:37.805741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-698b4eb5-7b5e-485f-8ac5-2b29052f7339 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1585779 Mar 02 18:46:37.873770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.6749403 Mar 02 18:46:37.883410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53124) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:37.887773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373382e-e186-41e7-a592-581bfee0a7fe tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=db15ad37-614a-4b1f-91eb-4e92620121d9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:37.889791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:37.900636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:37.904134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network db15ad37-614a-4b1f-91eb-4e92620121d9 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:38.058957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-f860b66f-02c3-432d-be5c-a10f31e1b6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:38.060783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-f860b66f-02c3-432d-be5c-a10f31e1b6d7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014029 Mar 02 18:46:38.232155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-87a9aefe-2c6d-4c14-b2de-5ac4d37c11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:38.233666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-87a9aefe-2c6d-4c14-b2de-5ac4d37c11b1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 1094 time: 0.6529076 Mar 02 18:46:38.276808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:38.306440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:38.317873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:38.388174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Attempting to bind port cccc559b-c9fb-4b42-8070-d82a62072890 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:38.388658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Attempting to bind port cccc559b-c9fb-4b42-8070-d82a62072890 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:38.389085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Attempting to bind port cccc559b-c9fb-4b42-8070-d82a62072890 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:38.401276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:38.424928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Port cccc559b-c9fb-4b42-8070-d82a62072890 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:46:38.425461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Attempting to bind port cccc559b-c9fb-4b42-8070-d82a62072890 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:38.444238 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-3da7a69e-8cc3-4719-979b-a575b0f75d5c service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347032 Mar 02 18:46:38.457727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:38.458072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Checking segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:38.458482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Bound using segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:38.458917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Bound port: cccc559b-c9fb-4b42-8070-d82a62072890, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:38.459263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:38.540291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28186ab-b759-4e89-8525-5fceb7ea46a8 req-9b095c6b-4079-4390-821a-e8330bdc9b35 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:38.541843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c28186ab-b759-4e89-8525-5fceb7ea46a8 req-9b095c6b-4079-4390-821a-e8330bdc9b35 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 944 time: 0.4453051 Mar 02 18:46:38.553933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-e3cacb02-d02c-461c-aeea-f414814c7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:38.555557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-e3cacb02-d02c-461c-aeea-f414814c7c48 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4e5819660ec74317982e90e468717123&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3025663 Mar 02 18:46:38.563614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddacd2-bc1b-4697-bef1-c7d19e530b9a req-412185d1-3d03-417a-9db4-66bf28b13aae tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:38.564988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19ddacd2-bc1b-4697-bef1-c7d19e530b9a req-412185d1-3d03-417a-9db4-66bf28b13aae tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 943 time: 0.4261439 Mar 02 18:46:38.567918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:38.738164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3bac50c2-15a6-4777-816c-463ea9bf2ec4 req-de38b8d6-9c93-4982-909e-c82296c798e2 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865732 Mar 02 18:46:38.800591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:38.804042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:38.946201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:38.946571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.011806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c28186ab-b759-4e89-8525-5fceb7ea46a8 req-a1a39f53-9952-46a0-ac6f-6a95f258bbb3 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594612 Mar 02 18:46:39.020890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:39.033064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-19ddacd2-bc1b-4697-bef1-c7d19e530b9a req-125fbd07-f824-4832-926d-f0abe985bc02 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4258845 Mar 02 18:46:39.042729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cccc559b-c9fb-4b42-8070-d82a62072890,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:39.092435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-a591c139-b9b7-4e49-be72-e9d20c959743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:39.092435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f97b1dc-3d03-470a-b1d5-d2ae357795f3 req-a591c139-b9b7-4e49-be72-e9d20c959743 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5218618 Mar 02 18:46:39.180671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.197193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.199572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0b9054-1e27-48f1-be19-16af120e00e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:39.247013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53152) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.269497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb0b9054-1e27-48f1-be19-16af120e00e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:39.270109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.289211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:39.290246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.291819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] 10.222.0.65 "PUT /v2.0/ports/cccc559b-c9fb-4b42-8070-d82a62072890 HTTP/1.1" status: 200 len: 1092 time: 3.4339952 Mar 02 18:46:39.336317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b253f4-aa45-4973-9664-1138b9e45ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:39.361552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-2dc1312d-0000-4acd-956b-8e15413530b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:39.363413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-2dc1312d-0000-4acd-956b-8e15413530b7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 1094 time: 0.2322569 Mar 02 18:46:39.368791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 09f8208f-0637-4ebc-94cf-8ab3bcb6ca22 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:39.480649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.519272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-7b74c6e9-1ab0-42f3-9751-bb83eb4c5599 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75975adb-982c-4fc0-a843-e41c7da36612 HTTP/1.1" status: 200 len: 217 time: 0.1488988 Mar 02 18:46:39.530210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-8808d597-9139-4a5c-b9bd-891d636f4e72 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.531637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8808d597-9139-4a5c-b9bd-891d636f4e72 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2732961 Mar 02 18:46:39.536315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53160) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.547752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-7e4acd54-595e-40a7-91ec-65021769cce1 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.548740 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7e4acd54-595e-40a7-91ec-65021769cce1 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0115554 Mar 02 18:46:39.552254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53164) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.559387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-9f587c07-eb1a-41a2-96d0-5161f6713a8f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.562772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f587c07-eb1a-41a2-96d0-5161f6713a8f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0077572 Mar 02 18:46:39.563593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53168) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.570291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-90b8dbe3-2f2f-4ba9-8a31-a2f5a3344c5d tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.571234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-90b8dbe3-2f2f-4ba9-8a31-a2f5a3344c5d tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0067821 Mar 02 18:46:39.573944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53172) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.575806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:39.582162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-1e34c517-30f8-4bb3-ba5c-8b7e108817a8 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.585442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e34c517-30f8-4bb3-ba5c-8b7e108817a8 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0083041 Mar 02 18:46:39.586759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53178) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.591256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-4e83ba3d-5177-4030-b04a-8811d5d86ff6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.594019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e83ba3d-5177-4030-b04a-8811d5d86ff6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0056393 Mar 02 18:46:39.595304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53182) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.600283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-f98252b9-87d3-4704-b16b-b250aef30622 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.603688 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f98252b9-87d3-4704-b16b-b250aef30622 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050035 Mar 02 18:46:39.603930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53186) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.608762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-ea523ba3-db5c-446d-b826-f7af65d5063a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.612725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea523ba3-db5c-446d-b826-f7af65d5063a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055482 Mar 02 18:46:39.613450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53190) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.618106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-40f297d9-e3c5-4e47-b5a3-dddd663430e6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.621396 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40f297d9-e3c5-4e47-b5a3-dddd663430e6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052652 Mar 02 18:46:39.621876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.628003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-e979fb01-997e-4509-a627-8653314050f0 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.629024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e979fb01-997e-4509-a627-8653314050f0 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054066 Mar 02 18:46:39.631610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53198) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.636899 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890', 'status': 'completed', 'code': 200} Mar 02 18:46:39.638072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-9f16c7ae-1051-46e0-afd7-0dfc83cc1810 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.638072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f16c7ae-1051-46e0-afd7-0dfc83cc1810 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048151 Mar 02 18:46:39.639764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.645464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=848c79b7-516d-40a2-aa46-737123d3ff0b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:39.645658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-1ea5a52d-c5d5-4f06-9bc4-589d1127a0e6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.646742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ea5a52d-c5d5-4f06-9bc4-589d1127a0e6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0055444 Mar 02 18:46:39.649027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53206) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.653625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-eee8ec13-fe5b-4a9f-9efd-a04520f5ac8e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.654822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eee8ec13-fe5b-4a9f-9efd-a04520f5ac8e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0046904 Mar 02 18:46:39.657443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53210) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.658860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6131fd3-10c3-4319-a153-713421920012 req-c58eb535-96c4-4639-8532-aac4138d60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:39.660299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-c58eb535-96c4-4639-8532-aac4138d60f1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a8047eb9-f358-49e2-967a-aae677bda29a HTTP/1.1" status: 200 len: 849 time: 0.1226666 Mar 02 18:46:39.662740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-f87bc753-b617-43c9-beb4-314db4d4db44 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.663697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f87bc753-b617-43c9-beb4-314db4d4db44 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0054181 Mar 02 18:46:39.664912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.668366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53214) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.708934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '44783709-e78a-4965-8df3-95a76b41b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:39.709296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: db15ad37-614a-4b1f-91eb-4e92620121d9, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:39.718041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=09f8208f-0637-4ebc-94cf-8ab3bcb6ca22,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:39.721063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-bfc874d1-8513-4aac-bf8b-17910eeff461 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.722042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bfc874d1-8513-4aac-bf8b-17910eeff461 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0484281 Mar 02 18:46:39.726455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53218) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.740278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-0b58bc9b-b623-4904-8fa2-8a6fae6c072e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=230fadbb-e2d9-4cc2-9189-5ae1268ad611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725129 Mar 02 18:46:39.743143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-45687eb4-2dbc-4221-977e-3de61182098e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.744152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-45687eb4-2dbc-4221-977e-3de61182098e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0118306 Mar 02 18:46:39.746935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53222) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.784153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-44e7c24d-bcfc-499d-b136-c0a0922bbcdd tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.787711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-44e7c24d-bcfc-499d-b136-c0a0922bbcdd tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0340824 Mar 02 18:46:39.789596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-1dc68ee9-2c3c-42ae-aae4-40b71ded6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:39.791421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-1dc68ee9-2c3c-42ae-aae4-40b71ded6210 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 1095 time: 0.3486581 Mar 02 18:46:39.791726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53226) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.869641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-99999e39-e6ef-4fb2-88eb-b7b7637322d2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.870664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99999e39-e6ef-4fb2-88eb-b7b7637322d2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0663304 Mar 02 18:46:39.890983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.905548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-69afe155-90f8-42ad-873a-5931679a1e12 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.907949 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69afe155-90f8-42ad-873a-5931679a1e12 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0159719 Mar 02 18:46:39.908136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:39.915543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53234) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.922866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-260de72b-bb47-48d7-9c8f-a0f357fd8fc7 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.924830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-260de72b-bb47-48d7-9c8f-a0f357fd8fc7 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0074301 Mar 02 18:46:39.927269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53238) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:39.930584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-fa06d568-c914-4035-8e4d-48cbe6239482 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cccc559b-c9fb-4b42-8070-d82a62072890 HTTP/1.1" status: 200 len: 217 time: 0.1245959 Mar 02 18:46:39.983166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-18c1058d-3476-477c-bfb9-7f2b0878a22e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:39.984183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18c1058d-3476-477c-bfb9-7f2b0878a22e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0558984 Mar 02 18:46:39.984402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network db15ad37-614a-4b1f-91eb-4e92620121d9 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:39.991286 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53242) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.007789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-b9a878c7-3cd1-4e25-9b7f-143e9c6e4d2a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.008742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b9a878c7-3cd1-4e25-9b7f-143e9c6e4d2a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0097864 Mar 02 18:46:40.014178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53246) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.027373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-edb6c488-add0-401b-b16e-9f66a39bbc17 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.031806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-edb6c488-add0-401b-b16e-9f66a39bbc17 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0132854 Mar 02 18:46:40.037976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53250) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.045987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-4cbfe736-de50-4dec-899d-ce66a7b022f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:40.047551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-4cbfe736-de50-4dec-899d-ce66a7b022f9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.1067126 Mar 02 18:46:40.052554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-6b5c5f5f-8fa9-4052-b9ae-60f07acd0128 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.056399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6b5c5f5f-8fa9-4052-b9ae-60f07acd0128 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0127192 Mar 02 18:46:40.058307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53256) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.099359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-9b6f035e-7d94-46d7-b4d4-4a7d67804ae2 service neutron] 10.222.0.65 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514843 Mar 02 18:46:40.102337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-bd4e65ff-14c7-4bf1-86ef-092122bafb0b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.103296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bd4e65ff-14c7-4bf1-86ef-092122bafb0b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130191 Mar 02 18:46:40.108906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, db15ad37-614a-4b1f-91eb-4e92620121d9) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:40.110418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53262) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.115390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-2d2781d1-65da-48b3-9bd2-3251566e056a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608580 Mar 02 18:46:40.117242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23393fd-a5c6-435a-8314-da6ac866e7e5 None None] Network db15ad37-614a-4b1f-91eb-4e92620121d9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:40.141266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-2ec2ab99-d7ed-4ecf-8538-2eed6e30eab9 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.142265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ec2ab99-d7ed-4ecf-8538-2eed6e30eab9 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0296168 Mar 02 18:46:40.153889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:40.154509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:40.179680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53266) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.208477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-8a77d87e-5606-42df-a369-b04257360729 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.209457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a77d87e-5606-42df-a369-b04257360729 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0249372 Mar 02 18:46:40.212128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53270) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.277107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-5cdde2a2-3424-4775-9915-f8bd76ad85ba tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.281430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5cdde2a2-3424-4775-9915-f8bd76ad85ba tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0605519 Mar 02 18:46:40.302537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.316956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-cacc1470-76f0-4f4b-aa82-7b1bb8bf2dfb tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.316956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cacc1470-76f0-4f4b-aa82-7b1bb8bf2dfb tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0110104 Mar 02 18:46:40.323722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53278) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.331277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-280815a4-2b4d-4a5d-9197-75d767517984 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.334915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-280815a4-2b4d-4a5d-9197-75d767517984 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0076015 Mar 02 18:46:40.335078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.388126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-db15ad37-614a-4b1f-91eb-4e92620121d9', 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': '848c79b7-516d-40a2-aa46-737123d3ff0b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:40.390045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:40.397751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-26e21632-fafb-452d-8eee-43d8b185a83e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.398748 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26e21632-fafb-452d-8eee-43d8b185a83e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0624678 Mar 02 18:46:40.407512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53286) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.415713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-dfafe2ad-f149-4415-9245-fa053c5d805c tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.419111 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfafe2ad-f149-4415-9245-fa053c5d805c tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0082629 Mar 02 18:46:40.420325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53290) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.429783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-abc0de30-2657-498b-9206-11a7fba7030b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.434922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abc0de30-2657-498b-9206-11a7fba7030b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095041 Mar 02 18:46:40.434922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e13222b-7547-40a1-bee7-2f4299bbdcd2 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:46:40.434922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53294) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.440905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-9419f8cc-abae-4ebc-8180-7eb7c4d1a30b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.445119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9419f8cc-abae-4ebc-8180-7eb7c4d1a30b tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0066931 Mar 02 18:46:40.445119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.451357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-5b4ffc51-8a9d-48dc-9704-2fbbb7d012e4 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.455331 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b4ffc51-8a9d-48dc-9704-2fbbb7d012e4 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0064082 Mar 02 18:46:40.455587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53302) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.464125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-537b0562-564d-4805-b8c0-4f2f7e9dbefa tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.467525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-537b0562-564d-4805-b8c0-4f2f7e9dbefa tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0086236 Mar 02 18:46:40.467861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53306) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.523432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-c08e572d-53af-4a58-a9f8-49608f7c4bc4 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.526968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c08e572d-53af-4a58-a9f8-49608f7c4bc4 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0557764 Mar 02 18:46:40.531928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53310) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.544021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-faf41460-9b8a-482b-a3f3-0362abd6cc46 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.546640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-faf41460-9b8a-482b-a3f3-0362abd6cc46 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0150201 Mar 02 18:46:40.550815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53314) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.558368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-660aa033-0515-4126-9a40-95bd87dee778 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6693368 Mar 02 18:46:40.558547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-216b8154-3479-4903-bda4-43542fa03f8e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.558547 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-216b8154-3479-4903-bda4-43542fa03f8e tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0065131 Mar 02 18:46:40.571804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53318) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.572144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53320) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.573130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Allocated IP 2001:db8::1 (db15ad37-614a-4b1f-91eb-4e92620121d9/848c79b7-516d-40a2-aa46-737123d3ff0b/2d449071-6d9a-4561-8a53-de812d700e77) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:40.592199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-0032fb75-d807-45fe-b9eb-67e8779d7343 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.594237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0032fb75-d807-45fe-b9eb-67e8779d7343 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0161531 Mar 02 18:46:40.611493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.626910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-748857c4-d5b0-4721-beba-54e5e8d25767 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.630689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-748857c4-d5b0-4721-beba-54e5e8d25767 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0154605 Mar 02 18:46:40.630689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:40.642780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.652253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-419a1aee-52fe-4c46-b580-5e23408803e5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.655852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-419a1aee-52fe-4c46-b580-5e23408803e5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0083838 Mar 02 18:46:40.658273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53334) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.662482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-9b859a6b-4988-4f7c-9295-ccd4daa4b024 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.666301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b859a6b-4988-4f7c-9295-ccd4daa4b024 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0085688 Mar 02 18:46:40.666476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53338) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.713311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] Sync routers for ids ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:40.727872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6131fd3-10c3-4319-a153-713421920012 req-3db48136-8ecf-4cc6-bab4-07a0ac7f5694 service neutron] 10.222.0.65 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6164982 Mar 02 18:46:40.743898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] Routers {'3e13222b-7547-40a1-bee7-2f4299bbdcd2'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:40.744330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-577fa9a1-6ac7-4bf3-a8fe-e26898c70128 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.744657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:40.745322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-577fa9a1-6ac7-4bf3-a8fe-e26898c70128 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0715232 Mar 02 18:46:40.748237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53342) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.754293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-3a6645c0-c5a7-483c-ab14-f364c98c048a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.756350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a6645c0-c5a7-483c-ab14-f364c98c048a tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0063326 Mar 02 18:46:40.766920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53346) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.771833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-576303bd-2dfc-4df9-8cb4-929622f8c947 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.776404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-576303bd-2dfc-4df9-8cb4-929622f8c947 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0053425 Mar 02 18:46:40.776404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53350) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.780977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-09de53ae-6dc7-4321-9c4f-3d3c074cebc7 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.785149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-09de53ae-6dc7-4321-9c4f-3d3c074cebc7 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0060177 Mar 02 18:46:40.785863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53354) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.792031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-a0aaae55-86e6-4a1e-bb62-249a138268e2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.802065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a0aaae55-86e6-4a1e-bb62-249a138268e2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0063872 Mar 02 18:46:40.802239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-fad95739-a8b6-43d6-a36b-9131f230f766 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6584501 Mar 02 18:46:40.802361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ff11187-34c7-40a6-a7d4-b148b2372476 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e13222b-7547-40a1-bee7-2f4299bbdcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3197899 Mar 02 18:46:40.802361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.803950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53360) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.823001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:40.839676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-60403813-7c47-4cdb-a3c9-99f61b653a04 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.843330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60403813-7c47-4cdb-a3c9-99f61b653a04 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0367353 Mar 02 18:46:40.846743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53366) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.847537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] Routers {'3e13222b-7547-40a1-bee7-2f4299bbdcd2'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:40.848479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:40.860220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-8f7c2d10-bc2d-4b2e-9040-54ec624861b2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.861893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f7c2d10-bc2d-4b2e-9040-54ec624861b2 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0135329 Mar 02 18:46:40.862900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df84f81-d79a-4355-afcc-be5f382c86c2 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:40.866347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53370) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.871843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-88d2608b-c1f8-432c-8544-3bc341d23a24 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.875170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-88d2608b-c1f8-432c-8544-3bc341d23a24 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0054200 Mar 02 18:46:40.876857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53374) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.884291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd56f9-e3bd-4e29-899e-8bde4dbea939 req-b4797348-20ea-4932-ab2f-602118e81ca7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:40.884561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-957098b3-2bd0-4aca-b2cb-ea7f3aaed7d5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.888034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-957098b3-2bd0-4aca-b2cb-ea7f3aaed7d5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090673 Mar 02 18:46:40.889089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53378) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.893189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44cd56f9-e3bd-4e29-899e-8bde4dbea939 req-b4797348-20ea-4932-ab2f-602118e81ca7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 943 time: 0.6294529 Mar 02 18:46:40.894389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-1bb91f76-ef93-4813-832d-484dca1c1102 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.897811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1bb91f76-ef93-4813-832d-484dca1c1102 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0054419 Mar 02 18:46:40.898339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53382) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.902975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-f92fc064-c89d-45fc-88c4-8b3c1386572c tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.906697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f92fc064-c89d-45fc-88c4-8b3c1386572c tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0047197 Mar 02 18:46:40.907127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53386) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.912485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-64201cf2-7572-4a89-8eea-d585790f473f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.915747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-64201cf2-7572-4a89-8eea-d585790f473f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0054643 Mar 02 18:46:40.916035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.920753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-3f01b928-e89f-4641-bdf0-22937944072d tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.924148 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f01b928-e89f-4641-bdf0-22937944072d tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0046585 Mar 02 18:46:40.924363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53394) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.933274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-79e58dbe-2cf4-4083-b2d5-626dce1d4edd tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.933274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-79e58dbe-2cf4-4083-b2d5-626dce1d4edd tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057755 Mar 02 18:46:40.933527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:40.933527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77476cc2-4482-49bc-940d-baf405f137ad None None] The sync data for ids ['3e13222b-7547-40a1-bee7-2f4299bbdcd2'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:40.933717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.938893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-1deaf59f-efb6-4abd-80ba-57cc715a0d65 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.942896 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1deaf59f-efb6-4abd-80ba-57cc715a0d65 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054784 Mar 02 18:46:40.942896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53402) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.951441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-735d063e-0669-4dce-8d38-8b459be1b1b6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.951441 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-735d063e-0669-4dce-8d38-8b459be1b1b6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0053699 Mar 02 18:46:40.951728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53406) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.957503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-136d7343-b1ab-4c74-871c-1e2178b2e561 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.960731 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-136d7343-b1ab-4c74-871c-1e2178b2e561 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0059152 Mar 02 18:46:40.961236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53410) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.965520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200ac05-3a25-4c0d-ade5-82acb7da8c87 req-b5a3fbac-bbcd-4f64-8697-8d93832f0ae6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:40.966115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-b2abc789-3e09-44eb-939d-6835c8932eee tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.967452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2200ac05-3a25-4c0d-ade5-82acb7da8c87 req-b5a3fbac-bbcd-4f64-8697-8d93832f0ae6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 944 time: 0.6937306 Mar 02 18:46:40.967606 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2abc789-3e09-44eb-939d-6835c8932eee tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0051479 Mar 02 18:46:40.973479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:40.992821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-fdbfc060-04c7-4ac2-8234-7f0cf000ffec tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:40.993766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fdbfc060-04c7-4ac2-8234-7f0cf000ffec tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0096331 Mar 02 18:46:40.996967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53418) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.002311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.006940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-8cd95e1b-b4bb-48e3-8052-c17865125886 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.007985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8cd95e1b-b4bb-48e3-8052-c17865125886 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0098486 Mar 02 18:46:41.009139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0df84f81-d79a-4355-afcc-be5f382c86c2 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:41.010320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0df84f81-d79a-4355-afcc-be5f382c86c2 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e13222b-7547-40a1-bee7-2f4299bbdcd2 HTTP/1.1" status: 200 len: 205 time: 0.2087693 Mar 02 18:46:41.012764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53422) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.013093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53424) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.019660 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.021570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-8a8544f3-a4bb-4ec1-a8c2-15ddf52f97c6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.023070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a8544f3-a4bb-4ec1-a8c2-15ddf52f97c6 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0058391 Mar 02 18:46:41.030539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53430) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.036478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Transition to ACTIVE for port object 2d449071-6d9a-4561-8a53-de812d700e77 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:41.047214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-caef584a-76ca-4964-bad1-7ea47d998c2f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.048657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-caef584a-76ca-4964-bad1-7ea47d998c2f tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0138707 Mar 02 18:46:41.060157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.067476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Transition to ACTIVE for port object 2d449071-6d9a-4561-8a53-de812d700e77 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:41.087783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-7e40a421-981b-44f4-8a88-e6405d77aecc tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.088767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7e40a421-981b-44f4-8a88-e6405d77aecc tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0266457 Mar 02 18:46:41.092161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.092311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44cd56f9-e3bd-4e29-899e-8bde4dbea939 req-0e0c4cb9-7b11-4cdf-89db-86be3c054eac tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981409 Mar 02 18:46:41.096811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [None req-dbac2ab2-b9c5-4755-86c7-e78340f7cdce tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.097834 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dbac2ab2-b9c5-4755-86c7-e78340f7cdce tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048952 Mar 02 18:46:41.106417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53442) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.117059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-a242fcd7-3dbe-42b3-9e78-c1d087a7a449 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.118253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a242fcd7-3dbe-42b3-9e78-c1d087a7a449 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108559 Mar 02 18:46:41.122411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2200ac05-3a25-4c0d-ade5-82acb7da8c87 req-a779ebf5-822b-4482-94ea-b6a87dda3eb3 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331246 Mar 02 18:46:41.152134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53446) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.154515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60d41af0-92b6-4c52-a178-e95752bc8eb5 req-5c7e7e12-5e03-42c1-a01b-d95a60f35669 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516152 Mar 02 18:46:41.157791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.163777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [None req-39911055-ae1c-421d-ac14-9aae344616a5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] http://10.222.0.66:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:46:41.167748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-39911055-ae1c-421d-ac14-9aae344616a5 tempest-ExtensionsTestJSON-969087644 tempest-ExtensionsTestJSON-969087644-project] 10.222.0.66 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0093651 Mar 02 18:46:41.185781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.217046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.233457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Pushing event updated for resources: {'Port': ['ID=2d449071-6d9a-4561-8a53-de812d700e77,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:41.258022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Network db15ad37-614a-4b1f-91eb-4e92620121d9 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:41.263593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:41.270395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:41.395223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Attempting to bind port 2d449071-6d9a-4561-8a53-de812d700e77 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:41.396008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Attempting to bind port 2d449071-6d9a-4561-8a53-de812d700e77 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '44783709-e78a-4965-8df3-95a76b41b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:41.396008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Attempting to bind port 2d449071-6d9a-4561-8a53-de812d700e77 on network db15ad37-614a-4b1f-91eb-4e92620121d9 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:41.401645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:41.402112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Checking segment: {'id': '44783709-e78a-4965-8df3-95a76b41b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:41.402488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.402913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Bound using segment: {'id': '44783709-e78a-4965-8df3-95a76b41b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:41.403436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Bound port: 2d449071-6d9a-4561-8a53-de812d700e77, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44783709-e78a-4965-8df3-95a76b41b09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:41.403824 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.404606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-55fb3a3d-0c86-4586-b32e-9e7cedc37d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:41.406318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-55fb3a3d-0c86-4586-b32e-9e7cedc37d2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 1095 time: 0.0952387 Mar 02 18:46:41.498900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73004480-274b-4ab8-a247-05a8f129131c None None] For port 2d449071-6d9a-4561-8a53-de812d700e77, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:41.502294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73004480-274b-4ab8-a247-05a8f129131c None None] For port 2d449071-6d9a-4561-8a53-de812d700e77, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d449071-6d9a-4561-8a53-de812d700e77,segment=NetworkSegment(44783709-e78a-4965-8df3-95a76b41b09e),segment_id=44783709-e78a-4965-8df3-95a76b41b09e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:41.512327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.521502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.524086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.571839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=848c79b7-516d-40a2-aa46-737123d3ff0b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:41.688028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-70ff224f-ed40-4ddc-8319-444c5e4520f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:41.689518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-70ff224f-ed40-4ddc-8319-444c5e4520f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 912 time: 0.2769802 Mar 02 18:46:41.691121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.747355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.780870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-9230bdcb-38e8-4be8-a61f-c6e65cb7491b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cccc559b-c9fb-4b42-8070-d82a62072890 HTTP/1.1" status: 200 len: 217 time: 0.0816739 Mar 02 18:46:41.785090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db15ad37-614a-4b1f-91eb-4e92620121d9']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:41.799230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.811555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 3e13222b-7547-40a1-bee7-2f4299bbdcd2 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:46:41.817783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.818897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-159f8749-76bc-48e7-bedf-ebab0120baef tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3e13222b-7547-40a1-bee7-2f4299bbdcd2 HTTP/1.1" status: 204 len: 168 time: 0.8047326 Mar 02 18:46:41.821790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53454) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:41.836720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44783709-e78a-4965-8df3-95a76b41b09e') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:41.837001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44783709-e78a-4965-8df3-95a76b41b09e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:41.852017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73004480-274b-4ab8-a247-05a8f129131c None None] Pushing event updated for resources: {'Port': ['ID=2d449071-6d9a-4561-8a53-de812d700e77,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:41.858172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.881297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.884316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-b75d0060-2d4f-47e3-8c6e-7e0bf50e59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:41.885764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-b75d0060-2d4f-47e3-8c6e-7e0bf50e59c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.0927885 Mar 02 18:46:41.892564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:41.893058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:41.908729 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:41.917492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 907d1ba7-a0b2-47a5-86a9-d01acb1aa958 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:46:41.927453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:41.958878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53458) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:42.017041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.022577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-e716605c-f84d-4130-9be3-b340877f7d12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1129079 Mar 02 18:46:42.149707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.189642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:46:42.189642 n-d-828839-1 neutron-server[88709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:46:42.189642 n-d-828839-1 neutron-server[88709]: [parameters: {'id': 'db15ad37-614a-4b1f-91eb-4e92620121d9'}] Mar 02 18:46:42.189642 n-d-828839-1 neutron-server[88709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:42.190485 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:42.209686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.253829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:42.259918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-49ad3b4b-4ed6-4f75-a2e6-4602f62daec8 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287118 Mar 02 18:46:42.266489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Usage tracker for resource:security_group_rule and tenant:f18f001d0fe64c21b59d20ea76c47c46 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:42.276150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:42.288688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:42.423979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.602525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=907d1ba7-a0b2-47a5-86a9-d01acb1aa958,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:42.609569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.617970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515f011a-35e0-4b1f-990e-db9dbd335f1e None None] Network 0db7cc33-652d-4806-b55a-a783f0a3741f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:42.628919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5762ff9-787a-4139-9058-f1f3d78cd5a4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/907d1ba7-a0b2-47a5-86a9-d01acb1aa958 HTTP/1.1" status: 204 len: 168 time: 0.8060575 Mar 02 18:46:42.633851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:42.670391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.694075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.723052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daf8c892-54bc-40b5-8976-2b4e1da050e3 req-95c96d96-334a-4a05-9a7d-472b365df3f8 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565682 Mar 02 18:46:42.776035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.821717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb630b0-553b-4c52-9373-d957e203d737 req-045a667e-5c09-4366-8646-395bd42594b1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:42.823302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afb630b0-553b-4c52-9373-d957e203d737 req-045a667e-5c09-4366-8646-395bd42594b1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 943 time: 0.5183296 Mar 02 18:46:42.836143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59c7d50-b4ae-46ef-b7df-17707d0721e9 req-467d87fd-d87d-4175-9f29-ace35ea2f38c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:42.837768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59c7d50-b4ae-46ef-b7df-17707d0721e9 req-467d87fd-d87d-4175-9f29-ace35ea2f38c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 944 time: 0.5167139 Mar 02 18:46:42.842779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 2d449071-6d9a-4561-8a53-de812d700e77 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:42.843119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.846193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f18f001d0fe64c21b59d20ea76c47c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8791571 Mar 02 18:46:42.847241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:42.848133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c01042-f449-4b65-99b0-b4b9c7c78f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fbda5b-92c9-4d8c-bc03-e26ab516c3fc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:42.871649 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.929836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.930724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] DHCP port deletion for 0db7cc33-652d-4806-b55a-a783f0a3741f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:42.935660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Deleting port 00bb4d23-0408-4400-ad92-6cdc71820ed3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:42.936321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.963250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:42.983958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afb630b0-553b-4c52-9373-d957e203d737 req-15589a7e-4b79-4374-9908-4b87fa0dadad tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431434 Mar 02 18:46:42.987859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 00bb4d23-0408-4400-ad92-6cdc71820ed3 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:42.988203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.064344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c59c7d50-b4ae-46ef-b7df-17707d0721e9 req-a420cddf-7f4d-4458-b23c-eb70ff11c41b tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840680 Mar 02 18:46:43.093305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 75975adb-982c-4fc0-a843-e41c7da36612 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:46:43.152644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0123f18-d109-4a03-8b4f-a13febc509ac None None] Network db15ad37-614a-4b1f-91eb-4e92620121d9 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:43.158078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.173416 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:46:43.195207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fbda5b-92c9-4d8c-bc03-e26ab516c3fc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:43.200479 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.201542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3675e076-37cf-4540-a058-fa6c4f5309fa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/76fbda5b-92c9-4d8c-bc03-e26ab516c3fc HTTP/1.1" status: 204 len: 168 time: 0.3504827 Mar 02 18:46:43.293044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d449071-6d9a-4561-8a53-de812d700e77 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:43.299608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port 2d449071-6d9a-4561-8a53-de812d700e77, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d449071-6d9a-4561-8a53-de812d700e77,segment=NetworkSegment(44783709-e78a-4965-8df3-95a76b41b09e),segment_id=44783709-e78a-4965-8df3-95a76b41b09e)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:43.299994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.489657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for 2d449071-6d9a-4561-8a53-de812d700e77 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:43.533483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 00bb4d23-0408-4400-ad92-6cdc71820ed3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=00bb4d23-0408-4400-ad92-6cdc71820ed3,segment=NetworkSegment(6a3267cc-6336-4613-9279-72dbc5314ef7),segment_id=6a3267cc-6336-4613-9279-72dbc5314ef7)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:43.533890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.545389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92bb81a2-186e-45b2-983e-df6646e429ed None None] Provisioning for port 2d449071-6d9a-4561-8a53-de812d700e77 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:43.661628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] For port 00bb4d23-0408-4400-ad92-6cdc71820ed3, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=00bb4d23-0408-4400-ad92-6cdc71820ed3,segment=NetworkSegment(6a3267cc-6336-4613-9279-72dbc5314ef7),segment_id=6a3267cc-6336-4613-9279-72dbc5314ef7)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:43.662310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.679782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 00bb4d23-0408-4400-ad92-6cdc71820ed3 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:43.680619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=75975adb-982c-4fc0-a843-e41c7da36612,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:43.810998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Calling delete_port for 00bb4d23-0408-4400-ad92-6cdc71820ed3 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:43.855858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '75975adb-982c-4fc0-a843-e41c7da36612', 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611', 'port_id': '75975adb-982c-4fc0-a843-e41c7da36612', 'mac_address': 'fa:16:3e:16:18:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8047eb9-f358-49e2-967a-aae677bda29a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:46:43.872565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.910753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2d449071-6d9a-4561-8a53-de812d700e77 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:43.924993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=2d449071-6d9a-4561-8a53-de812d700e77,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:43.933053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port 2d449071-6d9a-4561-8a53-de812d700e77 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:43.941348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d449071-6d9a-4561-8a53-de812d700e77 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:43.941728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.966948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:43.994141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 2d449071-6d9a-4561-8a53-de812d700e77 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 18:46:43.996466 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.020629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75975adb-982c-4fc0-a843-e41c7da36612 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:44.024532 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:44.024887 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:44.042322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=75975adb-982c-4fc0-a843-e41c7da36612,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:44.055121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 00bb4d23-0408-4400-ad92-6cdc71820ed3 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:44.104358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No DVR routers for this DVR port 00bb4d23-0408-4400-ad92-6cdc71820ed3 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:44.104358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=00bb4d23-0408-4400-ad92-6cdc71820ed3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:44.104629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 00bb4d23-0408-4400-ad92-6cdc71820ed3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:44.104629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 00bb4d23-0408-4400-ad92-6cdc71820ed3 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:44.149354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73c79b-8620-485a-9d3e-432904f10ab3 None None] DHCP port deletion for db15ad37-614a-4b1f-91eb-4e92620121d9 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:46:44.153760 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.154526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cccc559b-c9fb-4b42-8070-d82a62072890 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:46:44.292060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:44.396454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cccc559b-c9fb-4b42-8070-d82a62072890,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:44.404984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'cccc559b-c9fb-4b42-8070-d82a62072890', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'port_id': 'cccc559b-c9fb-4b42-8070-d82a62072890', 'mac_address': 'fa:16:3e:c1:ce:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:46:44.414589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.464288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.483727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cccc559b-c9fb-4b42-8070-d82a62072890 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:46:44.501718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cccc559b-c9fb-4b42-8070-d82a62072890,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:44.521965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53506) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:44.526162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Deleting port 00bb4d23-0408-4400-ad92-6cdc71820ed3 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:44.526759 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.555720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db15ad37-614a-4b1f-91eb-4e92620121d9']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.574648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.588529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44783709-e78a-4965-8df3-95a76b41b09e') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.596157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44783709-e78a-4965-8df3-95a76b41b09e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.596315 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.598044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ebc89ad0-6f5a-4e0a-b565-0609bad3506f None None] The port '00bb4d23-0408-4400-ad92-6cdc71820ed3' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:46:44.634260 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.646248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-438314923'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:44.652717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:44.654191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db7cc33-652d-4806-b55a-a783f0a3741f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.657459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:network and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:44.661765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:44.668996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:44.672822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:44.681020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.690665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200e299-710e-488c-a528-d9d90a3bd998 req-5de18d20-734d-4b3d-8c56-87769f7e8645 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:44.692743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8200e299-710e-488c-a528-d9d90a3bd998 req-5de18d20-734d-4b3d-8c56-87769f7e8645 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 944 time: 0.3367515 Mar 02 18:46:44.694901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a3267cc-6336-4613-9279-72dbc5314ef7') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.695196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a3267cc-6336-4613-9279-72dbc5314ef7') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:44.714243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:44.714644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:44.741130 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:44.743817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.775348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Made reservation on behalf of 6d9f9b15db884c36b5f39020b757b25d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:44.778893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.791977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.799949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['75975adb-982c-4fc0-a843-e41c7da36612'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:46:44.807196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:44.811833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:security_group_rule and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:44.815253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:44.822086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:44.827109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['cccc559b-c9fb-4b42-8070-d82a62072890'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:46:44.843395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dffc4a1-3c08-49f6-bad3-8f36fee98519 req-de8456b0-b1d6-47f6-a5c6-04127941217e tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:44.844916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dffc4a1-3c08-49f6-bad3-8f36fee98519 req-de8456b0-b1d6-47f6-a5c6-04127941217e tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 944 time: 0.4877579 Mar 02 18:46:44.868540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.885414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:44.885809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:44.901196 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:44.904031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8200e299-710e-488c-a528-d9d90a3bd998 req-07a690c0-4ddf-4f5e-9ca8-022f73ca8917 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973741 Mar 02 18:46:44.988407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.011965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.025743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dffc4a1-3c08-49f6-bad3-8f36fee98519 req-467c3629-2c09-4338-89b7-3fb330439814 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728022 Mar 02 18:46:45.030170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=db15ad37-614a-4b1f-91eb-4e92620121d9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.042643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2aa6ba1e-62bc-4622-82bb-cb9dc554907e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/db15ad37-614a-4b1f-91eb-4e92620121d9 HTTP/1.1" status: 204 len: 168 time: 4.4658935 Mar 02 18:46:45.044453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53512) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:45.051442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1044054300'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:45.057681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:45.063752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:45.066904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:45.073621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:45.095336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.119063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.143117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=0db7cc33-652d-4806-b55a-a783f0a3741f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.156108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-76bffc71-14e1-4b4c-b07f-7fe14fee44c8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/0db7cc33-652d-4806-b55a-a783f0a3741f HTTP/1.1" status: 204 len: 168 time: 2.5164278 Mar 02 18:46:45.160296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53516) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:45.165318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-315020287', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:45.173368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:45.177486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:45.180661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:45.186260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:45.186260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.188146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:45.199656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d449071-6d9a-4561-8a53-de812d700e77 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:46:45.204183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.219919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:45.228354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.228693 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment f1a8c842-6ae5-4aae-9c3f-5775bd77efb9 of type vlan for network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a Mar 02 18:46:45.233921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2d449071-6d9a-4561-8a53-de812d700e77 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:46:45.234824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d449071-6d9a-4561-8a53-de812d700e77 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:46:45.255433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.289291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.325554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:45.334013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66dee091-ceaf-4e02-89a0-8a8b42a230b0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.339819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.340164 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Added segment ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f of type vlan for network 02dcc2bc-7842-43ef-9340-ea38f527eaff Mar 02 18:46:45.366231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.386929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.392323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:45.392904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.415857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.416952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.432488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.506781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.512128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:45.512711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.520279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=0d62a41b-36da-4fcd-9a14-f03d1ca2642a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.531782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:45.616601 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0903473 Mar 02 18:46:45.617811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-496cddea-f494-4bb8-8ff0-99e9cd19fcf6 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5733333 Mar 02 18:46:45.623669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:45.624006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53522) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:45.631182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:45.655071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'subnet': {'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:45.686277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a5d19-9f5a-4d41-8a10-a9bf21298b7a tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Network': ['ID=02dcc2bc-7842-43ef-9340-ea38f527eaff,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:45.697597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:45.799909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.848321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:45.860777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:45.865007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:45.870792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:45.873614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:subnet and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:45.878518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:45.881244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:45.886559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:45.958386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:45.962171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:45.991426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Made reservation on behalf of 6d9f9b15db884c36b5f39020b757b25d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:45.995243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.422579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.432680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.459483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.466165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.504853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2b4fe-55c9-4ff4-9d0b-a89c4da7017c req-a66b6b46-0def-4d24-aa38-73c22ff0de62 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.506366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0d2b4fe-55c9-4ff4-9d0b-a89c4da7017c req-a66b6b46-0def-4d24-aa38-73c22ff0de62 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 944 time: 0.4909878 Mar 02 18:46:46.543611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=1a0036d4-3166-4e51-acb1-f0d646d0f5e2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:46.591197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:46.591564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: 0d62a41b-36da-4fcd-9a14-f03d1ca2642a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:46.599950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Checking segment: {'id': 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:46.600199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network hostable DHCP agents. Network: 02dcc2bc-7842-43ef-9340-ea38f527eaff, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:46.605015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b43cc-0bf6-4d87-adaa-ae4db32f4312 req-332312ee-b4ae-45d8-a3b8-cfb2a00ddd99 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.606531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b4b43cc-0bf6-4d87-adaa-ae4db32f4312 req-332312ee-b4ae-45d8-a3b8-cfb2a00ddd99 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 945 time: 0.4094548 Mar 02 18:46:46.637558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Subnet': ['ID=32942b9f-a571-49b4-9f7e-0d19adf44c29,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:46.639452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0d2b4fe-55c9-4ff4-9d0b-a89c4da7017c req-077b311d-41ba-456a-895c-7e8aca3442dc tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244764 Mar 02 18:46:46.700308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b4b43cc-0bf6-4d87-adaa-ae4db32f4312 req-0fabe729-4ef1-4e27-877d-863fea35699a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641439 Mar 02 18:46:46.707050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 172.25.7.218 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/9fe45bbc-c883-4110-845d-73c7c078d118) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:46.712184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:46.730186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:46.799389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0d62a41b-36da-4fcd-9a14-f03d1ca2642a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:46.801647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 02dcc2bc-7842-43ef-9340-ea38f527eaff) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:46.805967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.806596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.813157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:46.817767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.818713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40523a53-0cfe-4ebf-ab9d-bfe8fec5e690 None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:46.846160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204f1f7b-77b9-4758-956a-5046311d11e0 None None] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:46.856729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.939543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53534) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:46.940084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cabb2d1e-4868-4bab-a80f-6ad627ffceac tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3146374 Mar 02 18:46:46.945044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1162993392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:46.952443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:46.960886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:router and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:46.965001 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:46.965486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cda61ea0-372a-4413-bfcb-e7c74a054b10 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3384526 Mar 02 18:46:46.968388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53538) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:46.968748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:46.975062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:47.020725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:47.056200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:47.061051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:47.071837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:47.113971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.115972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 75975adb-982c-4fc0-a843-e41c7da36612 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:47.116099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.131324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=9fe45bbc-c883-4110-845d-73c7c078d118,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:47.138381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:47.142623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:subnet and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:47.146174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:47.151893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:47.159717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.221101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:47.225434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.317950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0d62a41b-36da-4fcd-9a14-f03d1ca2642a', 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': '1a0036d4-3166-4e51-acb1-f0d646d0f5e2'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:47.318881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.332722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-02dcc2bc-7842-43ef-9340-ea38f527eaff', 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff', 'tenant_id': '6d9f9b15db884c36b5f39020b757b25d', 'fixed_ips': [{'subnet_id': '32942b9f-a571-49b4-9f7e-0d19adf44c29'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:47.333651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.395868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 75975adb-982c-4fc0-a843-e41c7da36612 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:47.415664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.453292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 75975adb-982c-4fc0-a843-e41c7da36612 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:47.453662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.554449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.555641 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ca5ed8ea-4e82-4224-99f3-f4af5a6830bc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6149552 Mar 02 18:46:47.561106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53542) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:47.704459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Allocated IP 172.20.0.2 (02dcc2bc-7842-43ef-9340-ea38f527eaff/32942b9f-a571-49b4-9f7e-0d19adf44c29/7e486eca-c870-4cdd-9602-67caf787cac5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:47.707000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.728468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Allocated IP 2001:db8::2 (0d62a41b-36da-4fcd-9a14-f03d1ca2642a/1a0036d4-3166-4e51-acb1-f0d646d0f5e2/50482651-d738-4ceb-b419-eae7c4eb621c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:47.829373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=4e1d2ef4-14f1-4e66-aa09-c600a8825e5c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:47.845499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:47.848623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:47.852163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:47.852833 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.857320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.959662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:47.991474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:48.010377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-922a4766-8178-4793-9742-216ab6a7df91 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0408936 Mar 02 18:46:48.019972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53552) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:48.082294 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.092948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Transition to ACTIVE for port object 7e486eca-c870-4cdd-9602-67caf787cac5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:48.098369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.100915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.101585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.103178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.104899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.105898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Synchronizing usage tracker for tenant:23483bf85cc044eda513562fd5874e09 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:48.119328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=75975adb-982c-4fc0-a843-e41c7da36612,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:48.120935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Transition to ACTIVE for port object 7e486eca-c870-4cdd-9602-67caf787cac5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:48.205432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.206242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cccc559b-c9fb-4b42-8070-d82a62072890 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:48.243778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Unset dirty status for tenant:23483bf85cc044eda513562fd5874e09 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:48.252265 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-013431c3-9aed-46e2-8f45-52f5930632e4 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2311971 Mar 02 18:46:48.252265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:48.256452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-300358871'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:48.263790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:48.269132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:48.273180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:48.278620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:48.289363 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.307612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.342114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Transition to ACTIVE for port object 50482651-d738-4ceb-b419-eae7c4eb621c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:48.361632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:48.367599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:48.376074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:48.381361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:48.384235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Transition to ACTIVE for port object 50482651-d738-4ceb-b419-eae7c4eb621c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:48.390099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:48.396702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.428387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:48.439878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.440350 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment a76b7782-7210-406b-8244-5c34e228fdcd of type vlan for network dedae9ec-908a-4719-8b18-88a622564007 Mar 02 18:46:48.472896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.555239 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.566445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d932e90-d02a-4ad2-a100-3a86ef9611cf req-60445c12-9c1a-4147-acc7-ebd45b5495b9 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.568030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d932e90-d02a-4ad2-a100-3a86ef9611cf req-60445c12-9c1a-4147-acc7-ebd45b5495b9 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 945 time: 0.7102878 Mar 02 18:46:48.596201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.596470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Pushing event updated for resources: {'Port': ['ID=7e486eca-c870-4cdd-9602-67caf787cac5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:48.601558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:48.608802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdfdf15-4ce1-40ae-af8b-12c0703e40d5 req-40095be0-be40-491d-bbfc-3bbde0d5181e tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.609017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:48.610534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.610875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bdfdf15-4ce1-40ae-af8b-12c0703e40d5 req-40095be0-be40-491d-bbfc-3bbde0d5181e tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 944 time: 0.7608769 Mar 02 18:46:48.632683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:48.639125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Attempting to bind port 7e486eca-c870-4cdd-9602-67caf787cac5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:48.639489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Attempting to bind port 7e486eca-c870-4cdd-9602-67caf787cac5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:48.639848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Attempting to bind port 7e486eca-c870-4cdd-9602-67caf787cac5 on network 02dcc2bc-7842-43ef-9340-ea38f527eaff {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:48.642071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:48.658758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:48.659189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Checking segment: {'id': 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:48.659531 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.659929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Bound using segment: {'id': 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:48.660400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Bound port: 7e486eca-c870-4cdd-9602-67caf787cac5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:48.660776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.691440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.704694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port cccc559b-c9fb-4b42-8070-d82a62072890 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:48.737415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=dedae9ec-908a-4719-8b18-88a622564007,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:48.786327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network dedae9ec-908a-4719-8b18-88a622564007 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:48.813955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port cccc559b-c9fb-4b42-8070-d82a62072890 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:48.814340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.830783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d64c891d-93ba-4121-bc17-4ba74bce177b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5766866 Mar 02 18:46:48.831078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53560) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:48.851849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Pushing event updated for resources: {'Port': ['ID=50482651-d738-4ceb-b419-eae7c4eb621c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:48.858664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:48.877140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d932e90-d02a-4ad2-a100-3a86ef9611cf req-eb741be9-d946-4bea-8705-156de12d7413 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764344 Mar 02 18:46:48.897671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Attempting to bind port 50482651-d738-4ceb-b419-eae7c4eb621c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:48.898218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Attempting to bind port 50482651-d738-4ceb-b419-eae7c4eb621c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:48.898420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Attempting to bind port 50482651-d738-4ceb-b419-eae7c4eb621c on network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:48.933158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bdfdf15-4ce1-40ae-af8b-12c0703e40d5 req-dbbf9c56-85ff-4861-87e1-e42a68b03cec tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633002 Mar 02 18:46:48.949453 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612', 'code': 200} Mar 02 18:46:48.989632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:48.990005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Checking segment: {'id': 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:48.990718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:48.991278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Bound using segment: {'id': 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:48.991933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Bound port: 50482651-d738-4ceb-b419-eae7c4eb621c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:48.992474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.026859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] For port 7e486eca-c870-4cdd-9602-67caf787cac5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:49.092275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] For port 7e486eca-c870-4cdd-9602-67caf787cac5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e486eca-c870-4cdd-9602-67caf787cac5,segment=NetworkSegment(ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f),segment_id=ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:49.147998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:49.153249 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.199980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50482651-d738-4ceb-b419-eae7c4eb621c,segment=NetworkSegment(f1a8c842-6ae5-4aae-9c3f-5775bd77efb9),segment_id=f1a8c842-6ae5-4aae-9c3f-5775bd77efb9)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:49.226439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.231605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.283463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191ab50-6423-4b52-b451-a23ade2e1e36 None None] Pushing event updated for resources: {'Port': ['ID=7e486eca-c870-4cdd-9602-67caf787cac5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:49.289989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cccc559b-c9fb-4b42-8070-d82a62072890,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:49.292602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.372807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bf252-4cb6-4efb-9d41-f2f8d4bb3bf3 None None] Pushing event updated for resources: {'Port': ['ID=50482651-d738-4ceb-b419-eae7c4eb621c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:49.399632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.483909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:49.789575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3897957b-1a2a-4168-87c2-18a6c1c7b85b req-4ed4bcce-838a-4ad1-b3e5-90ec9f5a1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:49.790924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3897957b-1a2a-4168-87c2-18a6c1c7b85b req-4ed4bcce-838a-4ad1-b3e5-90ec9f5a1436 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 1096 time: 0.7643354 Mar 02 18:46:49.799531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:49.873058 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Allocated IP 172.20.0.1 (02dcc2bc-7842-43ef-9340-ea38f527eaff/32942b9f-a571-49b4-9f7e-0d19adf44c29/eec2db30-9d9b-44fa-9a43-5336a74f44a5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:49.898941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3897957b-1a2a-4168-87c2-18a6c1c7b85b req-86e3f405-0adc-4007-8fb1-7e577552700c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884576 Mar 02 18:46:50.007413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.108838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network dedae9ec-908a-4719-8b18-88a622564007 is not hosted by any dhcp agent {{(pid=88709) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 18:46:50.114313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:50.114915 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.116161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "PUT /v2.0/networks/dedae9ec-908a-4719-8b18-88a622564007 HTTP/1.1" status: 200 len: 723 time: 1.2727225 Mar 02 18:46:50.119116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53572) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:50.125998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'dedae9ec-908a-4719-8b18-88a622564007', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:50.244909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09da512-ae8b-45f2-b474-d0bde432eef3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=dedae9ec-908a-4719-8b18-88a622564007,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:50.249208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:50.256901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network dedae9ec-908a-4719-8b18-88a622564007 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:50.266963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:50.286533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 70f877ed-057e-4b17-b39d-74cafebda321 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:46:50.302427 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.346351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:50.349933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.425890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Transition to ACTIVE for port object eec2db30-9d9b-44fa-9a43-5336a74f44a5 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:50.443734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab765c-82f0-4e9e-9668-b3b25ca2ffa6 req-1b7eac63-6e28-4158-b47a-7b51d98df352 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:50.445283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3dab765c-82f0-4e9e-9668-b3b25ca2ffa6 req-1b7eac63-6e28-4158-b47a-7b51d98df352 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.4391465 Mar 02 18:46:50.459159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6102aca-f80c-4996-80f8-af1f0e21e59e req-018948a1-fec1-42c0-b4ea-463ae0d65b6f tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:50.460767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6102aca-f80c-4996-80f8-af1f0e21e59e req-018948a1-fec1-42c0-b4ea-463ae0d65b6f tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 945 time: 0.3751423 Mar 02 18:46:50.651143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6102aca-f80c-4996-80f8-af1f0e21e59e req-9cdf1a48-1b20-4c1e-bcc2-ecc7709c2a8d tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778436 Mar 02 18:46:50.660007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2888f7e4-bae5-4dec-8611-f980c1bd055d None None] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:50.661782 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3dab765c-82f0-4e9e-9668-b3b25ca2ffa6 req-0c42c1f2-a184-4235-a595-40fb6d7b7d25 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902361 Mar 02 18:46:50.667070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.668313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:50.682175 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] Sync routers for ids ['70f877ed-057e-4b17-b39d-74cafebda321'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:50.696527 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] Routers {'70f877ed-057e-4b17-b39d-74cafebda321'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:50.699029 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['70f877ed-057e-4b17-b39d-74cafebda321'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:50.738563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.809895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=c7465423-4110-4b92-a6c9-e726474be868,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:50.827191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': 'a76b7782-7210-406b-8244-5c34e228fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:50.827654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: dedae9ec-908a-4719-8b18-88a622564007, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:46:50.849517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:50.859978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-348b73b9-fcf6-464c-bbdc-8b90302796ab tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.6986067 Mar 02 18:46:50.860204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53576) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:50.867110 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:50.890048 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] Routers {'70f877ed-057e-4b17-b39d-74cafebda321'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:50.891682 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['70f877ed-057e-4b17-b39d-74cafebda321'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:50.934354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-827ddcb0-55a4-4ca6-8008-304f995ed413 None None] Provisioning for port 7e486eca-c870-4cdd-9602-67caf787cac5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:50.950856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:50.955355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:50.957913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:50.973815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:51.054983 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:51.055631 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0bb30b-0d22-4df3-a1d6-1b327c193503 None None] The sync data for ids ['70f877ed-057e-4b17-b39d-74cafebda321'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:51.075912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=eec2db30-9d9b-44fa-9a43-5336a74f44a5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:51.145894 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.148179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network dedae9ec-908a-4719-8b18-88a622564007 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:46:51.148664 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890', 'code': 200} Mar 02 18:46:51.159368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0bd43f5f-eff8-44af-b443-40b581935dc9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers/70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 200 len: 884 time: 0.2978160 Mar 02 18:46:51.165605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53582) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:51.200896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d01ef5-2df6-4c27-8cec-ebd1cd91c91a req-8b5004f1-e6fa-4c26-8b0c-a842a791e750 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:51.203112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86d01ef5-2df6-4c27-8cec-ebd1cd91c91a req-8b5004f1-e6fa-4c26-8b0c-a842a791e750 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1097 time: 0.3408775 Mar 02 18:46:51.236043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c9c9e-7af7-4bd9-9912-f3e84937f306 None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:51.284694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, dedae9ec-908a-4719-8b18-88a622564007) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:51.301417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:51.301781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.375891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86d01ef5-2df6-4c27-8cec-ebd1cd91c91a req-1377b5a6-cd5d-4f49-bf8c-b7a61d56c438 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359677 Mar 02 18:46:51.420778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3bdeb-1474-435e-b717-ce9a637364d4 req-3ae6fff8-7bbe-4a98-86d2-26e94bef9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:51.432508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ca3bdeb-1474-435e-b717-ce9a637364d4 req-3ae6fff8-7bbe-4a98-86d2-26e94bef9303 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 1097 time: 0.2250979 Mar 02 18:46:51.461102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.492107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225166af-6282-461d-ae00-7728a9cfbcbe None None] Network dedae9ec-908a-4719-8b18-88a622564007 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:51.506330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50482651-d738-4ceb-b419-eae7c4eb621c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:51.527600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-858c9c4b-a085-42fe-a796-145ea4b7b274 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:router {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:51.535232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d354cf33-692d-4698-9db1-652599b21af1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4150019 Mar 02 18:46:51.540538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53588) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:51.549296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:51.697925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2789363'] for subnet, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:51.736400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-858c9c4b-a085-42fe-a796-145ea4b7b274 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:router {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:51.737466 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-858c9c4b-a085-42fe-a796-145ea4b7b274 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.5697539 Mar 02 18:46:51.743491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53596) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:51.752687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-315020287'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:51.846710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1901396e-69c6-4bcc-a1f5-94eef24ddba4 None None] Provisioning for port 50482651-d738-4ceb-b419-eae7c4eb621c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:52.044815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dedae9ec-908a-4719-8b18-88a622564007', 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': 'c7465423-4110-4b92-a6c9-e726474be868'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:46:52.045770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.076496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 50482651-d738-4ceb-b419-eae7c4eb621c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:52.089868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.164814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50482651-d738-4ceb-b419-eae7c4eb621c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:52.165292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.181791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0ca3bdeb-1474-435e-b717-ce9a637364d4 req-9bba5ed8-a084-4cbb-9b44-e2cd805760d6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7524178 Mar 02 18:46:52.198707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.219277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a5c31984-4e5e-4f94-809a-4be36d663db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.290562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Update dhcp port {'port': {'network_id': '0d62a41b-36da-4fcd-9a14-f03d1ca2642a', 'fixed_ips': [{'subnet_id': '1a0036d4-3166-4e51-acb1-f0d646d0f5e2', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e1d2ef4-14f1-4e66-aa09-c600a8825e5c'}], 'binding:host_id': 'n-d-828839-1'}, 'id': '50482651-d738-4ceb-b419-eae7c4eb621c'} from n-d-828839-1. {{(pid=88710) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 02 18:46:52.334027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88ad17e3-ad21-4c2a-9983-0a9dab406e6a None None] Provisioning for port eec2db30-9d9b-44fa-9a43-5336a74f44a5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:52.352095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-88ad17e3-ad21-4c2a-9983-0a9dab406e6a None None] Provisioning complete for port eec2db30-9d9b-44fa-9a43-5336a74f44a5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:52.352464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88ad17e3-ad21-4c2a-9983-0a9dab406e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.357423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=eec2db30-9d9b-44fa-9a43-5336a74f44a5,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:52.364336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.387856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5507fe42-3f77-45d5-a31a-6c733785b000 req-388f437d-dad8-4866-a2e8-8ff7ee70af84 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:52.389359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5507fe42-3f77-45d5-a31a-6c733785b000 req-388f437d-dad8-4866-a2e8-8ff7ee70af84 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2961898 Mar 02 18:46:52.414539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a78ec81-4337-41df-9458-a19474db6861 req-5dd0a06b-20a1-4a46-bcb1-aaeab13ba2bd tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:52.421766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a78ec81-4337-41df-9458-a19474db6861 req-5dd0a06b-20a1-4a46-bcb1-aaeab13ba2bd tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.3264453 Mar 02 18:46:52.446429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762210563557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2595642'] for subnet, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.456011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.515131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:52.515735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.519469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "PUT /v2.0/subnets/c7465423-4110-4b92-a6c9-e726474be868 HTTP/1.1" status: 200 len: 826 time: 0.9764588 Mar 02 18:46:52.522832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-88ad17e3-ad21-4c2a-9983-0a9dab406e6a None None] Port eec2db30-9d9b-44fa-9a43-5336a74f44a5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:52.532690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53600) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:52.574217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.606890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97f3025-71fd-4e94-b6a2-68163ec123cf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=c7465423-4110-4b92-a6c9-e726474be868,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:52.619279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Allocated IP 2001:db8::2 (dedae9ec-908a-4719-8b18-88a622564007/c7465423-4110-4b92-a6c9-e726474be868/501de97d-e3a1-4028-8564-bd9a7822c727) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:52.622864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a78ec81-4337-41df-9458-a19474db6861 req-1f894f2d-0425-4b76-862f-02c424876536 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714201 Mar 02 18:46:52.688343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5507fe42-3f77-45d5-a31a-6c733785b000 req-4a46e48b-b68a-4a83-a1d9-33f47131c429 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2849493 Mar 02 18:46:52.729730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53604) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:52.747744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.853049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50482651-d738-4ceb-b419-eae7c4eb621c,segment=NetworkSegment(f1a8c842-6ae5-4aae-9c3f-5775bd77efb9),segment_id=f1a8c842-6ae5-4aae-9c3f-5775bd77efb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:52.864196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.868330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:52.879724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:52.943254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:52.951405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e486eca-c870-4cdd-9602-67caf787cac5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:53.004034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.086022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8ef3d2e9-73a9-478a-9373-3995e7277258 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 200 len: 993 time: 0.3549280 Mar 02 18:46:53.189591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Allocated IP 172.20.0.1 (0d62a41b-36da-4fcd-9a14-f03d1ca2642a/4e1d2ef4-14f1-4e66-aa09-c600a8825e5c/50482651-d738-4ceb-b419-eae7c4eb621c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:53.214226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 70f877ed-057e-4b17-b39d-74cafebda321 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:46:53.224236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=50482651-d738-4ceb-b419-eae7c4eb621c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:53.270034 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.297457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.342754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Transition to ACTIVE for port object 501de97d-e3a1-4028-8564-bd9a7822c727 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:53.365176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dc220882-63a3-4c98-8af0-6a2520606b27 None None] Provisioning complete for port eec2db30-9d9b-44fa-9a43-5336a74f44a5 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:53.365873 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dc220882-63a3-4c98-8af0-6a2520606b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.385847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff4774-3376-42a9-a78d-5f8f5f809fd7 req-4024cf23-8189-4a0f-8623-66fca0deee34 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:53.393753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4ff4774-3376-42a9-a78d-5f8f5f809fd7 req-4024cf23-8189-4a0f-8623-66fca0deee34 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 945 time: 0.5992076 Mar 02 18:46:53.435210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dc220882-63a3-4c98-8af0-6a2520606b27 None None] Port eec2db30-9d9b-44fa-9a43-5336a74f44a5 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:53.492722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4ff4774-3376-42a9-a78d-5f8f5f809fd7 req-c80b95a0-841d-477f-8647-26c57032535b tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979576 Mar 02 18:46:53.508585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7e486eca-c870-4cdd-9602-67caf787cac5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:53.516436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Transition to ACTIVE for port object 501de97d-e3a1-4028-8564-bd9a7822c727 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:53.563036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7e486eca-c870-4cdd-9602-67caf787cac5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:53.563691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.589140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:53.597862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.602444 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6eade4dd-0fda-43a5-8752-d7a8c0b66b73 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 200 len: 891 time: 1.8551965 Mar 02 18:46:53.603486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53616) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:53.611508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eb564-0f50-4103-9f81-15415d393366 None None] Sync routers for ids ['70f877ed-057e-4b17-b39d-74cafebda321'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:53.656262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:53.674879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Router 063e7a32-8095-4958-9241-1b7a5574aed4 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:46:53.715661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] Routers {'70f877ed-057e-4b17-b39d-74cafebda321'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:53.716407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['70f877ed-057e-4b17-b39d-74cafebda321'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:53.902079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Network dedae9ec-908a-4719-8b18-88a622564007 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:53.904968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:53.911326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:53.914992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50482651-d738-4ceb-b419-eae7c4eb621c,segment=NetworkSegment(f1a8c842-6ae5-4aae-9c3f-5775bd77efb9),segment_id=f1a8c842-6ae5-4aae-9c3f-5775bd77efb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:53.930216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:53.986808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] Routers {'70f877ed-057e-4b17-b39d-74cafebda321'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:53.987493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['70f877ed-057e-4b17-b39d-74cafebda321'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.064879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Pushing event updated for resources: {'Port': ['ID=501de97d-e3a1-4028-8564-bd9a7822c727,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:54.100646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-039eb564-0f50-4103-9f81-15415d393366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.100646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039eb564-0f50-4103-9f81-15415d393366 None None] The sync data for ids ['70f877ed-057e-4b17-b39d-74cafebda321'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:54.193475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.233386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.260162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Transition to ACTIVE for port object 50482651-d738-4ceb-b419-eae7c4eb621c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:54.261730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Attempting to bind port 501de97d-e3a1-4028-8564-bd9a7822c727 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:46:54.262060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Attempting to bind port 501de97d-e3a1-4028-8564-bd9a7822c727 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'a76b7782-7210-406b-8244-5c34e228fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:46:54.262478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Attempting to bind port 501de97d-e3a1-4028-8564-bd9a7822c727 on network dedae9ec-908a-4719-8b18-88a622564007 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:46:54.280088 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.299730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:46:54.300298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Checking segment: {'id': 'a76b7782-7210-406b-8244-5c34e228fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:54.300723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.301126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Bound using segment: {'id': 'a76b7782-7210-406b-8244-5c34e228fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:46:54.301641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Bound port: 501de97d-e3a1-4028-8564-bd9a7822c727, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76b7782-7210-406b-8244-5c34e228fdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'dedae9ec-908a-4719-8b18-88a622564007'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:46:54.302377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.361973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=c7465423-4110-4b92-a6c9-e726474be868,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:54.370851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5f2c6-90ed-4be7-978c-46bdbcc655f7 req-1e186ca5-7bbc-423b-902c-2abb91d6a725 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:54.372372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54d5f2c6-90ed-4be7-978c-46bdbcc655f7 req-1e186ca5-7bbc-423b-902c-2abb91d6a725 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.4177911 Mar 02 18:46:54.374819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7e486eca-c870-4cdd-9602-67caf787cac5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e486eca-c870-4cdd-9602-67caf787cac5,segment=NetworkSegment(ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f),segment_id=ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:54.394881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.414020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.426419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] For port 501de97d-e3a1-4028-8564-bd9a7822c727, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:46:54.430106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] For port 501de97d-e3a1-4028-8564-bd9a7822c727, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=501de97d-e3a1-4028-8564-bd9a7822c727,segment=NetworkSegment(a76b7782-7210-406b-8244-5c34e228fdcd),segment_id=a76b7782-7210-406b-8244-5c34e228fdcd)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:46:54.448560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedae9ec-908a-4719-8b18-88a622564007']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.464358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76b7782-7210-406b-8244-5c34e228fdcd') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.464658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76b7782-7210-406b-8244-5c34e228fdcd') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.473211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-13e3c4d2-dbb4-4e20-b4b2-fd2c109c0269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.481665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.485443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-c2b7045b-681c-496f-a77d-be5964df35de service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0777588 Mar 02 18:46:54.489239 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.500500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.526466 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.536775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:54.537019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:54.608178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50482651-d738-4ceb-b419-eae7c4eb621c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:54.641484 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:54.658756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:46:54.672557 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] Sync routers for ids ['063e7a32-8095-4958-9241-1b7a5574aed4'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:46:54.701283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] Routers {'063e7a32-8095-4958-9241-1b7a5574aed4'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:54.701919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['063e7a32-8095-4958-9241-1b7a5574aed4'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.746312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1ebac6f1-4336-492d-bb52-6ea09ebed53e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers/70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 200 len: 891 time: 1.1408200 Mar 02 18:46:54.749069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b2b26-42ce-4e62-8467-f88e9bc809e9 None None] Pushing event updated for resources: {'Port': ['ID=50482651-d738-4ceb-b419-eae7c4eb621c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:54.749932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53634) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:54.758150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8bd566e5-1617-47ab-a838-48fe85add3d5 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "PUT /v2.0/routers/063e7a32-8095-4958-9241-1b7a5574aed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1933305 Mar 02 18:46:54.760018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53638) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:54.774506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'port': {'network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff', 'name': 'tempest-FloatingIPNegativeTestJSON-1283791962'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:54.821860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.834226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 18:46:54.834226 n-d-828839-1 neutron-server[88709]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 18:46:54.834226 n-d-828839-1 neutron-server[88709]: [parameters: {'id': 'dedae9ec-908a-4719-8b18-88a622564007'}] Mar 02 18:46:54.834226 n-d-828839-1 neutron-server[88709]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:46:54.834927 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:46:54.844874 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] Routers {'063e7a32-8095-4958-9241-1b7a5574aed4'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:46:54.845792 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['063e7a32-8095-4958-9241-1b7a5574aed4'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:54.866722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54d5f2c6-90ed-4be7-978c-46bdbcc655f7 req-b863fbb6-97b4-4568-bfca-536ae76b4e27 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243776 Mar 02 18:46:54.894799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-64dc1950-6dd9-4cee-accc-f5c4f81e20fe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 200 len: 205 time: 0.1424749 Mar 02 18:46:54.900683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53644) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:54.957012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7e486eca-c870-4cdd-9602-67caf787cac5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:55.018873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:55.019285 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fcf3ad-fdc5-4142-ad89-eaf45f950b6c None None] The sync data for ids ['063e7a32-8095-4958-9241-1b7a5574aed4'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:46:55.096976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2edecd-9eca-40fa-9a98-31bba5d08a8f None None] Network dedae9ec-908a-4719-8b18-88a622564007 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:55.225821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:55.258362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:port and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:55.275223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:55.284383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:55.298350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524ffcd-5eab-4efa-9ecd-b7d5210c334c req-c889b87b-b7f0-4faa-948e-5ebd7257a689 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:55.310822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4524ffcd-5eab-4efa-9ecd-b7d5210c334c req-c889b87b-b7f0-4faa-948e-5ebd7257a689 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.9550498 Mar 02 18:46:55.342658 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.368221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4524ffcd-5eab-4efa-9ecd-b7d5210c334c req-73abe946-5ba5-4ccd-9ae7-e5013d97750b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609112 Mar 02 18:46:55.388540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 501de97d-e3a1-4028-8564-bd9a7822c727 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:55.393969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.473885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2803855e-a958-4fd4-8ac5-00f07f92889a None None] Pushing event updated for resources: {'Port': ['ID=501de97d-e3a1-4028-8564-bd9a7822c727,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:55.533972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Made reservation on behalf of 6d9f9b15db884c36b5f39020b757b25d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:55.534591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.548072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.592544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] device_id is not set on port 802e4558-4123-41f9-8277-763fda8939db yet. {{(pid=88709) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:46:55.642191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d235cc-4cc3-4635-a6e0-8280e05696d7 None None] Network dedae9ec-908a-4719-8b18-88a622564007 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:55.715928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5a3b6-926e-466a-b2a6-03b77237c086 None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:46:55.795110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.798520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.832592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port 501de97d-e3a1-4028-8564-bd9a7822c727, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=501de97d-e3a1-4028-8564-bd9a7822c727,segment=NetworkSegment(a76b7782-7210-406b-8244-5c34e228fdcd),segment_id=a76b7782-7210-406b-8244-5c34e228fdcd)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:55.832928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.862561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:55.981217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 9fe45bbc-c883-4110-845d-73c7c078d118 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:55.982145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.114463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.157064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db91bf82-cdce-4b86-a3fc-66a051bc7727 None None] Provisioning for port 50482651-d738-4ceb-b419-eae7c4eb621c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:56.168231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-db91bf82-cdce-4b86-a3fc-66a051bc7727 None None] Provisioning complete for port 50482651-d738-4ceb-b419-eae7c4eb621c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:56.168870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-db91bf82-cdce-4b86-a3fc-66a051bc7727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.208869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.225915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for 501de97d-e3a1-4028-8564-bd9a7822c727 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:56.320089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Allocated IP 172.20.0.3 (02dcc2bc-7842-43ef-9340-ea38f527eaff/32942b9f-a571-49b4-9f7e-0d19adf44c29/802e4558-4123-41f9-8277-763fda8939db) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:56.445523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 9fe45bbc-c883-4110-845d-73c7c078d118 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:56.463176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48180da-580e-4ab3-b00d-7fdd78880653 req-3e0b4571-1415-432b-a308-28d21d29ecea tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:56.464748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d48180da-580e-4ab3-b00d-7fdd78880653 req-3e0b4571-1415-432b-a308-28d21d29ecea tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.5884132 Mar 02 18:46:56.474933 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.479778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-1f8d90c4-7f66-4128-b3cb-729dbb795259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:56.481870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-1f8d90c4-7f66-4128-b3cb-729dbb795259 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 1097 time: 0.3674920 Mar 02 18:46:56.578727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=501de97d-e3a1-4028-8564-bd9a7822c727,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:56.583392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port 501de97d-e3a1-4028-8564-bd9a7822c727 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:56.626012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50482651-d738-4ceb-b419-eae7c4eb621c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:56.753419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.762721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff4029-89ef-4781-a9bd-6b761cbf7136 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 18:46:56.823947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50482651-d738-4ceb-b419-eae7c4eb621c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:56.824333 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.833303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=9fe45bbc-c883-4110-845d-73c7c078d118,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:56.867664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.880748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.929594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.944021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9fe01071-889a-4fac-a5ef-d0387bb01ed0 None None] Provisioning complete for port 50482651-d738-4ceb-b419-eae7c4eb621c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:56.945318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9fe01071-889a-4fac-a5ef-d0387bb01ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:56.972547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.045352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dedae9ec-908a-4719-8b18-88a622564007']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:57.067551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d48180da-580e-4ab3-b00d-7fdd78880653 req-90d86ac8-4e09-4598-80e8-9c514646c30d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5835962 Mar 02 18:46:57.089934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0a644-e513-4ecb-aecc-780410446388 req-8d57d0f7-0de3-4f69-9977-b1d29b6c84e4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:57.100689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91e0a644-e513-4ecb-aecc-780410446388 req-8d57d0f7-0de3-4f69-9977-b1d29b6c84e4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 945 time: 0.6964235 Mar 02 18:46:57.104912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ff4029-89ef-4781-a9bd-6b761cbf7136 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 18:46:57.120735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76b7782-7210-406b-8244-5c34e228fdcd') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:57.121191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76b7782-7210-406b-8244-5c34e228fdcd') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:46:57.139472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.143190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.166180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-5a9edb83-2fc1-44c4-86c1-a7649f7ed842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:57.167867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-5a9edb83-2fc1-44c4-86c1-a7649f7ed842 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 912 time: 0.6336164 Mar 02 18:46:57.169625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.280478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e486eca-c870-4cdd-9602-67caf787cac5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:46:57.289415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.290018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 70f877ed-057e-4b17-b39d-74cafebda321 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:46:57.304757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.309073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-8138c608-0e2c-4956-b321-6f56521296cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cccc559b-c9fb-4b42-8070-d82a62072890 HTTP/1.1" status: 200 len: 217 time: 0.1255226 Mar 02 18:46:57.315234 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.323564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91e0a644-e513-4ecb-aecc-780410446388 req-de260c0a-2d23-4c83-b97c-d27c5c26447d tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254858 Mar 02 18:46:57.380105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:46:57.380519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.397590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:46:57.402637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Transition to ACTIVE for port object 802e4558-4123-41f9-8277-763fda8939db will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:46:57.406607 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5f7860b0-374f-4e21-aab6-80a6476d0401 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 204 len: 168 time: 2.5067215 Mar 02 18:46:57.407605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:57.414612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-359320720'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:57.422459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:57.428203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:57.433648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:57.442105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:57.504245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7e486eca-c870-4cdd-9602-67caf787cac5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:57.504617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.511047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-2bc36075-148e-48cf-82f5-3d98e5f5d2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:57.512551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-2bc36075-148e-48cf-82f5-3d98e5f5d2c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.1829958 Mar 02 18:46:57.529251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:57.533266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.576486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-5d65c332-eae2-41ba-b5a3-7ffffd21ca2c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538132 Mar 02 18:46:57.611357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:57.627539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.628891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.629852 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment df6ea6c0-9b0a-46c1-8d9b-24f42e55725e of type vlan for network 621ef5c2-632b-4570-af94-05e41ec22984 Mar 02 18:46:57.669229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8a3875-d54b-48b5-bb6e-d4873e70e2d3 req-5716e54c-3ade-4d05-8734-d512c32bde49 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:57.670774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf8a3875-d54b-48b5-bb6e-d4873e70e2d3 req-5716e54c-3ade-4d05-8734-d512c32bde49 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.4190402 Mar 02 18:46:57.684811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.698723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.815282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.821672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:57.822923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.891514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:57.940302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=621ef5c2-632b-4570-af94-05e41ec22984,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:57.951128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 621ef5c2-632b-4570-af94-05e41ec22984 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:57.956870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=dedae9ec-908a-4719-8b18-88a622564007,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.007292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4513616f-0c0d-413a-946c-90f47d73c409 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/dedae9ec-908a-4719-8b18-88a622564007 HTTP/1.1" status: 204 len: 168 time: 5.4672489 Mar 02 18:46:58.008455 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-429e8494-eec1-4385-b933-f7ed12f048f0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5993097 Mar 02 18:46:58.009166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53682) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.009506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53684) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.041764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:46:58.056932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:46:58.066368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:46:58.091465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '621ef5c2-632b-4570-af94-05e41ec22984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:58.108533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf8a3875-d54b-48b5-bb6e-d4873e70e2d3 req-5fa59833-affc-49f6-837d-d207962387d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115071 Mar 02 18:46:58.134579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=802e4558-4123-41f9-8277-763fda8939db,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:58.156304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-2c69467e-b594-4237-a47b-8961eba56e2d service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709832 Mar 02 18:46:58.226592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4a003ec3-2eb3-4a15-9c25-8aa35c993139 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.228278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4a003ec3-2eb3-4a15-9c25-8aa35c993139 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.65 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 945 time: 0.6023698 Mar 02 18:46:58.242739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.243399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.276705 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-92197774-2ae9-4889-902a-c067bf03c1eb tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:46:58.277191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92197774-2ae9-4889-902a-c067bf03c1eb tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:46:58.278932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92197774-2ae9-4889-902a-c067bf03c1eb tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/dedae9ec-908a-4719-8b18-88a622564007 HTTP/1.1" status: 404 len: 339 time: 0.2664897 Mar 02 18:46:58.283791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53692) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.295040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701580679', 'description': 'd1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:58.347255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.357766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Usage tracker for resource:network and tenant:23483bf85cc044eda513562fd5874e09 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.364677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.392093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.407649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.413101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.415989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df5b8237-e4f1-437b-b5c8-f41e8d64c255 None None] Provisioning for port 802e4558-4123-41f9-8277-763fda8939db completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:46:58.418180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-23177c14-fd2b-40c0-8f39-78a1a5006e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.418741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-23177c14-fd2b-40c0-8f39-78a1a5006e5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1097 time: 0.4083679 Mar 02 18:46:58.419557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.424603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df5b8237-e4f1-437b-b5c8-f41e8d64c255 None None] Provisioning complete for port 802e4558-4123-41f9-8277-763fda8939db triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:46:58.425794 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-df5b8237-e4f1-437b-b5c8-f41e8d64c255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.449144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.489311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-df5b8237-e4f1-437b-b5c8-f41e8d64c255 None None] Port 802e4558-4123-41f9-8277-763fda8939db cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:46:58.507220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Deleting port 75975adb-982c-4fc0-a843-e41c7da36612 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:46:58.507577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.518649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:58.522146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.585647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:46:58.596271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:46:58.599733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.620871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-ac404377-3dbe-47c0-8a90-e677d7b0bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.622454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-ac404377-3dbe-47c0-8a90-e677d7b0bc3e service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.1964736 Mar 02 18:46:58.623412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.623757 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 635c0c9f-ed6e-477c-ab40-168a2d3f7df9 of type vlan for network 29b74ca1-0dac-403d-8838-5e50b2edc7e0 Mar 02 18:46:58.648134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-934ed8b0-fd14-4eda-8f77-b7a422819d59 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8869765 Mar 02 18:46:58.658373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-707e0c37-82c9-4ff3-9585-69a1755ef39b req-6659ccb1-8ea3-448f-99f8-5c8496a4ae27 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942002 Mar 02 18:46:58.668242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53698) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:58.673697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:58.695902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:46:58.710092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:floatingip and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:46:58.721857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1492f0-753a-49c8-8cf9-057c23122a10 req-78883d6a-2f54-4317-9187-7bf9d4feaa71 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.723527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1492f0-753a-49c8-8cf9-057c23122a10 req-78883d6a-2f54-4317-9187-7bf9d4feaa71 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.4920576 Mar 02 18:46:58.727876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:46:58.768831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:46:58.804308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6331de-c070-4e52-9ed7-bbc6a5fd6d5d req-8dcb0338-9254-4a19-abf4-fed2c09ee145 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.804508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.805901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b6331de-c070-4e52-9ed7-bbc6a5fd6d5d req-8dcb0338-9254-4a19-abf4-fed2c09ee145 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 945 time: 0.3612890 Mar 02 18:46:58.836841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-6a9e9bfb-27a5-4b9a-a2f2-acf5053fefa3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1001 time: 0.2003870 Mar 02 18:46:58.937258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec1492f0-753a-49c8-8cf9-057c23122a10 req-474b4c56-cdb8-4953-90df-cfaee8e799e4 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058191 Mar 02 18:46:58.944828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-348f548b-3f7e-40f8-aacd-e77f8336a753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:58.947039 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-348f548b-3f7e-40f8-aacd-e77f8336a753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.0981514 Mar 02 18:46:58.950884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b6331de-c070-4e52-9ed7-bbc6a5fd6d5d req-16c6556c-38df-4caf-993c-c28fb1ee0253 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336265 Mar 02 18:46:58.973800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:58.998311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] For port 75975adb-982c-4fc0-a843-e41c7da36612, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=75975adb-982c-4fc0-a843-e41c7da36612,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:46:58.999213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.023576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.029261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:59.029967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.137470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Calling delete_port for 75975adb-982c-4fc0-a843-e41c7da36612 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:46:59.145048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-ce60cc62-6116-4d66-aba6-fade6f8cb532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:59.146623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-ce60cc62-6116-4d66-aba6-fade6f8cb532 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1935551 Mar 02 18:46:59.179554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=29b74ca1-0dac-403d-8838-5e50b2edc7e0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:59.194412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 29b74ca1-0dac-403d-8838-5e50b2edc7e0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:46:59.270329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd0a38fb-f972-4be4-8c7b-b85df66cb117 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9807398 Mar 02 18:46:59.271492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53708) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:59.439241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.473316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-26f89475-8ad7-4887-b3a2-65935c871c97 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148100 Mar 02 18:46:59.495410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea8c7f-1875-4f97-ae0d-564479f9ac95 req-73f3d288-e232-4a0b-8997-2d2878746c1a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:59.497032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbea8c7f-1875-4f97-ae0d-564479f9ac95 req-73f3d288-e232-4a0b-8997-2d2878746c1a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2125471 Mar 02 18:46:59.513546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9694bf81-cbfa-4874-b1e7-464fee7f739c tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:46:59.514808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9694bf81-cbfa-4874-b1e7-464fee7f739c tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Synchronizing usage tracker for tenant:23483bf85cc044eda513562fd5874e09 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:46:59.536873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.618620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Pushing event deleted for resources: {'Port': ['ID=75975adb-982c-4fc0-a843-e41c7da36612,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:59.686178 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-cb1617e6-2894-4e5d-8b4e-0ceae42d3361 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052760 Mar 02 18:46:59.690271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbea8c7f-1875-4f97-ae0d-564479f9ac95 req-69c761aa-5b40-4861-b7ed-d6e96e131896 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840537 Mar 02 18:46:59.702550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9694bf81-cbfa-4874-b1e7-464fee7f739c tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Unset dirty status for tenant:23483bf85cc044eda513562fd5874e09 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:46:59.705773 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9694bf81-cbfa-4874-b1e7-464fee7f739c tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks?id=29b74ca1-0dac-403d-8838-5e50b2edc7e0 HTTP/1.1" status: 200 len: 765 time: 0.4328218 Mar 02 18:46:59.712827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:46:59.720424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'description': 'd2'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:46:59.744455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.892583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] No DVR routers for this DVR port 75975adb-982c-4fc0-a843-e41c7da36612 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:46:59.896894 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:46:59.899526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'name': 'network-vif-deleted', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:46:59.928556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Allocated IP 172.25.7.113 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/65c68be3-35a3-4968-b56c-92d66f125bb9) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:46:59.959091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=31e99348-9fe6-4e94-9ad4-8dc92dbe7b77,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:46:59.988639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:46:59.988995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 621ef5c2-632b-4570-af94-05e41ec22984, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:00.073730 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '616d8a75-95a2-41a5-8035-0032cf3c6135', 'name': 'network-vif-deleted', 'tag': '75975adb-982c-4fc0-a843-e41c7da36612', 'status': 'completed', 'code': 200} Mar 02 18:47:00.075801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e485b32-0a79-4f62-9b49-cf448177b3d7 req-4f4b02a3-4f4f-4fad-b052-e99beb679f57 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.65 "DELETE /v2.0/ports/75975adb-982c-4fc0-a843-e41c7da36612 HTTP/1.1" status: 204 len: 173 time: 1.8406653 Mar 02 18:47:00.208104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.370444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0a2ac112-80a4-4a7d-9444-03a1fd340484 req-4276e4e9-d33e-40f6-8df3-c6bbb4bcee25 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Synchronizing usage tracker for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:00.376074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.428905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354a339-94bc-4e63-8bb3-d7342c880426 req-60f77d2b-5669-46eb-baa2-136b64e8ede8 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:00.430579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4354a339-94bc-4e63-8bb3-d7342c880426 req-60f77d2b-5669-46eb-baa2-136b64e8ede8 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.2143600 Mar 02 18:47:00.515983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4354a339-94bc-4e63-8bb3-d7342c880426 req-eb3e5bd7-ae47-4c2d-af1f-269e18d1d3e2 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749679 Mar 02 18:47:00.524109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 621ef5c2-632b-4570-af94-05e41ec22984 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:00.526678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.555855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network 29b74ca1-0dac-403d-8838-5e50b2edc7e0 is not hosted by any dhcp agent {{(pid=88708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 02 18:47:00.561694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:00.562441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.563735 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "PUT /v2.0/networks/29b74ca1-0dac-403d-8838-5e50b2edc7e0 HTTP/1.1" status: 200 len: 762 time: 0.8491910 Mar 02 18:47:00.566637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53722) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:00.606730 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.646871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0a2ac112-80a4-4a7d-9444-03a1fd340484 req-4276e4e9-d33e-40f6-8df3-c6bbb4bcee25 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Unset dirty status for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:00.647962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a2ac112-80a4-4a7d-9444-03a1fd340484 req-4276e4e9-d33e-40f6-8df3-c6bbb4bcee25 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=616d8a75-95a2-41a5-8035-0032cf3c6135 HTTP/1.1" status: 200 len: 210 time: 0.3424466 Mar 02 18:47:00.649070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16cb79-8c8a-4333-bf19-c545db659f76 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=29b74ca1-0dac-403d-8838-5e50b2edc7e0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:00.662424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 29b74ca1-0dac-403d-8838-5e50b2edc7e0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:00.683523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 621ef5c2-632b-4570-af94-05e41ec22984) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:00.689096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:00.690371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.700274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb408f-87b8-4b2b-9489-09a4d7dc4efa None None] Network 621ef5c2-632b-4570-af94-05e41ec22984 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:00.786165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=65c68be3-35a3-4968-b56c-92d66f125bb9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:00.792780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:00.796687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:00.805965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2069f2-8086-413a-80b5-4621b9e91e1b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:00.806819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c2069f2-8086-413a-80b5-4621b9e91e1b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Synchronizing usage tracker for tenant:23483bf85cc044eda513562fd5874e09 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:00.812381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:00.817072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-91945ff3-b609-4b85-b9d7-fadbf9609e20 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8025866 Mar 02 18:47:00.821056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:00.828442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-331940551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:00.840991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:00.850228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:00.854295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:00.862018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:00.935275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7c2069f2-8086-413a-80b5-4621b9e91e1b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Unset dirty status for tenant:23483bf85cc044eda513562fd5874e09 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:00.940454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7c2069f2-8086-413a-80b5-4621b9e91e1b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks?id=29b74ca1-0dac-403d-8838-5e50b2edc7e0 HTTP/1.1" status: 200 len: 765 time: 0.3689516 Mar 02 18:47:00.943192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53732) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:00.981603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:00.982796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.010632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.118417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.136389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-621ef5c2-632b-4570-af94-05e41ec22984', 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '31e99348-9fe6-4e94-9ad4-8dc92dbe7b77'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:01.136389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.147401 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.152461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 75975adb-982c-4fc0-a843-e41c7da36612 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:01.189498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3231b-9506-4ef7-9894-f46a2e913d16 req-846435d1-e87a-40da-941b-45101dfdb614 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.191065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bac3231b-9506-4ef7-9894-f46a2e913d16 req-846435d1-e87a-40da-941b-45101dfdb614 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.3381078 Mar 02 18:47:01.201774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 75975adb-982c-4fc0-a843-e41c7da36612 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:01.202577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 75975adb-982c-4fc0-a843-e41c7da36612 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:01.226141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b890f1bd-ce53-40fe-84c1-3c28c8ff6d29 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.229980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b890f1bd-ce53-40fe-84c1-3c28c8ff6d29 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2856951 Mar 02 18:47:01.230709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.273750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.275019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6da2bfd4-77e8-444c-ae03-aa3649b34af6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4526610 Mar 02 18:47:01.278992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53740) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.280144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d18d69e9-d10e-4d00-9ffc-ab9bbead5269 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Synchronizing usage tracker for tenant:23483bf85cc044eda513562fd5874e09 on resource:subnet {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:01.318908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bac3231b-9506-4ef7-9894-f46a2e913d16 req-6828a5d6-8685-445b-afe7-cef5dec671e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172922 Mar 02 18:47:01.325175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.392956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Allocated IP 2001:db8::2 (621ef5c2-632b-4570-af94-05e41ec22984/31e99348-9fe6-4e94-9ad4-8dc92dbe7b77/cf6592f8-ec97-482e-a8f9-a08ca81ba240) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:01.526170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d18d69e9-d10e-4d00-9ffc-ab9bbead5269 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Unset dirty status for tenant:23483bf85cc044eda513562fd5874e09 on resource:subnet {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:01.531986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d18d69e9-d10e-4d00-9ffc-ab9bbead5269 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 207 time: 0.2956398 Mar 02 18:47:01.535999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:01.692832 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.713196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Transition to ACTIVE for port object cf6592f8-ec97-482e-a8f9-a08ca81ba240 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:01.727536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.748904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Transition to ACTIVE for port object cf6592f8-ec97-482e-a8f9-a08ca81ba240 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:01.785379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3a1a6-71ef-4cb6-979a-b463642423c6 req-3f45db03-2467-48d5-87da-3cf2c253e7fb tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.792774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93a3a1a6-71ef-4cb6-979a-b463642423c6 req-3f45db03-2467-48d5-87da-3cf2c253e7fb tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.1160290 Mar 02 18:47:01.815026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.845030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:01.915708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Pushing event updated for resources: {'Port': ['ID=cf6592f8-ec97-482e-a8f9-a08ca81ba240,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:01.938489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Network 621ef5c2-632b-4570-af94-05e41ec22984 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:01.939994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:01.942794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:01.945137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.951279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.956411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93a3a1a6-71ef-4cb6-979a-b463642423c6 req-b1c02b6c-70fe-43e5-a96a-2bb1391ccc34 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627572 Mar 02 18:47:01.957000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.963089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.969836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.974548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=65c68be3-35a3-4968-b56c-92d66f125bb9,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:01.976423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:01.983252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-79831222-e9a9-4ad5-9f95-43a21a859509 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4461746 Mar 02 18:47:02.007893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.008341 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.095232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.099601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ae5d78fd-6d0f-4f6d-8126-88d86f0651dc tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4275024 Mar 02 18:47:02.099601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53760) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.106250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-460648b3-ea45-467d-8600-cef0ad712ddb tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'floatingip': {'port_id': '802e4558-4123-41f9-8277-763fda8939db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:02.125870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Attempting to bind port cf6592f8-ec97-482e-a8f9-a08ca81ba240 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:02.128861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Attempting to bind port cf6592f8-ec97-482e-a8f9-a08ca81ba240 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:02.128861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Attempting to bind port cf6592f8-ec97-482e-a8f9-a08ca81ba240 on network 621ef5c2-632b-4570-af94-05e41ec22984 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:02.135235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:02.136351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Checking segment: {'id': 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:02.137062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.137691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Bound using segment: {'id': 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:02.138461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Bound port: cf6592f8-ec97-482e-a8f9-a08ca81ba240, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '621ef5c2-632b-4570-af94-05e41ec22984'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:02.139110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.172690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.241599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-460648b3-ea45-467d-8600-cef0ad712ddb tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.250183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] For port cf6592f8-ec97-482e-a8f9-a08ca81ba240, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:02.253508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] For port cf6592f8-ec97-482e-a8f9-a08ca81ba240, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf6592f8-ec97-482e-a8f9-a08ca81ba240,segment=NetworkSegment(df6ea6c0-9b0a-46c1-8d9b-24f42e55725e),segment_id=df6ea6c0-9b0a-46c1-8d9b-24f42e55725e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:02.324205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:02.431043 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7cc3c9eb-4139-42ec-8aa6-273050cc5aa5 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4388633 Mar 02 18:47:02.431829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c9e83-d1d0-421b-a7df-291ce224203c None None] Pushing event updated for resources: {'Port': ['ID=cf6592f8-ec97-482e-a8f9-a08ca81ba240,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:02.438028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.758832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-355f1a6d-11a1-4767-a619-dc29611f9bb5 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.760470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-355f1a6d-11a1-4767-a619-dc29611f9bb5 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/networks?id=230fadbb-e2d9-4cc2-9189-5ae1268ad611 HTTP/1.1" status: 200 len: 809 time: 0.5664198 Mar 02 18:47:02.784213 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-460648b3-ea45-467d-8600-cef0ad712ddb tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] update failed (client error): The resource could not be found. Mar 02 18:47:02.788258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-460648b3-ea45-467d-8600-cef0ad712ddb tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "PUT /v2.0/floatingips/1d765089-3586-4b6c-95e5-29a963f5dfac HTTP/1.1" status: 404 len: 507 time: 0.6846540 Mar 02 18:47:02.790938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.796333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.796487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f1f65-b2c4-42b3-ad10-408564432d90 req-9977e8ed-06ed-400c-bacc-91bcb633bf1c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.796934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.797023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-444f1f65-b2c4-42b3-ad10-408564432d90 req-9977e8ed-06ed-400c-bacc-91bcb633bf1c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2896183 Mar 02 18:47:02.797107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.797188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53778) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.797267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.802490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-5372abaa-562d-42d5-8cda-5e412e7f8314 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/quotas/4e5819660ec74317982e90e468717123 HTTP/1.1" status: 200 len: 375 time: 0.0288095 Mar 02 18:47:02.802694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46f3c676-9d00-4dd4-93d7-17cc98287087 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3588803 Mar 02 18:47:02.804397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53782) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.931259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.932697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.934098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.935794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.937841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:02.939511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a3aadcc-cbf2-484c-a2b5-07b2ec134e4e tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1341743 Mar 02 18:47:02.945976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53786) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:02.972742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8::1 (621ef5c2-632b-4570-af94-05e41ec22984/31e99348-9fe6-4e94-9ad4-8dc92dbe7b77/aa47f942-a5b0-4f96-95a9-6685fcbc2186) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:03.001851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-85f5e1ae-f1ef-4308-9259-53e99cb724ca tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1410162 Mar 02 18:47:03.042928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting port 65c68be3-35a3-4968-b56c-92d66f125bb9 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:03.042928 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.122763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-444f1f65-b2c4-42b3-ad10-408564432d90 req-23f36021-196e-48a3-ad49-1813c07711db tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629430 Mar 02 18:47:03.300818 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.335665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c155194-e923-4be1-bbe2-34e8edc26db2 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:03.341916 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c155194-e923-4be1-bbe2-34e8edc26db2 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks/f3045158-c8d4-4495-8be5-427b3bb5dcf6 HTTP/1.1" status: 200 len: 803 time: 0.3907936 Mar 02 18:47:03.341916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53794) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:03.346062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object aa47f942-a5b0-4f96-95a9-6685fcbc2186 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:03.405017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-43435f0b-886c-432e-a09d-5232546ed746 service neutron] 10.222.0.66 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3926566 Mar 02 18:47:03.513816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-286bd95e-cbad-441b-b519-579d5d823855 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/networks/f3045158-c8d4-4495-8be5-427b3bb5dcf6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1706476 Mar 02 18:47:03.519056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:03.537085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.537456 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.589592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.695602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ad8b4-9940-44c9-bc34-0a66c3607650 req-61892c9f-7c6d-47b5-be22-ca272ad846d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:03.695816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 621ef5c2-632b-4570-af94-05e41ec22984 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:03.698658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e2ad8b4-9940-44c9-bc34-0a66c3607650 req-61892c9f-7c6d-47b5-be22-ca272ad846d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.3899736 Mar 02 18:47:03.701011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd02c04-f941-4d51-a850-d943e99e5f42 None None] Network 621ef5c2-632b-4570-af94-05e41ec22984 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:03.702741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d13a573-e370-4534-92cb-4609909209ed tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:03.707976 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0d13a573-e370-4534-92cb-4609909209ed tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets/a79969dc-4bc0-4721-b686-2b1190864793 HTTP/1.1" status: 200 len: 843 time: 0.1876745 Mar 02 18:47:03.709068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:03.709771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Calling delete_port for 65c68be3-35a3-4968-b56c-92d66f125bb9 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:03.713507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:03.716216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:03.716907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:03.768094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=aa47f942-a5b0-4f96-95a9-6685fcbc2186,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:03.823037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992f625-8638-44d4-bc9b-7e4401e991c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['shared'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:03.829514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d992f625-8638-44d4-bc9b-7e4401e991c1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "GET /v2.0/subnets/a79969dc-4bc0-4721-b686-2b1190864793?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1142797 Mar 02 18:47:03.831878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53806) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:03.838657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1905423281'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:03.845954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:03.850308 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e2ad8b4-9940-44c9-bc34-0a66c3607650 req-4fa2b81c-5a23-40b1-ada2-fddfa3876c6f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968795 Mar 02 18:47:03.861867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-492a54e3-19a8-4d5b-aec7-ba171dffba0a service neutron] 10.222.0.66 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460857 Mar 02 18:47:03.862864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:03.956902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7515ecb3-7698-448f-81e6-ae253e93d572 None None] Provisioning for port cf6592f8-ec97-482e-a8f9-a08ca81ba240 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:03.993386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:03.998581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.102049 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.106663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:04.118423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.119597 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Added segment 0d774a30-51fc-4b4c-8178-5925212baf43 of type vlan for network d74997c5-e872-4d9b-9429-6cfd2fcba71e Mar 02 18:47:04.150966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.160143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.391075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.396591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:04.397225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.409353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Port': ['ID=65c68be3-35a3-4968-b56c-92d66f125bb9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:04.506485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b86c6a35-95f3-4f58-96ee-e2ba42094fba req-ca1f5e6f-edea-4f16-9077-a7f9871d2742 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.3040297 Mar 02 18:47:04.580945 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.609131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e5bc3-21cd-4b52-a271-6e276c9db29a req-a94f5c34-3610-4621-8db5-3d554b4fcb50 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:04.611039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334e5bc3-21cd-4b52-a271-6e276c9db29a req-a94f5c34-3610-4621-8db5-3d554b4fcb50 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.1993546 Mar 02 18:47:04.613365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.619612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e0503fc-0df3-4516-a3e9-8274997cda57 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "DELETE /v2.0/floatingips/1d765089-3586-4b6c-95e5-29a963f5dfac HTTP/1.1" status: 204 len: 168 time: 1.8224628 Mar 02 18:47:04.620554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53820) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:04.624426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-433ffd20-2342-400b-b3e0-dc260f029964 None None] Provisioning for port aa47f942-a5b0-4f96-95a9-6685fcbc2186 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:04.632490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-433ffd20-2342-400b-b3e0-dc260f029964 None None] Provisioning complete for port aa47f942-a5b0-4f96-95a9-6685fcbc2186 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:04.633037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-433ffd20-2342-400b-b3e0-dc260f029964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.636589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'floatingip': {'floating_network_id': '02dcc2bc-7842-43ef-9340-ea38f527eaff', 'port_id': '802e4558-4123-41f9-8277-763fda8939db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:04.649989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:04.674712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:floatingip and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:04.678783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf6592f8-ec97-482e-a8f9-a08ca81ba240 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:04.691026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:04.730418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:04.740376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334e5bc3-21cd-4b52-a271-6e276c9db29a req-d8c9f44f-780b-4209-b625-0117486c0aff tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969722 Mar 02 18:47:04.800178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-433ffd20-2342-400b-b3e0-dc260f029964 None None] Port aa47f942-a5b0-4f96-95a9-6685fcbc2186 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:04.804262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:04.895669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port cf6592f8-ec97-482e-a8f9-a08ca81ba240 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:04.904825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cf6592f8-ec97-482e-a8f9-a08ca81ba240 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:04.905254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.057028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-79d0f7ba-b3c5-4700-8bc2-28e6d511d593 None None] Provisioning complete for port aa47f942-a5b0-4f96-95a9-6685fcbc2186 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.060220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79d0f7ba-b3c5-4700-8bc2-28e6d511d593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.064615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Network': ['ID=d74997c5-e872-4d9b-9429-6cfd2fcba71e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:05.126500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.133974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51b4abfb-0bb4-4b3c-8db7-69899f0f727f tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2979882 Mar 02 18:47:05.134261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:05.135426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:05.143493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:05.147193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6c1d-113d-46a5-9a8f-cec48e841f59 req-96c4d318-96e7-4192-9f87-4db8c849ca26 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:05.148781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cae6c1d-113d-46a5-9a8f-cec48e841f59 req-96c4d318-96e7-4192-9f87-4db8c849ca26 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.1534789 Mar 02 18:47:05.214754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cae6c1d-113d-46a5-9a8f-cec48e841f59 req-fb4ebaed-64d6-47b1-9c13-ddab81f5f48e tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551353 Mar 02 18:47:05.216665 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:47:05.218138 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-41f5cf71-0c2b-4f56-bd06-fc0391fcc553 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5963495 Mar 02 18:47:05.227479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53832) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:05.228113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '802e4558-4123-41f9-8277-763fda8939db', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:05.247321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.248066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:05.248216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.252234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Usage tracker for resource:floatingip and tenant:6d9f9b15db884c36b5f39020b757b25d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:05.255926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:05.264007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:05.335077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.353829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-79d0f7ba-b3c5-4700-8bc2-28e6d511d593 None None] Port aa47f942-a5b0-4f96-95a9-6685fcbc2186 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:05.372898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:05.393130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=aa47f942-a5b0-4f96-95a9-6685fcbc2186,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:05.395779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:05.448392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.503796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port cf6592f8-ec97-482e-a8f9-a08ca81ba240, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf6592f8-ec97-482e-a8f9-a08ca81ba240,segment=NetworkSegment(df6ea6c0-9b0a-46c1-8d9b-24f42e55725e),segment_id=df6ea6c0-9b0a-46c1-8d9b-24f42e55725e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:05.518244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 621ef5c2-632b-4570-af94-05e41ec22984 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:05.519533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:05.537074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.564739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.592678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Made reservation on behalf of 23483bf85cc044eda513562fd5874e09 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:05.598925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:05.736038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=cf6592f8-ec97-482e-a8f9-a08ca81ba240,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:05.823066 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26df6bd1-dddb-43a3-9a7f-90f3bee47b11 req-6b8b20f8-ffae-48c6-8bdd-574ae75ae836 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.0725887 Mar 02 18:47:05.836561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 18:47:05.837272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 18:47:05.862003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Allocated IP 172.25.7.36 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c4d488b4-84fe-48da-b2fd-f7a357b377d7) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:05.985498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c5a7a-750c-4bc2-87ed-619147ebd2e6 req-e28c01c8-029a-40cf-8c25-04a5e38e3b84 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:05.987147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec0c5a7a-750c-4bc2-87ed-619147ebd2e6 req-e28c01c8-029a-40cf-8c25-04a5e38e3b84 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.1003363 Mar 02 18:47:05.996612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6624e5e1-5ee2-4b99-85c6-cd3ad1e5db4e None None] Provisioning complete for port aa47f942-a5b0-4f96-95a9-6685fcbc2186 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:05.997952 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6624e5e1-5ee2-4b99-85c6-cd3ad1e5db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.053690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router c5834ef5-7162-46e3-ade8-ec1455b8142a is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:47:06.133598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-6624e5e1-5ee2-4b99-85c6-cd3ad1e5db4e None None] Port aa47f942-a5b0-4f96-95a9-6685fcbc2186 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:06.135343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec0c5a7a-750c-4bc2-87ed-619147ebd2e6 req-fc01d17a-b8c4-487f-b958-a612f39a1661 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390133 Mar 02 18:47:06.201335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.240575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:06.253286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e773ac-5438-4289-8962-35600082249b None None] Sync routers for ids ['c5834ef5-7162-46e3-ade8-ec1455b8142a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:06.253747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb77bffd-9146-4d7e-90c7-ac5f64405644 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/c5834ef5-7162-46e3-ade8-ec1455b8142a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9689710 Mar 02 18:47:06.255861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53842) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:06.265914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e773ac-5438-4289-8962-35600082249b None None] Routers {'c5834ef5-7162-46e3-ade8-ec1455b8142a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:06.266660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-92e773ac-5438-4289-8962-35600082249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5834ef5-7162-46e3-ade8-ec1455b8142a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.343141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-92e773ac-5438-4289-8962-35600082249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.344938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f09454-e7ba-48fd-992c-9b3cd0892acd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:06.345564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9f09454-e7ba-48fd-992c-9b3cd0892acd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:06.349988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.352795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e773ac-5438-4289-8962-35600082249b None None] Routers {'c5834ef5-7162-46e3-ade8-ec1455b8142a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:06.353096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-92e773ac-5438-4289-8962-35600082249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5834ef5-7162-46e3-ade8-ec1455b8142a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.408812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.420411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-92e773ac-5438-4289-8962-35600082249b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:06.420651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e773ac-5438-4289-8962-35600082249b None None] The sync data for ids ['c5834ef5-7162-46e3-ade8-ec1455b8142a'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:06.447224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=d10bedc4-7491-490f-833f-151e44cf707d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:06.451679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Checking segment: {'id': '0d774a30-51fc-4b4c-8178-5925212baf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:06.452074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network hostable DHCP agents. Network: d74997c5-e872-4d9b-9429-6cfd2fcba71e, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:06.477470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:06.480966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:06.486485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9f09454-e7ba-48fd-992c-9b3cd0892acd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:06.490640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9f09454-e7ba-48fd-992c-9b3cd0892acd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports/aa47f942-a5b0-4f96-95a9-6685fcbc2186 HTTP/1.1" status: 200 len: 911 time: 0.2337410 Mar 02 18:47:06.490835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:06.491501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53846) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:06.497384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31e99348-9fe6-4e94-9ad4-8dc92dbe7b77'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:06.550298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:06.551541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event updated for resources: {'Port': ['ID=c4d488b4-84fe-48da-b2fd-f7a357b377d7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:06.614076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4fb6-9b9a-47e3-946a-f0ba258869f7 req-7ac2cf30-2ae1-4c29-adae-e012d3e5d349 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:06.615643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66fa4fb6-9b9a-47e3-946a-f0ba258869f7 req-7ac2cf30-2ae1-4c29-adae-e012d3e5d349 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.2564988 Mar 02 18:47:06.681702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d74997c5-e872-4d9b-9429-6cfd2fcba71e) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:06.696957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:06.697556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.703328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3d020f-b2c7-4700-abfa-133c0d858da1 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:06.735684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66fa4fb6-9b9a-47e3-946a-f0ba258869f7 req-a297756b-e873-4f78-85e1-36b17175d86a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092501 Mar 02 18:47:06.765963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting port c4d488b4-84fe-48da-b2fd-f7a357b377d7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:06.767016 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.777340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf6592f8-ec97-482e-a8f9-a08ca81ba240 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:06.814298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75811682-6c73-48ad-9188-900c00495533 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.6764870 Mar 02 18:47:06.816871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53850) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:06.827102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:06.848776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:06.995301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cf6592f8-ec97-482e-a8f9-a08ca81ba240 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:06.995663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.087062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3481349'] for subnet, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.115978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d2a3d7-5c55-45ca-b48c-1088d476c1ce req-0d51f419-e6c6-4bd5-8cd8-76ff7ec36441 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.1449752 Mar 02 18:47:07.159674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d74997c5-e872-4d9b-9429-6cfd2fcba71e', 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e', 'tenant_id': '23483bf85cc044eda513562fd5874e09', 'fixed_ips': [{'subnet_id': 'd10bedc4-7491-490f-833f-151e44cf707d'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:07.161227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.572499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.573305 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:07.600062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 02 18:47:07.600062 n-d-828839-1 neutron-server[88710]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 02 18:47:07.600062 n-d-828839-1 neutron-server[88710]: [parameters: {'in_use': 1, 'id_1': 'd10bedc4-7491-490f-833f-151e44cf707d'}] Mar 02 18:47:07.600062 n-d-828839-1 neutron-server[88710]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:07.603359 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:07.640148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a81547-b584-4c33-8818-16c657f5c5c4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:07.641022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a81547-b584-4c33-8818-16c657f5c5c4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Synchronizing usage tracker for tenant:4e5819660ec74317982e90e468717123 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:07.752988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Calling delete_port for c4d488b4-84fe-48da-b2fd-f7a357b377d7 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:07.817387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a81547-b584-4c33-8818-16c657f5c5c4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Unset dirty status for tenant:4e5819660ec74317982e90e468717123 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:07.818678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a81547-b584-4c33-8818-16c657f5c5c4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.11 "GET /v2.0/networks?id=230fadbb-e2d9-4cc2-9189-5ae1268ad611 HTTP/1.1" status: 200 len: 809 time: 0.4913316 Mar 02 18:47:07.842294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Request body: {'port': {'device_id': '1b3c9048-745e-4564-ae37-c2f98717e512', 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611', 'admin_state_up': True, 'tenant_id': '4e5819660ec74317982e90e468717123'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:07.851110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169379-6489-4739-a32f-bbbe6a357f22 req-5d3029df-f478-46e7-a722-daaf033b6ba0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:07.853409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28169379-6489-4739-a32f-bbbe6a357f22 req-5d3029df-f478-46e7-a722-daaf033b6ba0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.5232711 Mar 02 18:47:08.033351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:08.051925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.055098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:08.057689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28169379-6489-4739-a32f-bbbe6a357f22 req-f14fa4fa-e345-44af-b68e-30841dbb6223 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584425 Mar 02 18:47:08.105206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.130844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b992255-1388-4c83-b41b-283846b575a7 req-1a7df094-29b4-4e11-b4cb-63af129d3f10 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:08.132961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b992255-1388-4c83-b41b-283846b575a7 req-1a7df094-29b4-4e11-b4cb-63af129d3f10 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.2348154 Mar 02 18:47:08.143697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762210563557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2516001'] for subnet, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.165050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.175117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:08.176646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.186199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53860) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:08.186550 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/ports/aa47f942-a5b0-4f96-95a9-6685fcbc2186 HTTP/1.1" status: 200 len: 911 time: 1.6937094 Mar 02 18:47:08.188126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Made reservation on behalf of 4e5819660ec74317982e90e468717123 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:08.194675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.204269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.291274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00efce-f4bf-4ee6-a70f-f397cad153f8 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=aa47f942-a5b0-4f96-95a9-6685fcbc2186,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.400166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Allocated IP 2001:db8::3 (d74997c5-e872-4d9b-9429-6cfd2fcba71e/d10bedc4-7491-490f-833f-151e44cf707d/b94dd872-0a83-4429-b837-d3862e21a087) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:08.443258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Port': ['ID=c4d488b4-84fe-48da-b2fd-f7a357b377d7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.523459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Allocated IP 172.20.0.14 (230fadbb-e2d9-4cc2-9189-5ae1268ad611/a8047eb9-f358-49e2-967a-aae677bda29a/a8c61d28-b9fb-4d90-a248-049ba6365b26) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:08.605772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:08.607703 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.609079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "PUT /v2.0/subnets/d10bedc4-7491-490f-833f-151e44cf707d HTTP/1.1" status: 200 len: 900 time: 1.7898986 Mar 02 18:47:08.615820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53866) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:08.635352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b992255-1388-4c83-b41b-283846b575a7 req-a2aa65a6-e567-4e71-a080-2ba932caefd7 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4941959 Mar 02 18:47:08.652959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.666013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8923b9-32d3-406b-ab5a-6dfd1247f374 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event updated for resources: {'Subnet': ['ID=d10bedc4-7491-490f-833f-151e44cf707d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.676800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18b0c29e-51d5-4793-9552-8e921792d62e req-49248bb2-d735-4a88-9817-560296955ced tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.3242242 Mar 02 18:47:08.677047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Transition to ACTIVE for port object b94dd872-0a83-4429-b837-d3862e21a087 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:08.718994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Transition to ACTIVE for port object b94dd872-0a83-4429-b837-d3862e21a087 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:08.820807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.913402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:08.916432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:08.917351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:08.922955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:08.929143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Pushing event updated for resources: {'Port': ['ID=b94dd872-0a83-4429-b837-d3862e21a087,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:08.965461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port b94dd872-0a83-4429-b837-d3862e21a087 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:08.966088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.033395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.038022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Attempting to bind port b94dd872-0a83-4429-b837-d3862e21a087 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:09.038446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Attempting to bind port b94dd872-0a83-4429-b837-d3862e21a087 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0d774a30-51fc-4b4c-8178-5925212baf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:09.038788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Attempting to bind port b94dd872-0a83-4429-b837-d3862e21a087 on network d74997c5-e872-4d9b-9429-6cfd2fcba71e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:09.046337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:09.048124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Checking segment: {'id': '0d774a30-51fc-4b4c-8178-5925212baf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:09.048124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.048353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Bound using segment: {'id': '0d774a30-51fc-4b4c-8178-5925212baf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:09.049180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Bound port: b94dd872-0a83-4429-b837-d3862e21a087, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d774a30-51fc-4b4c-8178-5925212baf43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'd74997c5-e872-4d9b-9429-6cfd2fcba71e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:09.049571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.165415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] For port b94dd872-0a83-4429-b837-d3862e21a087, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:09.168142 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] create failed (client error): The resource could not be found. Mar 02 18:47:09.169102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] For port b94dd872-0a83-4429-b837-d3862e21a087, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94dd872-0a83-4429-b837-d3862e21a087,segment=NetworkSegment(0d774a30-51fc-4b4c-8178-5925212baf43),segment_id=0d774a30-51fc-4b4c-8178-5925212baf43)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:09.170189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3901108d-b1dc-49b7-a384-db0c67b13d27 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9468172 Mar 02 18:47:09.178353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53872) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:09.287328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port b94dd872-0a83-4429-b837-d3862e21a087, host n-d-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:09.287999 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.361823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting port 802e4558-4123-41f9-8277-763fda8939db {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:09.361823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.472309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.544894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.554813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for b94dd872-0a83-4429-b837-d3862e21a087 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:09.586989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffdc8-ee6e-49c4-bfd4-3c24940a8613 None None] Pushing event updated for resources: {'Port': ['ID=b94dd872-0a83-4429-b837-d3862e21a087,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:09.693360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:09.723293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:09.734576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.752544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402955be-7018-45f5-9573-f553a1f2be26 req-7eb471fc-88df-45a8-908d-44e79f4ae970 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:09.754838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-402955be-7018-45f5-9573-f553a1f2be26 req-7eb471fc-88df-45a8-908d-44e79f4ae970 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.4841559 Mar 02 18:47:09.766837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:09.803799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Pushing event updated for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:09.855476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:09.855476 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:09.885654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:09.891487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:09.939152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Calling delete_port for 802e4558-4123-41f9-8277-763fda8939db owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:10.015796 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-51fe3ae0-3903-47ef-9280-357edd538890 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1878605 Mar 02 18:47:10.028477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Request body: {'port': {'device_id': '1b3c9048-745e-4564-ae37-c2f98717e512', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:10.048455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.154695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.216826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-402955be-7018-45f5-9573-f553a1f2be26 req-cb663a78-a358-4c2f-a7ec-a59fae77a4e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4557273 Mar 02 18:47:10.361511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port b94dd872-0a83-4429-b837-d3862e21a087 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:10.361899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.504520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc096c5-3dc5-487c-8075-97edecdb4157 req-95804e91-92ea-432a-8fe2-aeca54b9468d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:10.512481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdc096c5-3dc5-487c-8075-97edecdb4157 req-95804e91-92ea-432a-8fe2-aeca54b9468d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.5825212 Mar 02 18:47:10.597265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdc096c5-3dc5-487c-8075-97edecdb4157 req-c4f22436-f99a-4a1f-9357-4d2b3bf1d179 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844636 Mar 02 18:47:10.623574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734dcfa-fc01-49aa-82cf-5e0af038f3c1 req-e80a5b9a-ae88-4bdc-a812-8b2a0e5af3fb tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:10.626793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0734dcfa-fc01-49aa-82cf-5e0af038f3c1 req-e80a5b9a-ae88-4bdc-a812-8b2a0e5af3fb tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 932 time: 0.3034089 Mar 02 18:47:10.665084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94dd872-0a83-4429-b837-d3862e21a087 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:10.694361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.786293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8c61d28-b9fb-4d90-a248-049ba6365b26 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:10.793470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f920f34-6fe3-499d-b41d-d5879ca58a31 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:10.798032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port b94dd872-0a83-4429-b837-d3862e21a087, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=b94dd872-0a83-4429-b837-d3862e21a087,segment=NetworkSegment(0d774a30-51fc-4b4c-8178-5925212baf43),segment_id=0d774a30-51fc-4b4c-8178-5925212baf43)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:10.798427 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.807188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.895817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port b94dd872-0a83-4429-b837-d3862e21a087 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:10.922077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Port': ['ID=802e4558-4123-41f9-8277-763fda8939db,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:10.942040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for b94dd872-0a83-4429-b837-d3862e21a087 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:10.970897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port aa47f942-a5b0-4f96-95a9-6685fcbc2186 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:10.970897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:10.973662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Transition to ACTIVE for port object a8c61d28-b9fb-4d90-a248-049ba6365b26 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:11.007252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-073ecb0b-c47d-4e8d-9496-31466ff5e06a None None] Provisioning for port b94dd872-0a83-4429-b837-d3862e21a087 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:11.015460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-073ecb0b-c47d-4e8d-9496-31466ff5e06a None None] Provisioning complete for port b94dd872-0a83-4429-b837-d3862e21a087 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:11.015460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-073ecb0b-c47d-4e8d-9496-31466ff5e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.105188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.238567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0734dcfa-fc01-49aa-82cf-5e0af038f3c1 req-ae83cc70-fde4-4462-94c0-a2797ab10098 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452077 Mar 02 18:47:11.256916 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-073ecb0b-c47d-4e8d-9496-31466ff5e06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.295436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.304762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.439821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-495d1846-7e1a-4d7e-98b0-e4278f90d5c9 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "DELETE /v2.0/ports/802e4558-4123-41f9-8277-763fda8939db HTTP/1.1" status: 204 len: 168 time: 2.2601788 Mar 02 18:47:11.447522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for aa47f942-a5b0-4f96-95a9-6685fcbc2186 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:11.476751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53886) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:11.506472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.516608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Pushing event updated for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:11.552857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed4ff8f-7c33-4c7c-8c42-8ee724c15635 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:11.633842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=b94dd872-0a83-4429-b837-d3862e21a087,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:11.661500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2881f224-3fbb-4e9e-9498-a23ee9c96989 None None] Could not find standard attr ID for object b94dd872-0a83-4429-b837-d3862e21a087. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 18:47:11.689946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port b94dd872-0a83-4429-b837-d3862e21a087 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:11.783795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Attempting to bind port a8c61d28-b9fb-4d90-a248-049ba6365b26 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:11.784554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Attempting to bind port a8c61d28-b9fb-4d90-a248-049ba6365b26 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:11.785140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Attempting to bind port a8c61d28-b9fb-4d90-a248-049ba6365b26 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:11.797158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Port a8c61d28-b9fb-4d90-a248-049ba6365b26 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:47:11.797910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Attempting to bind port a8c61d28-b9fb-4d90-a248-049ba6365b26 on network 230fadbb-e2d9-4cc2-9189-5ae1268ad611 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:11.800609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.835938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:11.836476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Checking segment: {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:11.836892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Bound using segment: {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:11.837442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Bound port: a8c61d28-b9fb-4d90-a248-049ba6365b26, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4c347a5-38e9-476d-861a-a8741b7df67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:11.838460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:11.881876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4e846-091b-4927-b445-79a515e0e463 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:11.882628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3da4e846-091b-4927-b445-79a515e0e463 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Synchronizing usage tracker for tenant:6d9f9b15db884c36b5f39020b757b25d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:11.894556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec718f22-3a37-4864-8553-54fd86372059 req-9af04887-91bb-4fcc-a7fe-5d7e464c80cd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:11.896098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec718f22-3a37-4864-8553-54fd86372059 req-9af04887-91bb-4fcc-a7fe-5d7e464c80cd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.5183957 Mar 02 18:47:11.982193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:12.001607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3da4e846-091b-4927-b445-79a515e0e463 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Unset dirty status for tenant:6d9f9b15db884c36b5f39020b757b25d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:12.002838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3da4e846-091b-4927-b445-79a515e0e463 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "GET /v2.0/ports?device_id=063e7a32-8095-4958-9241-1b7a5574aed4 HTTP/1.1" status: 200 len: 913 time: 0.5251255 Mar 02 18:47:12.005701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:12.036552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec718f22-3a37-4864-8553-54fd86372059 req-9ed1a432-63e2-4758-9525-619399afa655 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206431 Mar 02 18:47:12.054112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f2b1a-ced6-4323-a669-d52a6288f046 req-78b22883-7421-41e0-a843-a3c3f1cb0234 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:12.055920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-054f2b1a-ced6-4323-a669-d52a6288f046 req-78b22883-7421-41e0-a843-a3c3f1cb0234 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.2650623 Mar 02 18:47:12.076163 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.096497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.145767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb35fdd-635e-4800-8e1b-3480c46e2136 None None] Network d74997c5-e872-4d9b-9429-6cfd2fcba71e requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:12.208107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=aa47f942-a5b0-4f96-95a9-6685fcbc2186,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:12.208349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=d10bedc4-7491-490f-833f-151e44cf707d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:12.213434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:12.282658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-054f2b1a-ced6-4323-a669-d52a6288f046 req-fed1dd79-7305-402c-b234-7e3571ddc91f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169037 Mar 02 18:47:12.366629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.457391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.486750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:12.487357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.488566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee73bb6-06a5-477a-a4fd-f3396defcc4b None None] DHCP port deletion for d74997c5-e872-4d9b-9429-6cfd2fcba71e request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:12.488824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] 10.222.0.11 "PUT /v2.0/ports/a8c61d28-b9fb-4d90-a248-049ba6365b26 HTTP/1.1" status: 200 len: 1092 time: 2.4658484 Mar 02 18:47:12.493388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:12.604173 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26', 'status': 'completed', 'code': 200} Mar 02 18:47:12.612930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74997c5-e872-4d9b-9429-6cfd2fcba71e']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:12.614667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94dd872-0a83-4429-b837-d3862e21a087 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:12.643621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.650827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: b94dd872-0a83-4429-b837-d3862e21a087 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:12.651065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device b94dd872-0a83-4429-b837-d3862e21a087 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:12.732896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d774a30-51fc-4b4c-8178-5925212baf43') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:12.733262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d774a30-51fc-4b4c-8178-5925212baf43') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:12.747180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffcc4dc-daf2-4f1e-a43c-9bbaac0913af service neutron] Pushing event updated for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:12.755551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.792253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.818274 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [req-388c19be-56ac-452c-8e45-eaea93055c7d req-c63cd8c2-15f0-40d9-8f94-fe2df1ce9aa2 service neutron] show failed (client error): The resource could not be found. Mar 02 18:47:12.819307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-c63cd8c2-15f0-40d9-8f94-fe2df1ce9aa2 service neutron] 10.222.0.11 "GET /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.5357060 Mar 02 18:47:12.837707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:12.837707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:12.847863 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:12.914408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b137de2-bb93-492d-8ac5-a03f294a1bd6 req-3c0152bb-cdc0-4937-bd9c-e14f2dbf5e2c tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:12.915893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b137de2-bb93-492d-8ac5-a03f294a1bd6 req-3c0152bb-cdc0-4937-bd9c-e14f2dbf5e2c tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 944 time: 0.3352392 Mar 02 18:47:12.995657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-9f5e95e4-6fd1-45fc-b133-ef2944add255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:12.997427 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-9f5e95e4-6fd1-45fc-b133-ef2944add255 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 1095 time: 0.3862228 Mar 02 18:47:13.019554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router c5834ef5-7162-46e3-ade8-ec1455b8142a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:47:13.038060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b137de2-bb93-492d-8ac5-a03f294a1bd6 req-fbdd0769-b3a1-42d3-a5fb-376dcfd6b2cf tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639143 Mar 02 18:47:13.204181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:13.224228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] Sync routers for ids ['c5834ef5-7162-46e3-ade8-ec1455b8142a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:13.238330 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] Routers {'c5834ef5-7162-46e3-ade8-ec1455b8142a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:13.239123 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5834ef5-7162-46e3-ade8-ec1455b8142a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:13.250176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.276048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.301155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=d74997c5-e872-4d9b-9429-6cfd2fcba71e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:13.307780 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:13.320951 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] Routers {'c5834ef5-7162-46e3-ade8-ec1455b8142a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:13.322067 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c5834ef5-7162-46e3-ade8-ec1455b8142a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:13.337680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b6cf266-4a77-433e-a90a-5ffd879ddcfa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/c5834ef5-7162-46e3-ade8-ec1455b8142a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1473837 Mar 02 18:47:13.346749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:13.419501 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:13.422932 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6518aab6-a422-479e-84aa-5836673b1c29 None None] The sync data for ids ['c5834ef5-7162-46e3-ade8-ec1455b8142a'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:13.439765 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2015571-e192-4e82-a81b-e4aa0a1b4d31 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/d74997c5-e872-4d9b-9429-6cfd2fcba71e HTTP/1.1" status: 204 len: 168 time: 4.8228142 Mar 02 18:47:13.441032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adb230-118a-4fb5-879c-497b9cafa8c3 req-c6733d5b-c43e-4c96-98b3-74f20022c3f3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:13.443019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83adb230-118a-4fb5-879c-497b9cafa8c3 req-c6733d5b-c43e-4c96-98b3-74f20022c3f3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2071464 Mar 02 18:47:13.445755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:13.446843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a03af66-9839-40a3-a875-e91f677a4628 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5834ef5-7162-46e3-ade8-ec1455b8142a HTTP/1.1" status: 200 len: 205 time: 0.0983014 Mar 02 18:47:13.447477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53910) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:13.451830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-0df2862f-1267-4d7d-b5ef-f27e14c9f716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:13.453368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-0df2862f-1267-4d7d-b5ef-f27e14c9f716 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4e5819660ec74317982e90e468717123&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4481585 Mar 02 18:47:13.593926 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-02970401-3e91-430a-8d2d-6369a735b078 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:13.594259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02970401-3e91-430a-8d2d-6369a735b078 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:13.596010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-02970401-3e91-430a-8d2d-6369a735b078 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/d10bedc4-7491-490f-833f-151e44cf707d HTTP/1.1" status: 404 len: 337 time: 0.1490140 Mar 02 18:47:13.601996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53916) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:13.655748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83adb230-118a-4fb5-879c-497b9cafa8c3 req-4e23e206-cf57-426a-bac2-56308820ee9c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713176 Mar 02 18:47:13.658358 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-99dec874-58ee-43c7-902d-8bbd30982dca tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:13.658833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99dec874-58ee-43c7-902d-8bbd30982dca tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:13.664095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99dec874-58ee-43c7-902d-8bbd30982dca tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/d74997c5-e872-4d9b-9429-6cfd2fcba71e HTTP/1.1" status: 404 len: 339 time: 0.0575979 Mar 02 18:47:13.665453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53920) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:13.688661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.822927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-81005bcd-9311-4710-b5c2-515cdd7d9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:13.824471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-81005bcd-9311-4710-b5c2-515cdd7d9a0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 1097 time: 0.3038833 Mar 02 18:47:13.828177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:13.837469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796fd04-54e6-42f1-b6db-b07adf42e4ee req-1d6f6f16-cadf-4b81-89e6-88e7d29e8ef0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:13.840472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6796fd04-54e6-42f1-b6db-b07adf42e4ee req-1d6f6f16-cadf-4b81-89e6-88e7d29e8ef0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.3536479 Mar 02 18:47:13.847062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:13.974045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6796fd04-54e6-42f1-b6db-b07adf42e4ee req-2b1ca59d-2e50-4a09-be30-058ec15dd328 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011288 Mar 02 18:47:13.990321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.043509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-adb80192-0397-4bfa-9571-7e5ed2dd078f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:14.044986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bc19d966-001c-4bc3-b187-904d5ec93eaa req-adb80192-0397-4bfa-9571-7e5ed2dd078f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5372839 Mar 02 18:47:14.138474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.155941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.160716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.220943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.265517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29b74ca1-0dac-403d-8838-5e50b2edc7e0']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:14.387926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.388621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router c5834ef5-7162-46e3-ade8-ec1455b8142a {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:47:14.418097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.419236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d2cd26e3-6bae-48df-8ef8-fd0c09396fb5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/c5834ef5-7162-46e3-ade8-ec1455b8142a HTTP/1.1" status: 204 len: 168 time: 0.9705369 Mar 02 18:47:14.423409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-90d25749-e024-4849-a768-9c4b531de47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:14.424885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-90d25749-e024-4849-a768-9c4b531de47f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4e5819660ec74317982e90e468717123&device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 1095 time: 0.3143077 Mar 02 18:47:14.425370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53926) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:14.440105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '635c0c9f-ed6e-477c-ab40-168a2d3f7df9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:14.442878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '635c0c9f-ed6e-477c-ab40-168a2d3f7df9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:14.464659 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.542616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.569002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 662 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:14.569403 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:14.584716 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:14.689923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-24a4faba-4d79-4193-954a-c68f9e1ff16e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26 HTTP/1.1" status: 200 len: 217 time: 0.2290022 Mar 02 18:47:14.760724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 31e99348-9fe6-4e94-9ad4-8dc92dbe7b77 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:14.769506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.862827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a9eff0-047a-443c-b382-cd0d544ce284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:14.864281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-b4a9eff0-047a-443c-b382-cd0d544ce284 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a8047eb9-f358-49e2-967a-aae677bda29a HTTP/1.1" status: 200 len: 849 time: 0.1663501 Mar 02 18:47:14.867208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d029-4c49-45b6-8a19-83f38cf010e7 req-76b2fd25-7cfb-42f3-bafa-767f6931cebd tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:14.874851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5932d029-4c49-45b6-8a19-83f38cf010e7 req-76b2fd25-7cfb-42f3-bafa-767f6931cebd tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 944 time: 0.7048588 Mar 02 18:47:14.932063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:14.963564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-91fb8a85-8453-4dd0-bb5d-c6b06871e86a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=230fadbb-e2d9-4cc2-9189-5ae1268ad611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918732 Mar 02 18:47:14.970617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting port eec2db30-9d9b-44fa-9a43-5336a74f44a5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:14.970962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.023271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5932d029-4c49-45b6-8a19-83f38cf010e7 req-590ad78b-330b-4207-ad5f-627524687bde tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366494 Mar 02 18:47:15.029818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:15.067350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.093698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.121004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=29b74ca1-0dac-403d-8838-5e50b2edc7e0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:15.134653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:15.164491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4ea3154b-b457-438a-9a29-c10ab515c528 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/29b74ca1-0dac-403d-8838-5e50b2edc7e0 HTTP/1.1" status: 204 len: 168 time: 1.4971173 Mar 02 18:47:15.166835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8b002-e6ae-49eb-8f3d-6ef74054b5a6 req-cbd32096-f275-4eff-a3ab-275647f4981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:15.168339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69f8b002-e6ae-49eb-8f3d-6ef74054b5a6 req-cbd32096-f275-4eff-a3ab-275647f4981a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 1097 time: 0.3804262 Mar 02 18:47:15.168813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53934) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:15.193118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784169a-0e44-44bf-ad21-0eb2d0997574 req-ff49f681-92a6-44a5-9407-108d75b1d82a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:15.194603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3784169a-0e44-44bf-ad21-0eb2d0997574 req-ff49f681-92a6-44a5-9407-108d75b1d82a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.3186157 Mar 02 18:47:15.289876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-5b96b84c-2f44-4eb8-b53b-6b9d658cc4b7 service neutron] 10.222.0.11 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942100 Mar 02 18:47:15.292994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.318190 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-de514fae-4615-4c92-92de-5d8217b31636 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:15.318651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de514fae-4615-4c92-92de-5d8217b31636 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:15.320473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-de514fae-4615-4c92-92de-5d8217b31636 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/c7465423-4110-4b92-a6c9-e726474be868 HTTP/1.1" status: 404 len: 337 time: 0.1396146 Mar 02 18:47:15.323958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:15.345955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:15.354269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.395696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69f8b002-e6ae-49eb-8f3d-6ef74054b5a6 req-111bb44c-9aa8-40b8-8573-1738b38a20a1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132320 Mar 02 18:47:15.398707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Transition to ACTIVE for port object d524ca81-cf89-4442-9db7-abeadadac267 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:15.403065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3784169a-0e44-44bf-ad21-0eb2d0997574 req-464a6754-bb1a-46f0-b37a-7bf20a6ddc6d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327267 Mar 02 18:47:15.420498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.430164 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6d4c17-b0ef-4bb4-a1f8-be90cfb196d1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:15.430660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6d4c17-b0ef-4bb4-a1f8-be90cfb196d1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:15.435311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fa6d4c17-b0ef-4bb4-a1f8-be90cfb196d1 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/dedae9ec-908a-4719-8b18-88a622564007 HTTP/1.1" status: 404 len: 339 time: 0.0791450 Mar 02 18:47:15.435937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:15.477601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e157f7a-477f-4d39-ae8c-b91d9467ca64 req-26f7b7e3-7b8f-4755-9276-c3f2c273c7ce tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:15.479222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e157f7a-477f-4d39-ae8c-b91d9467ca64 req-26f7b7e3-7b8f-4755-9276-c3f2c273c7ce tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.3095317 Mar 02 18:47:15.483979 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'code': 200} Mar 02 18:47:15.491832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.640796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Calling delete_port for eec2db30-9d9b-44fa-9a43-5336a74f44a5 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:15.700371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting subnet 4e1d2ef4-14f1-4e66-aa09-c600a8825e5c {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:15.715637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.749233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:15.765151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e157f7a-477f-4d39-ae8c-b91d9467ca64 req-289a95d6-aea5-4f85-947c-71bad936f910 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698288 Mar 02 18:47:15.775019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56a6be59-3945-4277-83e1-181228429a07 req-c42e7592-c230-4334-bb2e-66f63d7deb6c service neutron] 10.222.0.11 "GET /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518580 Mar 02 18:47:15.781132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.836615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=31e99348-9fe6-4e94-9ad4-8dc92dbe7b77,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:15.845205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:15.852332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d786b4-844b-48c5-bd6f-cdaacb538b56 None None] Network 621ef5c2-632b-4570-af94-05e41ec22984 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:15.856470 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f53a3948-b197-4a46-985d-5dbf5c280302 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/31e99348-9fe6-4e94-9ad4-8dc92dbe7b77 HTTP/1.1" status: 204 len: 168 time: 1.4292243 Mar 02 18:47:15.856682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] No DVR routers for this DVR port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:15.859889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:15.936832 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.049971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:16.050813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.060686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.065734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port cf6592f8-ec97-482e-a8f9-a08ca81ba240 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:16.066352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.100292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.134449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:16.186900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Port': ['ID=eec2db30-9d9b-44fa-9a43-5336a74f44a5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:16.230979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] DHCP port deletion for 621ef5c2-632b-4570-af94-05e41ec22984 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:16.237356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Deleting port cf6592f8-ec97-482e-a8f9-a08ca81ba240 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:16.238109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.580560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] For port cf6592f8-ec97-482e-a8f9-a08ca81ba240, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf6592f8-ec97-482e-a8f9-a08ca81ba240,segment=NetworkSegment(df6ea6c0-9b0a-46c1-8d9b-24f42e55725e),segment_id=df6ea6c0-9b0a-46c1-8d9b-24f42e55725e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:16.581668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.727723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cf6592f8-ec97-482e-a8f9-a08ca81ba240 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:16.758392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Calling delete_port for cf6592f8-ec97-482e-a8f9-a08ca81ba240 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:16.770955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.818687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.823521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:16.823521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:16.823864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:16.824740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port cf6592f8-ec97-482e-a8f9-a08ca81ba240, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cf6592f8-ec97-482e-a8f9-a08ca81ba240,segment=NetworkSegment(df6ea6c0-9b0a-46c1-8d9b-24f42e55725e),segment_id=df6ea6c0-9b0a-46c1-8d9b-24f42e55725e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:16.825111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.841570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=4e1d2ef4-14f1-4e66-aa09-c600a8825e5c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:16.854379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430439fc-c5c9-430c-86f8-f49f4e89fe46 req-f933e6b2-54f6-431e-b89f-69fa81bf53a0 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:16.862858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-430439fc-c5c9-430c-86f8-f49f4e89fe46 req-f933e6b2-54f6-431e-b89f-69fa81bf53a0 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 944 time: 0.5800233 Mar 02 18:47:16.864899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:47:16.865141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:16.869926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.877520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c10522-c31f-4ffd-9a6e-7d318e105f7d None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:16.899605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:16.899999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:16.900385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Bound using segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:16.901048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Bound port: d524ca81-cf89-4442-9db7-abeadadac267, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:16.901207 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:16.932551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9bb41048-0fb0-44bf-8507-3d0988e788c8 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/4e1d2ef4-14f1-4e66-aa09-c600a8825e5c HTTP/1.1" status: 204 len: 168 time: 1.4910359 Mar 02 18:47:16.941567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:17.047069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-430439fc-c5c9-430c-86f8-f49f4e89fe46 req-845726eb-36d0-4350-ac69-35c2c2d587fb tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832056 Mar 02 18:47:17.057405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for cf6592f8-ec97-482e-a8f9-a08ca81ba240 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:17.093856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.109252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d86883-a7e6-4c00-86d7-ef5a91632146 req-96dc82fa-2112-4a66-a41f-06026072e153 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:17.116580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08d86883-a7e6-4c00-86d7-ef5a91632146 req-96dc82fa-2112-4a66-a41f-06026072e153 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.5313313 Mar 02 18:47:17.122844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.193291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting subnet 1a0036d4-3166-4e51-acb1-f0d646d0f5e2 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:17.250281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] No DVR routers for this DVR port cf6592f8-ec97-482e-a8f9-a08ca81ba240 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:17.250675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.254083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed0abe5-2d5a-473e-bfcf-8048c03af4b1 None None] Pushing event deleted for resources: {'Port': ['ID=cf6592f8-ec97-482e-a8f9-a08ca81ba240,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:17.302506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08d86883-a7e6-4c00-86d7-ef5a91632146 req-df18286f-884d-463e-8897-62041742e7b5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1851063 Mar 02 18:47:17.346293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:17.347760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Router 063e7a32-8095-4958-9241-1b7a5574aed4 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:47:17.353321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:17.353321 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:17.354306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.393230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:17.456312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addb00b-0259-4ac7-9ab9-c3060623fb9d req-587d490f-ee4d-414c-9c3b-33d56e58048f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:17.457822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3addb00b-0259-4ac7-9ab9-c3060623fb9d req-587d490f-ee4d-414c-9c3b-33d56e58048f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.2790446 Mar 02 18:47:17.460552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.494639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:17.505637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] Sync routers for ids ['063e7a32-8095-4958-9241-1b7a5574aed4'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:17.516473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] Routers {'063e7a32-8095-4958-9241-1b7a5574aed4'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:17.517103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['063e7a32-8095-4958-9241-1b7a5574aed4'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:17.563058 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.574941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41d63b45-1fc8-4a93-a8c4-c194737d8aa4 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "PUT /v2.0/routers/063e7a32-8095-4958-9241-1b7a5574aed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5678041 Mar 02 18:47:17.579078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:17.602201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:17.609208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:17.610176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.611909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] 10.222.0.65 "PUT /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1092 time: 3.7718160 Mar 02 18:47:17.614956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:17.622281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] Routers {'063e7a32-8095-4958-9241-1b7a5574aed4'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:17.622913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['063e7a32-8095-4958-9241-1b7a5574aed4'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:17.722887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940dc778-21f8-4145-a983-9d9ec2cf43b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:17.738795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3addb00b-0259-4ac7-9ab9-c3060623fb9d req-4dc6469d-d8ad-47a6-b488-634039d335c1 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362068 Mar 02 18:47:17.757511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:17.757919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e43fdfe7-f999-4cc9-a405-ab7873ddc4d6 None None] The sync data for ids ['063e7a32-8095-4958-9241-1b7a5574aed4'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:17.770265 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:47:17.812406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-8abed059-8c0c-4b55-9073-ab5a7965d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:17.814957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-8abed059-8c0c-4b55-9073-ab5a7965d5ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1095 time: 0.1684830 Mar 02 18:47:17.857930 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.865470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port cf6592f8-ec97-482e-a8f9-a08ca81ba240 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:17.869850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.926874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:17.938900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0036d4-3166-4e51-acb1-f0d646d0f5e2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:17.943026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.081009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-877cea20-69f0-40c9-a9cf-1db46bc51dae tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/1a0036d4-3166-4e51-acb1-f0d646d0f5e2 HTTP/1.1" status: 204 len: 168 time: 1.1347957 Mar 02 18:47:18.088727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53982) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:18.166027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] The port 'cf6592f8-ec97-482e-a8f9-a08ca81ba240' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:47:18.243394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb8124-d5ef-46fd-afb1-fc9e34ff22ca None None] Network 0d62a41b-36da-4fcd-9a14-f03d1ca2642a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:18.354298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-5119c120-1e6b-422e-82f0-e0b000be7949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.355786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-5119c120-1e6b-422e-82f0-e0b000be7949 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.5308948 Mar 02 18:47:18.360657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-54d287c0-bf5c-4737-83d5-29e4d13d21b7 None None] Provisioning complete for port 50482651-d738-4ceb-b419-eae7c4eb621c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:18.361360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54d287c0-bf5c-4737-83d5-29e4d13d21b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.435681 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.466731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c1c5b710-522c-4043-ae3c-ccd53530e2bc tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.468720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c1c5b710-522c-4043-ae3c-ccd53530e2bc tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 811 time: 0.4521096 Mar 02 18:47:18.507963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.519259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-f29e8437-6f70-4454-9006-4ed6ea5f4ded tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/quotas/bb012a8e6a9e41bea676c8abf64ef71b HTTP/1.1" status: 200 len: 375 time: 0.0355778 Mar 02 18:47:18.528999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 50482651-d738-4ceb-b419-eae7c4eb621c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:18.529352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.564370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-8bc3eca4-b3e9-4869-8ace-f7c8a9f3f773 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.2020450 Mar 02 18:47:18.600828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.604720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.607782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-ecbe52ba-769a-4179-a261-848a8e052222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.609392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-ecbe52ba-769a-4179-a261-848a8e052222 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1095 time: 0.8699555 Mar 02 18:47:18.612341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621ef5c2-632b-4570-af94-05e41ec22984']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:18.649672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:18.650029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6ea6c0-9b0a-46c1-8d9b-24f42e55725e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:18.661527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] DHCP port deletion for 0d62a41b-36da-4fcd-9a14-f03d1ca2642a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:18.666971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Deleting port 50482651-d738-4ceb-b419-eae7c4eb621c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:18.670669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.678934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c47450-df48-4e5a-9bfc-11c2041eb37e req-0271ec06-5171-48fa-8231-0f7b8cefd2f7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.684431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.687024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96c47450-df48-4e5a-9bfc-11c2041eb37e req-0271ec06-5171-48fa-8231-0f7b8cefd2f7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 944 time: 0.5005212 Mar 02 18:47:18.769826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.781953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:18.782687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:18.798033 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:18.822690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.823175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Fanout notify agent at l3_agent the message router_deleted on router 063e7a32-8095-4958-9241-1b7a5574aed4 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:47:18.896058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50482651-d738-4ceb-b419-eae7c4eb621c,segment=NetworkSegment(f1a8c842-6ae5-4aae-9c3f-5775bd77efb9),segment_id=f1a8c842-6ae5-4aae-9c3f-5775bd77efb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:18.896751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.911680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:18.912810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15dd79ad-1ee5-4476-bdc3-60ed17621759 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "DELETE /v2.0/routers/063e7a32-8095-4958-9241-1b7a5574aed4 HTTP/1.1" status: 204 len: 168 time: 1.3325114 Mar 02 18:47:18.915178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-6b046f12-ba55-4f54-b4ff-94c09b324fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.916838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-6b046f12-ba55-4f54-b4ff-94c09b324fef service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.2951210 Mar 02 18:47:18.917500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:18.941827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-1a1cc9fd-62c0-4683-9f0a-cf52552abba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:18.943332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-1a1cc9fd-62c0-4683-9f0a-cf52552abba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.3661699 Mar 02 18:47:19.008835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96c47450-df48-4e5a-9bfc-11c2041eb37e req-ca70ce25-ef55-48a1-b9ee-a3286921881a tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204386 Mar 02 18:47:19.035350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Calling delete_port for 50482651-d738-4ceb-b419-eae7c4eb621c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:19.095330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-c084928f-3cf9-4f44-a01e-db2eb369eca2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.1412842 Mar 02 18:47:19.116345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.186897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.199438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.227787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/621ef5c2-632b-4570-af94-05e41ec22984 HTTP/1.1" status: 204 len: 168 time: 3.3665581 Mar 02 18:47:19.228732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=621ef5c2-632b-4570-af94-05e41ec22984,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:19.240440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting subnet 32942b9f-a571-49b4-9f7e-0d19adf44c29 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:19.245655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:19.256757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] Pushing event deleted for resources: {'Port': ['ID=50482651-d738-4ceb-b419-eae7c4eb621c,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:19.260116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1188654070', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:19.260969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109d749-ba25-4304-ba13-8de64ea45079 None None] No DVR routers for this DVR port 50482651-d738-4ceb-b419-eae7c4eb621c on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:19.271623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.275380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port 50482651-d738-4ceb-b419-eae7c4eb621c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50482651-d738-4ceb-b419-eae7c4eb621c,segment=NetworkSegment(f1a8c842-6ae5-4aae-9c3f-5775bd77efb9),segment_id=f1a8c842-6ae5-4aae-9c3f-5775bd77efb9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:19.275981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.308006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.308360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.308690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.309298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.309644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.309988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.310536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.310874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.311205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.311575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.311901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.312226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99634bc4-1967-4bfd-a210-ea92b92f4950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:19.317210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:19.325820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:19.339230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:19.352440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-290670a5-4bae-4a31-87b1-d088b1cb071b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:19.353903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-290670a5-4bae-4a31-87b1-d088b1cb071b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.2324579 Mar 02 18:47:19.354832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:19.367205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.392757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1e821acc-5c1e-40c2-86c0-29f3f4d98405 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8368924 Mar 02 18:47:19.464864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for 50482651-d738-4ceb-b419-eae7c4eb621c owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:19.516515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-82462d45-c0c5-4d5d-8fc4-f0d8638080e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:19.518027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-82462d45-c0c5-4d5d-8fc4-f0d8638080e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552019 Mar 02 18:47:19.518902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.519955 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.565148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.681304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c19be-56ac-452c-8e45-eaea93055c7d req-211c55d7-fa05-4e73-86c6-5e861403c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:19.682861 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-211c55d7-fa05-4e73-86c6-5e861403c03c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7233872 Mar 02 18:47:19.724205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:19.724530 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:19.763778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-b2a125d1-23ed-47fe-877c-6e707f890c8d service neutron] 10.222.0.66 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704387 Mar 02 18:47:19.818066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77188f-f447-4830-8153-465fce798460 req-7a64fe99-633d-4263-85bf-5297b1347762 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:19.819548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e77188f-f447-4830-8153-465fce798460 req-7a64fe99-633d-4263-85bf-5297b1347762 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.5256925 Mar 02 18:47:19.820528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:19.899830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-02d09b25-07ca-4de0-b3d0-ccfd40d19bbe service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735445 Mar 02 18:47:20.002228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e77188f-f447-4830-8153-465fce798460 req-43068747-ebe0-42f0-96eb-aa8ea59d419c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516063 Mar 02 18:47:20.012954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-89a5e543-9c30-4d07-a3a8-6771a874d7ea service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214192 Mar 02 18:47:20.017792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.050201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.069888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a8c61d28-b9fb-4d90-a248-049ba6365b26 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:47:20.079637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-9bdd24bc-3680-4f39-a2d4-9b4110f00e4f service neutron] 10.222.0.66 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708249 Mar 02 18:47:20.118185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Subnet': ['ID=32942b9f-a571-49b4-9f7e-0d19adf44c29,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:20.121242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.135404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-1a1268c6-1e0f-48f3-9c62-ea28edc4661b service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292361 Mar 02 18:47:20.139433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9dddb3fd-e92c-4ae1-a5b6-7439448b5802 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "DELETE /v2.0/subnets/32942b9f-a571-49b4-9f7e-0d19adf44c29 HTTP/1.1" status: 204 len: 168 time: 1.2207355 Mar 02 18:47:20.142315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:20.163252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:47:20.226285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 50482651-d738-4ceb-b419-eae7c4eb621c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:20.226779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.254002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-388c19be-56ac-452c-8e45-eaea93055c7d req-04e9b060-46e1-42bf-8c1d-5b532a3536de service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333262 Mar 02 18:47:20.289578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.296001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-263c2e7b-4d10-45d4-9bc7-6d9d92c470af tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0394757 Mar 02 18:47:20.296352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54002) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:20.297246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a298ba-3ff3-4b48-a640-542507b6b5f3 None None] Network 02dcc2bc-7842-43ef-9340-ea38f527eaff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:20.304199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1754243861'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:20.313963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.318140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:20.324073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:20.331152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:20.345945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:20.349196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Deleting port 7e486eca-c870-4cdd-9602-67caf787cac5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:20.349196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.417358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] The port '50482651-d738-4ceb-b419-eae7c4eb621c' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:47:20.503773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:20.507488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.575970 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.604585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d62a41b-36da-4fcd-9a14-f03d1ca2642a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:20.619529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:20.620154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8c842-6ae5-4aae-9c3f-5775bd77efb9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:20.634028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.642039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:20.662630 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.667557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:20.669071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:20.669480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.673413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] For port 7e486eca-c870-4cdd-9602-67caf787cac5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e486eca-c870-4cdd-9602-67caf787cac5,segment=NetworkSegment(ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f),segment_id=ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:20.673935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.685156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.685643 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 6c77c4d2-ccfe-497e-96e7-c9d7f5824420 of type vlan for network 60dcc061-c076-4c21-99ac-7a645c387d45 Mar 02 18:47:20.701613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'a8c61d28-b9fb-4d90-a248-049ba6365b26', 'network_id': '230fadbb-e2d9-4cc2-9189-5ae1268ad611', 'port_id': 'a8c61d28-b9fb-4d90-a248-049ba6365b26', 'mac_address': 'fa:16:3e:03:e1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8047eb9-f358-49e2-967a-aae677bda29a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:47:20.787729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.797869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] DHCP port deletion for 02dcc2bc-7842-43ef-9340-ea38f527eaff request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:20.802452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50482651-d738-4ceb-b419-eae7c4eb621c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:20.852286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Deleting port 7e486eca-c870-4cdd-9602-67caf787cac5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:20.852782 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.859077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Calling delete_port for 7e486eca-c870-4cdd-9602-67caf787cac5 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:20.893696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 50482651-d738-4ceb-b419-eae7c4eb621c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:20.894348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50482651-d738-4ceb-b419-eae7c4eb621c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:20.916294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:20.927647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8c61d28-b9fb-4d90-a248-049ba6365b26 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:20.951588 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:20.960790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ceca5a4-0923-4e9b-b680-7bbe19c45a2d req-7a7c58d2-e999-479a-99b8-315c63b63062 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.0624616 Mar 02 18:47:21.001108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:21.050213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.056259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.056956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.073619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97908705-3401-401e-b495-55cfd3fb4c79 req-35c9a1dd-8f84-4837-88e3-a1c7fdbbdf6a tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.075147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97908705-3401-401e-b495-55cfd3fb4c79 req-35c9a1dd-8f84-4837-88e3-a1c7fdbbdf6a tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 944 time: 0.7768848 Mar 02 18:47:21.083883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-fec10e20-72a2-47f5-9b71-77d1a0bc8005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.083883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-fec10e20-72a2-47f5-9b71-77d1a0bc8005 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1095 time: 0.7220860 Mar 02 18:47:21.119047 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.136433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.193931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] For port 7e486eca-c870-4cdd-9602-67caf787cac5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e486eca-c870-4cdd-9602-67caf787cac5,segment=NetworkSegment(ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f),segment_id=ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:21.194705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.199565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Port': ['ID=7e486eca-c870-4cdd-9602-67caf787cac5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:21.201914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] No DVR routers for this DVR port 7e486eca-c870-4cdd-9602-67caf787cac5 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:21.239988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.294761 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9967172 Mar 02 18:47:21.302035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.326437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.327826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:21.351334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=0d62a41b-36da-4fcd-9a14-f03d1ca2642a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:21.355409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Calling delete_port for 7e486eca-c870-4cdd-9602-67caf787cac5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:21.356301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97908705-3401-401e-b495-55cfd3fb4c79 req-8451bce6-edf8-46bf-bdcb-3b99d5a40004 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743933 Mar 02 18:47:21.357895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e444697e-5608-46b4-81ff-c1a85c615223 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/0d62a41b-36da-4fcd-9a14-f03d1ca2642a HTTP/1.1" status: 204 len: 168 time: 3.2675991 Mar 02 18:47:21.365976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54022) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.375918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bd3f9b-96c4-40b6-aced-86526ecfbc79 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=60dcc061-c076-4c21-99ac-7a645c387d45,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:21.395072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['a8c61d28-b9fb-4d90-a248-049ba6365b26'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:21.425972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 60dcc061-c076-4c21-99ac-7a645c387d45 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:21.433076 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-823597b0-3fd6-4812-b9e1-aa62875b9e3b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.433530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823597b0-3fd6-4812-b9e1-aa62875b9e3b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.438475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-823597b0-3fd6-4812-b9e1-aa62875b9e3b tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/848c79b7-516d-40a2-aa46-737123d3ff0b HTTP/1.1" status: 404 len: 337 time: 0.0655153 Mar 02 18:47:21.447395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54026) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.453682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:21.493255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126228f5-fe79-4388-a540-b8fc9cbd4e71 req-d8007743-7c15-445b-a93e-8de11ebdf44f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.494894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-126228f5-fe79-4388-a540-b8fc9cbd4e71 req-d8007743-7c15-445b-a93e-8de11ebdf44f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.2561071 Mar 02 18:47:21.498325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-ee6fab29-1f23-4cb4-a5c9-55d42345686e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.500270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-ee6fab29-1f23-4cb4-a5c9-55d42345686e service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.3826039 Mar 02 18:47:21.501435 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-de631f6c-d247-4222-9c7c-a42d910d79f0 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.501921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de631f6c-d247-4222-9c7c-a42d910d79f0 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.506583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-de631f6c-d247-4222-9c7c-a42d910d79f0 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/db15ad37-614a-4b1f-91eb-4e92620121d9 HTTP/1.1" status: 404 len: 339 time: 0.0529637 Mar 02 18:47:21.511420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54030) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.525103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.554170 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d88a5f-025b-4d8a-a399-cf8c32abdfc3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.554635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d88a5f-025b-4d8a-a399-cf8c32abdfc3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.556622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-63d88a5f-025b-4d8a-a399-cf8c32abdfc3 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/298e3989-d66e-4aae-9214-3cfe4b09032f HTTP/1.1" status: 404 len: 337 time: 0.0469940 Mar 02 18:47:21.589202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.633092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:21.633467 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:21.646585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dcc2bc-7842-43ef-9340-ea38f527eaff']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.661886 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-a479dc5a-fd47-4c7c-a28c-d3017b38184a tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.661886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a479dc5a-fd47-4c7c-a28c-d3017b38184a tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.661886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a479dc5a-fd47-4c7c-a28c-d3017b38184a tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/ef55b9f9-83d9-4d46-b950-2fdf97b8f961 HTTP/1.1" status: 404 len: 339 time: 0.0615509 Mar 02 18:47:21.666575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.670346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-126228f5-fe79-4388-a540-b8fc9cbd4e71 req-0b05cccc-6919-4255-a629-322334b8daba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557674 Mar 02 18:47:21.671611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:21.704618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.704947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec167a2c-d88e-4496-9f36-7c0f9e1a9c7f') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:21.716932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-d9c7a546-7b12-4734-9d54-f4de659b546c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.2088611 Mar 02 18:47:21.719096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:21.726557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:21.730329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.746653 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-d30a0bc6-bac8-4476-a836-14fd60bff477 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.748112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d30a0bc6-bac8-4476-a836-14fd60bff477 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.752498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d30a0bc6-bac8-4476-a836-14fd60bff477 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/ea1c95f7-9e8d-4c80-b146-61714350b37e HTTP/1.1" status: 404 len: 337 time: 0.0813560 Mar 02 18:47:21.755962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:21.760769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.788834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-5320b881-d469-4f1d-b73c-91f75938243f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.790377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-5320b881-d469-4f1d-b73c-91f75938243f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.0668337 Mar 02 18:47:21.792144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.797777 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ae2812e-d716-4a4c-848e-e5b3658b9c40 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:21.798276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ae2812e-d716-4a4c-848e-e5b3658b9c40 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:21.800042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1ae2812e-d716-4a4c-848e-e5b3658b9c40 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/b7b1910d-9554-4ec5-9fed-20587156ae52 HTTP/1.1" status: 404 len: 339 time: 0.0395396 Mar 02 18:47:21.803684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:21.806609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:21.807067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:21.827068 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:21.875956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-860f5e8e-0f06-4084-89c6-2ba56186d3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:21.877294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-860f5e8e-0f06-4084-89c6-2ba56186d3be service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800326 Mar 02 18:47:22.005226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:22.009015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.031793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-6bf2d2df-6cf5-4cb6-a068-64a6124174e3 service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465435 Mar 02 18:47:22.062082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-83cbbd1f-170d-4192-900e-c31a1cc804a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.134438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Deleting port 7e486eca-c870-4cdd-9602-67caf787cac5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:22.134914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.193258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c5d87dc-d4e1-48b9-9f32-357547552fab req-26bf3eac-d7cd-43c3-b0cb-5d9737d71355 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.0806689 Mar 02 18:47:22.203341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting subnet 540d3a0a-abcf-4729-a8ad-497677fd0036 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:22.212890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.266850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4a9f1a18-7e29-4dd4-b4e6-095c582bea85 None None] The port '7e486eca-c870-4cdd-9602-67caf787cac5' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:47:22.284129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.303248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23ea1522-9d5b-4584-97a2-d9da5c840b91 req-86a0c3a4-c5ff-48b7-bd10-65875efb178d service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645409 Mar 02 18:47:22.333971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.362234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.381526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] Pushing event deleted for resources: {'Network': ['ID=02dcc2bc-7842-43ef-9340-ea38f527eaff,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:22.394816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a0bc5f3-f0dd-4c55-baff-5c6795c23fe7 tempest-FloatingIPNegativeTestJSON-18825247 tempest-FloatingIPNegativeTestJSON-18825247-project] 10.222.0.66 "DELETE /v2.0/networks/02dcc2bc-7842-43ef-9340-ea38f527eaff HTTP/1.1" status: 204 len: 168 time: 2.2491395 Mar 02 18:47:22.486099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.587758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e486eca-c870-4cdd-9602-67caf787cac5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:22.624744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7e486eca-c870-4cdd-9602-67caf787cac5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:22.625094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e486eca-c870-4cdd-9602-67caf787cac5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:22.658869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128102c6-c9a8-476c-9718-b56a71a46fb2 req-374e3097-4c00-421b-a6f8-e864ed4f9a80 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:22.660498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-128102c6-c9a8-476c-9718-b56a71a46fb2 req-374e3097-4c00-421b-a6f8-e864ed4f9a80 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 945 time: 0.0994539 Mar 02 18:47:22.712457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.738869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-128102c6-c9a8-476c-9718-b56a71a46fb2 req-1ae4223d-676f-4423-8072-679167e53ba2 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649731 Mar 02 18:47:22.759198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.792045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:22.797480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c3cf4-64d1-4801-b3f9-193021af70ac None None] Network 5f58abb5-b271-48ec-ae04-dfeacf11faef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:22.833068 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/540d3a0a-abcf-4729-a8ad-497677fd0036 HTTP/1.1" status: 204 len: 168 time: 1.0283387 Mar 02 18:47:22.838359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54060) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:22.838679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=7afaa89d-e277-4b20-a159-b0bae41203d0,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:22.911200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42adee-2b00-4930-ae5d-d46adc0c8669 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=540d3a0a-abcf-4729-a8ad-497677fd0036,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:22.928949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:22.929309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 60dcc061-c076-4c21-99ac-7a645c387d45, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:23.050353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.072323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffeaa5-e1d4-4353-8a85-74808c2a8404 req-c34373d7-1d7f-4714-8812-5ce2180e9e76 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:23.073851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ffeaa5-e1d4-4353-8a85-74808c2a8404 req-c34373d7-1d7f-4714-8812-5ce2180e9e76 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.2015848 Mar 02 18:47:23.079303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:23.079648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.106027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 60dcc061-c076-4c21-99ac-7a645c387d45 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:23.204264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22ffeaa5-e1d4-4353-8a85-74808c2a8404 req-ef6a22e9-298a-43e4-9637-aad850e384cc tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932498 Mar 02 18:47:23.226369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 60dcc061-c076-4c21-99ac-7a645c387d45) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:23.230900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:23.233592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.262855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] DHCP port deletion for 5f58abb5-b271-48ec-ae04-dfeacf11faef request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:23.270106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Deleting port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:23.273686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.321833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:47:23.330279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46e3c4d0-ceaa-4865-904d-55654340f3c1 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0125766 Mar 02 18:47:23.333103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54068) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:23.356434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248399b3-068f-4e4d-bd14-66e0d66190f5 None None] Network 60dcc061-c076-4c21-99ac-7a645c387d45 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:23.407324 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:23.559542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb0b6564-8852-4c38-884c-d9a01303a9cd req-2565b5e5-541e-4ad9-b7a7-2235121bf84a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.1479716 Mar 02 18:47:23.730187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,segment=NetworkSegment(99c2c567-2546-4bea-afd1-1b97314d1fea),segment_id=99c2c567-2546-4bea-afd1-1b97314d1fea)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:23.730622 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.772371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-e0cad915-1c36-42b7-bc09-9ef37a85e8e9 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:23.774015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-e0cad915-1c36-42b7-bc09-9ef37a85e8e9 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 811 time: 0.5738585 Mar 02 18:47:23.824191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:23.838340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Request body: {'port': {'device_id': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'admin_state_up': True, 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:23.864315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'd524ca81-cf89-4442-9db7-abeadadac267', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:47:23.867144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] For port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,segment=NetworkSegment(99c2c567-2546-4bea-afd1-1b97314d1fea),segment_id=99c2c567-2546-4bea-afd1-1b97314d1fea)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:23.867548 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:23.937205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:23.959079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.007442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f03a34f0-82ce-4d98-a676-bef0544acd06 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6d9f9b15db884c36b5f39020b757b25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5948801 Mar 02 18:47:24.019130 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:24.068870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Calling delete_port for 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:24.112554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a8c61d28-b9fb-4d90-a248-049ba6365b26 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:24.151674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-60dcc061-c076-4c21-99ac-7a645c387d45', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:24.152863 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.237343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:24.271462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:24.279106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01173e-f815-48ae-9824-40820c111ec3 req-82faf7c8-c20c-43a2-8125-e98fc8f21d12 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:24.280806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa01173e-f815-48ae-9824-40820c111ec3 req-82faf7c8-c20c-43a2-8125-e98fc8f21d12 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 945 time: 0.3675950 Mar 02 18:47:24.288500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.294449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.335329 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5d9154a5-b61b-469e-a151-9a91516355ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.362656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:24.387499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.401082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.417886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:24.427880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:24.428459 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:24.456830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Made reservation on behalf of bb012a8e6a9e41bea676c8abf64ef71b for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:24.460390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.484448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.495043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=349cbca1-6c17-4370-a0f9-b8a5b8dee7c6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:24.508899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa01173e-f815-48ae-9824-40820c111ec3 req-9a342ac6-4e0b-41b6-a336-9a8db240ea72 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169187 Mar 02 18:47:24.511552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:24.534381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port a8c61d28-b9fb-4d90-a248-049ba6365b26 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:24.555804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port a8c61d28-b9fb-4d90-a248-049ba6365b26 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:24.556197 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.616572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:24.676579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:24.676867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:24.681002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Allocated IP 2001:db8::2 (60dcc061-c076-4c21-99ac-7a645c387d45/7afaa89d-e277-4b20-a159-b0bae41203d0/f4f98543-49fe-4cec-8c0d-c76890ce757c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:24.707397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:24.759662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.777356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d524ca81-cf89-4442-9db7-abeadadac267'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:24.814068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0496ecd-b44e-43ed-941f-dda491cb95f4 req-588614ac-865a-4edf-9d77-18d5a357d757 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.0984762 Mar 02 18:47:24.832986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f58abb5-b271-48ec-ae04-dfeacf11faef']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:24.888614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfee2b-2229-4cd0-a4df-ef3affa7c267 req-b879a8c4-9bd1-4f74-9f1f-0e54bf81d3d1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:24.890670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ddfee2b-2229-4cd0-a4df-ef3affa7c267 req-b879a8c4-9bd1-4f74-9f1f-0e54bf81d3d1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 944 time: 0.5484924 Mar 02 18:47:24.892521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c2c567-2546-4bea-afd1-1b97314d1fea') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:24.892803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c2c567-2546-4bea-afd1-1b97314d1fea') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:24.934226 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.935719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Deleting port 349cbca1-6c17-4370-a0f9-b8a5b8dee7c6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:24.936200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.964528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.986204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:24.990881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.009483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66dee091-ceaf-4e02-89a0-8a8b42a230b0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:25.012766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Allocated IP 172.20.0.7 (bc7c2b41-18fb-44f6-baf6-c247ee0335d3/05cca715-9532-4b24-b39b-9c952fd1bb01/78d0472f-af96-4770-9f83-48207fc80d80) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:25.025416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 653 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:25.025416 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:25.035960 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:25.055495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ddfee2b-2229-4cd0-a4df-ef3affa7c267 req-ae9bfb5b-34d2-4599-8191-b283d455a21c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475046 Mar 02 18:47:25.064784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9f9a5b1b-acf1-45f7-8d14-0fb0f913c22e None None] The port '349cbca1-6c17-4370-a0f9-b8a5b8dee7c6' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:47:25.109707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:25.129405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:25.192548 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26', 'code': 200} Mar 02 18:47:25.271101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.277806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.342298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Transition to ACTIVE for port object f4f98543-49fe-4cec-8c0d-c76890ce757c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:25.353141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.357283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4cdea86-89ed-4554-8af9-7a4aef4816e0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/66dee091-ceaf-4e02-89a0-8a8b42a230b0 HTTP/1.1" status: 204 len: 168 time: 1.3309608 Mar 02 18:47:25.365385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20119b3d-a56b-4a29-b1de-e7528c0e3e14 req-0d9065f2-1a2b-40ee-b9e2-1ae10e9dc105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:25.367563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20119b3d-a56b-4a29-b1de-e7528c0e3e14 req-0d9065f2-1a2b-40ee-b9e2-1ae10e9dc105 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 1097 time: 0.0953162 Mar 02 18:47:25.420481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Transition to ACTIVE for port object f4f98543-49fe-4cec-8c0d-c76890ce757c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:25.429529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20119b3d-a56b-4a29-b1de-e7528c0e3e14 req-6574c348-cb02-413b-80b6-60f2a93be279 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555859 Mar 02 18:47:25.441804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:25.458462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.487508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.511000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=5f58abb5-b271-48ec-ae04-dfeacf11faef,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:25.516772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-83bf25a3-3696-4766-924a-7ddeca14f4e9 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/5f58abb5-b271-48ec-ae04-dfeacf11faef HTTP/1.1" status: 204 len: 168 time: 2.6780052 Mar 02 18:47:25.520578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54096) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:25.599355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.660200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.662163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.686100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8::1 (60dcc061-c076-4c21-99ac-7a645c387d45/7afaa89d-e277-4b20-a159-b0bae41203d0/2e700608-bc40-456e-bb88-846d029b4707) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:25.691838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.699796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Network 60dcc061-c076-4c21-99ac-7a645c387d45 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:25.704047 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-c425b3e3-3131-4efb-bfba-2253ddda19bf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:25.704266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c425b3e3-3131-4efb-bfba-2253ddda19bf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:25.704859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:25.708559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c425b3e3-3131-4efb-bfba-2253ddda19bf tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/36282333-f75f-4794-b15b-aa1e70615b23 HTTP/1.1" status: 404 len: 337 time: 0.1846471 Mar 02 18:47:25.718330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:25.721098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Pushing event updated for resources: {'Port': ['ID=f4f98543-49fe-4cec-8c0d-c76890ce757c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:25.726450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54102) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:25.794704 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2facd681-122a-4767-af9e-c01cbe0cc207 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] DELETE failed (client error): The resource could not be found. Mar 02 18:47:25.795534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2facd681-122a-4767-af9e-c01cbe0cc207 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:47:25.809998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a448e-ab10-4fcb-9643-455739a4c813 req-5ab53d4f-370d-44d2-81f2-a6f2fb370863 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:25.822762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b77a448e-ab10-4fcb-9643-455739a4c813 req-5ab53d4f-370d-44d2-81f2-a6f2fb370863 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 946 time: 0.1762815 Mar 02 18:47:25.871315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Attempting to bind port f4f98543-49fe-4cec-8c0d-c76890ce757c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:25.871581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Attempting to bind port f4f98543-49fe-4cec-8c0d-c76890ce757c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:25.871955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Attempting to bind port f4f98543-49fe-4cec-8c0d-c76890ce757c on network 60dcc061-c076-4c21-99ac-7a645c387d45 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:25.894963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2facd681-122a-4767-af9e-c01cbe0cc207 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/ded1caed-b259-414b-80c0-a5780f605bcf HTTP/1.1" status: 404 len: 339 time: 0.1681905 Mar 02 18:47:25.896733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.898009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:25.898958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Checking segment: {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:25.899372 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.899770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Bound using segment: {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:25.900312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Bound port: f4f98543-49fe-4cec-8c0d-c76890ce757c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:25.900747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:25.906809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54112) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:26.012438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.026983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] For port f4f98543-49fe-4cec-8c0d-c76890ce757c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:26.033484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting subnet a79969dc-4bc0-4721-b686-2b1190864793 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:47:26.036566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] For port f4f98543-49fe-4cec-8c0d-c76890ce757c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f4f98543-49fe-4cec-8c0d-c76890ce757c,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:26.037733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.053502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['cccc559b-c9fb-4b42-8070-d82a62072890'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:26.071214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b77a448e-ab10-4fcb-9643-455739a4c813 req-49cfdb04-94fa-4740-8b8c-d6a970b66efa tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408726 Mar 02 18:47:26.105714 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:26.115212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:26.120742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:26.142099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.191502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:26.192599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.195359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.213258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.242042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Pushing event updated for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:26.261292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-efbba343-28db-4aeb-a8ca-41ff90fe7911 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:26.262975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-efbba343-28db-4aeb-a8ca-41ff90fe7911 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.65 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 945 time: 0.3995554 Mar 02 18:47:26.278871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 2e700608-bc40-456e-bb88-846d029b4707 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:26.320187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.364208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff3b31-c466-44ee-aa2d-2483bed4bf42 req-d2ea5dfb-6110-4b7e-aad7-90a9fad72b26 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:26.366173 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ff3b31-c466-44ee-aa2d-2483bed4bf42 req-d2ea5dfb-6110-4b7e-aad7-90a9fad72b26 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.4486148 Mar 02 18:47:26.388818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1a171276-973c-4157-a82c-e04152324f61 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5541742 Mar 02 18:47:26.422622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Request body: {'port': {'device_id': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:26.466223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9e8fd-e0f1-4dc1-821f-ad596457b8e4 None None] Pushing event updated for resources: {'Port': ['ID=f4f98543-49fe-4cec-8c0d-c76890ce757c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:26.466515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.557318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18ff3b31-c466-44ee-aa2d-2483bed4bf42 req-8da82036-67f1-4c7c-bff2-9ecde73a3925 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781971 Mar 02 18:47:26.578552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 60dcc061-c076-4c21-99ac-7a645c387d45 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:26.578552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:26.582883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.594441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:26.594993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.638271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-c57cbf76-6841-421b-a7a1-d047328f2035 service neutron] 10.222.0.65 "GET /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 382 time: 0.3369067 Mar 02 18:47:26.673254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ae5bdd-9b02-4926-abfc-cff79e57eff1 req-33ecec24-93de-4e48-89a1-70c8c5e8ccaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:26.680728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d6ae5bdd-9b02-4926-abfc-cff79e57eff1 req-33ecec24-93de-4e48-89a1-70c8c5e8ccaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:26.690827 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.737234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Subnet': ['ID=a79969dc-4bc0-4721-b686-2b1190864793,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:26.749067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.766877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:26.770116 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92b0315f-df96-49d4-a97e-28da8356a314 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/subnets/a79969dc-4bc0-4721-b686-2b1190864793 HTTP/1.1" status: 204 len: 168 time: 0.8620124 Mar 02 18:47:26.774035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b92a27-9a1a-4ca4-b31b-8f0366ed3dec None None] Network f3045158-c8d4-4495-8be5-427b3bb5dcf6 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:26.789326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54126) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:26.909989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d6ae5bdd-9b02-4926-abfc-cff79e57eff1 req-33ecec24-93de-4e48-89a1-70c8c5e8ccaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:26.911720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6ae5bdd-9b02-4926-abfc-cff79e57eff1 req-33ecec24-93de-4e48-89a1-70c8c5e8ccaa tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 931 time: 0.6477423 Mar 02 18:47:26.948706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.976418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Deleting port af4d7a18-dd6b-4234-8e74-673aaa606f7c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:26.976768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.995952 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:26.999398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.092850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6ae5bdd-9b02-4926-abfc-cff79e57eff1 req-1d7aad62-b5c7-4e3a-b7cf-159b55b7484b tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483967 Mar 02 18:47:27.116554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-7a6d697e-c911-4adb-8592-baaccd229110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:27.118690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-7a6d697e-c911-4adb-8592-baaccd229110 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1096 time: 0.3718560 Mar 02 18:47:27.246153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.277577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] DHCP port deletion for f3045158-c8d4-4495-8be5-427b3bb5dcf6 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:47:27.281464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:27.326587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Deleting port af4d7a18-dd6b-4234-8e74-673aaa606f7c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:27.327686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.332811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54138) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:27.517065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-5ae55173-874f-4fed-8e8b-e8423262e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:27.518999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-5ae55173-874f-4fed-8e8b-e8423262e495 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.3915017 Mar 02 18:47:27.551020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port d524ca81-cf89-4442-9db7-abeadadac267 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:27.592537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ea88324d-6547-4ec5-948f-4478c08a4f5e tempest-DvrRoutersNegativeTest-1863566407 tempest-DvrRoutersNegativeTest-1863566407-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1137597318', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:27.595636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.policy [None req-ea88324d-6547-4ec5-948f-4478c08a4f5e tempest-DvrRoutersNegativeTest-1863566407 tempest-DvrRoutersNegativeTest-1863566407-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88708) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 02 18:47:27.595838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.policy [None req-ea88324d-6547-4ec5-948f-4478c08a4f5e tempest-DvrRoutersNegativeTest-1863566407 tempest-DvrRoutersNegativeTest-1863566407-project] Failed policy check for 'create_router' {{(pid=88708) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 02 18:47:27.596340 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-ea88324d-6547-4ec5-948f-4478c08a4f5e tempest-DvrRoutersNegativeTest-1863566407 tempest-DvrRoutersNegativeTest-1863566407-project] create failed (client error): Access was denied to this resource. Mar 02 18:47:27.601275 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea88324d-6547-4ec5-948f-4478c08a4f5e tempest-DvrRoutersNegativeTest-1863566407 tempest-DvrRoutersNegativeTest-1863566407-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2679086 Mar 02 18:47:27.659797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port d524ca81-cf89-4442-9db7-abeadadac267 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:27.660360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.821981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] For port af4d7a18-dd6b-4234-8e74-673aaa606f7c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=af4d7a18-dd6b-4234-8e74-673aaa606f7c,segment=NetworkSegment(439c9c89-b4f6-4df5-8de0-1b1842cf240b),segment_id=439c9c89-b4f6-4df5-8de0-1b1842cf240b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:27.822700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.907021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] For port af4d7a18-dd6b-4234-8e74-673aaa606f7c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=af4d7a18-dd6b-4234-8e74-673aaa606f7c,segment=NetworkSegment(439c9c89-b4f6-4df5-8de0-1b1842cf240b),segment_id=439c9c89-b4f6-4df5-8de0-1b1842cf240b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:27.907397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:27.980319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187a2b47-7905-4dc8-b5d3-6c4e1632384b None None] Network 60dcc061-c076-4c21-99ac-7a645c387d45 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:28.009979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Calling delete_port for af4d7a18-dd6b-4234-8e74-673aaa606f7c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:28.065397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Calling delete_port for af4d7a18-dd6b-4234-8e74-673aaa606f7c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:28.072350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7df22a-1d08-4430-9839-584eb2213176 req-49ef99fa-e753-46f9-aa27-417f3426b604 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:28.075335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a7df22a-1d08-4430-9839-584eb2213176 req-49ef99fa-e753-46f9-aa27-417f3426b604 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 946 time: 0.7806387 Mar 02 18:47:28.109581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-86af586e-787c-4482-9257-0b6cca3aa938 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1000 time: 0.5795560 Mar 02 18:47:28.144713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.272109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:28.301089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b4e364a-3ed1-4b7f-9918-d5fc4b5bb62a None None] Provisioning for port f4f98543-49fe-4cec-8c0d-c76890ce757c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:28.319433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:28.387323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.392685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.431551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a7df22a-1d08-4430-9839-584eb2213176 req-17c5f0eb-6f00-4f22-9e01-578fe896accc tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265269 Mar 02 18:47:28.449951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.454698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:28.462903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Port': ['ID=af4d7a18-dd6b-4234-8e74-673aaa606f7c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:28.477679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] No DVR routers for this DVR port af4d7a18-dd6b-4234-8e74-673aaa606f7c on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:28.499696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78d0472f-af96-4770-9f83-48207fc80d80 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:28.534680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.557165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.559347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.629761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-c4780324-52f1-47cb-9b95-25c16f291bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:28.640031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-c4780324-52f1-47cb-9b95-25c16f291bc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.5184438 Mar 02 18:47:28.654613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Transition to ACTIVE for port object 78d0472f-af96-4770-9f83-48207fc80d80 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:28.663066 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:28.664559 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:28.673605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:28.750573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f4f98543-49fe-4cec-8c0d-c76890ce757c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:28.814332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:28.834554 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.965242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.972824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:28.976160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae51d2-2bae-471f-9094-923bd7ac8f08 req-d5380a7d-c416-4673-af5f-d1e84bdc3041 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:28.983767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49ae51d2-2bae-471f-9094-923bd7ac8f08 req-d5380a7d-c416-4673-af5f-d1e84bdc3041 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 1.1046805 Mar 02 18:47:28.997587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f4f98543-49fe-4cec-8c0d-c76890ce757c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:29.001133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f4f98543-49fe-4cec-8c0d-c76890ce757c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:29.001572 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.021611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:29.026481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3045158-c8d4-4495-8be5-427b3bb5dcf6']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:29.040699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Usage tracker for resource:security_group_rule and tenant:70735da5f02446e19b2edde59adf2b89 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:29.045078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:29.046357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:29.051879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '439c9c89-b4f6-4df5-8de0-1b1842cf240b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:29.052241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '439c9c89-b4f6-4df5-8de0-1b1842cf240b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:29.092150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:29.139872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.159936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 60dcc061-c076-4c21-99ac-7a645c387d45 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:29.167276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:29.183640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Deleting port af4d7a18-dd6b-4234-8e74-673aaa606f7c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:29.184345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.216281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49ae51d2-2bae-471f-9094-923bd7ac8f08 req-f8d83136-779f-43b7-9794-59ca295d1629 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315807 Mar 02 18:47:29.267344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-27982906-8cf6-4b3f-92e5-67557d007690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:29.275262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-31b16872-cdb1-45b9-8d22-19d1dbcf637a None None] The port 'af4d7a18-dd6b-4234-8e74-673aaa606f7c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:47:29.276018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-27982906-8cf6-4b3f-92e5-67557d007690 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6144841 Mar 02 18:47:29.328685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.350525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.364025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Provisioning complete for port f4f98543-49fe-4cec-8c0d-c76890ce757c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:29.364406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.372568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f1df1-9ec5-446c-8632-9052d5eeb034 req-32e650b9-c151-4241-ba9a-e1b6c9fd0794 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:29.374812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c47f1df1-9ec5-446c-8632-9052d5eeb034 req-32e650b9-c151-4241-ba9a-e1b6c9fd0794 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 943 time: 0.5914218 Mar 02 18:47:29.407809 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'code': 200} Mar 02 18:47:29.468991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:47:29.475654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.479993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f4f98543-49fe-4cec-8c0d-c76890ce757c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f4f98543-49fe-4cec-8c0d-c76890ce757c,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:47:29.488896 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:47:29.555827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.559781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Attempting to bind port 78d0472f-af96-4770-9f83-48207fc80d80 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:29.560273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Attempting to bind port 78d0472f-af96-4770-9f83-48207fc80d80 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:29.560541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Attempting to bind port 78d0472f-af96-4770-9f83-48207fc80d80 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:29.570384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Port 78d0472f-af96-4770-9f83-48207fc80d80 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:47:29.570722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Attempting to bind port 78d0472f-af96-4770-9f83-48207fc80d80 on network bc7c2b41-18fb-44f6-baf6-c247ee0335d3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:29.576695 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.616271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c47f1df1-9ec5-446c-8632-9052d5eeb034 req-5720d262-8cf9-4572-a916-12a94f05dec6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241514 Mar 02 18:47:29.628073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:29.628664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Checking segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:29.629498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Bound using segment: {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:29.630170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Bound port: 78d0472f-af96-4770-9f83-48207fc80d80, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:29.630727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.708351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device af4d7a18-dd6b-4234-8e74-673aaa606f7c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:29.744471 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-5eb96333-7c27-4f27-803a-e8daa4f0b80f service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4554555 Mar 02 18:47:29.777504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.781401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: af4d7a18-dd6b-4234-8e74-673aaa606f7c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:29.781747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device af4d7a18-dd6b-4234-8e74-673aaa606f7c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:29.800128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.832220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f4f98543-49fe-4cec-8c0d-c76890ce757c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:29.861535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.862602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.863303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.863661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.864005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.864343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.864685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.865016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.865352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.865681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.866008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.866401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.866688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:29.870517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:29.870872 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:29.876259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] Pushing event deleted for resources: {'Network': ['ID=f3045158-c8d4-4495-8be5-427b3bb5dcf6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:29.892951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3718f525-588a-4418-8da7-bcce7b307ee7 tempest-NetworksIpV6Test-1237893725 tempest-NetworksIpV6Test-1237893725-project] 10.222.0.66 "DELETE /v2.0/networks/f3045158-c8d4-4495-8be5-427b3bb5dcf6 HTTP/1.1" status: 204 len: 168 time: 3.1025023 Mar 02 18:47:29.899753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:29.910513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:29.965516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=70735da5f02446e19b2edde59adf2b89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5032592 Mar 02 18:47:29.976731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bd3d3-85c2-440e-b98f-a727244f60f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0fbb021-f6e4-4426-842f-5964d71d90ee,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:29.984249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54176) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:29.984249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:47:30.018794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=78d0472f-af96-4770-9f83-48207fc80d80,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:30.039560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-8a0553bd-c3e7-4fc5-9c80-bdb80dc326ee service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853997 Mar 02 18:47:30.096230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.173422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:30.174046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.175523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] 10.222.0.65 "PUT /v2.0/ports/78d0472f-af96-4770-9f83-48207fc80d80 HTTP/1.1" status: 200 len: 1091 time: 3.7573731 Mar 02 18:47:30.215922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:30.263839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554598c-ddd3-4387-bffa-507ba7c8dd14 service neutron] Pushing event updated for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:30.269674 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80', 'status': 'completed', 'code': 200} Mar 02 18:47:30.329468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.375165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99808d-1a56-420f-a819-59c2b1357148 req-82c54d30-21ab-4482-b7d0-969a41a90a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:30.378523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-82c54d30-21ab-4482-b7d0-969a41a90a17 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1097 time: 0.1987536 Mar 02 18:47:30.394028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.400877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:30.408081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-16812fec-8e26-4483-b883-1237fdcbcd5b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0738208 Mar 02 18:47:30.411317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:30.416834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2026248790'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:30.422036 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:30.432932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:30.446918 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:30.447931 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:30.448276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:30.458629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:30.465296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:30.579036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-9df9a674-ed6e-4d0c-a803-5655af98664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:30.580773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-9df9a674-ed6e-4d0c-a803-5655af98664c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1094 time: 0.2921259 Mar 02 18:47:30.598057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f4f98543-49fe-4cec-8c0d-c76890ce757c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:30.637447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.673478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:30.682631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.685527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Provisioning for port 2e700608-bc40-456e-bb88-846d029b4707 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:30.708430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0fbb021-f6e4-4426-842f-5964d71d90ee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:30.714910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Provisioning complete for port 2e700608-bc40-456e-bb88-846d029b4707 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:30.721748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.749509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:30.761321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.762795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be572c13-a179-4960-bbeb-eace9909953a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b0fbb021-f6e4-4426-842f-5964d71d90ee HTTP/1.1" status: 204 len: 168 time: 0.7823718 Mar 02 18:47:30.787150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:30.799213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.799613 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment 476f4c8a-6713-442b-93a8-c79136b7e38c of type vlan for network 30bda27d-f077-4b7b-8888-00bfda6e809f Mar 02 18:47:30.825096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:30.832232 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:30.842019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d2586df-a398-46df-8098-5fd1605fc29e None None] Port 2e700608-bc40-456e-bb88-846d029b4707 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:30.863250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f4f98543-49fe-4cec-8c0d-c76890ce757c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:30.863881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.025742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.031934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.034107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.040054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c05ddd33-d9e7-4be3-9d5f-02ae7c2625cd None None] Provisioning complete for port 2e700608-bc40-456e-bb88-846d029b4707 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:31.040431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c05ddd33-d9e7-4be3-9d5f-02ae7c2625cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.150488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99808d-1a56-420f-a819-59c2b1357148 req-f86f83bb-4b26-403c-b55c-ea6a5082fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.152270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-f86f83bb-4b26-403c-b55c-ea6a5082fe20 service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.6946208 Mar 02 18:47:31.161339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a86f4-3496-4d4e-8c6a-c2b27adc3a2d req-9927e4a0-c0d6-4ef1-a7a2-f1959222d097 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.163377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-308a86f4-3496-4d4e-8c6a-c2b27adc3a2d req-9927e4a0-c0d6-4ef1-a7a2-f1959222d097 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.7705672 Mar 02 18:47:31.176894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c05ddd33-d9e7-4be3-9d5f-02ae7c2625cd None None] Port 2e700608-bc40-456e-bb88-846d029b4707 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:31.240950 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:26Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:28Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:31.246700 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:47:31.247148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Updating router 3e852387-a46b-4c61-af16-88b44d57ed11 port 2e700608-bc40-456e-bb88-846d029b4707 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:47:31.302651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=30bda27d-f077-4b7b-8888-00bfda6e809f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:31.316021 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.335488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 30bda27d-f077-4b7b-8888-00bfda6e809f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:31.463726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b77bf93-1eac-4648-b7f5-b5a28f78d1a6 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0449331 Mar 02 18:47:31.466955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-6fcb7ebc-dab1-4188-8785-e5ae11e00f09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1001 time: 0.2924848 Mar 02 18:47:31.469038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54206) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:31.478254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-308a86f4-3496-4d4e-8c6a-c2b27adc3a2d req-eddfc580-a2ff-4fec-8c06-dba227b8b3e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189472 Mar 02 18:47:31.520715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-42199412-ef94-44bd-95ba-9a356367f9b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=23483bf85cc044eda513562fd5874e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7610116 Mar 02 18:47:31.524800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:31.538473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:31.565340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-6bd9528a-0186-42e6-944c-1c7065053f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.566898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-6bd9528a-0186-42e6-944c-1c7065053f36 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.9613180 Mar 02 18:47:31.627975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.679130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.799339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.836780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70666119-4092-4beb-b426-0dd44c07cfa7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:31.841389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.843482 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33815c84-0145-458a-a352-d70c0f2ed018 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/70666119-4092-4beb-b426-0dd44c07cfa7 HTTP/1.1" status: 204 len: 168 time: 0.3174350 Mar 02 18:47:31.847095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99808d-1a56-420f-a819-59c2b1357148 req-8df43719-ae64-4205-8795-083ae0cf360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.848627 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-8df43719-ae64-4205-8795-083ae0cf360a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.3643298 Mar 02 18:47:31.873079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0054c9a-3450-48a0-a4bd-0c75214df4f1 req-394eef97-6a0d-4f74-a5e4-17604f5ea81c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:31.881450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0054c9a-3450-48a0-a4bd-0c75214df4f1 req-394eef97-6a0d-4f74-a5e4-17604f5ea81c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 943 time: 1.0686643 Mar 02 18:47:31.971954 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:31.986026 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Transition to ACTIVE for port object 2e700608-bc40-456e-bb88-846d029b4707 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:32.020211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:32.046523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:32.056156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:32.070812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0054c9a-3450-48a0-a4bd-0c75214df4f1 req-6ced53d8-4857-4dd9-a861-6ceabe1fedc6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884265 Mar 02 18:47:32.073350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:32.082519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-58689319-b713-49f6-beaf-4e4b7d5db074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:32.084020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bca40e31-3608-40a6-a1b4-d1250f0a3968 req-58689319-b713-49f6-beaf-4e4b7d5db074 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4990098 Mar 02 18:47:32.123030 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.175682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14ef89-1204-46f0-a476-13fa75eb6f8f req-24fc342e-df0d-4b23-beef-20caacd3af25 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:32.184752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b14ef89-1204-46f0-a476-13fa75eb6f8f req-24fc342e-df0d-4b23-beef-20caacd3af25 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 946 time: 0.4868848 Mar 02 18:47:32.256403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99808d-1a56-420f-a819-59c2b1357148 req-14e67a0a-cf0c-46e4-b25b-9d45683ed03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:32.257954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-14e67a0a-cf0c-46e4-b25b-9d45683ed03c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3626995 Mar 02 18:47:32.258650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:32.272952 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.352833 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Pushing event updated for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:32.395546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b14ef89-1204-46f0-a476-13fa75eb6f8f req-34ae8886-8abc-47ee-9bcd-330de5e8949b tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/security-groups?id=a14a12d8-8420-4b33-9bad-3aa3c862ab5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094970 Mar 02 18:47:32.431533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebe888-4274-4468-92da-2b55cb19486c req-0dde0903-6d5f-4b57-a65e-9b2490817bd1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:32.432577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-edebe888-4274-4468-92da-2b55cb19486c req-0dde0903-6d5f-4b57-a65e-9b2490817bd1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Synchronizing usage tracker for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:32.448774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.449122 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.453056 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.453660 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.454227 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.454730 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.459709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.460319 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.460858 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.461362 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.461876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.462408 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:32.498173 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Attempting to bind port 2e700608-bc40-456e-bb88-846d029b4707 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:32.498529 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Attempting to bind port 2e700608-bc40-456e-bb88-846d029b4707 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:32.499648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Attempting to bind port 2e700608-bc40-456e-bb88-846d029b4707 on network 60dcc061-c076-4c21-99ac-7a645c387d45 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:32.515506 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:32.516237 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Checking segment: {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:32.516876 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.517490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Bound using segment: {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:32.518322 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Bound port: 2e700608-bc40-456e-bb88-846d029b4707, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c77c4d2-ccfe-497e-96e7-c9d7f5824420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:32.518763 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.604185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-edebe888-4274-4468-92da-2b55cb19486c req-0dde0903-6d5f-4b57-a65e-9b2490817bd1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Unset dirty status for tenant:4e5819660ec74317982e90e468717123 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:32.619889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edebe888-4274-4468-92da-2b55cb19486c req-0dde0903-6d5f-4b57-a65e-9b2490817bd1 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 946 time: 0.4140720 Mar 02 18:47:32.691435 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] For port 2e700608-bc40-456e-bb88-846d029b4707, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:32.698889 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] For port 2e700608-bc40-456e-bb88-846d029b4707, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e700608-bc40-456e-bb88-846d029b4707,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:32.747446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Deleting port a8c61d28-b9fb-4d90-a248-049ba6365b26 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:32.748187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.769818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-e3a9a82f-8e28-49f8-8ae7-61149b13d659 service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685597 Mar 02 18:47:32.781360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-665ec0ca-4d0a-455c-9497-bc4582547de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:32.782872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-665ec0ca-4d0a-455c-9497-bc4582547de0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1094 time: 0.5728409 Mar 02 18:47:32.814549 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:32.834500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54242) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:32.966533 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:32.968677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:33.024189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-0b058c52-2ea5-4637-a3a4-8c8efd68ad67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78d0472f-af96-4770-9f83-48207fc80d80 HTTP/1.1" status: 200 len: 217 time: 0.1764131 Mar 02 18:47:33.178786 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e4b15-005a-47e4-8b0e-dc8a08d1bb91 None None] Pushing event updated for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:33.283903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:33.295374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] For port a8c61d28-b9fb-4d90-a248-049ba6365b26, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=a8c61d28-b9fb-4d90-a248-049ba6365b26,segment=NetworkSegment(d4c347a5-38e9-476d-861a-a8741b7df67e),segment_id=d4c347a5-38e9-476d-861a-a8741b7df67e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:33.296819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:33.307116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfde79c-e3e5-441c-b889-94ead7221a63 req-0cd77a90-7790-4f24-93f7-043a18f2abd3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:33.315247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dfde79c-e3e5-441c-b889-94ead7221a63 req-0cd77a90-7790-4f24-93f7-043a18f2abd3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.6744673 Mar 02 18:47:33.515043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1614963245', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:33.528907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Calling delete_port for a8c61d28-b9fb-4d90-a248-049ba6365b26 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:47:33.566159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:33.581813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:router and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:33.588188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:33.635374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:33.659264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-0a27df22-d4d5-4108-a9db-d0ba3e0d35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:33.661685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-0a27df22-d4d5-4108-a9db-d0ba3e0d35d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.5924749 Mar 02 18:47:33.737030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a99808d-1a56-420f-a819-59c2b1357148 req-97e19b75-b27a-4d1e-a740-51546aa2ca04 service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580028 Mar 02 18:47:33.742642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54260) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:33.753083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-dfc5d11a-890a-4d5d-8f54-ec13c8f051f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747952 Mar 02 18:47:33.765760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5dfde79c-e3e5-441c-b889-94ead7221a63 req-ae361444-4987-4f5a-92ce-35edff4bc46d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4495053 Mar 02 18:47:33.855406 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:26Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:32Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:33.860780 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bbe41f-641a-4ef6-8b8f-a8e81d38ca77 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:26Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:32Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:33.873480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-6f222b32-a749-4e50-9c0d-2f4df01ac888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:33.875673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-6f222b32-a749-4e50-9c0d-2f4df01ac888 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 1097 time: 0.9417510 Mar 02 18:47:33.879632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:33.901324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:33.913596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['a8c61d28-b9fb-4d90-a248-049ba6365b26'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:33.936834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:33.976175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:33.977303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:33.993546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199442267'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:34.002644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Pushing event deleted for resources: {'Port': ['ID=a8c61d28-b9fb-4d90-a248-049ba6365b26,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:34.006033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:34.056208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:34.069454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-366614bd-6bdb-4a4d-ab72-194611418c5a req-07cdfd7f-18dc-45ab-aecd-d691f3d07fd6 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.1070704 Mar 02 18:47:34.103755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:34.108903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] No DVR routers for this DVR port a8c61d28-b9fb-4d90-a248-049ba6365b26 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:34.117573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.119685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.122811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'name': 'network-vif-deleted', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:34.123356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=e877b3c8-c96c-46a8-ba27-ebb127a7fd49,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:34.132788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64481e0-d911-4b1c-b035-f1c1f0eceded req-00a9d376-16dd-4329-bfd0-4ee5d7b1a95d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:34.133209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:34.134671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a64481e0-d911-4b1c-b035-f1c1f0eceded req-00a9d376-16dd-4329-bfd0-4ee5d7b1a95d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 943 time: 0.7941520 Mar 02 18:47:34.215391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.220214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.220576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.220921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.221264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.222171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.222171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.222393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.222650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.222949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.223323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.223586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.223913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:47:34.232185 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3c9048-745e-4564-ae37-c2f98717e512', 'name': 'network-vif-deleted', 'tag': 'a8c61d28-b9fb-4d90-a248-049ba6365b26', 'status': 'completed', 'code': 200} Mar 02 18:47:34.239524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.240443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-1d63afce-f8dd-46e1-8d37-0ba3e63d01f2 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723289 Mar 02 18:47:34.271696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-edebe888-4274-4468-92da-2b55cb19486c req-c29df44a-c09f-4832-983b-593dc0289dd7 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.11 "DELETE /v2.0/ports/a8c61d28-b9fb-4d90-a248-049ba6365b26 HTTP/1.1" status: 204 len: 173 time: 1.6499343 Mar 02 18:47:34.273328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.275846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:34.276222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 30bda27d-f077-4b7b-8888-00bfda6e809f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:34.299125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:34.303613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:34.306905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:34.318337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:34.337626 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.409235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a64481e0-d911-4b1c-b035-f1c1f0eceded req-ed97548a-b044-4567-9caf-5ebce75e16bd tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376726 Mar 02 18:47:34.415890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.418638 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e00b5da4-c260-4c28-ac2e-a6ee4afe87b8 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.5821309 Mar 02 18:47:34.422575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54268) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:34.471353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1110120232'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:34.487032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:34.497942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:network and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:34.505486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:34.533785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:34.535901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 30bda27d-f077-4b7b-8888-00bfda6e809f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:34.546700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.605793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1bac1be7-6284-4fc1-8650-f2d227507ecb req-fa031e76-c3b0-44d2-b43d-8b985d993aba service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561807 Mar 02 18:47:34.637944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.657073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:34.658003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e700608-bc40-456e-bb88-846d029b4707 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:34.670253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:34.676709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:34.685796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:34.688159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f3be10-985b-4cdb-ac37-33f462d16f1e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:34.777645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.815229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:34.818860 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.832011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 30bda27d-f077-4b7b-8888-00bfda6e809f) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:34.840631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:34.840631 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.841034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853a5e0e-32d6-4fbb-bc37-8518ce2e5a3a None None] Network 30bda27d-f077-4b7b-8888-00bfda6e809f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:34.857469 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.872745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2e700608-bc40-456e-bb88-846d029b4707 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:34.875020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:34.890847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:34.924889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2e700608-bc40-456e-bb88-846d029b4707 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:34.926483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.932585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:security_group_rule and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:34.935733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:34.940987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:34.959180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:34.993925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7cfcd-ab75-4c78-aa56-d021c20a5d99,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:35.019140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:35.093016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283f535-f10a-4ae8-be08-c337a2aaad80 req-85144c63-7c05-4aa9-b4ea-5b4d44445622 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:35.095311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4283f535-f10a-4ae8-be08-c337a2aaad80 req-85144c63-7c05-4aa9-b4ea-5b4d44445622 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 946 time: 0.2097163 Mar 02 18:47:35.100202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d071b500-b8e8-4664-aada-316c8ff1aecd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6209335 Mar 02 18:47:35.103063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54274) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:35.185570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.188552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.189881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-947d9b36-2142-4db9-bb7d-ef272b3baeea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4460731 Mar 02 18:47:35.193825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54280) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:35.253517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-30bda27d-f077-4b7b-8888-00bfda6e809f', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:35.254603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.261039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:35.267501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.271151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.318512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:35.359019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f745e40-9bb9-45b3-99e5-11b904839125 req-26dfe63e-9937-4f1a-91cd-4f1dc42f51a4 tempest-VolumesActionsTest-1553775723 tempest-VolumesActionsTest-1553775723-project] 10.222.0.66 "GET /v2.0/ports?device_id=1b3c9048-745e-4564-ae37-c2f98717e512 HTTP/1.1" status: 200 len: 210 time: 0.1030395 Mar 02 18:47:35.368462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Transition to ACTIVE for port object d524ca81-cf89-4442-9db7-abeadadac267 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:35.389637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2e700608-bc40-456e-bb88-846d029b4707, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e700608-bc40-456e-bb88-846d029b4707,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:35.392057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4283f535-f10a-4ae8-be08-c337a2aaad80 req-28a9d42d-309d-414f-aca4-cf49d5536359 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2903256 Mar 02 18:47:35.404987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.474435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-76f38480-7131-487b-892a-ec2de2142eb7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2763872 Mar 02 18:47:35.481507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54288) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:35.494277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.512617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-security--1191605282', 'description': 'tempest-security-description-1292858605'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:35.525807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.573814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.611601 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'code': 200} Mar 02 18:47:35.636297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:35.647142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.647594 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Added segment 71233e3c-0435-40cd-9095-9c22a8846ecf of type vlan for network dd753b34-5fdd-4632-875c-c2cda345df5d Mar 02 18:47:35.669934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Allocated IP 2001:db8:1::2 (30bda27d-f077-4b7b-8888-00bfda6e809f/e877b3c8-c96c-46a8-ba27-ebb127a7fd49/63b7a706-b6ce-4c14-91f9-0953581946ed) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:35.679963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.712598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d39dcc2f-022d-417d-be62-106d1d980084,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:35.743522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:35.745137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:35.826492 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:35.827793 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:36.154832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a8c61d28-b9fb-4d90-a248-049ba6365b26 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:47:36.185964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.188261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.193525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:36.194258 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.205438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: a8c61d28-b9fb-4d90-a248-049ba6365b26 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:47:36.211156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device a8c61d28-b9fb-4d90-a248-049ba6365b26 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:47:36.211771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.215369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Transition to ACTIVE for port object 63b7a706-b6ce-4c14-91f9-0953581946ed will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:36.239956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=10']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:36.240719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Transition to ACTIVE for port object 63b7a706-b6ce-4c14-91f9-0953581946ed will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:36.380189 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.380507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.435101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Network': ['ID=dd753b34-5fdd-4632-875c-c2cda345df5d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:36.455674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] No DVR routers for this DVR port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:47:36.462320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network dd753b34-5fdd-4632-875c-c2cda345df5d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:36.554157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-886fe1c1-8548-41cb-bbbc-6d84250a5b3a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1283636 Mar 02 18:47:36.557495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.557495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.560987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54296) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:36.562006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "PUT /v2.0/security-groups/f4d7cfcd-ab75-4c78-aa56-d021c20a5d99 HTTP/1.1" status: 200 len: 1780 time: 1.0700428 Mar 02 18:47:36.562938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54298) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:36.572785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'subnet': {'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:36.576178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Network 30bda27d-f077-4b7b-8888-00bfda6e809f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:36.582272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:36.584234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Pushing event updated for resources: {'Port': ['ID=63b7a706-b6ce-4c14-91f9-0953581946ed,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:36.590798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:36.656559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e700608-bc40-456e-bb88-846d029b4707 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:36.679120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25cad0-8806-4070-8a65-fedf0795f9fb req-074ed47a-db84-459d-8826-17135200eb1d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:36.680627 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f25cad0-8806-4070-8a65-fedf0795f9fb req-074ed47a-db84-459d-8826-17135200eb1d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 943 time: 0.7972007 Mar 02 18:47:36.683734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0328a33-279b-44ef-b8c8-c15f0212de32 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7cfcd-ab75-4c78-aa56-d021c20a5d99,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:36.792703 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2422e9ce-3adc-4cae-bc63-ef647e8dba8d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups/f4d7cfcd-ab75-4c78-aa56-d021c20a5d99 HTTP/1.1" status: 200 len: 1780 time: 0.2247071 Mar 02 18:47:36.796999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:36.806760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:36.814752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:subnet and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:36.825457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:36.832793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8:1::1 (30bda27d-f077-4b7b-8888-00bfda6e809f/e877b3c8-c96c-46a8-ba27-ebb127a7fd49/95ea7893-b29e-4b61-9f23-1c2b91250b04) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:36.834209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Attempting to bind port 63b7a706-b6ce-4c14-91f9-0953581946ed on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:36.834390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Attempting to bind port 63b7a706-b6ce-4c14-91f9-0953581946ed by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:36.834913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Attempting to bind port 63b7a706-b6ce-4c14-91f9-0953581946ed on network 30bda27d-f077-4b7b-8888-00bfda6e809f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:36.837734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:36.841076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:36.841762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Checking segment: {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:36.843029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.843493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Bound using segment: {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:36.844038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Bound port: 63b7a706-b6ce-4c14-91f9-0953581946ed, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:36.846282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.864120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f25cad0-8806-4070-8a65-fedf0795f9fb req-d6ae1295-67b4-47fa-84f7-50e5c2580100 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265314 Mar 02 18:47:36.911074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ada4a-dd11-4273-ae82-acebb2755c92 req-b2eabd2f-94a8-490f-bedc-23e8bc40ec41 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:36.916914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2e700608-bc40-456e-bb88-846d029b4707 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:36.917606 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:36.917836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-150ada4a-dd11-4273-ae82-acebb2755c92 req-b2eabd2f-94a8-490f-bedc-23e8bc40ec41 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.3829234 Mar 02 18:47:36.969263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:36.970162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:36.970515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:36.970840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:36.972946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.009947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:47:37.010304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Attempting to bind port d524ca81-cf89-4442-9db7-abeadadac267 on network fd380718-73fa-4e7a-aad8-b21932c41bef {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:37.012541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.044067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:37.048254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:37.054916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-150ada4a-dd11-4273-ae82-acebb2755c92 req-5332e431-cc1f-45f6-8112-03715233f670 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356692 Mar 02 18:47:37.065648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:37.066159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Checking segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:37.066657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Bound using segment: {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:37.067207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Bound port: d524ca81-cf89-4442-9db7-abeadadac267, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b448245-24c0-41d8-874c-3eb3ef77f8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:37.068105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.092947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.145758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.236120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.250738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:37.257993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:37.265683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 95ea7893-b29e-4b61-9f23-1c2b91250b04 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:37.285526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568bfac4-0518-4161-80ea-3c0b4ec9755d None None] Pushing event updated for resources: {'Port': ['ID=63b7a706-b6ce-4c14-91f9-0953581946ed,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:37.291960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.319152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 78d0472f-af96-4770-9f83-48207fc80d80 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:47:37.349371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7cfcd-ab75-4c78-aa56-d021c20a5d99,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:37.359992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.368184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.371713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4336647a-0aa3-4820-a9b5-f1fe8ddb5bce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/f4d7cfcd-ab75-4c78-aa56-d021c20a5d99 HTTP/1.1" status: 204 len: 168 time: 0.5676775 Mar 02 18:47:37.376650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54314) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:37.394840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-12b16000-e8f1-4f5b-b42a-8ecd62e51294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:37.396569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-12b16000-e8f1-4f5b-b42a-8ecd62e51294 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1054 time: 0.3245754 Mar 02 18:47:37.480826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.495038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:37.496175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.498092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] 10.222.0.11 "PUT /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 1093 time: 3.6020594 Mar 02 18:47:37.531319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=78d0472f-af96-4770-9f83-48207fc80d80,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:37.550633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '78d0472f-af96-4770-9f83-48207fc80d80', 'network_id': 'bc7c2b41-18fb-44f6-baf6-c247ee0335d3', 'port_id': '78d0472f-af96-4770-9f83-48207fc80d80', 'mac_address': 'fa:16:3e:4d:00:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cca715-9532-4b24-b39b-9c952fd1bb01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:47:37.598887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cd5230-5cb8-4ce3-9414-25abf2a40719 service neutron] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=11']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:37.630205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.631028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:37.673122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78d0472f-af96-4770-9f83-48207fc80d80 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:37.678537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7eec668a-1a2d-40b1-ade4-2f64d00a5aa8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:37.708570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=78d0472f-af96-4770-9f83-48207fc80d80,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:37.727132 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:47:37.809223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:37.842097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7eec668a-1a2d-40b1-ade4-2f64d00a5aa8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:37.843317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7eec668a-1a2d-40b1-ade4-2f64d00a5aa8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4108825 Mar 02 18:47:37.847122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54324) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:37.865921 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-42373ba3-057f-4515-871c-6d93402116ff tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] delete failed (client error): The resource could not be found. Mar 02 18:47:37.867655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-42373ba3-057f-4515-871c-6d93402116ff tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/f4d7cfcd-ab75-4c78-aa56-d021c20a5d99 HTTP/1.1" status: 404 len: 347 time: 0.0193255 Mar 02 18:47:37.882825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54328) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:37.891735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1733387947'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:37.901381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:37.916447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:37.918921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:37.920089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-4c5eb8e6-9106-430d-909e-50b228cc0405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:37.922366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-4c5eb8e6-9106-430d-909e-50b228cc0405 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1096 time: 0.1622930 Mar 02 18:47:37.963756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-05d6ad2d-133e-4da7-abbe-b674f84ac798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:37.965346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-05d6ad2d-133e-4da7-abbe-b674f84ac798 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.5407860 Mar 02 18:47:37.986307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 30bda27d-f077-4b7b-8888-00bfda6e809f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:38.032726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['78d0472f-af96-4770-9f83-48207fc80d80'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:38.126073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:38.126513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:38.129728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-b6e87966-1834-4b8a-a105-8c9bea1cd950 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.1456563 Mar 02 18:47:38.135090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:38.135640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:38.179059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:38.218813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:38.230544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:38.264015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:38.307765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-7d25b705-fcdf-4251-9c03-732a0caa8113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.309686 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-7d25b705-fcdf-4251-9c03-732a0caa8113 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1706758 Mar 02 18:47:38.311628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:38.330805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcb5e5-dfbf-448c-902c-fa15536212d8 req-555cde2e-3d45-4bf8-b001-b23de82f36ad tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.332389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06dcb5e5-dfbf-448c-902c-fa15536212d8 req-555cde2e-3d45-4bf8-b001-b23de82f36ad tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 944 time: 0.2910063 Mar 02 18:47:38.347878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-6703a68b-6c98-4a1c-a34f-46660045fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.349174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-6703a68b-6c98-4a1c-a34f-46660045fcbb service neutron] 10.222.0.65 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.4190326 Mar 02 18:47:38.377300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:38.507868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-87454418-2dcf-4d0e-bf10-1858af03fa6c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.1469810 Mar 02 18:47:38.567246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Subnet': ['ID=a14d5c17-ef10-40db-8aa9-371c7879952f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:38.587826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06dcb5e5-dfbf-448c-902c-fa15536212d8 req-4ef58dd1-946c-45aa-a506-daebca024a60 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415750 Mar 02 18:47:38.588819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:38.680955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74fa02d-5406-4141-957a-4c7d271ed6c5 req-2ad19dcf-af80-4934-9e76-1bb339200c14 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.682611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a74fa02d-5406-4141-957a-4c7d271ed6c5 req-2ad19dcf-af80-4934-9e76-1bb339200c14 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.4655352 Mar 02 18:47:38.685245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-9bffe7c6-0206-4516-8ae0-a016eeda26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.693794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-9bffe7c6-0206-4516-8ae0-a016eeda26ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1697538 Mar 02 18:47:38.696061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Checking segment: {'id': '71233e3c-0435-40cd-9095-9c22a8846ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:38.696431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network hostable DHCP agents. Network: dd753b34-5fdd-4632-875c-c2cda345df5d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:38.719590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 63b7a706-b6ce-4c14-91f9-0953581946ed up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:38.747068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-fdc88757-b251-46dd-acf8-bfde70d817a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.752367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-fdc88757-b251-46dd-acf8-bfde70d817a0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4238527 Mar 02 18:47:38.810544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53416468-fb3b-442d-83dd-b8079629b38d None None] Network 30bda27d-f077-4b7b-8888-00bfda6e809f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:38.944480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:38.958266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 63b7a706-b6ce-4c14-91f9-0953581946ed completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:38.980081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a74fa02d-5406-4141-957a-4c7d271ed6c5 req-22842fd2-b86c-4012-b6f2-afdc5f477bba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769170 Mar 02 18:47:38.991274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-c755cd57-2f25-4b19-acfd-547a28a80860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:38.992287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-c755cd57-2f25-4b19-acfd-547a28a80860 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2882078 Mar 02 18:47:39.120090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.132521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network dd753b34-5fdd-4632-875c-c2cda345df5d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:39.163381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Provisioning for port 63b7a706-b6ce-4c14-91f9-0953581946ed completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:39.171387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Provisioning complete for port 63b7a706-b6ce-4c14-91f9-0953581946ed triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:39.172026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.200490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6092d80e-410b-4c18-85ee-0a3b3e0b09bf,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:39.221737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-d621c76b-25a8-4e89-84c7-18ce1b770626 service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208221 Mar 02 18:47:39.273952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-5301617f-10dd-45ae-a204-45c89ef7d770 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110953 Mar 02 18:47:39.314334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, dd753b34-5fdd-4632-875c-c2cda345df5d) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:39.361347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:39.363885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.366378 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.383864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-fdac2ed9-98de-4602-8c51-bfa02a9a1e2a service neutron] 10.222.0.65 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547842 Mar 02 18:47:39.384474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 78d0472f-af96-4770-9f83-48207fc80d80 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:39.385041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.388935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5661b0f8-7281-4437-9956-7959c16d0589 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5006783 Mar 02 18:47:39.389331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54356) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:39.396170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '6092d80e-410b-4c18-85ee-0a3b3e0b09bf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:39.403372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:39.407925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e6225-d940-4b97-9ab0-c51abc1371e5 None None] Network dd753b34-5fdd-4632-875c-c2cda345df5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:39.408851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:39.412036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:39.420341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:39.515849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.534590 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19517f23-c44a-4d79-b668-7647d0a6aa69 req-422e61ec-d927-410b-b246-d44d383dda66 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2532289 Mar 02 18:47:39.544778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:39.572921 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.628956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5dbb3129-1359-4ae4-a8de-22330428eb95 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0672569 Mar 02 18:47:39.633108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.636193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.650827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:39.666897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'network': {'name': 'tempest-router-network01--1780696501'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:39.680940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.703882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:39.721282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:network and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:39.734511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:39.792410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:39.804868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.812840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 78d0472f-af96-4770-9f83-48207fc80d80 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:39.822321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae855f1-0d73-41a8-9eb8-1f4b08f2aaec None None] Pushing event updated for resources: {'Port': ['ID=63b7a706-b6ce-4c14-91f9-0953581946ed,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:39.834461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 78d0472f-af96-4770-9f83-48207fc80d80 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:39.834931 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.863789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad20810-c6ba-4ec9-b6c4-e224244543a1 req-2f4667ba-2988-44e9-98cf-c1bd6a22664c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:39.867231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fad20810-c6ba-4ec9-b6c4-e224244543a1 req-2f4667ba-2988-44e9-98cf-c1bd6a22664c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 944 time: 0.1207356 Mar 02 18:47:39.916701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fad20810-c6ba-4ec9-b6c4-e224244543a1 req-d7503abf-2349-4e48-90a8-74e095edea3b tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433216 Mar 02 18:47:39.921078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.934949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:39.940177 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.967023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-dd753b34-5fdd-4632-875c-c2cda345df5d', 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d', 'tenant_id': '8dd762ebdfc646deb39e9bc024fde2c6', 'fixed_ips': [{'subnet_id': 'a14d5c17-ef10-40db-8aa9-371c7879952f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:39.972616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.972761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ada6a7-448a-491f-bd01-70253d0f9bb4,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:39.986976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Provisioning complete for port 63b7a706-b6ce-4c14-91f9-0953581946ed triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:39.987463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:39.992823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:40.005234 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.006899 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Added segment 021123fc-489f-474f-9dbd-c43f831d477e of type vlan for network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c Mar 02 18:47:40.044143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 30bda27d-f077-4b7b-8888-00bfda6e809f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:40.070544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.145981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.149197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f18c8aab-19e3-4fa4-a3de-f1f5767182e4 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7570772 Mar 02 18:47:40.150205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:40.204027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:40.212139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:40.255994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.262550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.271629 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.292998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.304692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:40.304692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.403702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fb126-3efe-4206-bba5-64ad36c32291 req-661e0a0d-4894-40be-a1fd-9bf3d5d768ae tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:40.411375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a0fb126-3efe-4206-bba5-64ad36c32291 req-661e0a0d-4894-40be-a1fd-9bf3d5d768ae tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.2285714 Mar 02 18:47:40.424962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:40.448794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:47:40.508758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=78d0472f-af96-4770-9f83-48207fc80d80,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:40.547086 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80', 'code': 200} Mar 02 18:47:40.570115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Allocated IP 172.20.0.2 (dd753b34-5fdd-4632-875c-c2cda345df5d/a14d5c17-ef10-40db-8aa9-371c7879952f/1b7508d3-9548-450a-b294-d385c085b710) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:40.587207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Network': ['ID=3c34a4a2-1f58-4c0d-97fa-db90e911c64c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:40.612630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9a0fb126-3efe-4206-bba5-64ad36c32291 req-287ff60b-3638-4b96-8859-5d3074014b55 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002263 Mar 02 18:47:40.621164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:40.658248 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.696760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a4f7ad90-a870-4043-85a1-d5815cc18fd0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0445929 Mar 02 18:47:40.697902 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.702749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:40.723072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-562bff6a-f2f9-49cb-a6c0-14a6462810ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:40.723604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Provisioning for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:40.725168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-562bff6a-f2f9-49cb-a6c0-14a6462810ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1096 time: 0.8530378 Mar 02 18:47:40.732467 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.736092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/78ada6a7-448a-491f-bd01-70253d0f9bb4 HTTP/1.1" status: 204 len: 168 time: 0.5827413 Mar 02 18:47:40.737495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54400) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:40.740188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 63b7a706-b6ce-4c14-91f9-0953581946ed up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:40.742370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'network': {'name': 'tempest-router-network02--2139514339'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:40.748963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd948e-51c4-4408-8c0e-5ef34240bdea tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=78ada6a7-448a-491f-bd01-70253d0f9bb4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:40.772111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:40.782021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:network and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:40.791127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:40.800303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:40.813516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:40.821149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d87d6bae-381f-4508-b8eb-0e3365f63dfd tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7167625 Mar 02 18:47:40.822166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54404) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:40.835592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Provisioning complete for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:40.836105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.846226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb97ff-6ea6-4663-90aa-edb24d6ec318 req-10c26698-0927-408b-82a7-9775cf1d71ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:40.847731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80fb97ff-6ea6-4663-90aa-edb24d6ec318 req-10c26698-0927-408b-82a7-9775cf1d71ff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1096 time: 0.2287304 Mar 02 18:47:40.859465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e8b2bd19-1c89-4759-96fd-aba91afba39e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:40.884881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1512603600'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:40.888624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:40.897974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:40.911471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:40.915797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80fb97ff-6ea6-4663-90aa-edb24d6ec318 req-8321b9c6-6a42-480b-a1af-3f22b7b353e1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490866 Mar 02 18:47:40.916867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:40.925518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:40.928466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:40.934317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:40.943761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1b49d637-f48f-45ff-894a-2ff4ee6afd83 None None] Port 95ea7893-b29e-4b61-9f23-1c2b91250b04 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:40.957862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-27c1ab2c-9b11-4dc2-a5d5-7071d67e5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:40.959591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-27c1ab2c-9b11-4dc2-a5d5-7071d67e5995 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.2145987 Mar 02 18:47:40.977779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:41.005168 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.006958 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Added segment 2819054d-fb61-46ce-b86c-62fcdd8bdfd5 of type vlan for network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 Mar 02 18:47:41.036563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:41.037197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:41.070004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e8b2bd19-1c89-4759-96fd-aba91afba39e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:41.070453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e8b2bd19-1c89-4759-96fd-aba91afba39e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3238480 Mar 02 18:47:41.075948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.079310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54418) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:41.105549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:41.124272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:41.127937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.208655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-537e35b1-0b59-4beb-839f-aad4624c16fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.2257164 Mar 02 18:47:41.227754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-25b34aaa-cf35-464c-8d78-ff37e66216b2 None None] Provisioning complete for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:41.228146 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25b34aaa-cf35-464c-8d78-ff37e66216b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.237671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.242393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:41.246257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:41.246257 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.275017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.279154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.279785 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment f75925a2-68b4-4344-98b2-df794302e5e2 of type vlan for network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 Mar 02 18:47:41.305877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 63b7a706-b6ce-4c14-91f9-0953581946ed triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:41.306285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.335769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-9ac4de5c-83ac-4d1b-bf0f-63ae0af981cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:41.337667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-9ac4de5c-83ac-4d1b-bf0f-63ae0af981cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.1336000 Mar 02 18:47:41.343683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.355905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.419273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84587c-a0b7-48dd-84d9-e59e51517271 req-f86bf20f-8fca-4f99-9be4-7abd2f8a6801 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:41.426526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-25b34aaa-cf35-464c-8d78-ff37e66216b2 None None] Port 95ea7893-b29e-4b61-9f23-1c2b91250b04 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:41.426526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:41.428628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e84587c-a0b7-48dd-84d9-e59e51517271 req-f86bf20f-8fca-4f99-9be4-7abd2f8a6801 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.2804263 Mar 02 18:47:41.482085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Network': ['ID=4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:41.485097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.499975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-14141640-1ee5-4d3c-b2ef-5471e2dfe143 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7698135 Mar 02 18:47:41.502804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-5c90692c-1cb1-4436-8127-eafadbae1ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:41.509327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-5c90692c-1cb1-4436-8127-eafadbae1ffa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558437 Mar 02 18:47:41.511070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:41.511970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e84587c-a0b7-48dd-84d9-e59e51517271 req-9d13811e-8ab9-483d-b58e-8c076398b009 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823259 Mar 02 18:47:41.556325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:41.558217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'subnet': {'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:41.615265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.622499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:41.624158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.635888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Transition to ACTIVE for port object 1b7508d3-9548-450a-b294-d385c085b710 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:41.799076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=3b173d8b-1544-4d78-9f8b-e570e67a88b2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:41.807053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54438) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:41.807316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61d3924c-bfe7-4658-b3df-3c78e24dda2d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9275296 Mar 02 18:47:41.808418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.813273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:41.813456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:41.816692 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/6092d80e-410b-4c18-85ee-0a3b3e0b09bf HTTP/1.1" status: 204 len: 168 time: 0.7341704 Mar 02 18:47:41.828668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:41.857200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:41.976116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Transition to ACTIVE for port object 1b7508d3-9548-450a-b294-d385c085b710 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:42.102732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.167420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:42.177715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:42.181046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:42.186562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Network dd753b34-5fdd-4632-875c-c2cda345df5d is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:42.188741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:42.194825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:42.208838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-46510f71-0457-4476-90c6-914683d2c538 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815410 Mar 02 18:47:42.219950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:42.244004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c1cdd-430f-4016-ba88-964b7f0e57be req-56fc914c-22d6-43f8-bd37-8030229768b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:42.244004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b6c1cdd-430f-4016-ba88-964b7f0e57be req-56fc914c-22d6-43f8-bd37-8030229768b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.3949156 Mar 02 18:47:42.288936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Pushing event updated for resources: {'Port': ['ID=1b7508d3-9548-450a-b294-d385c085b710,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:42.296474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b6c1cdd-430f-4016-ba88-964b7f0e57be req-d911b493-b50b-43cb-af12-6f7744607e2d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498378 Mar 02 18:47:42.300812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:42.312855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.361502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd4ea90-04ff-4d6d-b2c1-1f37cea14b03 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6092d80e-410b-4c18-85ee-0a3b3e0b09bf,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:42.426379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:42.431840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:subnet and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:42.434772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Attempting to bind port 1b7508d3-9548-450a-b294-d385c085b710 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:42.435145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Attempting to bind port 1b7508d3-9548-450a-b294-d385c085b710 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '71233e3c-0435-40cd-9095-9c22a8846ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:42.435577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Attempting to bind port 1b7508d3-9548-450a-b294-d385c085b710 on network dd753b34-5fdd-4632-875c-c2cda345df5d {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:42.437391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:42.444920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:42.448811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:42.449191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Checking segment: {'id': '71233e3c-0435-40cd-9095-9c22a8846ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:42.449595 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.449989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Bound using segment: {'id': '71233e3c-0435-40cd-9095-9c22a8846ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:42.450481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Bound port: 1b7508d3-9548-450a-b294-d385c085b710, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71233e3c-0435-40cd-9095-9c22a8846ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'dd753b34-5fdd-4632-875c-c2cda345df5d'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:42.450855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.518410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e961a25-c0e1-4db3-b268-55e92a7445a3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:42.531113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:42.535372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.548096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:38Z', 'revision_number': 3, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:39Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:42.582989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:47:42.583365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Updating router 3e852387-a46b-4c61-af16-88b44d57ed11 port 95ea7893-b29e-4b61-9f23-1c2b91250b04 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:47:42.627828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] For port 1b7508d3-9548-450a-b294-d385c085b710, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:42.637449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] For port 1b7508d3-9548-450a-b294-d385c085b710, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b7508d3-9548-450a-b294-d385c085b710,segment=NetworkSegment(71233e3c-0435-40cd-9095-9c22a8846ecf),segment_id=71233e3c-0435-40cd-9095-9c22a8846ecf)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:42.679017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.861088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00190be1-bc5e-48c7-a9a8-252db677c778 req-95a05aaf-6a39-421f-9fcd-a2b165b49c33 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:42.871208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6eb4fa0-d568-4a9e-9328-d4a8fe2d7b04 req-69f6a74a-32a5-4dc2-88b4-61b8efbe4f69 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419694 Mar 02 18:47:42.876317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00190be1-bc5e-48c7-a9a8-252db677c778 req-95a05aaf-6a39-421f-9fcd-a2b165b49c33 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.1448538 Mar 02 18:47:42.944701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:42.991809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e961a25-c0e1-4db3-b268-55e92a7445a3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:42.996783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e961a25-c0e1-4db3-b268-55e92a7445a3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1591377 Mar 02 18:47:43.000891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:43.015829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--671465102'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:43.034682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00190be1-bc5e-48c7-a9a8-252db677c778 req-4aa981e0-5545-4bd2-98c7-c4886be5dbef tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623871 Mar 02 18:47:43.098384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=dba09127-a74a-49f9-96b7-838a0f888f69,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:43.104719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:43.105455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: 3b173d8b-1544-4d78-9f8b-e570e67a88b2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:43.142997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:43.183221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.192874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:43.297057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-89ac355c-907f-4597-aad8-c202dcf15d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:43.299047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-89ac355c-907f-4597-aad8-c202dcf15d71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1096 time: 0.2626748 Mar 02 18:47:43.312970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:43.317120 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.329868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Transition to ACTIVE for port object 95ea7893-b29e-4b61-9f23-1c2b91250b04 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:43.349167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb2627-5dd9-4277-943b-ab0d32b63dd0 None None] Pushing event updated for resources: {'Port': ['ID=1b7508d3-9548-450a-b294-d385c085b710,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:43.462011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3b173d8b-1544-4d78-9f8b-e570e67a88b2) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:43.467756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:43.469117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.474508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fbb7b-7ca8-4cc0-9b76-74cd1cfc4188 None None] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:43.644867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-b6afa921-e97c-4048-beac-74e126ed84ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:43.649845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-b6afa921-e97c-4048-beac-74e126ed84ed service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.3391292 Mar 02 18:47:43.655020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.677853 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:43.744810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fddf5-1e34-49b5-aec8-64f88e0d83c5 req-8da1afd5-410c-418b-9566-1d05303cb2f9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:43.776404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad3fddf5-1e34-49b5-aec8-64f88e0d83c5 req-8da1afd5-410c-418b-9566-1d05303cb2f9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.2095230 Mar 02 18:47:43.862926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad3fddf5-1e34-49b5-aec8-64f88e0d83c5 req-5043427a-84c1-4c7a-85ee-c71d6eaa954f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726433 Mar 02 18:47:43.897640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:43.984628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:44.052252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-b873704a-6786-480a-a483-a16f3ecd5b26 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 999 time: 0.3826933 Mar 02 18:47:44.077336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1feba29c-3218-4904-93b9-8466db572553 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2657866 Mar 02 18:47:44.077336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54464) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:44.243264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.422981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-2370a246-9f9b-41a8-8d07-dacb27b86e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:44.424526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-2370a246-9f9b-41a8-8d07-dacb27b86e93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.3323567 Mar 02 18:47:44.490971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efcdc0-dfe5-4a67-b032-c0c703e9a8f2 None None] Pushing event updated for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:44.553345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Subnet': ['ID=377468bd-bf0e-4ffc-84c7-d742826e0b66,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:44.578707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.590522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Attempting to bind port 95ea7893-b29e-4b61-9f23-1c2b91250b04 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:44.590522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Attempting to bind port 95ea7893-b29e-4b61-9f23-1c2b91250b04 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:44.590522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Attempting to bind port 95ea7893-b29e-4b61-9f23-1c2b91250b04 on network 30bda27d-f077-4b7b-8888-00bfda6e809f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:44.591317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Checking segment: {'id': '021123fc-489f-474f-9dbd-c43f831d477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:44.591317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network hostable DHCP agents. Network: 3c34a4a2-1f58-4c0d-97fa-db90e911c64c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Checking segment: {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Bound using segment: {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Bound port: 95ea7893-b29e-4b61-9f23-1c2b91250b04, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476f4c8a-6713-442b-93a8-c79136b7e38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:44.648156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.717936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-3d4821b2-109c-44e9-8c61-bbce0b470297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:44.719933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-3d4821b2-109c-44e9-8c61-bbce0b470297 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744980 Mar 02 18:47:44.723756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.782210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:44.783141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:44.834527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:44.865879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b7508d3-9548-450a-b294-d385c085b710 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:44.958416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:45.008311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3c34a4a2-1f58-4c0d-97fa-db90e911c64c) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:45.013918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:45.014817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.035355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] For port 95ea7893-b29e-4b61-9f23-1c2b91250b04, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:45.039526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] For port 95ea7893-b29e-4b61-9f23-1c2b91250b04, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=95ea7893-b29e-4b61-9f23-1c2b91250b04,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:45.044752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.050017 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7be458b9-7e0f-4a76-8a9d-531d5a434dec tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.0452931 Mar 02 18:47:45.057958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54476) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:45.067083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:45.072118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dba9a8-57d5-4cb5-86d4-158cd6ad0909 None None] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:45.074519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:45.080143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:45.083701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:45.090578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:45.102056 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-ec999375-45a4-4bc8-8c26-fcb53e3edd14 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536551 Mar 02 18:47:45.151058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.326072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84603ede-6812-4590-ba20-609f12cf9ce5 req-8b542f26-0dff-4f28-a54a-8b2b0b731e1a service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115984 Mar 02 18:47:45.352322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Allocated IP 2001:db8:2::2 (3b173d8b-1544-4d78-9f8b-e570e67a88b2/dba09127-a74a-49f9-96b7-838a0f888f69/263688a7-e86c-4b7a-bfd1-7b13470b430c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:45.357791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5959669c-ed56-4b4b-85ff-4ddd453fa0d2 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8428924 Mar 02 18:47:45.361765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54480) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:45.370093 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.401417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'subnet': {'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:45.462876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d2c597-ac90-4a06-92a2-d7ebdb2f1b44 None None] Network dd753b34-5fdd-4632-875c-c2cda345df5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:45.519995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.596852 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.667139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-c330aee4-2b5d-4b54-89b9-5741a7589b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:45.668943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-c330aee4-2b5d-4b54-89b9-5741a7589b6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1096 time: 1.0143144 Mar 02 18:47:45.672464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=062f97aa-bbbf-4a5d-a265-726123134d12,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:45.761042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:45.761990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:45.774744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.776198 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-906a3d6a-2c7b-4188-bf22-ca03b9f4ce9e tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7168643 Mar 02 18:47:45.779049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54484) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:45.786820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:45.806450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:45.815651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:45.823250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:45.836063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:45.839813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:45.843495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1b7508d3-9548-450a-b294-d385c085b710 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:45.846103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Usage tracker for resource:subnet and tenant:8dd762ebdfc646deb39e9bc024fde2c6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:45.849727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:45.855999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:45.898565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Provisioning for port 1b7508d3-9548-450a-b294-d385c085b710 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:45.964205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1b7508d3-9548-450a-b294-d385c085b710 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:45.966880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:45.988206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bcd7cf-40a7-4aad-a1d4-6ec96acfdf85 req-631e6727-7bc3-4122-8bf1-4710358ee2cd tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:45.989760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46bcd7cf-40a7-4aad-a1d4-6ec96acfdf85 req-631e6727-7bc3-4122-8bf1-4710358ee2cd tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 1.2352879 Mar 02 18:47:46.029147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.034926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Made reservation on behalf of 8dd762ebdfc646deb39e9bc024fde2c6 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:46.038376 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.147731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Provisioning complete for port 1b7508d3-9548-450a-b294-d385c085b710 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:46.148134 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.208990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.218504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea04a45d-075b-47a0-83f6-dc779f9a9d1f req-6d765b84-5a67-40ca-9eb6-b48dd6bb5f64 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:46.218504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea04a45d-075b-47a0-83f6-dc779f9a9d1f req-6d765b84-5a67-40ca-9eb6-b48dd6bb5f64 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.9965627 Mar 02 18:47:46.246647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:47:46.249589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efcdc0-dfe5-4a67-b032-c0c703e9a8f2 None None] Pushing event updated for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:46.308118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46bcd7cf-40a7-4aad-a1d4-6ec96acfdf85 req-e8f075ce-96f7-4756-a37c-693938449414 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741811 Mar 02 18:47:46.333768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.361891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:46.376694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a394aee1-3ea2-4fb2-affe-e4accfab589f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:46.457982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.461245 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d1dbb10d-cfd8-46ac-a5c9-d4a4eb178918 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6807950 Mar 02 18:47:46.464067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54492) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:46.473523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:46.495094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:46.501979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:46.507632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:46.515607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:46.524550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.539658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea04a45d-075b-47a0-83f6-dc779f9a9d1f req-ead52b7b-5a12-4e95-8f2f-e2741e3fa712 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2524319 Mar 02 18:47:46.540798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-1f8feb98-109e-418d-bf44-e16263a5e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:46.542284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-1f8feb98-109e-418d-bf44-e16263a5e1ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 912 time: 0.7334039 Mar 02 18:47:46.612133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.629905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-150eef3e-0170-449e-b40f-e0d3a6f7c9c6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78d0472f-af96-4770-9f83-48207fc80d80 HTTP/1.1" status: 200 len: 217 time: 0.0770512 Mar 02 18:47:46.763159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:46.886651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:47:46.934529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.029110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=572e6c1d-76fe-4fd0-b684-b91d048258b5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:47.066645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-4027c1dd-b256-474a-98ba-b13cdd3c805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:47.068166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-4027c1dd-b256-474a-98ba-b13cdd3c805d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.1977043 Mar 02 18:47:47.099958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.101945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fbde4cf4-70ed-4d57-a09a-1185ecdba897 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6354601 Mar 02 18:47:47.104219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:47.110670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:47.131008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:47.135811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:47.141461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:47.154426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:47.156898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-eb416d4e-a306-4204-8c8b-347207d35f5d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782082 Mar 02 18:47:47.210724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.239890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.310337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-48cb805e-10e9-405f-993e-e68b3bca8edf service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397326 Mar 02 18:47:47.363278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.379922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Transition to ACTIVE for port object 263688a7-e86c-4b7a-bfd1-7b13470b430c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:47.406858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Transition to ACTIVE for port object 263688a7-e86c-4b7a-bfd1-7b13470b430c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:47.410962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.423068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.500108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3c34a4a2-1f58-4c0d-97fa-db90e911c64c', 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c', 'tenant_id': '8dd762ebdfc646deb39e9bc024fde2c6', 'fixed_ips': [{'subnet_id': '377468bd-bf0e-4ffc-84c7-d742826e0b66'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:47.500942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.524268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.528176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.557712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c33a1bb-e2e5-449e-8783-e14a238e1f09,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:47.565466 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.598555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Subnet': ['ID=70748545-9262-4696-ab90-b55fb7ccc8ad,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:47.647327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] For port 1b7508d3-9548-450a-b294-d385c085b710, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b7508d3-9548-450a-b294-d385c085b710,segment=NetworkSegment(71233e3c-0435-40cd-9095-9c22a8846ecf),segment_id=71233e3c-0435-40cd-9095-9c22a8846ecf)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:47.694282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.695955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39be0cbf-08e3-4786-8c3a-3de2431b56f0 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5906768 Mar 02 18:47:47.698654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:47.705373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:47.705562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-feab1053-8e9e-4d12-99a8-917ca5b7a8fa req-92308b57-f2cf-47f5-996f-b5e1caa96b65 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880363 Mar 02 18:47:47.718307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:47.725048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:47.738339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:47.746530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:47.763623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:47.770531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8:2::1 (3b173d8b-1544-4d78-9f8b-e570e67a88b2/dba09127-a74a-49f9-96b7-838a0f888f69/5a241b56-1d04-4173-8421-d47b0866797c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:47.773161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:47.780584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Checking segment: {'id': '2819054d-fb61-46ce-b86c-62fcdd8bdfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:47.780584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network hostable DHCP agents. Network: 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:47.782618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.798311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:47.801641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:47.834424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dab7eb-e22b-4328-bbc9-82ad4738db4d req-d3f5fac5-6102-4964-a71d-f8cba66e999c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:47.835984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37dab7eb-e22b-4328-bbc9-82ad4738db4d req-d3f5fac5-6102-4964-a71d-f8cba66e999c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.3483143 Mar 02 18:47:47.868527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:47.947953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd524ca81-cf89-4442-9db7-abeadadac267', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'port_id': 'd524ca81-cf89-4442-9db7-abeadadac267', 'mac_address': 'fa:16:3e:64:2e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:47:47.950273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Pushing event updated for resources: {'Port': ['ID=263688a7-e86c-4b7a-bfd1-7b13470b430c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:48.018601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.088793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.160846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c055ca-0a82-4d1a-bb3e-6d9da73a5a3b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:48.175484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:47:48.178176 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:47:48.224661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:48.226637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.231829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18bc9296-ac18-4a20-a0bc-3e20993708d6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5310888 Mar 02 18:47:48.241825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54520) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:48.274773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Attempting to bind port 263688a7-e86c-4b7a-bfd1-7b13470b430c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:48.275226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Attempting to bind port 263688a7-e86c-4b7a-bfd1-7b13470b430c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:48.275743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Attempting to bind port 263688a7-e86c-4b7a-bfd1-7b13470b430c on network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:48.279179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37dab7eb-e22b-4328-bbc9-82ad4738db4d req-ae59a5cb-bd0a-48d7-aa84-aa9686ea59b0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180489 Mar 02 18:47:48.287443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.289000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.300474 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.308242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78f430-e940-4c14-99f8-e539f0dd4000 req-a25ca00c-c142-4cef-8c62-044c8082bcd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:48.310663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c78f430-e940-4c14-99f8-e539f0dd4000 req-a25ca00c-c142-4cef-8c62-044c8082bcd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 945 time: 0.5842121 Mar 02 18:47:48.312883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969afe1-3eb1-4fbc-be02-86fff18f073d None None] Pushing event updated for resources: {'Port': ['ID=1b7508d3-9548-450a-b294-d385c085b710,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:48.322975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:48.322975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Checking segment: {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:48.323480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.323894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Bound using segment: {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:48.324639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Bound port: 263688a7-e86c-4b7a-bfd1-7b13470b430c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:48.324859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.356320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:48.360595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:48.361417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.361829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:47:48.374642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.377729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df18da6-ec0b-4b33-ae6a-ff6b5916e4fe None None] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:48.419195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Allocated IP 172.20.0.2 (3c34a4a2-1f58-4c0d-97fa-db90e911c64c/377468bd-bf0e-4ffc-84c7-d742826e0b66/ca59c441-8fd5-4c25-8ad8-7f31b43a00c1) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:48.419674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76c055ca-0a82-4d1a-bb3e-6d9da73a5a3b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:48.426068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.434779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.434997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c78f430-e940-4c14-99f8-e539f0dd4000 req-d6421eee-23f3-4ae8-aa25-7c8f15f41d11 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064701 Mar 02 18:47:48.436422 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-44b977cd-f6c6-4c68-89f2-5e70893e4739 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/76c055ca-0a82-4d1a-bb3e-6d9da73a5a3b HTTP/1.1" status: 204 len: 168 time: 0.2017770 Mar 02 18:47:48.437473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:48.465438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:38Z', 'revision_number': 3, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:45Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:48.482222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54528) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:48.542498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4e832cd-ad55-4106-8b61-b50e3f73b98d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:48.575383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object 5a241b56-1d04-4173-8421-d47b0866797c will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:48.672563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-477c26e1-f156-45d7-b55c-d0d4086c4e37 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2133319 Mar 02 18:47:48.673408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54532) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:48.673537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f26c45cd-9158-4088-995b-1aed9aff5658 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 200 len: 991 time: 0.1615298 Mar 02 18:47:48.682247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:48.707609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be67be9c-cf05-4701-a81e-88b74eb9020a None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:38Z', 'revision_number': 3, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:45Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:48.923308 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.932115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4e832cd-ad55-4106-8b61-b50e3f73b98d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:48.933505 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c4e832cd-ad55-4106-8b61-b50e3f73b98d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4947059 Mar 02 18:47:48.935220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] For port 263688a7-e86c-4b7a-bfd1-7b13470b430c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:48.943109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54536) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:48.949619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ce5fc02a-d486-430e-a636-7171dc497eb9 None None] Provisioning complete for port 1b7508d3-9548-450a-b294-d385c085b710 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:48.950199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce5fc02a-d486-430e-a636-7171dc497eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.989015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:48.998980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:49.007780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:49.023722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:49.026596 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.115145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] For port 263688a7-e86c-4b7a-bfd1-7b13470b430c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=263688a7-e86c-4b7a-bfd1-7b13470b430c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:49.166516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:49.317141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.334490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d524ca81-cf89-4442-9db7-abeadadac267'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:47:49.363215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.391759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b7508d3-9548-450a-b294-d385c085b710 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:49.407149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.435647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.641354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:49.649983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.700584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c33a1bb-e2e5-449e-8783-e14a238e1f09,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:49.765698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.820400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36', 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36', 'tenant_id': '8dd762ebdfc646deb39e9bc024fde2c6', 'fixed_ips': [{'subnet_id': '70748545-9262-4696-ab90-b55fb7ccc8ad'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:49.821235 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:49.898449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Transition to ACTIVE for port object ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:49.950133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.044748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Transition to ACTIVE for port object ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:50.149208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ca974-fdbd-4f52-a7f6-e75ca3d6a43a None None] Pushing event updated for resources: {'Port': ['ID=263688a7-e86c-4b7a-bfd1-7b13470b430c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:50.205089 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.272083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.282715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-00208dd0-0256-4067-83a6-4639517f063f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2c33a1bb-e2e5-449e-8783-e14a238e1f09 HTTP/1.1" status: 204 len: 168 time: 1.3387034 Mar 02 18:47:50.283381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54550) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:50.321184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1b7508d3-9548-450a-b294-d385c085b710 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:50.321564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.383351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf88456-75b3-4c05-97e5-1f189c903f57 req-e3d4754c-a0f6-4e88-a019-3f6f2a5c36fe tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:50.385352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf88456-75b3-4c05-97e5-1f189c903f57 req-e3d4754c-a0f6-4e88-a019-3f6f2a5c36fe tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.4930122 Mar 02 18:47:50.478200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bf88456-75b3-4c05-97e5-1f189c903f57 req-c4b8478f-2444-4c1b-97a2-3637e0ba742b tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717819 Mar 02 18:47:50.523983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.574185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff109d20-b84c-46ab-9337-ec9432bc3517 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:50.594416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:50.608581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.609682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.653847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:50.697525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:50.734152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Pushing event updated for resources: {'Port': ['ID=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:50.820131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ff109d20-b84c-46ab-9337-ec9432bc3517 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:50.827227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ff109d20-b84c-46ab-9337-ec9432bc3517 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.5194957 Mar 02 18:47:50.831803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:50.923618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:50.956771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Allocated IP 172.20.0.1 (3c34a4a2-1f58-4c0d-97fa-db90e911c64c/377468bd-bf0e-4ffc-84c7-d742826e0b66/4f9e001a-891a-4fd7-87c9-0cb74a9ce160) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:50.959186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:50.993039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.056238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:51.057605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:51.178638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Attempting to bind port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:51.179255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Attempting to bind port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '021123fc-489f-474f-9dbd-c43f831d477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:51.179374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Attempting to bind port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 on network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:51.218877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:51.219258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Checking segment: {'id': '021123fc-489f-474f-9dbd-c43f831d477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:51.219718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.220153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Bound using segment: {'id': '021123fc-489f-474f-9dbd-c43f831d477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:51.220635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Bound port: ca59c441-8fd5-4c25-8ad8-7f31b43a00c1, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '021123fc-489f-474f-9dbd-c43f831d477e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '3c34a4a2-1f58-4c0d-97fa-db90e911c64c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:51.221140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.242503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 95ea7893-b29e-4b61-9f23-1c2b91250b04 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:51.332268 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.354042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Transition to ACTIVE for port object 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:51.369467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Allocated IP 172.20.0.2 (4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36/70748545-9262-4696-ab90-b55fb7ccc8ad/d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:51.383174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:47:51.477426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.481014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1339d2-450d-46c5-af6c-2b6e70eaa8e2 None None] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:51.612926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.656916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:51.662017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=572e6c1d-76fe-4fd0-b684-b91d048258b5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:51.663044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6cd723d0-5219-4a6c-870a-13ede787ecc5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5844195 Mar 02 18:47:51.665926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54568) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:51.669934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:51.671909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1992230185'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:51.672674 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:51.677823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:51.679669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:51.682262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:51.683553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:network and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:51.687763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:51.692898 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:51.693908 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:51.696712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:51.723947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] For port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:51.731312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] For port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,segment=NetworkSegment(021123fc-489f-474f-9dbd-c43f831d477e),segment_id=021123fc-489f-474f-9dbd-c43f831d477e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:51.767904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Port': ['ID=4f9e001a-891a-4fd7-87c9-0cb74a9ce160,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:51.808877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.840836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.865821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:51.870184 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b659868-adb1-4d89-bb1d-de0fe9b165b6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/572e6c1d-76fe-4fd0-b684-b91d048258b5 HTTP/1.1" status: 204 len: 168 time: 1.0358083 Mar 02 18:47:51.870184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54572) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:52.006244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7eb5a179-b8e3-4788-8c0a-2216af657018 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:52.123606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:52.132529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accea979-b7a0-4832-a1da-932e7713be68 req-d0bbebdf-91d8-4557-9814-9c4fe6b1a179 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:52.135665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-accea979-b7a0-4832-a1da-932e7713be68 req-d0bbebdf-91d8-4557-9814-9c4fe6b1a179 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.1743503 Mar 02 18:47:52.195650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.196916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:52.200926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.213282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71229c1a-0034-4e8b-9b79-1018b14a0bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.225171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b0e41c7-d649-4dd4-9a81-436de42f3980 None None] Provisioning for port 263688a7-e86c-4b7a-bfd1-7b13470b430c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:52.233595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:52.255087 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:52.255738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.299900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 658} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:47:52.314489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.314844 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added segment bde07e08-51a6-4b46-b3f6-575b64dbbd56 of type vlan for network b30a5831-1d21-415f-b763-0850409b1656 Mar 02 18:47:52.369187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.538320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-accea979-b7a0-4832-a1da-932e7713be68 req-073cae1f-0792-4735-bd2c-c9c8bca238de tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878162 Mar 02 18:47:52.562808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.569026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:52.569669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.623310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108aad1c-20fd-43db-af5b-f09919651c1f None None] Pushing event updated for resources: {'Port': ['ID=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:52.853817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:52.870478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Transition to ACTIVE for port object d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:52.881995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2145009 Mar 02 18:47:52.892643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54580) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:52.901212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Transition to ACTIVE for port object d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:52.910319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'subnet': {'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:52.912118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7eb5a179-b8e3-4788-8c0a-2216af657018 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:52.917517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7eb5a179-b8e3-4788-8c0a-2216af657018 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 1.0465047 Mar 02 18:47:52.918363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:52.954275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386542b-10fa-411a-bbbe-389a2cfecba9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Network': ['ID=b30a5831-1d21-415f-b763-0850409b1656,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:52.986416 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:49Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:47:50Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:45Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:52.994891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b30a5831-1d21-415f-b763-0850409b1656 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:47:52.997708 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:47:52.998074 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Updating router 3e852387-a46b-4c61-af16-88b44d57ed11 port 5a241b56-1d04-4173-8421-d47b0866797c binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:47:53.116485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.142565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.143927 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.211346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:53.224204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:subnet and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:53.239325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:53.258637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:53.262701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.314191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.344998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Made reservation on behalf of f27cd1104a03462b9bcc70555430956d for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:47:53.348879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.370164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a394aee1-3ea2-4fb2-affe-e4accfab589f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:53.459377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.493747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.500768 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4eb5e29c-98a0-4724-9408-5df69d2e1139 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/a394aee1-3ea2-4fb2-affe-e4accfab589f HTTP/1.1" status: 204 len: 168 time: 0.5791833 Mar 02 18:47:53.502765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54588) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:53.622605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:53.659738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:53.698596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:47:53.762069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e48ce3f-c4e9-4669-9a8d-63bf53bfe432 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:53.866257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 95ea7893-b29e-4b61-9f23-1c2b91250b04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=95ea7893-b29e-4b61-9f23-1c2b91250b04,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:53.931113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:53.991520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Pushing event updated for resources: {'Port': ['ID=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:54.001593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822dba4-41a1-4e87-956c-64b8fdc590c0 None None] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:54.019674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9e48ce3f-c4e9-4669-9a8d-63bf53bfe432 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:54.024538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e48ce3f-c4e9-4669-9a8d-63bf53bfe432 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.5070333 Mar 02 18:47:54.025441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54598) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:54.067364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.096807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.293250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a3b5a-89a6-416b-a18c-ce1007770d9c req-7e58874b-7232-4e73-9f9a-f8ce11698b55 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:54.299234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a97a3b5a-89a6-416b-a18c-ce1007770d9c req-7e58874b-7232-4e73-9f9a-f8ce11698b55 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.4452605 Mar 02 18:47:54.400929 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.422462 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Transition to ACTIVE for port object 5a241b56-1d04-4173-8421-d47b0866797c will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:54.450148 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a97a3b5a-89a6-416b-a18c-ce1007770d9c req-0f48fe50-72a2-4d2e-9d60-9dfe0884f3a6 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374109 Mar 02 18:47:54.523673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.538766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.568227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.569786 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.580334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Port': ['ID=4f9e001a-891a-4fd7-87c9-0cb74a9ce160,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:54.593664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.634663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fcbfb9fc-645f-4207-a067-554182be7948 None None] Provisioning for port 5a241b56-1d04-4173-8421-d47b0866797c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:54.669812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:54.703860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Subnet': ['ID=30dae498-a800-4521-a015-b9f2064cd0ae,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:54.715073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.782823 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a501ba7-c75c-40ca-904f-3f2e1beccab5 None None] Pushing event updated for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:54.790183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Attempting to bind port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:54.790708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Attempting to bind port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2819054d-fb61-46ce-b86c-62fcdd8bdfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:54.791089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Attempting to bind port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b on network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:54.834805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=062f97aa-bbbf-4a5d-a265-726123134d12,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:54.845494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Checking segment: {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:54.851084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network hostable DHCP agents. Network: b30a5831-1d21-415f-b763-0850409b1656, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:47:54.857198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:54.865846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Checking segment: {'id': '2819054d-fb61-46ce-b86c-62fcdd8bdfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:54.865846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.865846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Bound using segment: {'id': '2819054d-fb61-46ce-b86c-62fcdd8bdfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:54.865846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Bound port: d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2819054d-fb61-46ce-b86c-62fcdd8bdfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:54.865846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:54.938645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:47:54.943406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:54.958330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-941aa5c0-a485-4d3a-930b-fa2576afd75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.028319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:55.033568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:55.062917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b30a5831-1d21-415f-b763-0850409b1656 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:47:55.138612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:55.152637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b30a5831-1d21-415f-b763-0850409b1656) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:47:55.160105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:55.163602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.163737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.175846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8cf1eb2-ec77-4d31-a0e4-bb9dcbb60485 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/062f97aa-bbbf-4a5d-a265-726123134d12 HTTP/1.1" status: 204 len: 168 time: 1.1489353 Mar 02 18:47:55.176535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54606) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:55.185483 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Attempting to bind port 5a241b56-1d04-4173-8421-d47b0866797c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:47:55.186813 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Attempting to bind port 5a241b56-1d04-4173-8421-d47b0866797c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:47:55.187392 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Attempting to bind port 5a241b56-1d04-4173-8421-d47b0866797c on network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:47:55.205939 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:47:55.207448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Checking segment: {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:47:55.208059 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.210491 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Bound using segment: {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:47:55.211403 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Bound port: 5a241b56-1d04-4173-8421-d47b0866797c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75925a2-68b4-4344-98b2-df794302e5e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:47:55.212330 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.234518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b478e512-a0c4-46f6-9abc-9309a5fdd1e4 None None] Network b30a5831-1d21-415f-b763-0850409b1656 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:55.339617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b6e77da-fbf8-4e0f-a0ef-e580d1b214d1 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1400554 Mar 02 18:47:55.340335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54610) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:55.392606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6956e6d3-73f5-4517-8cd1-e72f49c0f16f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4952774 Mar 02 18:47:55.393241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54614) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:55.397944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] For port 5a241b56-1d04-4173-8421-d47b0866797c, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:55.401191 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] For port 5a241b56-1d04-4173-8421-d47b0866797c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a241b56-1d04-4173-8421-d47b0866797c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:55.459656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 263688a7-e86c-4b7a-bfd1-7b13470b430c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:55.478023 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.558243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Router 2cdcac82-fa35-4951-acfe-034c532faa75 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:47:55.617838 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a501ba7-c75c-40ca-904f-3f2e1beccab5 None None] Pushing event updated for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:55.643057 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:55.643807 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:55.945407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.979581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:55.991742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:47:56.020860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:47:56.024085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b66dfc16-0325-4cae-91fe-0326d514c5ad tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4183536 Mar 02 18:47:56.031747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:56.031918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] Sync routers for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:47:56.032918 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.034036 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.045649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] For port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:47:56.145962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] For port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,segment=NetworkSegment(2819054d-fb61-46ce-b86c-62fcdd8bdfd5),segment_id=2819054d-fb61-46ce-b86c-62fcdd8bdfd5)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:47:56.187580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:56.188238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:56.347614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d524ca81-cf89-4442-9db7-abeadadac267 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:56.356456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.369001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Provisioning for port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:56.393953 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.473458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:56.555290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d524ca81-cf89-4442-9db7-abeadadac267 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:56.555666 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.746280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Provisioning complete for port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:56.746662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:56.763029 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:49Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:47:55Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:56.771265 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c03b9a7-2ecc-4ff4-81a6-b1e67f0e4d01 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:47:49Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:47:55Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:56.774183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009f60d8-8e7a-47ea-baf5-20c7f4dbfafe req-b0f4f121-86bf-4eec-aa10-0c7c920d497c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:56.775758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-009f60d8-8e7a-47ea-baf5-20c7f4dbfafe req-b0f4f121-86bf-4eec-aa10-0c7c920d497c tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 1.0297253 Mar 02 18:47:56.923991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 263688a7-e86c-4b7a-bfd1-7b13470b430c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:56.929061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758135d6-af99-42e0-8c5d-b0137e1ed68a None None] Pushing event updated for resources: {'Port': ['ID=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:56.991775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:47:56.992534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:57.117071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 263688a7-e86c-4b7a-bfd1-7b13470b430c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:57.130897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.168976 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:47:57.319791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.355661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:47:57.360282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a031cd-94d0-4239-a62e-98fa47f1b19a None None] The sync data for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:47:57.383614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-009f60d8-8e7a-47ea-baf5-20c7f4dbfafe req-a63692bc-c0a1-469e-9163-fefa8d4934ef tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794990 Mar 02 18:47:57.385071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.428962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.430376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63 HTTP/1.1" status: 204 len: 168 time: 2.0872614 Mar 02 18:47:57.431319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c0b89-9a4a-4c2c-b884-26031b1d1900 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3a0b6d-efdc-4755-a9ec-b0c1d80bfc63,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:57.436505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54636) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:57.564372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6d281f91-c4c3-4c0c-855a-cdfce916e504 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:47:57.613076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.665754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.741346 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-89786540-9edb-4cd4-af3b-5e4128846424 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:47:57.744717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89786540-9edb-4cd4-af3b-5e4128846424 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7136176 Mar 02 18:47:57.745673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54640) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:57.785321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b30a5831-1d21-415f-b763-0850409b1656', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:47:57.787265 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:57.988515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.141899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6d281f91-c4c3-4c0c-855a-cdfce916e504 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:47:58.143202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6d281f91-c4c3-4c0c-855a-cdfce916e504 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7054579 Mar 02 18:47:58.155240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54648) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:58.166188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:47:58.184181 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.239044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:58.288287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--965492738'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:58.324418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:58.390448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.434494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Allocated IP 2001:db8:3::2 (b30a5831-1d21-415f-b763-0850409b1656/30dae498-a800-4521-a015-b9f2064cd0ae/659e80fc-0daa-485b-baf2-4922a2d5a8ac) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:47:58.438655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:58.467203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] For port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,segment=NetworkSegment(021123fc-489f-474f-9dbd-c43f831d477e),segment_id=021123fc-489f-474f-9dbd-c43f831d477e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:58.469694 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'code': 200} Mar 02 18:47:58.476063 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.577502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.578151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.608036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 263688a7-e86c-4b7a-bfd1-7b13470b430c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=263688a7-e86c-4b7a-bfd1-7b13470b430c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:47:58.620183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:58.629168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:58.702531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:58.718691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:58.751630 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:58.770555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:58.812997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff314b90-e7de-4f4f-a72b-107d520539b8 None None] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:47:58.877216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978fa8-b192-4eac-805b-9920abee4d76 req-dba49d4d-5ded-453b-a38f-deae0b1dbfed tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:47:58.895706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92978fa8-b192-4eac-805b-9920abee4d76 req-dba49d4d-5ded-453b-a38f-deae0b1dbfed tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.3143077 Mar 02 18:47:59.004894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Provisioning for port 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:59.031382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c164d38-30a6-4386-a555-ff8f593c8c1f None None] Pushing event updated for resources: {'Port': ['ID=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:59.080475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92978fa8-b192-4eac-805b-9920abee4d76 req-56898ff5-822a-4ef5-b028-b71235a7e0c3 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838589 Mar 02 18:47:59.169439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.181526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Provisioning complete for port 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:59.182145 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.209513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.289899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:59.309632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.390988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=263688a7-e86c-4b7a-bfd1-7b13470b430c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:59.487294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Port 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:47:59.488274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f5d08f-c687-4cae-af8e-615e933e1dfe,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:47:59.518665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.552597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Transition to ACTIVE for port object 659e80fc-0daa-485b-baf2-4922a2d5a8ac will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:59.587275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.588816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3ce72984-5587-4e72-aecd-d74a4d59e3dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4326346 Mar 02 18:47:59.593185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54660) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:47:59.605169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '34f5d08f-c687-4cae-af8e-615e933e1dfe', 'direction': 'ingress', 'protocol': 17}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:47:59.628938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:47:59.632669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Transition to ACTIVE for port object 659e80fc-0daa-485b-baf2-4922a2d5a8ac will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:47:59.643338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Provisioning complete for port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:47:59.643716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-685a17c3-827c-4ab5-8a54-e8c5204d9c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.649841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:47:59.661989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:47:59.682111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:47:59.725125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:47:59.735865 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.792187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 95ea7893-b29e-4b61-9f23-1c2b91250b04 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:47:59.822029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting port 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:47:59.822294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.831835 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:47:59.870105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Allocated IP 2001:db8:3::1 (b30a5831-1d21-415f-b763-0850409b1656/30dae498-a800-4521-a015-b9f2064cd0ae/f0b19d90-41e8-455c-b00e-5e91ed53cbfb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:48:00.040685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.102904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Pushing event updated for resources: {'Port': ['ID=659e80fc-0daa-485b-baf2-4922a2d5a8ac,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:00.126655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Network b30a5831-1d21-415f-b763-0850409b1656 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:00.132795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:00.134707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.141266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:00.264122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.306400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Transition to ACTIVE for port object f0b19d90-41e8-455c-b00e-5e91ed53cbfb will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:48:00.364236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.383828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cf62594-5dc8-47a6-a1ed-79ab3c6d232c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:00.385290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 95ea7893-b29e-4b61-9f23-1c2b91250b04 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:00.391585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.469727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe08208-46d5-4b63-895e-ab287c2724e5 req-4f26fc48-16ae-4cd3-b646-376baa4d6028 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:00.477643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fe08208-46d5-4b63-895e-ab287c2724e5 req-4f26fc48-16ae-4cd3-b646-376baa4d6028 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.1681778 Mar 02 18:48:00.480046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Attempting to bind port 659e80fc-0daa-485b-baf2-4922a2d5a8ac on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:48:00.487147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Attempting to bind port 659e80fc-0daa-485b-baf2-4922a2d5a8ac by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:48:00.488575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Attempting to bind port 659e80fc-0daa-485b-baf2-4922a2d5a8ac on network b30a5831-1d21-415f-b763-0850409b1656 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:48:00.505141 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.509188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fc373908-632f-4af2-96ca-6c037876b89f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9110446 Mar 02 18:48:00.510011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54670) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:00.544550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:48:00.545725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Checking segment: {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:00.546358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.547249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Bound using segment: {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:48:00.547985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Bound port: 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:48:00.548659 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.578723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Calling delete_port for 4f9e001a-891a-4fd7-87c9-0cb74a9ce160 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:00.655169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.866317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b30a5831-1d21-415f-b763-0850409b1656 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:00.873317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.905231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.919477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:00.925789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fe08208-46d5-4b63-895e-ab287c2724e5 req-552e4410-dc49-426e-9129-4eb162fa3445 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454734 Mar 02 18:48:00.938068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:00.949844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:00.952868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] For port 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:48:01.015610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] For port 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=659e80fc-0daa-485b-baf2-4922a2d5a8ac,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:48:01.021402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.037947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a241b56-1d04-4173-8421-d47b0866797c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:01.059799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:01.105204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Provisioning for port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:01.125814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Provisioning complete for port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:01.126283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.172904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Port': ['ID=4f9e001a-891a-4fd7-87c9-0cb74a9ce160,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:01.191717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.272131 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.296184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f5d08f-c687-4cae-af8e-615e933e1dfe,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:01.366927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf79b42-9398-4bd2-9164-16f57ca4f3a1 None None] Pushing event updated for resources: {'Port': ['ID=659e80fc-0daa-485b-baf2-4922a2d5a8ac,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:01.374593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.414575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.417106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e44cbed6-5bb1-46e3-a49f-c0bdef478ef3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/34f5d08f-c687-4cae-af8e-615e933e1dfe HTTP/1.1" status: 204 len: 168 time: 0.9060180 Mar 02 18:48:01.420494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:01.455261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.464445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5a241b56-1d04-4173-8421-d47b0866797c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:01.480789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5a241b56-1d04-4173-8421-d47b0866797c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:01.481156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.584767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] For port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,segment=NetworkSegment(2819054d-fb61-46ce-b86c-62fcdd8bdfd5),segment_id=2819054d-fb61-46ce-b86c-62fcdd8bdfd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:01.628164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-966f8d06-8c14-4a28-b118-7cd713cf3507 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:01.715966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.805424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.874270 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:01.930558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f37f54-213b-4b84-933d-889d4fc7a3e0 None None] Pushing event updated for resources: {'Port': ['ID=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:01.947967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5a241b56-1d04-4173-8421-d47b0866797c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a241b56-1d04-4173-8421-d47b0866797c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:01.993874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-966f8d06-8c14-4a28-b118-7cd713cf3507 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:01.995575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-966f8d06-8c14-4a28-b118-7cd713cf3507 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5707638 Mar 02 18:48:02.014778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54684) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:02.035030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--267400394'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:02.064957 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.068241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:02.208579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:02.268031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:02.416352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.454303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Router 2cdcac82-fa35-4951-acfe-034c532faa75 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:02.512642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 263688a7-e86c-4b7a-bfd1-7b13470b430c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:02.571100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec174b-5390-4617-81e1-8df849de99a3 req-e6696f35-7552-47ab-b9d1-07cbf75231e8 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:02.581433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:02.589080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96ec174b-5390-4617-81e1-8df849de99a3 req-e6696f35-7552-47ab-b9d1-07cbf75231e8 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.2940409 Mar 02 18:48:02.616142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:02.639533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:02.657575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 263688a7-e86c-4b7a-bfd1-7b13470b430c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:02.657950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.663406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:02.678538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.747563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96ec174b-5390-4617-81e1-8df849de99a3 req-14417098-cf10-4553-88bb-1a3b8d1ca35d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570971 Mar 02 18:48:02.766581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.766581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:02.877982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:02.879220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event updated for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:02.897228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] Sync routers for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:02.924791 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:02.925854 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:02.977985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e31020b-4269-43cf-802a-3a45adb72b21 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2240865 Mar 02 18:48:02.984432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54692) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:03.124914 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:03.134053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:03.150929 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:03.151555 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:03.171119 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-3231cf51-806a-47e0-bcf1-e9d6254e54f0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] delete failed (client error): The resource could not be found. Mar 02 18:48:03.171348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Network b30a5831-1d21-415f-b763-0850409b1656 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:03.172593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:03.172895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3231cf51-806a-47e0-bcf1-e9d6254e54f0 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/routers/tempest-non_exist_router-9276504 HTTP/1.1" status: 404 len: 332 time: 0.1873367 Mar 02 18:48:03.182358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54700) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:03.197656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c5b82872-36e9-4542-99f0-8dcbc87be304 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'router': {'external_gateway_info': {'network_id': '2cdcac82-fa35-4951-acfe-034c532faa75'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:03.270904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de788d21-28e6-4da4-92c7-0267ed8470d2 None None] Network b30a5831-1d21-415f-b763-0850409b1656 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:03.299705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:03.300435 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c436770-080c-46ac-a888-6861e7ab919a None None] The sync data for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:03.471811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:03.472340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:03.501823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:03.546416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:03.668116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:03.673979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d4a8bd43-0a8f-43e5-adef-9241419fe158 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2767982 Mar 02 18:48:03.675577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6d52e87e-d4e0-46e8-b3c8-2d30b53972b8 None None] Provisioning for port 659e80fc-0daa-485b-baf2-4922a2d5a8ac completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:03.676669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54704) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:03.682328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:03.695048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:03.703902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:03.723685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:03.724324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:03.777794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:03.918827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c5b82872-36e9-4542-99f0-8dcbc87be304 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:03.928642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4087cc5-90c2-4689-b7ee-03eb184669e0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:03.983643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:03.988136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab6957f5-b52c-4174-8e23-ea4b222f8ff7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9710381 Mar 02 18:48:03.989028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54714) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:03.996260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--1210683462'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:04.020117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:04.068388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:04.073267 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-c5b82872-36e9-4542-99f0-8dcbc87be304 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] update failed (client error): The resource could not be found. Mar 02 18:48:04.083117 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c5b82872-36e9-4542-99f0-8dcbc87be304 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75 HTTP/1.1" status: 404 len: 339 time: 0.8978267 Mar 02 18:48:04.094154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:04.245737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:04.246115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:04.249425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:04.448598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:04.568843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:04.646012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:04.658767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:04.671020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:04.738879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94303d40-c9ee-41c2-8734-c938a07bbe6f req-4a6df6a5-8e58-41fd-afe5-b747468d303f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:04.748942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94303d40-c9ee-41c2-8734-c938a07bbe6f req-4a6df6a5-8e58-41fd-afe5-b747468d303f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.7479811 Mar 02 18:48:04.921253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:04.932942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9e5d5-8343-4a67-8f3d-40268bc053c5 req-8d1c667c-2f8b-4d41-b01b-42ca98d329b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:04.935006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2b9e5d5-8343-4a67-8f3d-40268bc053c5 req-8d1c667c-2f8b-4d41-b01b-42ca98d329b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1096 time: 0.7514212 Mar 02 18:48:05.023578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94303d40-c9ee-41c2-8734-c938a07bbe6f req-1c532e1f-ef6b-4f4e-a6d9-043a1c10114a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613342 Mar 02 18:48:05.069133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 659e80fc-0daa-485b-baf2-4922a2d5a8ac up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:05.136656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2b9e5d5-8343-4a67-8f3d-40268bc053c5 req-de1b00fd-d6c4-4404-a24a-987282d1bf91 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417558 Mar 02 18:48:05.272036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.extraroute_db [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:48:05.278333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 659e80fc-0daa-485b-baf2-4922a2d5a8ac completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:05.289352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e960753f-f327-4b74-859f-1ab02aafab23 None None] Provisioning for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:05.292444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.extraroute_db [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Removed routes are [] {{(pid=88709) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:48:05.292839 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.305712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 659e80fc-0daa-485b-baf2-4922a2d5a8ac triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:05.306107 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.338872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e960753f-f327-4b74-859f-1ab02aafab23 None None] Provisioning complete for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:05.338872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e960753f-f327-4b74-859f-1ab02aafab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.528324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.552238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:02Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:05.560096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e960753f-f327-4b74-859f-1ab02aafab23 None None] Port f0b19d90-41e8-455c-b00e-5e91ed53cbfb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:48:05.574962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:05.575484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Updating router 3e852387-a46b-4c61-af16-88b44d57ed11 port f0b19d90-41e8-455c-b00e-5e91ed53cbfb binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:48:05.620949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.630907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.660662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.698181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=659e80fc-0daa-485b-baf2-4922a2d5a8ac,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:05.749132 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.755719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbbd224-2fdf-4b19-959e-6be5fc7b9ec0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:05.820801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5a78a71f-52d3-4147-91be-aec39028f437 None None] Provisioning complete for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:05.821251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a78a71f-52d3-4147-91be-aec39028f437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.838106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.844352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03196605-7abe-47f7-b69b-cc7842584c87 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8515513 Mar 02 18:48:05.863491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54730) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:05.884014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': 'a4087cc5-90c2-4689-b7ee-03eb184669e0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3cbbd224-2fdf-4b19-959e-6be5fc7b9ec0', 'remote_ip_prefix': None}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:05.894232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:05.903357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.908328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:05.912561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:05.916284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:05.942179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Allocated IP 172.20.0.1 (dd753b34-5fdd-4632-875c-c2cda345df5d/a14d5c17-ef10-40db-8aa9-371c7879952f/31fccaf8-6a53-465f-b1f4-a2f05b74976a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:48:05.945307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a241b56-1d04-4173-8421-d47b0866797c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:06.137562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:06.177053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:06.215824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=659e80fc-0daa-485b-baf2-4922a2d5a8ac,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:06.341437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.377723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Transition to ACTIVE for port object 31fccaf8-6a53-465f-b1f4-a2f05b74976a will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:48:06.449477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5a78a71f-52d3-4147-91be-aec39028f437 None None] Port f0b19d90-41e8-455c-b00e-5e91ed53cbfb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:48:06.476766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.491498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.505697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5a241b56-1d04-4173-8421-d47b0866797c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:06.506231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.561129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.618306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network dd753b34-5fdd-4632-875c-c2cda345df5d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:06.619466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:06.622151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:06.631784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:06.658083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.682275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-df685624-7874-4591-a1a9-861c74882400 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 954 time: 2.9815109 Mar 02 18:48:06.682275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.683615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54740) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:06.711812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eac7a3-caa7-416b-b322-098632d6a3cd req-7ccfe1ed-843e-437c-a5d9-08157fbbb518 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:06.712380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8eac7a3-caa7-416b-b322-098632d6a3cd req-7ccfe1ed-843e-437c-a5d9-08157fbbb518 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.3678124 Mar 02 18:48:06.775338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c84a7bc-177f-4828-bf8d-3fdc7071e61b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:06.796258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Port': ['ID=31fccaf8-6a53-465f-b1f4-a2f05b74976a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:06.837316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8eac7a3-caa7-416b-b322-098632d6a3cd req-5d02299a-81e0-47df-ac28-d422e3f77205 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164019 Mar 02 18:48:06.844172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.850053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32b5d866-7b32-485b-ad11-e56c2fabd3e3 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9792137 Mar 02 18:48:06.851826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54744) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:06.854046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.892404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Transition to ACTIVE for port object f0b19d90-41e8-455c-b00e-5e91ed53cbfb will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:48:06.923772 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.939301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.956795 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:06.996210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40a4ed51-57d5-4a9c-9ec9-8cddb702c4e0 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 954 time: 0.3236928 Mar 02 18:48:07.000380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54748) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:07.006100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'routes': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:07.040393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ebdab-2e38-4af5-9539-7331489392dd None None] Pushing event updated for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:07.100365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.106256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.185660 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.190339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3c84a7bc-177f-4828-bf8d-3fdc7071e61b HTTP/1.1" status: 204 len: 168 time: 0.3341749 Mar 02 18:48:07.191235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54752) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:07.207802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8dfab-6ec7-4a78-a0d3-bc1891a6a4dd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c84a7bc-177f-4828-bf8d-3fdc7071e61b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:07.399339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-123d90ce-1866-4d14-95fe-302c8252ddb6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:07.537624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Attempting to bind port f0b19d90-41e8-455c-b00e-5e91ed53cbfb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:48:07.542659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Attempting to bind port f0b19d90-41e8-455c-b00e-5e91ed53cbfb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:48:07.543075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Attempting to bind port f0b19d90-41e8-455c-b00e-5e91ed53cbfb on network b30a5831-1d21-415f-b763-0850409b1656 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:48:07.556862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:48:07.557368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Checking segment: {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:07.557789 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.558279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Bound using segment: {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:48:07.559175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Bound port: f0b19d90-41e8-455c-b00e-5e91ed53cbfb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bde07e08-51a6-4b46-b3f6-575b64dbbd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:48:07.559676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.621866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f7ab4eb0-854e-4333-9dcb-540309a30924 None None] Provisioning for port 31fccaf8-6a53-465f-b1f4-a2f05b74976a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:07.630496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-123d90ce-1866-4d14-95fe-302c8252ddb6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:07.635948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-123d90ce-1866-4d14-95fe-302c8252ddb6 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4347951 Mar 02 18:48:07.639755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54760) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:07.639888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f7ab4eb0-854e-4333-9dcb-540309a30924 None None] Provisioning complete for port 31fccaf8-6a53-465f-b1f4-a2f05b74976a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:07.639888 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f7ab4eb0-854e-4333-9dcb-540309a30924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.711499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f7ab4eb0-854e-4333-9dcb-540309a30924 None None] Port 31fccaf8-6a53-465f-b1f4-a2f05b74976a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:48:07.715839 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.754941 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.757705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] For port f0b19d90-41e8-455c-b00e-5e91ed53cbfb, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:48:07.770778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] For port f0b19d90-41e8-455c-b00e-5e91ed53cbfb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:48:07.834916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.866758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.963361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:07.991570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbbd224-2fdf-4b19-959e-6be5fc7b9ec0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:08.019165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 659e80fc-0daa-485b-baf2-4922a2d5a8ac up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:08.048012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:08.049937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f4c8d2b-6aaf-4b89-8063-f558a444c549 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/3cbbd224-2fdf-4b19-959e-6be5fc7b9ec0 HTTP/1.1" status: 204 len: 168 time: 0.4121141 Mar 02 18:48:08.053912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54766) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:08.198541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:08.217399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:08.304654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 659e80fc-0daa-485b-baf2-4922a2d5a8ac triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:08.305235 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:08.419515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-51956528-51c3-426b-835b-78cb6dc4f924 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:08.424035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ebdab-2e38-4af5-9539-7331489392dd None None] Pushing event updated for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:08.595304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:08.666504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c45c6-7e13-4eb4-9c6a-0806cad3cd02 req-72075240-8199-4c33-af90-d2a2004f7c4a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:08.668533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f9c45c6-7e13-4eb4-9c6a-0806cad3cd02 req-72075240-8199-4c33-af90-d2a2004f7c4a tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.5625048 Mar 02 18:48:08.717987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-51956528-51c3-426b-835b-78cb6dc4f924 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:08.726112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-51956528-51c3-426b-835b-78cb6dc4f924 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6679173 Mar 02 18:48:08.740467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:08.788499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f9c45c6-7e13-4eb4-9c6a-0806cad3cd02 req-6f9e797d-8cdb-4e18-aaa8-c8b35947c55f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122854 Mar 02 18:48:09.020353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.052604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.132434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:48:09.132757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:48:09.179956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.214101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.216290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:05Z', 'revision_number': 6, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:07Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:09.220295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.222516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4087cc5-90c2-4689-b7ee-03eb184669e0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:09.224501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7143b3e-dc1a-419e-a2b8-2739db235fda None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:05Z', 'revision_number': 6, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:07Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:09.550335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.564704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-a7200da7-33f3-4748-8004-71260e2a81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:09.566489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-a7200da7-33f3-4748-8004-71260e2a81c4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 1096 time: 0.1540921 Mar 02 18:48:09.655938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:09.657095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50735335-4f7a-46ed-b783-b81806a19bba tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/a4087cc5-90c2-4689-b7ee-03eb184669e0 HTTP/1.1" status: 204 len: 168 time: 0.9138725 Mar 02 18:48:09.675726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54786) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:09.794802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-6690d52c-6579-47fd-9e55-168f01e70076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:09.796774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-6690d52c-6579-47fd-9e55-168f01e70076 service neutron] 10.222.0.65 "GET /v2.0/networks?id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 200 len: 912 time: 0.1931002 Mar 02 18:48:09.896379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-ae014926-9503-4941-aa42-1e983e0c368a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78d0472f-af96-4770-9f83-48207fc80d80 HTTP/1.1" status: 200 len: 217 time: 0.0932908 Mar 02 18:48:09.947597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0b19d90-41e8-455c-b00e-5e91ed53cbfb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:09.993498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aa7ae-46b4-47ee-a44f-f43fdbeda2fb req-2e48d32d-d635-4a4e-b033-f1ed751a3a4f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:09.995120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-169aa7ae-46b4-47ee-a44f-f43fdbeda2fb req-2e48d32d-d635-4a4e-b033-f1ed751a3a4f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.4270141 Mar 02 18:48:10.000251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.017608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-e3cdf984-600b-4bb8-b3bc-39d4de0006e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:10.019420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-e3cdf984-600b-4bb8-b3bc-39d4de0006e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 200 len: 851 time: 0.1140599 Mar 02 18:48:10.049864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event updated for resources: {'Port': ['ID=31fccaf8-6a53-465f-b1f4-a2f05b74976a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:10.120076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-95c25e7d-cf5f-42b3-ad35-90cd89bd507e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bc7c2b41-18fb-44f6-baf6-c247ee0335d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764036 Mar 02 18:48:10.205220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-169aa7ae-46b4-47ee-a44f-f43fdbeda2fb req-00d42edd-1e6f-494b-8898-d0925d471e45 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809750 Mar 02 18:48:10.237741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8623c6e4-c79c-4b97-b09a-7b544171ce34 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:10.298965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:10.304520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:10.305233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.321664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.325450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-2d720a21-4808-4969-98c6-06be3fb0b078 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839664 Mar 02 18:48:10.339938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.415543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8623c6e4-c79c-4b97-b09a-7b544171ce34 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:10.422976 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8623c6e4-c79c-4b97-b09a-7b544171ce34 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7417374 Mar 02 18:48:10.425789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:10.511410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:10.522401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--160808401'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:10.523792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.526508 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:10.527142 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:10.547087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98096a3-51e7-4d35-8fac-6d5c4b2f3913 req-b342c88d-ceac-45d5-8e49-1cd5c305b3b3 service neutron] 10.222.0.65 "GET /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148511 Mar 02 18:48:10.561592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:10.614095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f0b19d90-41e8-455c-b00e-5e91ed53cbfb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:10.632861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:10.671169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Network dd753b34-5fdd-4632-875c-c2cda345df5d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:10.674480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:10.699448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:10.711573 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:10.909228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:11.145393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-adff262d-4468-4cf1-acd2-e24406ca2940 None None] Provisioning complete for port 31fccaf8-6a53-465f-b1f4-a2f05b74976a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:11.146166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-adff262d-4468-4cf1-acd2-e24406ca2940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:11.260389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-adff262d-4468-4cf1-acd2-e24406ca2940 None None] Port 31fccaf8-6a53-465f-b1f4-a2f05b74976a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:48:11.267484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:11.290956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:11.410443 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:07Z', 'revision_number': 4, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:11.415601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:11.418894 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:11.431221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:11.431874 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:11.434711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:11.443094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:11.496916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Router 2cdcac82-fa35-4951-acfe-034c532faa75 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:11.519185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:11.681853 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:11.761093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17969c9-0134-4622-bd15-2c3af59f0c45 req-94931b0b-bb0b-4495-8929-5278d5210044 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:11.770186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f17969c9-0134-4622-bd15-2c3af59f0c45 req-94931b0b-bb0b-4495-8929-5278d5210044 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.1376557 Mar 02 18:48:11.855445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f17969c9-0134-4622-bd15-2c3af59f0c45 req-806cda0d-e7d2-4ee1-bb50-35e911938997 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833461 Mar 02 18:48:11.884041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:11.894976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] Sync routers for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:11.906335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:11.913144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:11.913792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:11.918945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:11.940842 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:11.945292 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b20edf18-364c-4ad3-8fb8-51cd70cbe162 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 704 time: 4.9410908 Mar 02 18:48:11.954397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54812) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:11.954397 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f061aa6-30f5-459b-b327-c28335fbee0a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8543465 Mar 02 18:48:11.954694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:12.139691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:12.142202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0b19d90-41e8-455c-b00e-5e91ed53cbfb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:12.152214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.222910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.227989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7811995 Mar 02 18:48:12.235049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:12.245414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': 'c8280a02-7e07-4193-b931-fceb4f6ce00d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:12.264885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ba9583f3-5a0e-4672-a0f0-5579d81ea5c9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 704 time: 0.3152239 Mar 02 18:48:12.270584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54824) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:12.270584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c29422-5796-4192-865a-69c768f1ea89 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8280a02-7e07-4193-b931-fceb4f6ce00d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:12.273257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:12.315095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:12.315742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:12.361163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:12.366278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:12.402084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6b14a8c5-162a-4aa2-b98f-4b7f1ec0f465 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.429743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:12.433898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:12.434584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba9e3b-f8b4-447d-9453-6ee7b6993272 None None] The sync data for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 is: [] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:12.479271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f0b19d90-41e8-455c-b00e-5e91ed53cbfb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:12.480363 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.505238 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:10Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:12.511970 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d27fe9-8cde-48f7-9131-873d3eff3f14 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:10Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:12.638555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.686321 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-6b14a8c5-162a-4aa2-b98f-4b7f1ec0f465 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 02 18:48:12.690847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6b14a8c5-162a-4aa2-b98f-4b7f1ec0f465 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75 HTTP/1.1" status: 409 len: 329 time: 0.7355001 Mar 02 18:48:12.691681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54832) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:12.799703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.867336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:12.911254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2678e93d-647e-40b5-b84b-f0004c1ac977,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:13.003041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:13.016574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.022139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-30fc5957-c9cd-4880-84e8-6df7396ca16c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7829812 Mar 02 18:48:13.023496 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:13.023804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54838) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:13.024633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:13.266111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:13.320690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.356989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.434683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.501606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.540334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2678e93d-647e-40b5-b84b-f0004c1ac977,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:13.555066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f5e2e9-d8af-4019-8175-70eef7c88064 req-a6ded4eb-720d-4207-9887-bbc368c5e152 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:13.562873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2f5e2e9-d8af-4019-8175-70eef7c88064 req-a6ded4eb-720d-4207-9887-bbc368c5e152 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.4090633 Mar 02 18:48:13.603646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.605317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bfd3be8d-2bec-4370-a634-2babb67b442b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/2678e93d-647e-40b5-b84b-f0004c1ac977 HTTP/1.1" status: 204 len: 168 time: 0.5454171 Mar 02 18:48:13.613463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54844) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:13.661567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2f5e2e9-d8af-4019-8175-70eef7c88064 req-983196dd-3654-4434-b00e-20fe02faa4e3 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976214 Mar 02 18:48:13.714525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:13.753630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f53a4dde-cf45-430f-ad00-50a2a96f9971 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:13.948728 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:10Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:13.963979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port f0b19d90-41e8-455c-b00e-5e91ed53cbfb {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:13.963979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.011655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:14.021485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f53a4dde-cf45-430f-ad00-50a2a96f9971 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:14.025947 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f53a4dde-cf45-430f-ad00-50a2a96f9971 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4086375 Mar 02 18:48:14.038083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54854) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:14.054250 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:14.059022 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:14.298917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.334483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.403395 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:14.437008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port f0b19d90-41e8-455c-b00e-5e91ed53cbfb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:14.437389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.482169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting port 31fccaf8-6a53-465f-b1f4-a2f05b74976a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:14.482455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.601482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.618235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for f0b19d90-41e8-455c-b00e-5e91ed53cbfb owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:14.680439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8280a02-7e07-4193-b931-fceb4f6ce00d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:14.834984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.954158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:14.955823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e61a5714-cd8b-4e8f-9d8b-06930d98d3b7 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/c8280a02-7e07-4193-b931-fceb4f6ce00d HTTP/1.1" status: 204 len: 168 time: 0.9200845 Mar 02 18:48:14.958392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54864) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:14.989899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Calling delete_port for 31fccaf8-6a53-465f-b1f4-a2f05b74976a owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:15.004124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:15.100857 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:10Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:15.117299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=f0b19d90-41e8-455c-b00e-5e91ed53cbfb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:15.118221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452290ae-4731-4ba2-9797-0a5e40058551 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:09Z', 'revision_number': 7, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0b19d90-41e8-455c-b00e-5e91ed53cbfb', 'name': '', 'network_id': 'b30a5831-1d21-415f-b763-0850409b1656', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:4a:e2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:58Z', 'updated_at': '2022-03-02T18:48:10Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '30dae498-a800-4521-a015-b9f2064cd0ae', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:15.135382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-11db2523-a8c5-46af-995b-29acbc7048d2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:15.262902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3c618-5c79-472c-8ca3-11367807b59c req-85589d15-28d6-4b16-9ac1-90626d1ac8e2 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:15.264870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d3c618-5c79-472c-8ca3-11367807b59c req-85589d15-28d6-4b16-9ac1-90626d1ac8e2 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.2122264 Mar 02 18:48:15.354894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-51d3c618-5c79-472c-8ca3-11367807b59c req-dbc6d055-37be-488d-916d-73fc9db53487 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798335 Mar 02 18:48:15.419121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-11db2523-a8c5-46af-995b-29acbc7048d2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:15.426908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:15.431118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-11db2523-a8c5-46af-995b-29acbc7048d2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4712095 Mar 02 18:48:15.440168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--87708883'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:15.453197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:15.470311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:15.501137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:15.522218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:15.869957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:15.869957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Port': ['ID=31fccaf8-6a53-465f-b1f4-a2f05b74976a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:16.082401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:16.187302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:16.204615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:16.264909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:16.267639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:16.282506 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.453579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:16.467143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:16.475940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a8bd146-94fa-4d4a-8c14-4d5b3625cc58 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2064574 Mar 02 18:48:16.477111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:16.484882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:16.485886 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:16.575359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 30dae498-a800-4521-a015-b9f2064cd0ae {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:16.579199 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.647023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.666388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:16.732055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.747233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Router 2cdcac82-fa35-4951-acfe-034c532faa75 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:16.782595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.847785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:16.955941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b6a75-f61e-4b84-931c-1955d6bf7091 req-b9951857-46a5-48cb-a469-dbea8807745e tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:16.957534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b6b6a75-f61e-4b84-931c-1955d6bf7091 req-b9951857-46a5-48cb-a469-dbea8807745e tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.4133692 Mar 02 18:48:16.958573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:16.970739 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] Sync routers for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:17.005415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:17.006066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.006414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01de7936-78d9-4ca3-85d3-e72ef90fd341,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:17.009544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.086330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c38a9d3-e7f0-45b4-b9f1-8eb978c263de tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3891177 Mar 02 18:48:17.098384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b6b6a75-f61e-4b84-931c-1955d6bf7091 req-ec8fb555-37fc-4210-a4ed-381ffdb9ec3f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213777 Mar 02 18:48:17.098997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54892) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:17.146372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=30dae498-a800-4521-a015-b9f2064cd0ae,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:17.160181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.172359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1386f08-d741-41e0-92e9-f62ecaa024a7 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/30dae498-a800-4521-a015-b9f2064cd0ae HTTP/1.1" status: 204 len: 168 time: 0.6941528 Mar 02 18:48:17.173122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54896) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:17.177308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23592318-d75e-4cc3-992c-6ec1b11f6a43 None None] Network b30a5831-1d21-415f-b763-0850409b1656 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:17.262227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.263568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-82d268fe-0640-4acc-8b07-48ea093ea42b tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8350756 Mar 02 18:48:17.282923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54904) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:17.291682 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-d7b0c4fe-ee44-4182-9d2b-e9229beab414 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] show failed (client error): The resource could not be found. Mar 02 18:48:17.303288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d7b0c4fe-ee44-4182-9d2b-e9229beab414 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "GET /v2.0/routers/tempest-non_exist_router-702498176 HTTP/1.1" status: 404 len: 334 time: 0.1992648 Mar 02 18:48:17.307437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.312548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '01de7936-78d9-4ca3-85d3-e72ef90fd341', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:17.321951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:17.325888 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] Routers {'2cdcac82-fa35-4951-acfe-034c532faa75'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:17.326580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['2cdcac82-fa35-4951-acfe-034c532faa75'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.335754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-27c2509a-c804-498e-b9bf-dc4a0e46aa59 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:17.443902 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.467214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:17.473173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 659e80fc-0daa-485b-baf2-4922a2d5a8ac {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:17.473736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.474905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.475315 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb44b75e-8254-469f-9083-5b25d97bba20 None None] The sync data for ids ['2cdcac82-fa35-4951-acfe-034c532faa75'] in n-d-828839-1 is: [] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:17.586678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:17.608668 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-27c2509a-c804-498e-b9bf-dc4a0e46aa59 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] update failed (client error): The resource could not be found. Mar 02 18:48:17.613541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-27c2509a-c804-498e-b9bf-dc4a0e46aa59 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "PUT /v2.0/routers/tempest-non_exist_router-2024360423 HTTP/1.1" status: 404 len: 335 time: 0.2905116 Mar 02 18:48:17.615134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54912) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:17.627279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:17.651211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:14Z', 'revision_number': 8, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.655635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:17.667252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:17.668451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:17.744876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:17.768574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting subnet 70748545-9262-4696-ab90-b55fb7ccc8ad {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:17.777072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:17.861460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:17.976279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=659e80fc-0daa-485b-baf2-4922a2d5a8ac,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:17.976799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.096445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695545ee-c9d8-404b-bb03-39553eea9337 req-865f238a-9e9b-4e8f-a041-009d751cc046 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:18.098028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-695545ee-c9d8-404b-bb03-39553eea9337 req-865f238a-9e9b-4e8f-a041-009d751cc046 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.6108212 Mar 02 18:48:18.100290 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.103982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] DHCP port deletion for b30a5831-1d21-415f-b763-0850409b1656 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:18.105483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 659e80fc-0daa-485b-baf2-4922a2d5a8ac no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:18.134463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 659e80fc-0daa-485b-baf2-4922a2d5a8ac owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:18.135879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Deleting port 659e80fc-0daa-485b-baf2-4922a2d5a8ac {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:18.136150 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.235314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.287497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.336771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=659e80fc-0daa-485b-baf2-4922a2d5a8ac,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:18.350882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No DVR routers for this DVR port 659e80fc-0daa-485b-baf2-4922a2d5a8ac on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:18.373996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Deleting port 78d0472f-af96-4770-9f83-48207fc80d80 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:18.374371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.390057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No active binding found for port 659e80fc-0daa-485b-baf2-4922a2d5a8ac {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:48:18.390057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 659e80fc-0daa-485b-baf2-4922a2d5a8ac not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:18.481241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.487435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] For port 659e80fc-0daa-485b-baf2-4922a2d5a8ac, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=659e80fc-0daa-485b-baf2-4922a2d5a8ac,segment=NetworkSegment(bde07e08-51a6-4b46-b3f6-575b64dbbd56),segment_id=bde07e08-51a6-4b46-b3f6-575b64dbbd56)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:18.487978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.499164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9f7413-2ebf-4d80-bb15-5ce534a02b86 req-9f5095db-5a32-4d46-bec3-a597bf46f352 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:18.507355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b9f7413-2ebf-4d80-bb15-5ce534a02b86 req-9f5095db-5a32-4d46-bec3-a597bf46f352 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1098 time: 0.6386836 Mar 02 18:48:18.557673 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.615194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.669294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Calling delete_port for 659e80fc-0daa-485b-baf2-4922a2d5a8ac owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:18.683619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.699856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b9f7413-2ebf-4d80-bb15-5ce534a02b86 req-98aa261b-39f7-4d8b-b3ce-47e5096d969c tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914902 Mar 02 18:48:18.709935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b30a5831-1d21-415f-b763-0850409b1656']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:18.719032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3110d49f-57b6-45c3-81ff-bcafe9ae8225,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:18.733484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54940) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:18.736229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde07e08-51a6-4b46-b3f6-575b64dbbd56') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:18.736537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde07e08-51a6-4b46-b3f6-575b64dbbd56') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:18.745887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.747326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a1a34f62-9a25-41b1-8cce-af2b91e8921f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4599943 Mar 02 18:48:18.751723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.765867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54944) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:18.772231 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 18:48:18.779575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:18.779949 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:18.781546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.787966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 658 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:18.790700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:18.791991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:14Z', 'revision_number': 8, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:18.797065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd2e4556-36aa-45f9-8782-54819370d001 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:14Z', 'revision_number': 8, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5a241b56-1d04-4173-8421-d47b0866797c', 'name': '', 'network_id': '3b173d8b-1544-4d78-9f8b-e570e67a88b2', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:10:89:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3329, 'fixed_ips': [{'subnet_id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:46Z', 'updated_at': '2022-03-02T18:48:01Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'dba09127-a74a-49f9-96b7-838a0f888f69', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:18.803048 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:18.831300 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b95929d3-daff-4158-a593-e9e50e0e80cf tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules/3110d49f-57b6-45c3-81ff-bcafe9ae8225 HTTP/1.1" status: 200 len: 763 time: 0.0642483 Mar 02 18:48:18.847993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54950) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:18.889989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049656c-9f16-42dd-b26b-3b5c5b61aa15 req-5dddcd8d-1f45-4e48-a51f-e607e66d9fcc tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:18.891487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9049656c-9f16-42dd-b26b-3b5c5b61aa15 req-5dddcd8d-1f45-4e48-a51f-e607e66d9fcc tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 945 time: 0.6051781 Mar 02 18:48:18.956569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.006779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.032146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=b30a5831-1d21-415f-b763-0850409b1656,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:19.046427 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-81605f18-3ee2-4488-b6d6-5cc24ccd7afe tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/b30a5831-1d21-415f-b763-0850409b1656 HTTP/1.1" status: 204 len: 168 time: 1.8685021 Mar 02 18:48:19.048254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:19.106797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c45b427f-5943-4ba3-a657-7aed6bc5cd4c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:19.183695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.227036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9049656c-9f16-42dd-b26b-3b5c5b61aa15 req-ad4dbfdd-3902-4265-9e69-1877e5b2abbf tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177974 Mar 02 18:48:19.280215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68817bf7-1214-47e2-81dc-0b9572077d60 None None] Network 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:19.282260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Subnet': ['ID=70748545-9262-4696-ab90-b55fb7ccc8ad,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:19.286597 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.290793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] For port 78d0472f-af96-4770-9f83-48207fc80d80, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=78d0472f-af96-4770-9f83-48207fc80d80,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:19.297404 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.305705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Deleting port 659e80fc-0daa-485b-baf2-4922a2d5a8ac {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:19.306216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.322701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bad54eed-9793-455e-86a6-e8999def20fd tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/subnets/70748545-9262-4696-ab90-b55fb7ccc8ad HTTP/1.1" status: 204 len: 168 time: 1.6850162 Mar 02 18:48:19.323616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c45b427f-5943-4ba3-a657-7aed6bc5cd4c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:19.325525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c45b427f-5943-4ba3-a657-7aed6bc5cd4c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4758480 Mar 02 18:48:19.364551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54966) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:19.365284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:19.445696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9cbacddd-3658-404e-87b7-ebfe99c2e3f0 None None] The port '659e80fc-0daa-485b-baf2-4922a2d5a8ac' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:48:19.452549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port ac5eacbe-b202-494e-af51-d66a4ee27a0e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:19.452798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.488235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.494862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Calling delete_port for 78d0472f-af96-4770-9f83-48207fc80d80 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:19.501814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.533886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting subnet 377468bd-bf0e-4ffc-84c7-d742826e0b66 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:19.588195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.635913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.692033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3110d49f-57b6-45c3-81ff-bcafe9ae8225,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:19.708164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.708573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.708978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.709379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.709767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.710357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.710898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.711452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.712037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.712576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.713106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.713633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:19.722783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] DHCP port deletion for 4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:19.725387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.727712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Deleting port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:19.728102 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.797412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.804808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33f240f6-1573-421a-baee-60ca3ed0dce2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/3110d49f-57b6-45c3-81ff-bcafe9ae8225 HTTP/1.1" status: 204 len: 168 time: 0.4335449 Mar 02 18:48:19.804808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:19.880445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-27fb7621-593e-4be1-9717-97ac537c2ccd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:19.884748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.885340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.945148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.964587 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.985011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] For port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,segment=NetworkSegment(2819054d-fb61-46ce-b86c-62fcdd8bdfd5),segment_id=2819054d-fb61-46ce-b86c-62fcdd8bdfd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:19.985689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:19.990112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-27fb7621-593e-4be1-9717-97ac537c2ccd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:19.992096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-27fb7621-593e-4be1-9717-97ac537c2ccd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1861541 Mar 02 18:48:20.003159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54978) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:20.012792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '01de7936-78d9-4ca3-85d3-e72ef90fd341', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:20.023500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:20.081172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:20.126004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Calling delete_port for d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:20.135561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.218029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0b19d90-41e8-455c-b00e-5e91ed53cbfb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:20.220903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.252280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['cccc559b-c9fb-4b42-8070-d82a62072890'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:48:20.253764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for ac5eacbe-b202-494e-af51-d66a4ee27a0e owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:20.265730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.322796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f0b19d90-41e8-455c-b00e-5e91ed53cbfb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:20.323134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0b19d90-41e8-455c-b00e-5e91ed53cbfb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:20.323566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:20.379545 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.449444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:20.449931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:20.454720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] No DVR routers for this DVR port d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:20.468791 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360e260d-ba4c-4e31-96fd-115e3e1aed75 None None] Pushing event deleted for resources: {'Port': ['ID=d61fb1cb-8d8a-4a5f-a3d5-2d93669d825b,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:20.537186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Pushing event deleted for resources: {'Port': ['ID=78d0472f-af96-4770-9f83-48207fc80d80,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:20.539830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Subnet': ['ID=377468bd-bf0e-4ffc-84c7-d742826e0b66,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:20.549530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.570144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f16fbeb3-0391-4fef-9341-682fbf7f44be req-4049b76e-bd5e-42b5-8671-75cbfad103ad tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.0696530 Mar 02 18:48:20.579710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1b98d5-4413-49bc-b4af-c188be6420cf None None] Network 3c34a4a2-1f58-4c0d-97fa-db90e911c64c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:20.584971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bb025c92-3770-45f6-b36a-d2559eab7f4a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/subnets/377468bd-bf0e-4ffc-84c7-d742826e0b66 HTTP/1.1" status: 204 len: 168 time: 1.2185292 Mar 02 18:48:20.588217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55004) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:20.654345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] No DVR routers for this DVR port 78d0472f-af96-4770-9f83-48207fc80d80 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:20.656860 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.659606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'name': 'network-vif-deleted', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:48:20.709230 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec7668e9-2611-4036-85fa-526c41b4066f', 'name': 'network-vif-deleted', 'tag': '78d0472f-af96-4770-9f83-48207fc80d80', 'status': 'completed', 'code': 200} Mar 02 18:48:20.732473 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.770985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.782065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=ac5eacbe-b202-494e-af51-d66a4ee27a0e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:20.786505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-695545ee-c9d8-404b-bb03-39553eea9337 req-e4e22206-f865-444d-8a6e-bdb36efe0278 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "DELETE /v2.0/ports/78d0472f-af96-4770-9f83-48207fc80d80 HTTP/1.1" status: 204 len: 173 time: 2.6320755 Mar 02 18:48:20.856038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.861400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.898841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94689acd-72c4-4035-a914-63fc596f3fea,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:20.912346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:20.913065 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP e0865da2-17c8-47b0-8b8b-be7737355977 disassociated (deleted). External IP: 172.25.7.97, port: d524ca81-cf89-4442-9db7-abeadadac267. Mar 02 18:48:20.940069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] DHCP port deletion for 3c34a4a2-1f58-4c0d-97fa-db90e911c64c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:20.945124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Deleting port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:20.945502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.034191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.038429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e57257aa-0f95-4e89-8e62-d9502e759db2 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0343122 Mar 02 18:48:21.040106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:21.148416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.174909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-74368541-3d8f-40ed-860b-d03227192189 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules/94689acd-72c4-4035-a914-63fc596f3fea HTTP/1.1" status: 200 len: 763 time: 0.0834963 Mar 02 18:48:21.179121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:21.203988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] For port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,segment=NetworkSegment(021123fc-489f-474f-9dbd-c43f831d477e),segment_id=021123fc-489f-474f-9dbd-c43f831d477e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:21.204475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.227256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:21.241422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 5a241b56-1d04-4173-8421-d47b0866797c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:21.241422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.274139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2819054d-fb61-46ce-b86c-62fcdd8bdfd5') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:21.274515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2819054d-fb61-46ce-b86c-62fcdd8bdfd5') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:21.333067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.333067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c1704b97-8d37-4379-acc9-1eb0d07e6fae tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:21.367354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Calling delete_port for ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:21.370695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 08c1761d-862c-44e3-98b8-af33dda50b03 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:21.386975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.404733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:21.405138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:21.420081 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:21.518419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 78d0472f-af96-4770-9f83-48207fc80d80 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:21.533100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c1704b97-8d37-4379-acc9-1eb0d07e6fae tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:21.533819 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c1704b97-8d37-4379-acc9-1eb0d07e6fae tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3537815 Mar 02 18:48:21.546154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55042) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:21.560506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 78d0472f-af96-4770-9f83-48207fc80d80 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:21.560988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 78d0472f-af96-4770-9f83-48207fc80d80 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:21.563356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.615761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.617824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] Pushing event deleted for resources: {'Port': ['ID=ca59c441-8fd5-4c25-8ad8-7f31b43a00c1,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:21.618396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 5a241b56-1d04-4173-8421-d47b0866797c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5a241b56-1d04-4173-8421-d47b0866797c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:21.618771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.624869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ddb4c0-7782-4ba9-9764-6bce03f9e231 None None] No DVR routers for this DVR port ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:21.634440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:21.641949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.647237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Sync routers for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:21.669680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.673305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:21.674477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:21.679297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.679992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.722809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8f918682-59d8-4f75-948a-7cf50bc3f1af tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/floatingips/e0865da2-17c8-47b0-8b8b-be7737355977 HTTP/1.1" status: 204 len: 168 time: 2.9839885 Mar 02 18:48:21.801579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:21.912879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94689acd-72c4-4035-a914-63fc596f3fea,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:21.916384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d4d9be55-13f8-495d-beed-1b6db668f0e0 req-6504a374-6404-407e-b2be-358c5045ec9f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:21.929492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:21.935206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 5a241b56-1d04-4173-8421-d47b0866797c owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:21.969009 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/networks/4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36 HTTP/1.1" status: 204 len: 168 time: 1.3784082 Mar 02 18:48:21.971972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55060) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:21.976725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954e8b2-5c48-498a-9991-19f0b00e9428 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Network': ['ID=4a0bc7e2-02d5-4a68-b2c5-c82d736d6b36,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:21.984943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:21.985543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ca59c441-8fd5-4c25-8ad8-7f31b43a00c1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:22.020648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.021948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb607fa0-9f84-43d5-8ddd-69ec848694bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/94689acd-72c4-4035-a914-63fc596f3fea HTTP/1.1" status: 204 len: 168 time: 0.4754727 Mar 02 18:48:22.033747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55064) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:22.043348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d4d9be55-13f8-495d-beed-1b6db668f0e0 req-6504a374-6404-407e-b2be-358c5045ec9f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:22.045415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4d9be55-13f8-495d-beed-1b6db668f0e0 req-6504a374-6404-407e-b2be-358c5045ec9f tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec7668e9-2611-4036-85fa-526c41b4066f HTTP/1.1" status: 200 len: 210 time: 0.2146866 Mar 02 18:48:22.047484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:22.098754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2b62460-a21d-42c0-af80-bb5b262ab268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.173416 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.195860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c7f5950-261b-4a3f-a0c8-85f46542ebff tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:22.300246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.394971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=5a241b56-1d04-4173-8421-d47b0866797c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:22.457743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:22.462595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Checking router: 08c1761d-862c-44e3-98b8-af33dda50b03 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:22.487374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:22.488003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:22.562145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6c7f5950-261b-4a3f-a0c8-85f46542ebff tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:22.563422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6c7f5950-261b-4a3f-a0c8-85f46542ebff tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5281513 Mar 02 18:48:22.568352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:22.569909 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.592585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '01de7936-78d9-4ca3-85d3-e72ef90fd341', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:22.610738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:22.636812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:22.666945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c34a4a2-1f58-4c0d-97fa-db90e911c64c']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:22.702704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021123fc-489f-474f-9dbd-c43f831d477e') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:22.703190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021123fc-489f-474f-9dbd-c43f831d477e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:22.716950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:48:22.751571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:22.775921 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.804167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd2d32-fc65-4b34-bef3-fbe091113a8d req-e1e83d1a-fbc7-45c2-a887-7dc9b8b4cd0f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:22.812863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cbfd2d32-fc65-4b34-bef3-fbe091113a8d req-e1e83d1a-fbc7-45c2-a887-7dc9b8b4cd0f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:22.821813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.836357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.851528 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:48:22.874480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.889389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:22.890187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:22.905754 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:22.923587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-cbfd2d32-fc65-4b34-bef3-fbe091113a8d req-e1e83d1a-fbc7-45c2-a887-7dc9b8b4cd0f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:22.930709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbfd2d32-fc65-4b34-bef3-fbe091113a8d req-e1e83d1a-fbc7-45c2-a887-7dc9b8b4cd0f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 947 time: 0.5490167 Mar 02 18:48:23.103134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbfd2d32-fc65-4b34-bef3-fbe091113a8d req-e2acf0b1-1b62-4a5a-a534-26dc96aeaea6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712091 Mar 02 18:48:23.123103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:23.124314 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.135067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40794d48-653f-4c76-8a2a-d63a25e5eea3 None None] The sync data for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 is: [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:45:51Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '892fe950-f8f4-4fe9-976b-569883e08a2a', 'name': '', 'network_id': 'fd380718-73fa-4e7a-aad8-b21932c41bef', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:59:a3:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:47Z', 'updated_at': '2022-03-02T18:46:01Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '9d5f572b-4a0f-4373-b856-9cdf4ab97f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:23.208616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.213299 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.253276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Network': ['ID=3c34a4a2-1f58-4c0d-97fa-db90e911c64c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:23.261776 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.319596 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=979d3ed5-b915-402d-a444-f266d0397ba9,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:23.333013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb2a4a34-44d0-4037-ab24-55f8e0a3e822 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/networks/3c34a4a2-1f58-4c0d-97fa-db90e911c64c HTTP/1.1" status: 204 len: 168 time: 1.3584878 Mar 02 18:48:23.334520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55084) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:23.350068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-9e140fb3-0350-4586-85a5-da2dd14aaf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:23.352049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-9e140fb3-0350-4586-85a5-da2dd14aaf4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 1098 time: 0.5029263 Mar 02 18:48:23.356526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:23.386299 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.403295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-19a27ad2-97bf-4d7f-969a-043d62bdf54d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8132522 Mar 02 18:48:23.403295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55088) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:23.458388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-655213d8-894a-468d-b7f7-50292a00947c tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules/979d3ed5-b915-402d-a444-f266d0397ba9 HTTP/1.1" status: 200 len: 764 time: 0.0614438 Mar 02 18:48:23.462304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55092) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:23.529491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2eb1ad89-cd84-4f82-ac71-8c1cfe804d79 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:23.558756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting subnet a14d5c17-ef10-40db-8aa9-371c7879952f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:23.562793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.603805 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2213acc5-3fd5-43ba-abd6-d01f0742cce0 None None] New status for floating IP e0865da2-17c8-47b0-8b8b-be7737355977: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:48:23.628732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-b4d1f84e-68aa-47fc-9612-b4cb7ef0951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:23.630243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-b4d1f84e-68aa-47fc-9612-b4cb7ef0951b service neutron] 10.222.0.11 "GET /v2.0/networks?id=fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 200 len: 897 time: 0.2704265 Mar 02 18:48:23.670612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2eb1ad89-cd84-4f82-ac71-8c1cfe804d79 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:23.674956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2eb1ad89-cd84-4f82-ac71-8c1cfe804d79 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2095606 Mar 02 18:48:23.677766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55098) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:23.701310 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.719359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-84816dc6-5c22-4681-a70f-f36b8353751e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 200 len: 217 time: 0.0830817 Mar 02 18:48:23.768707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.801391 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.868127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-67a168f1-3f74-4149-8ac3-52084486c69d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:23.869639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-67a168f1-3f74-4149-8ac3-52084486c69d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 947 time: 0.2524772 Mar 02 18:48:23.952483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:23.963873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:23.975737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:23.977154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:23.978165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:47:55Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:23.978489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-5e6731fe-d267-4d47-972a-11aaf4bea4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:23.980100 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-5e6731fe-d267-4d47-972a-11aaf4bea4c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 200 len: 835 time: 0.2496152 Mar 02 18:48:23.985474 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f99d5b92-c7f0-4d62-a3d9-13b4fbeabd4b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9369440 Mar 02 18:48:24.012716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:24.081739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.104498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-b9bbf1d0-a402-4628-a360-f45a0b90e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:24.106242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-b9bbf1d0-a402-4628-a360-f45a0b90e981 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fd380718-73fa-4e7a-aad8-b21932c41bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1194046 Mar 02 18:48:24.194732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet dba09127-a74a-49f9-96b7-838a0f888f69 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:24.219635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:24.219991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.255480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.267092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:24.274810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-d58b7bf0-6f17-477d-b252-808210817817 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602073 Mar 02 18:48:24.323672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a42492f5-020a-47db-9500-696c9f8d13f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.340976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=979d3ed5-b915-402d-a444-f266d0397ba9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:24.365175 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.368982 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b4fe2fca-a49e-426b-abfc-70de4a5e5eb8 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-group-rules/979d3ed5-b915-402d-a444-f266d0397ba9 HTTP/1.1" status: 204 len: 168 time: 0.6886702 Mar 02 18:48:24.373167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55110) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:24.418352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.455619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c0feddbf-aed4-4b4e-865e-84af6c622f21 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0787847 Mar 02 18:48:24.455889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55114) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:24.470430 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70ccebdd-a43c-4bdf-aeeb-1cd5d7dea9cc req-328a074a-8481-4470-9dfa-009b643ea297 service neutron] 10.222.0.11 "GET /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894181 Mar 02 18:48:24.529967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.561668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.631884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963b353-4195-42d1-868d-be9f153a49ef req-5f847d0d-f1e0-42f0-8085-360700456fdf tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:24.633453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a963b353-4195-42d1-868d-be9f153a49ef req-5f847d0d-f1e0-42f0-8085-360700456fdf tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.7020094 Mar 02 18:48:24.635734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:22Z', 'revision_number': 9, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:24.640758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:24.649843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:24.650538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:24.684009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.736459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.737928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.767903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01de7936-78d9-4ca3-85d3-e72ef90fd341,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:24.789443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:24.790595 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c21ccc8c-bcee-4a6e-aa4b-026fb9ae68bd tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/01de7936-78d9-4ca3-85d3-e72ef90fd341 HTTP/1.1" status: 204 len: 168 time: 0.3337247 Mar 02 18:48:24.793788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:24.857906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:24.862957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-95a55c14-f3e2-420c-9dc3-57c4fefbfb9d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:24.968489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-95a55c14-f3e2-420c-9dc3-57c4fefbfb9d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:24.975422 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-95a55c14-f3e2-420c-9dc3-57c4fefbfb9d tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1750340 Mar 02 18:48:24.976523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55124) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:24.983171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group': {'name': 'tempest-secgroup--908399880'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:25.008806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ab513-5a85-432b-8c38-ee77fbdbde29 req-0b9ffdd4-9808-45c0-a2fd-eba6e73da273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:25.010416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-153ab513-5a85-432b-8c38-ee77fbdbde29 req-0b9ffdd4-9808-45c0-a2fd-eba6e73da273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 947 time: 0.7151673 Mar 02 18:48:25.011216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Subnet': ['ID=a14d5c17-ef10-40db-8aa9-371c7879952f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:25.074670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a963b353-4195-42d1-868d-be9f153a49ef req-913cf3b2-a29e-45f7-af84-f437517c768d tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026999 Mar 02 18:48:25.113901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a620f675-fb0c-48d2-80f7-a31f81557b0a None None] Network dd753b34-5fdd-4632-875c-c2cda345df5d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:25.124179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.174433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-31b81c65-62a2-4420-a0a8-80ae2922dbe4 tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/subnets/a14d5c17-ef10-40db-8aa9-371c7879952f HTTP/1.1" status: 204 len: 168 time: 1.8360932 Mar 02 18:48:25.180060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55128) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:25.193586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-153ab513-5a85-432b-8c38-ee77fbdbde29 req-7e067083-738c-4ff9-a247-5108a6b3d572 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=cc3bb252-6ce9-4898-bdeb-22a84ca5da20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584859 Mar 02 18:48:25.203335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:25.208780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port d524ca81-cf89-4442-9db7-abeadadac267, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d524ca81-cf89-4442-9db7-abeadadac267,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:25.209250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.220918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:25.287885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.310653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:25.315124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:25.318071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:25.324420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:25.373289 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.386372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for d524ca81-cf89-4442-9db7-abeadadac267 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:25.414036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.504721 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.514913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=dba09127-a74a-49f9-96b7-838a0f888f69,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:25.519502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.541587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88805262-840c-4848-946d-2f2cdf4945a2 None None] Network 3b173d8b-1544-4d78-9f8b-e570e67a88b2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:25.549907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cdf8a9b6-9a38-43a6-88c8-2e998131e50f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/dba09127-a74a-49f9-96b7-838a0f888f69 HTTP/1.1" status: 204 len: 168 time: 1.4880581 Mar 02 18:48:25.554067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55132) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:25.564172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.579592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c252132-0837-4f4b-8913-543a08be6dc7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:25.584773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.631579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting port 1b7508d3-9548-450a-b294-d385c085b710 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:25.649042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:22Z', 'revision_number': 9, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:25.652409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.655855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.657307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0889866c-de6b-4b09-af1b-43e737114ba4 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:22Z', 'revision_number': 9, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ea7893-b29e-4b61-9f23-1c2b91250b04', 'name': '', 'network_id': '30bda27d-f077-4b7b-8888-00bfda6e809f', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:a4:67:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3306, 'fixed_ips': [{'subnet_id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:36Z', 'updated_at': '2022-03-02T18:47:53Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': 'e877b3c8-c96c-46a8-ba27-ebb127a7fd49', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:25.684052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] DHCP port deletion for dd753b34-5fdd-4632-875c-c2cda345df5d request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:25.695637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.696953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-979ad4cf-6a31-4063-b7b7-67a74a456439 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7187316 Mar 02 18:48:25.707663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55136) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:25.711703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Request body: {'security_group_rule': {'security_group_id': '5c252132-0837-4f4b-8913-543a08be6dc7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:25.732011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:25.733252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Deleting port 1b7508d3-9548-450a-b294-d385c085b710 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:25.734184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.741047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Usage tracker for resource:security_group_rule and tenant:91e0c73d844f439bab3b79622c4f8fe1 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:25.745323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:25.752261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.758810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:25.776194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 263688a7-e86c-4b7a-bfd1-7b13470b430c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:25.777014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.844277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:25.954388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:25.985708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Deleting subnet a8047eb9-f358-49e2-967a-aae677bda29a {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:26.005344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.106001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.149629 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.175584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a241b56-1d04-4173-8421-d47b0866797c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:26.202424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-a0d51599-b8aa-4ad6-b58b-68e0edadc8da tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:26.203984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-a0d51599-b8aa-4ad6-b58b-68e0edadc8da tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.3916647 Mar 02 18:48:26.263734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5a241b56-1d04-4173-8421-d47b0866797c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:26.264091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5a241b56-1d04-4173-8421-d47b0866797c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:26.264509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b7508d3-9548-450a-b294-d385c085b710 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:26.293766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.294009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=d524ca81-cf89-4442-9db7-abeadadac267,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:26.346081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 263688a7-e86c-4b7a-bfd1-7b13470b430c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=263688a7-e86c-4b7a-bfd1-7b13470b430c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:26.346518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.350048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] For port 1b7508d3-9548-450a-b294-d385c085b710, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b7508d3-9548-450a-b294-d385c085b710,segment=NetworkSegment(71233e3c-0435-40cd-9095-9c22a8846ecf),segment_id=71233e3c-0435-40cd-9095-9c22a8846ecf)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:26.350705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.403474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] For port 1b7508d3-9548-450a-b294-d385c085b710, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b7508d3-9548-450a-b294-d385c085b710,segment=NetworkSegment(71233e3c-0435-40cd-9095-9c22a8846ecf),segment_id=71233e3c-0435-40cd-9095-9c22a8846ecf)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:26.407144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.470936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] DHCP port deletion for 3b173d8b-1544-4d78-9f8b-e570e67a88b2 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:26.511986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.519099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 263688a7-e86c-4b7a-bfd1-7b13470b430c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:26.537848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Calling delete_port for 1b7508d3-9548-450a-b294-d385c085b710 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:26.577254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Deleting port 263688a7-e86c-4b7a-bfd1-7b13470b430c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:26.577940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.578048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.611737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.621101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] No DVR routers for this DVR port d524ca81-cf89-4442-9db7-abeadadac267 on host n-h2-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:26.624666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.631240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Deleting port cccc559b-c9fb-4b42-8070-d82a62072890 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:26.631615 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.677451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fa4c10-edde-4e66-a841-bb8d1a397459,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:26.697500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.709451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-902584e3-0f93-400c-8ef1-f292e1f5aa97 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0048380 Mar 02 18:48:26.711443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:26.737507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-deleted', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:48:26.756299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Calling delete_port for 1b7508d3-9548-450a-b294-d385c085b710 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:26.790008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.797176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61a9e830-0747-49d7-bee7-933f143e10ad req-2627e476-b362-40d8-be5d-c0abd81342e2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 210 time: 0.3810625 Mar 02 18:48:26.815744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.837358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.848607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.912504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.964661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.965353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.965960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8047eb9-f358-49e2-967a-aae677bda29a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:26.972669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:26.999132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No DVR routers for this DVR port 263688a7-e86c-4b7a-bfd1-7b13470b430c on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:27.001313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=263688a7-e86c-4b7a-bfd1-7b13470b430c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:27.014359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.081047 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37f76302-c5fb-471b-988b-2d8489622443', 'name': 'network-vif-deleted', 'tag': 'd524ca81-cf89-4442-9db7-abeadadac267', 'status': 'completed', 'code': 200} Mar 02 18:48:27.090928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1568f53c-e99a-4db0-9491-2ba521074f87 req-0a4286bf-aa51-45e2-b2c9-3870c5939bfa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "DELETE /v2.0/ports/d524ca81-cf89-4442-9db7-abeadadac267 HTTP/1.1" status: 204 len: 173 time: 3.2144954 Mar 02 18:48:27.104596 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4448deda-f374-4004-9c85-1a7d1aa074fb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a8047eb9-f358-49e2-967a-aae677bda29a HTTP/1.1" status: 204 len: 168 time: 1.2589748 Mar 02 18:48:27.114055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55158) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:27.126637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7057f-b2f0-4d1d-bd6b-cba378e20d20 req-f850ca40-ed30-4eee-a74d-e01a3e401b40 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:27.128428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdf7057f-b2f0-4d1d-bd6b-cba378e20d20 req-f850ca40-ed30-4eee-a74d-e01a3e401b40 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 946 time: 0.7137485 Mar 02 18:48:27.152811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:27.181609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] Pushing event deleted for resources: {'Port': ['ID=1b7508d3-9548-450a-b294-d385c085b710,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:27.196460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:27.202697 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:27.215421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f7576-ed6d-4a8e-bee8-f614bacb7e19 None None] No DVR routers for this DVR port 1b7508d3-9548-450a-b294-d385c085b710 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:27.222723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: d524ca81-cf89-4442-9db7-abeadadac267 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:27.223044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d524ca81-cf89-4442-9db7-abeadadac267 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:27.240056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdf7057f-b2f0-4d1d-bd6b-cba378e20d20 req-9c4643a3-1e2c-4df6-865e-9cea31a8a942 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/security-groups?id=ab2ac474-21c6-46fc-85c4-daa405f9b185&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996575 Mar 02 18:48:27.243614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] For port 263688a7-e86c-4b7a-bfd1-7b13470b430c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=263688a7-e86c-4b7a-bfd1-7b13470b430c,segment=NetworkSegment(f75925a2-68b4-4344-98b2-df794302e5e2),segment_id=f75925a2-68b4-4344-98b2-df794302e5e2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:27.244038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.301080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.368668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] For port cccc559b-c9fb-4b42-8070-d82a62072890, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=cccc559b-c9fb-4b42-8070-d82a62072890,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:27.368668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.374715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Calling delete_port for 263688a7-e86c-4b7a-bfd1-7b13470b430c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:27.384082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.415936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c252132-0837-4f4b-8913-543a08be6dc7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:27.443848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.447518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ecc40ae5-4777-4dce-a841-20a7578d54cb tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/5c252132-0837-4f4b-8913-543a08be6dc7 HTTP/1.1" status: 204 len: 168 time: 0.7319949 Mar 02 18:48:27.449183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55162) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:27.449337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.453338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b173d8b-1544-4d78-9f8b-e570e67a88b2']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.475591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75925a2-68b4-4344-98b2-df794302e5e2') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.475897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75925a2-68b4-4344-98b2-df794302e5e2') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.515541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.557435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Calling delete_port for cccc559b-c9fb-4b42-8070-d82a62072890 owned by compute:nova {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:27.580623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:27.581238 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:27.627719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ab1dd3e-b855-441d-b3ec-b942826b89ce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:27.687007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.711967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Deleting port 1b7508d3-9548-450a-b294-d385c085b710 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:27.712318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.737657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:27.738180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:27.753300 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:27.775989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.795412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] The port '1b7508d3-9548-450a-b294-d385c085b710' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:48:27.832798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8ab1dd3e-b855-441d-b3ec-b942826b89ce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:27.834060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8ab1dd3e-b855-441d-b3ec-b942826b89ce tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3852308 Mar 02 18:48:27.839970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55168) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:27.856957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 263688a7-e86c-4b7a-bfd1-7b13470b430c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:27.897253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230fadbb-e2d9-4cc2-9189-5ae1268ad611']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.907032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 263688a7-e86c-4b7a-bfd1-7b13470b430c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:27.907563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 263688a7-e86c-4b7a-bfd1-7b13470b430c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:27.924576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4c347a5-38e9-476d-861a-a8741b7df67e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.925096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4c347a5-38e9-476d-861a-a8741b7df67e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:27.948808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.967499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.974823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:27.975237 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:27.989261 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:28.002670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.039257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd753b34-5fdd-4632-875c-c2cda345df5d']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:28.063416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f692435-4550-472e-859d-4cb7d6c08ffa req-0a2f010a-b88b-44db-8819-135a6ce98dd0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:28.066894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.082780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Deleting port 263688a7-e86c-4b7a-bfd1-7b13470b430c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:28.083407 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.083599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.090749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.092826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71233e3c-0435-40cd-9095-9c22a8846ecf') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:28.093239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71233e3c-0435-40cd-9095-9c22a8846ecf') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:28.098292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=3b173d8b-1544-4d78-9f8b-e570e67a88b2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:28.108754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0059db01-ee5a-4a37-afb2-7624a7f43950 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/3b173d8b-1544-4d78-9f8b-e570e67a88b2 HTTP/1.1" status: 204 len: 168 time: 2.5478427 Mar 02 18:48:28.109252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55172) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.114304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0be4dd31-9819-4c29-96ed-a1d8e18e50d1 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:28.157224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.166442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-79fb407b-ecd3-4b25-9e33-2dd0c0a5d26a None None] The port '263688a7-e86c-4b7a-bfd1-7b13470b430c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:48:28.179551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Pushing event deleted for resources: {'Port': ['ID=cccc559b-c9fb-4b42-8070-d82a62072890,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:28.188056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.211552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.213367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] 10.222.0.66 "DELETE /v2.0/networks/230fadbb-e2d9-4cc2-9189-5ae1268ad611 HTTP/1.1" status: 204 len: 168 time: 1.0841672 Mar 02 18:48:28.231164 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.271855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:28.271855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.275473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271f42e-ae19-4806-8af8-272d28dbdd69 admin admin] Pushing event deleted for resources: {'Network': ['ID=230fadbb-e2d9-4cc2-9189-5ae1268ad611,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: util.warn( Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:28.293418 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:28.308033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f692435-4550-472e-859d-4cb7d6c08ffa req-0a2f010a-b88b-44db-8819-135a6ce98dd0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:28.316942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f692435-4550-472e-859d-4cb7d6c08ffa req-0a2f010a-b88b-44db-8819-135a6ce98dd0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=37f76302-c5fb-471b-988b-2d8489622443 HTTP/1.1" status: 200 len: 210 time: 0.3675194 Mar 02 18:48:28.330818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0be4dd31-9819-4c29-96ed-a1d8e18e50d1 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group_rule {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:28.332017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0be4dd31-9819-4c29-96ed-a1d8e18e50d1 tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4910529 Mar 02 18:48:28.334970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55180) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.383411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] No DVR routers for this DVR port cccc559b-c9fb-4b42-8070-d82a62072890 on host n-h1-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:28.395392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.434581 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-cd96e7c9-87a6-4564-bec6-0dcfd6e279bc tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] delete failed (client error): The resource could not be found. Mar 02 18:48:28.440181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cd96e7c9-87a6-4564-bec6-0dcfd6e279bc tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "DELETE /v2.0/security-groups/5c252132-0837-4f4b-8913-543a08be6dc7 HTTP/1.1" status: 404 len: 347 time: 0.1039338 Mar 02 18:48:28.440531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.447988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ea0983b-d0ee-41fa-b714-fed52521c375 req-ed80fd75-051f-4c1e-b213-3eb475451ada tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.0571313 Mar 02 18:48:28.551654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d1ebdbd-baf3-424d-8ed3-3d84c84cfb8f req-c768241d-d6ad-45b6-b041-267cd46dd4d0 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.65 "DELETE /v2.0/ports/cccc559b-c9fb-4b42-8070-d82a62072890 HTTP/1.1" status: 204 len: 173 time: 2.2656124 Mar 02 18:48:28.552245 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.561340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.585776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Pushing event deleted for resources: {'Network': ['ID=dd753b34-5fdd-4632-875c-c2cda345df5d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:28.590807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-95deeb7e-4231-4d5d-9c07-a9efbeaf596d tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/networks/dd753b34-5fdd-4632-875c-c2cda345df5d HTTP/1.1" status: 204 len: 168 time: 3.4092758 Mar 02 18:48:28.592200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55188) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.607924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb90320e-8f35-4926-9410-977b9a300b9f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Synchronizing usage tracker for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:28.637828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e1c266f3-3479-4eb8-8058-ef892b722f7a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Synchronizing usage tracker for tenant:8dd762ebdfc646deb39e9bc024fde2c6 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:28.640711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eb90320e-8f35-4926-9410-977b9a300b9f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] Unset dirty status for tenant:91e0c73d844f439bab3b79622c4f8fe1 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:28.644721 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eb90320e-8f35-4926-9410-977b9a300b9f tempest-SecGroupTest-1913671964 tempest-SecGroupTest-1913671964-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1926448 Mar 02 18:48:28.681852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55194) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.736244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e1c266f3-3479-4eb8-8058-ef892b722f7a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Unset dirty status for tenant:8dd762ebdfc646deb39e9bc024fde2c6 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:28.737662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e1c266f3-3479-4eb8-8058-ef892b722f7a tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "GET /v2.0/ports?device_id=2cdcac82-fa35-4951-acfe-034c532faa75 HTTP/1.1" status: 200 len: 205 time: 0.1444278 Mar 02 18:48:28.740488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-37198d7a-37a3-4354-8069-890db50c7335 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e5819660ec74317982e90e468717123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592484 Mar 02 18:48:28.741089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55198) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.743244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55200) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:28.804410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:28.903188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.119967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'name': 'network-vif-deleted', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:48:29.161673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55210) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:29.191889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 95ea7893-b29e-4b61-9f23-1c2b91250b04 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:29.193098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.209494 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5334bf0-a151-4101-af77-3121ff46ad25', 'name': 'network-vif-deleted', 'tag': 'cccc559b-c9fb-4b42-8070-d82a62072890', 'status': 'completed', 'code': 200} Mar 02 18:48:29.219566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.419943 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.431435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55218) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:29.438194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.442342 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.546425 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.547009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Fanout notify agent at l3_agent the message router_deleted on router 2cdcac82-fa35-4951-acfe-034c532faa75 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:48:29.572072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.575677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-55ea88d8-bb3c-4d24-aa25-c23c68301d1b tempest-RoutersNegativeTest-1171749637 tempest-RoutersNegativeTest-1171749637-project] 10.222.0.66 "DELETE /v2.0/routers/2cdcac82-fa35-4951-acfe-034c532faa75 HTTP/1.1" status: 204 len: 168 time: 0.8312407 Mar 02 18:48:29.596084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cccc559b-c9fb-4b42-8070-d82a62072890 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:29.597670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.602340 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.604534 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a14a12d8-8420-4b33-9bad-3aa3c862ab5b HTTP/1.1" status: 204 len: 168 time: 0.8601303 Mar 02 18:48:29.626669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-623590e5-72ae-4228-97e6-77b1752c7a94 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91e0c73d844f439bab3b79622c4f8fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611478 Mar 02 18:48:29.631136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:29.664290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: cccc559b-c9fb-4b42-8070-d82a62072890 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:29.665026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device cccc559b-c9fb-4b42-8070-d82a62072890 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:29.697241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ee439-437c-41ba-b9c4-ab53e84012ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14a12d8-8420-4b33-9bad-3aa3c862ab5b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:29.705544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4b17abf5-6f27-43fb-9d52-9b0bb5f3ea3c req-5175ddfc-f5bf-4f45-a221-e41f48abb6a1 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Synchronizing usage tracker for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:29.772409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 95ea7893-b29e-4b61-9f23-1c2b91250b04, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=95ea7893-b29e-4b61-9f23-1c2b91250b04,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:29.772777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:29.813444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4b17abf5-6f27-43fb-9d52-9b0bb5f3ea3c req-5175ddfc-f5bf-4f45-a221-e41f48abb6a1 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] Unset dirty status for tenant:bb012a8e6a9e41bea676c8abf64ef71b on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:29.815338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b17abf5-6f27-43fb-9d52-9b0bb5f3ea3c req-5175ddfc-f5bf-4f45-a221-e41f48abb6a1 tempest-ServerRescueTestJSON-1614915417 tempest-ServerRescueTestJSON-1614915417-project] 10.222.0.66 "GET /v2.0/ports?device_id=e5334bf0-a151-4101-af77-3121ff46ad25 HTTP/1.1" status: 200 len: 210 time: 0.1770725 Mar 02 18:48:29.914141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 95ea7893-b29e-4b61-9f23-1c2b91250b04 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:30.057816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.168403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:30.175684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.347160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-46a85e56-3601-4e60-baf2-b2126e771eaf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8dd762ebdfc646deb39e9bc024fde2c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750803 Mar 02 18:48:30.349025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:30.414429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.426038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.446689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.449022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f3be10-985b-4cdb-ac37-33f462d16f1e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:30.496356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.551890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=95ea7893-b29e-4b61-9f23-1c2b91250b04,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:30.584840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.604759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39dcc2f-022d-417d-be62-106d1d980084,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:30.612533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.613717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6e47e285-48dd-4102-99bd-f36ddbb9f054 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d39dcc2f-022d-417d-be62-106d1d980084 HTTP/1.1" status: 204 len: 168 time: 0.2636666 Mar 02 18:48:30.712515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.715894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe8e6c52-24fd-46aa-8679-be0e0301737c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a9f3be10-985b-4cdb-ac37-33f462d16f1e HTTP/1.1" status: 204 len: 168 time: 1.0809333 Mar 02 18:48:30.810974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:30.923699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55268) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:31.071369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:31.544949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:31.688581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:31.929350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:31.940840 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-543b2c2e-a974-485c-9431-115d4cf132f4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8305457 Mar 02 18:48:31.944574 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:31.945244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55296) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:31.956637 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:31.957544 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:32.025941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 892fe950-f8f4-4fe9-976b-569883e08a2a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:32.028258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.134740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet e877b3c8-c96c-46a8-ba27-ebb127a7fd49 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:32.142754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.180619 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Deleting port eb0b9054-1e27-48f1-be19-16af120e00e2 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:32.181001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.206822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.215163 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:32.394878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.474613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] For port eb0b9054-1e27-48f1-be19-16af120e00e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0b9054-1e27-48f1-be19-16af120e00e2,segment=NetworkSegment(8ed3d4b8-255d-4612-8a83-f30cc99f7fb9),segment_id=8ed3d4b8-255d-4612-8a83-f30cc99f7fb9)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:32.475076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.519290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 892fe950-f8f4-4fe9-976b-569883e08a2a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=892fe950-f8f4-4fe9-976b-569883e08a2a,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:32.520120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.613612 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:30Z', 'revision_number': 10, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:32.618342 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:32.628698 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:32.629804 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:32.689977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Calling delete_port for eb0b9054-1e27-48f1-be19-16af120e00e2 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:32.841499 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:32.887914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 892fe950-f8f4-4fe9-976b-569883e08a2a owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:32.939004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:32.971901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55324) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:32.979742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0036929 Mar 02 18:48:33.003856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:33.011780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=e877b3c8-c96c-46a8-ba27-ebb127a7fd49,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:33.020794 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.025842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c3bc14-bf61-416d-9f0d-4688bda1a11e None None] Network 30bda27d-f077-4b7b-8888-00bfda6e809f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:33.036990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1d6c8cac-db1d-4005-a1ae-547590760178 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/e877b3c8-c96c-46a8-ba27-ebb127a7fd49 HTTP/1.1" status: 204 len: 168 time: 1.0877566 Mar 02 18:48:33.038230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55332) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:33.211355 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.248070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7763a0ce-6b89-41ab-b78f-34451b7c4687 tempest-NetworksApiDiscovery-1169182778 tempest-NetworksApiDiscovery-1169182778-project] 10.222.0.66 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2528849 Mar 02 18:48:33.346059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0b9054-1e27-48f1-be19-16af120e00e2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:33.420241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.475024 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:30Z', 'revision_number': 10, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:33.479488 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b658a1-9610-4e6a-a16d-cee6540c8217 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:30Z', 'revision_number': 10, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None, '_interfaces': [{'id': '2e700608-bc40-456e-bb88-846d029b4707', 'name': '', 'network_id': '60dcc061-c076-4c21-99ac-7a645c387d45', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'mac_address': 'fa:16:3e:8f:62:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'device_owner': 'network:router_interface', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:47:24Z', 'updated_at': '2022-03-02T18:47:35Z', 'revision_number': 5, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'subnets': [{'id': '7afaa89d-e277-4b20-a159-b0bae41203d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:33.522707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.528026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 63b7a706-b6ce-4c14-91f9-0953581946ed {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:33.528026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.638695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=892fe950-f8f4-4fe9-976b-569883e08a2a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:33.880719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] DHCP port deletion for 30bda27d-f077-4b7b-8888-00bfda6e809f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:33.885540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Deleting port 63b7a706-b6ce-4c14-91f9-0953581946ed {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:33.886329 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:33.971490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.062471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:34.171304 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:48:34.199291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 63b7a706-b6ce-4c14-91f9-0953581946ed no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:34.210577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.316583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.342060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:34.361099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Usage tracker for resource:security_group_rule and tenant:19df0c8a6e5848649695ff2315ea3b8e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:34.366005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:34.469229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:34.536983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:34.539963 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.672190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:34.672757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.734546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Calling delete_port for 63b7a706-b6ce-4c14-91f9-0953581946ed owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:34.779246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 08c1761d-862c-44e3-98b8-af33dda50b03 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:34.782192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.795215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.854632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:34.874581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 63b7a706-b6ce-4c14-91f9-0953581946ed owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:34.883671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.956408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:34.957093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 95ea7893-b29e-4b61-9f23-1c2b91250b04 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:35.039107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 95ea7893-b29e-4b61-9f23-1c2b91250b04 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:35.039815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 95ea7893-b29e-4b61-9f23-1c2b91250b04 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:35.075463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:35.075817 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:35.099027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=63b7a706-b6ce-4c14-91f9-0953581946ed,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:35.107821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.108423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.108930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.109434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.109932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.110492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.111012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.111504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.111995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.115070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.115781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.116358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.125112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55378) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:35.135309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff89bb8-9ef1-4db9-9a91-43d76f554a10,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:35.143823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Router ba27109e-a28c-44c1-82fc-aeb5091b5284 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:35.182569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:35.187257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e678199c-a998-45be-a093-e6d718fef6f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=19df0c8a6e5848649695ff2315ea3b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1261864 Mar 02 18:48:35.193188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55384) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:35.198711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Sync routers for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:35.209899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:35.219077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:35.360859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:35.361199 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:35.369034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.397556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b947a616-9be6-40f3-b38c-773da7e70b31 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/08c1761d-862c-44e3-98b8-af33dda50b03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9595141 Mar 02 18:48:35.397811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:35.422820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:35.434053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Usage tracker for resource:security_group_rule and tenant:d743ecf9db9145159c9e430695e6b79e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:35.437939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:35.439772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:35.452316 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Sync routers for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:35.462321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:35.469421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.474954 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:35.477520 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:35.496041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:35.520903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting subnet 9d5f572b-4a0f-4373-b856-9cdf4ab97f13 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:35.525256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.531787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.620461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.630956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eed76b18-99d8-45bc-aeed-6a5d5be3f140 admin admin] 10.222.0.66 "PUT /v2.0/routers/ba27109e-a28c-44c1-82fc-aeb5091b5284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7031863 Mar 02 18:48:35.631357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:35.644603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.655800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Deleting port 63b7a706-b6ce-4c14-91f9-0953581946ed {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:35.656178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.730571 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:35.741325 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.747101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.815483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d743ecf9db9145159c9e430695e6b79e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857939 Mar 02 18:48:35.818928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55398) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:35.848873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670425ee-d209-4ef0-aaae-6fd411124877,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:35.866618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 63b7a706-b6ce-4c14-91f9-0953581946ed {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:35.867801 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.945037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:35.975334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.976227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.976801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.977533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.978092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.978692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.979290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.979842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.980392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.980952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.981522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:35.982801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc680d5-64b2-40b1-bbc9-846b3f5f6163 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:36.033126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Subnet': ['ID=9d5f572b-4a0f-4373-b856-9cdf4ab97f13,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:36.040984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.044103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.061244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca5db29-016e-4470-90b2-042606914333 None None] Network fd380718-73fa-4e7a-aad8-b21932c41bef requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:36.072340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.076946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eff89bb8-9ef1-4db9-9a91-43d76f554a10 HTTP/1.1" status: 204 len: 168 time: 0.8826127 Mar 02 18:48:36.079685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656394e-9077-4976-9be2-b89335731e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff89bb8-9ef1-4db9-9a91-43d76f554a10,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:36.083016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c787eaf1-620d-4e30-afef-2cf4c4cd5718 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/subnets/9d5f572b-4a0f-4373-b856-9cdf4ab97f13 HTTP/1.1" status: 204 len: 168 time: 0.6843588 Mar 02 18:48:36.085698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55404) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:36.290497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.312047 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:48:32Z', 'revision_number': 5, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:36.318544 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Checking router: ba27109e-a28c-44c1-82fc-aeb5091b5284 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:36.328460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Routers {'ba27109e-a28c-44c1-82fc-aeb5091b5284'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:36.329083 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ba27109e-a28c-44c1-82fc-aeb5091b5284'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:36.357724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.384138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:36.384664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.412041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.477366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 63b7a706-b6ce-4c14-91f9-0953581946ed, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=63b7a706-b6ce-4c14-91f9-0953581946ed,segment=NetworkSegment(476f4c8a-6713-442b-93a8-c79136b7e38c),segment_id=476f4c8a-6713-442b-93a8-c79136b7e38c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:36.477768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.611221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] Set router ba27109e-a28c-44c1-82fc-aeb5091b5284 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:36.613242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Calling delete_port for 63b7a706-b6ce-4c14-91f9-0953581946ed owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:36.665986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.745235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port f1cdc512-9d45-4915-b719-2725b79183a1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:36.745760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.746251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:48:33Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'f1cdc512-9d45-4915-b719-2725b79183a1', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:88:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:45:40Z', 'updated_at': '2022-03-02T18:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:36.751805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Checking router: 08c1761d-862c-44e3-98b8-af33dda50b03 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:36.763022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Routers {'08c1761d-862c-44e3-98b8-af33dda50b03'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:36.763803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['08c1761d-862c-44e3-98b8-af33dda50b03'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:36.843214 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:36.911267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] DHCP port deletion for fd380718-73fa-4e7a-aad8-b21932c41bef request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:37.000325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Deleting port 15adfe7d-0778-43db-9356-62a687c192d5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:37.000964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.036418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 63b7a706-b6ce-4c14-91f9-0953581946ed owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:37.084212 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.088002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port f1cdc512-9d45-4915-b719-2725b79183a1, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1cdc512-9d45-4915-b719-2725b79183a1,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:37.088627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.249872 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:48:32Z', 'revision_number': 5, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:37.255578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] Set router 08c1761d-862c-44e3-98b8-af33dda50b03 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:37.256658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for f1cdc512-9d45-4915-b719-2725b79183a1 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:37.264178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81baaa19-84f8-4df8-94cf-ef7bbfe43a61 None None] The sync data for ids ['ba27109e-a28c-44c1-82fc-aeb5091b5284'] in n-d-828839-1 is: [{'id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'name': 'tempest-ServerRescueTestJSON-1392405666-router', 'tenant_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75'}], 'enable_snat': True}, 'gw_port_id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:46:13Z', 'updated_at': '2022-03-02T18:48:32Z', 'revision_number': 5, 'project_id': 'bb012a8e6a9e41bea676c8abf64ef71b', 'gw_port': {'id': '3056050c-b23e-41f7-ba45-6da772c39e8a', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba27109e-a28c-44c1-82fc-aeb5091b5284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3162, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:46:15Z', 'updated_at': '2022-03-02T18:46:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:37.418431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:48:36Z', 'revision_number': 6, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:37.442047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] No DVR routers for this DVR port 63b7a706-b6ce-4c14-91f9-0953581946ed on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:37.444138 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.446870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.api [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:37.447968 n-d-828839-1 neutron-server[88709]: DEBUG oslo_db.api [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:37.451673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2441c1-84a2-4333-a34b-3c5050e8ce40 None None] The sync data for ids ['08c1761d-862c-44e3-98b8-af33dda50b03'] in n-d-828839-1 is: [{'id': '08c1761d-862c-44e3-98b8-af33dda50b03', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704055293', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:45:38Z', 'updated_at': '2022-03-02T18:48:36Z', 'revision_number': 6, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:37.456034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c98dd0-157a-42a6-bb5c-76e3119346da None None] Pushing event deleted for resources: {'Port': ['ID=63b7a706-b6ce-4c14-91f9-0953581946ed,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:37.483548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 63b7a706-b6ce-4c14-91f9-0953581946ed {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:37.483548 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.557103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] The port '63b7a706-b6ce-4c14-91f9-0953581946ed' was deleted {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:48:37.558819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.573100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.607850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Deleting port 3056050c-b23e-41f7-ba45-6da772c39e8a {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:37.608158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.669542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=f1cdc512-9d45-4915-b719-2725b79183a1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:37.670689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670425ee-d209-4ef0-aaae-6fd411124877,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:37.758103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] For port 15adfe7d-0778-43db-9356-62a687c192d5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=15adfe7d-0778-43db-9356-62a687c192d5,segment=NetworkSegment(1b448245-24c0-41d8-874c-3eb3ef77f8b3),segment_id=1b448245-24c0-41d8-874c-3eb3ef77f8b3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:37.758538 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.807537 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:37.918990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] For port 3056050c-b23e-41f7-ba45-6da772c39e8a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3056050c-b23e-41f7-ba45-6da772c39e8a,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:37.919845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.053891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Calling delete_port for 15adfe7d-0778-43db-9356-62a687c192d5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:38.240251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 15adfe7d-0778-43db-9356-62a687c192d5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:38.265272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.269163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cb8b7cff-2888-4982-8bf2-db0906e0affa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/670425ee-d209-4ef0-aaae-6fd411124877 HTTP/1.1" status: 204 len: 168 time: 2.4490006 Mar 02 18:48:38.276715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Calling delete_port for 3056050c-b23e-41f7-ba45-6da772c39e8a owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:38.315862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.353899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.356439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.360875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bda27d-f077-4b7b-8888-00bfda6e809f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.389684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476f4c8a-6713-442b-93a8-c79136b7e38c') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.389964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476f4c8a-6713-442b-93a8-c79136b7e38c') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.422055 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.447850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.451728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.458449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:38.458853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:38.474304 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:38.510219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.511212 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.511409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Fanout notify agent at l3_agent the message router_deleted on router 08c1761d-862c-44e3-98b8-af33dda50b03 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:48:38.549859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.551552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-08cef6c2-17dd-445b-819d-a00bf072b536 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/routers/08c1761d-862c-44e3-98b8-af33dda50b03 HTTP/1.1" status: 204 len: 168 time: 2.4644425 Mar 02 18:48:38.554391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55440) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:38.593787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 892fe950-f8f4-4fe9-976b-569883e08a2a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:38.646059 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] No DVR routers for this DVR port 15adfe7d-0778-43db-9356-62a687c192d5 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:38.663070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd207de-3c9a-413e-a0e6-3acc3e7e657f None None] Pushing event deleted for resources: {'Port': ['ID=15adfe7d-0778-43db-9356-62a687c192d5,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:38.689792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 892fe950-f8f4-4fe9-976b-569883e08a2a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:38.690230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 892fe950-f8f4-4fe9-976b-569883e08a2a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:38.690599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0b9054-1e27-48f1-be19-16af120e00e2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:38.737896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.743894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: eb0b9054-1e27-48f1-be19-16af120e00e2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:38.744318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0b9054-1e27-48f1-be19-16af120e00e2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:38.808191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.813892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.849454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.863925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=30bda27d-f077-4b7b-8888-00bfda6e809f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:38.898426 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:38.937910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd380718-73fa-4e7a-aad8-b21932c41bef']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.964019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b448245-24c0-41d8-874c-3eb3ef77f8b3') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.964647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b448245-24c0-41d8-874c-3eb3ef77f8b3') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:38.983923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.004219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Pushing event deleted for resources: {'Port': ['ID=3056050c-b23e-41f7-ba45-6da772c39e8a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:39.015475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:39.018507 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a0d58e11-c1b7-40cc-9450-e4ffe10422c4 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/30bda27d-f077-4b7b-8888-00bfda6e809f HTTP/1.1" status: 204 len: 168 time: 5.9772584 Mar 02 18:48:39.135980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.158220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.203793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:39.204383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:39.219968 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:39.416375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:39.468434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.489695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.525543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.537173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.541261 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.552930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:39.567247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Usage tracker for resource:security_group_rule and tenant:bc140adaf3a24cbc8a8b09089fc62dbb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:39.570960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:39.586818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:39.606374 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/networks/fd380718-73fa-4e7a-aad8-b21932c41bef HTTP/1.1" status: 204 len: 168 time: 1.0505769 Mar 02 18:48:39.612514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55464) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:39.643728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021254f-5ccc-4b7e-bffe-4502f990ca18 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Network': ['ID=fd380718-73fa-4e7a-aad8-b21932c41bef,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:39.654980 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.655414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba27109e-a28c-44c1-82fc-aeb5091b5284 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:48:39.738176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.740276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ceedd68f-0850-4bec-9f11-a0995eccc45b admin admin] 10.222.0.66 "DELETE /v2.0/routers/ba27109e-a28c-44c1-82fc-aeb5091b5284 HTTP/1.1" status: 204 len: 168 time: 4.1078775 Mar 02 18:48:39.742862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55468) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:39.820916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.832350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:39.880746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:39.905858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1cdc512-9d45-4915-b719-2725b79183a1 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:39.966539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f1cdc512-9d45-4915-b719-2725b79183a1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:39.967279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1cdc512-9d45-4915-b719-2725b79183a1 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:40.003556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.020646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Deleting subnet 05cca715-9532-4b24-b39b-9c952fd1bb01 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:40.023935 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.028067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.092530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.138755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.203715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc140adaf3a24cbc8a8b09089fc62dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7874396 Mar 02 18:48:40.211453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55484) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:40.239905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551a8e5-80b1-4157-91a4-135bce4cff4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeee0cf6-285f-4664-b100-ce697f4eb792,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:40.247761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.332773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.361914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.366489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.375272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3bb252-6ce9-4898-bdeb-22a84ca5da20,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:40.398402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:40.399620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.408021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Usage tracker for resource:security_group_rule and tenant:a3edbd3e8b8149d8bbd8d4897db5a61a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:40.455320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.457511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:40.470895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:40.487722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05cca715-9532-4b24-b39b-9c952fd1bb01,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:40.494538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.508907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-940df1dc-8bfc-4730-b260-3a1e43b4f279 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/05cca715-9532-4b24-b39b-9c952fd1bb01 HTTP/1.1" status: 204 len: 168 time: 0.7620761 Mar 02 18:48:40.509115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55492) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:40.521972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.523156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39c9e35b-bc57-49a5-bf7c-658aa96ed5b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/security-groups/cc3bb252-6ce9-4898-bdeb-22a84ca5da20 HTTP/1.1" status: 204 len: 168 time: 0.9072444 Mar 02 18:48:40.602219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.604583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.605777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/eeee0cf6-285f-4664-b100-ce697f4eb792 HTTP/1.1" status: 204 len: 168 time: 0.3933043 Mar 02 18:48:40.631677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627ed54-9117-45e7-b4ef-243f5bcc1422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeee0cf6-285f-4664-b100-ce697f4eb792,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:40.643525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.666422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port 2e700608-bc40-456e-bb88-846d029b4707 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:40.666731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.807759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.838454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc7c2b41-18fb-44f6-baf6-c247ee0335d3']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:40.857200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:40.857488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ed3d4b8-255d-4612-8a83-f30cc99f7fb9') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:40.869710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.886535 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.893243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:40.893636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:40.908187 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:40.912502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:40.936287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port 2e700608-bc40-456e-bb88-846d029b4707, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2e700608-bc40-456e-bb88-846d029b4707,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:40.936655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.068791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.084051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for 2e700608-bc40-456e-bb88-846d029b4707 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:41.110199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.131825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.148749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] Pushing event deleted for resources: {'Network': ['ID=bc7c2b41-18fb-44f6-baf6-c247ee0335d3,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:41.183306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3edbd3e8b8149d8bbd8d4897db5a61a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3406880 Mar 02 18:48:41.183551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55512) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:41.190661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f471ebd0-37f7-49e4-be25-db2d0f682737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a966e-1177-4d99-a65d-a31aa7b642cf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:41.240289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55516) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:41.248781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870049835', 'description': 'tempest-secgroup-smoke-870049835 description', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:41.249951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f1a7f58-a1ee-4fa0-a543-dd84f547eeed admin admin] 10.222.0.66 "DELETE /v2.0/networks/bc7c2b41-18fb-44f6-baf6-c247ee0335d3 HTTP/1.1" status: 204 len: 168 time: 0.7397511 Mar 02 18:48:41.257402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:41.269710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:41.273350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:41.273513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.279734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:41.331939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.392892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.416887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:41.421673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:41.430485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:41.434966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:41.510088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.562094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.572899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=2e700608-bc40-456e-bb88-846d029b4707,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:41.582526 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.583649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d01a966e-1177-4d99-a65d-a31aa7b642cf HTTP/1.1" status: 204 len: 168 time: 0.3991449 Mar 02 18:48:41.584458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f751c-3843-4a7c-a05c-4a69312befa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a966e-1177-4d99-a65d-a31aa7b642cf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:41.781906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:41.839824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55542) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:41.874164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3056050c-b23e-41f7-ba45-6da772c39e8a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:41.923710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3056050c-b23e-41f7-ba45-6da772c39e8a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:41.925115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3056050c-b23e-41f7-ba45-6da772c39e8a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:41.931214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30055674-0753-4eb4-858e-502d4cc0e34d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bb012a8e6a9e41bea676c8abf64ef71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889876 Mar 02 18:48:41.933239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55550) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:41.968116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.011833 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.041738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.054994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.196483 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.211937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.213959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9703615 Mar 02 18:48:42.217650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ac474-21c6-46fc-85c4-daa405f9b185,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:42.219602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55564) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:42.231034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:42.238875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:42.252950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:42.252950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:42.260026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:42.388768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.401349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f57ca47-02b2-48f0-a60d-46d2df2d3a83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ab2ac474-21c6-46fc-85c4-daa405f9b185 HTTP/1.1" status: 204 len: 168 time: 0.4557159 Mar 02 18:48:42.415960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cb615-7d7b-4368-a945-e6c8b0e046e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff037a1d-7862-4e37-8f7d-bdea2e390c9a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:42.428669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:42.433979 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.510748 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.574205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:42.579544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d3cde3f7-3e15-49dc-b331-21fd501a5fa5 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5625565 Mar 02 18:48:42.582000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:42.585617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:42.595782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:42.596406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:42.618639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.648637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting subnet 7afaa89d-e277-4b20-a159-b0bae41203d0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:48:42.652515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.653985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e422b645-1086-4c81-8229-1ce707cb4b0d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:42.710634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.755346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:42.759840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.761293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-78b7593e-e409-4bce-bb74-4cf4d1b692ac tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5348032 Mar 02 18:48:42.763880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55594) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:42.770052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:42.777439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:42.784178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:42.787428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:42.793536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:42.834619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.885765 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:42.898149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:42.902849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:42.915765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:42.915954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:42.975249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.047618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.074942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:43.093818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Subnet': ['ID=7afaa89d-e277-4b20-a159-b0bae41203d0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:43.098183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.104354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.121867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33e86fb7-923f-4502-95b1-bced9db5f85d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/7afaa89d-e277-4b20-a159-b0bae41203d0 HTTP/1.1" status: 204 len: 168 time: 0.5333996 Mar 02 18:48:43.121867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55618) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:43.142428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ddb24-b615-4f51-a3d3-edb4cbcf2632 None None] Network 60dcc061-c076-4c21-99ac-7a645c387d45 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:43.147124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=360c8f51-aa61-4737-a7af-fa9006610674,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:43.252716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.255663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-34195c0d-294a-462b-b94c-67287b41690c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4901266 Mar 02 18:48:43.259287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55634) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:43.265889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:43.285954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:43.289343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.294777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:43.302825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:43.315338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:43.316344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Deleting port f4f98543-49fe-4cec-8c0d-c76890ce757c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:43.316565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:43.316723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.322945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7b9268-09c3-4f36-9e77-8201deb2d65e None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:43.410667 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.577850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.615530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] For port f4f98543-49fe-4cec-8c0d-c76890ce757c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f4f98543-49fe-4cec-8c0d-c76890ce757c,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:43.615803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.659104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.690696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] DHCP port deletion for 60dcc061-c076-4c21-99ac-7a645c387d45 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:48:43.703361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Deleting port f4f98543-49fe-4cec-8c0d-c76890ce757c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:43.703758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.722907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ccff42-1e22-43bc-938c-62486ca4aad2,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:43.845650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:43.845650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3e02a07b-d29a-4697-b168-2bf652d2ec80 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5762315 Mar 02 18:48:43.845650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55674) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:43.851608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:43.870506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:43.881240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:43.887440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:43.900484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:43.914519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f4f98543-49fe-4cec-8c0d-c76890ce757c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:43.933139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Calling delete_port for f4f98543-49fe-4cec-8c0d-c76890ce757c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:44.022157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.110312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.209103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.220108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Port': ['ID=f4f98543-49fe-4cec-8c0d-c76890ce757c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:44.234698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] For port f4f98543-49fe-4cec-8c0d-c76890ce757c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f4f98543-49fe-4cec-8c0d-c76890ce757c,segment=NetworkSegment(6c77c4d2-ccfe-497e-96e7-c9d7f5824420),segment_id=6c77c4d2-ccfe-497e-96e7-c9d7f5824420)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:44.235362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.239498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No DVR routers for this DVR port f4f98543-49fe-4cec-8c0d-c76890ce757c on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:48:44.244509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.344646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.408946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e700608-bc40-456e-bb88-846d029b4707 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:48:44.412924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685359ad-c054-40ff-9875-4c7f101a6695,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:44.422173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.457153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Calling delete_port for f4f98543-49fe-4cec-8c0d-c76890ce757c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:48:44.484901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2e700608-bc40-456e-bb88-846d029b4707 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:48:44.485509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2e700608-bc40-456e-bb88-846d029b4707 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:48:44.489906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60dcc061-c076-4c21-99ac-7a645c387d45']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:44.516281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c77c4d2-ccfe-497e-96e7-c9d7f5824420') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:44.516581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c77c4d2-ccfe-497e-96e7-c9d7f5824420') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:44.538668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.542472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.542624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-481341be-2c2c-46fb-83ac-46f8ab48f317 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6940043 Mar 02 18:48:44.543150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55710) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:44.543597 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:48:44.544508 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:48:44.549402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:44.559663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:44.564931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.569972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:44.572020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:48:44.572433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.580331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:48:44.590019 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:48:44.595230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:44.599229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55718) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:44.731327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-276084826-network', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:44.737029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:44.741196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Usage tracker for resource:network and tenant:f2fcd3aa54e54052b60b24356ac6d76d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:44.744302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:44.750316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:44.761140 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:48:44.768716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.824436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.835645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.857556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.857556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Pushing event deleted for resources: {'Network': ['ID=60dcc061-c076-4c21-99ac-7a645c387d45,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:44.862221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a741ad04-181c-4571-b67d-05845c785e55 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/networks/60dcc061-c076-4c21-99ac-7a645c387d45 HTTP/1.1" status: 204 len: 168 time: 1.7408700 Mar 02 18:48:44.864948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:44.869959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'routes': None}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:44.927899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Made reservation on behalf of f2fcd3aa54e54052b60b24356ac6d76d for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:48:44.930413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.945068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:44.960813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:44.964872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Usage tracker for resource:security_group_rule and tenant:f2fcd3aa54e54052b60b24356ac6d76d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:44.968443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:44.975051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:44.986557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.016360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9409eb-f7e0-4fa1-8058-8bffe6b30779,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:45.046280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Deleting port f4f98543-49fe-4cec-8c0d-c76890ce757c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:48:45.046790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.129044 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.133722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-353b6b49-6cbd-4200-a27e-65276f290a19 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5884635 Mar 02 18:48:45.134779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55766) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:45.141029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': 'ff037a1d-7862-4e37-8f7d-bdea2e390c9a', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:45.148517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:45.153208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:45.157700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:45.159208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-181bc880-ba7e-438e-a464-9efdf9141119 None None] The port 'f4f98543-49fe-4cec-8c0d-c76890ce757c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:48:45.181661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:45.207854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.292542 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:48:45.299932 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.317233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Added routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 02 18:48:45.317810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.extraroute_db [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Removed routes are [] {{(pid=88708) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 02 18:48:45.317940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.348369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.399349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:48:45.401334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:45.406867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.414635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.414964 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Added segment 4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3 of type vlan for network 1d7355f3-c4a0-493a-8446-90dd55856b86 Mar 02 18:48:45.444486 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.526786 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.552460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df02ed7-f2e0-47fb-bf65-2e0735f48947,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:45.572591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.573564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:45.574181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.578590 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.582147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.729098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 3e852387-a46b-4c61-af16-88b44d57ed11 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:45.795330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55782) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:45.795496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1951077 Mar 02 18:48:45.796539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.797832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-79c61723-e188-4ff0-b096-349d64d01283 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6612406 Mar 02 18:48:45.801580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55786) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:45.809298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Request body: {'subnet': {'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-subnet', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:45.811121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'network': {'name': 'tempest-network-smoke--246655322', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'port_security_enabled': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:45.817365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b8bf6-0a43-4ed7-bfd7-5d3008d2910a admin admin] Pushing event updated for resources: {'Network': ['ID=1d7355f3-c4a0-493a-8446-90dd55856b86,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:45.819417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:45.821015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:45.828782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:48:45.839154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:network and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:45.844662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:45.854332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:45.877940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Usage tracker for resource:subnet and tenant:f2fcd3aa54e54052b60b24356ac6d76d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:45.889072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:45.897196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:45.899002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:45.907465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:45.907755 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Sync routers for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:45.909594 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-18d723ab-11ea-4f76-af5f-b28bdae751ea tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 705 time: 1.0437152 Mar 02 18:48:45.912514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55790) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:45.922881 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:45.922881 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:45.981068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aa2f49be-f94b-4499-a89e-8abaff02e627 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:45.997612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:48:46.002299 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.041553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Made reservation on behalf of f2fcd3aa54e54052b60b24356ac6d76d for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:48:46.044649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.054726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:48:46.075135 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:46.083209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.085975 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Added segment 9df5df17-a704-46ad-bf5d-c4d5e2db1a4e of type vlan for network 0765b543-78b3-4b8d-9c92-97ec4be195b3 Mar 02 18:48:46.134899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.184596 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:46.185387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aa2f49be-f94b-4499-a89e-8abaff02e627 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:46.189834 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Checking router: 3e852387-a46b-4c61-af16-88b44d57ed11 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:46.196654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aa2f49be-f94b-4499-a89e-8abaff02e627 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 205 time: 0.2829876 Mar 02 18:48:46.200120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Routers {'3e852387-a46b-4c61-af16-88b44d57ed11'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:46.200924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3e852387-a46b-4c61-af16-88b44d57ed11'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:46.201415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:46.327362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:46.384720 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] Set router 3e852387-a46b-4c61-af16-88b44d57ed11 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:46.386753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.476645 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.535171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.541476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:46.541937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.579734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affc3603-5a37-478c-8d06-ed2cc58e59f8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:46.590376 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:46.597247 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6889f25-2569-4d35-8db0-5d1daff59002 None None] The sync data for ids ['3e852387-a46b-4c61-af16-88b44d57ed11'] in n-d-828839-1 is: [{'id': '3e852387-a46b-4c61-af16-88b44d57ed11', 'name': 'tempest-RoutersIpV6Test-router-1188654070', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:47:19Z', 'updated_at': '2022-03-02T18:48:41Z', 'revision_number': 11, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:46.599471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.630686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:46.640455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Usage tracker for resource:security_group_rule and tenant:43d43f4c646e494ab486d17fcf555a4f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:46.644704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:46.656306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Checking segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:46.656775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Network hostable DHCP agents. Network: 1d7355f3-c4a0-493a-8446-90dd55856b86, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:48:46.664084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:46.834631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.899718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Network': ['ID=0765b543-78b3-4b8d-9c92-97ec4be195b3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:46.905250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.924687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:46.925741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:48:47.138568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:48:47.235939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.238084 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.238879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 3e852387-a46b-4c61-af16-88b44d57ed11 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:48:47.244912 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e9fa6599-4041-4a6b-854c-3548800b7273 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4392974 Mar 02 18:48:47.247428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55850) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.263481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'admin_state_up': True, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:47.277305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:47.282543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.283711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-57907caa-a869-4c43-922d-dbb75abdaa69 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 204 len: 168 time: 1.0766876 Mar 02 18:48:47.289529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 1d7355f3-c4a0-493a-8446-90dd55856b86) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:47.289816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:router and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:47.292483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.295912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:47.299722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-511f475e-7916-4226-8862-273dc593cf48 None None] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:47.305394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:47.305987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.318203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=43d43f4c646e494ab486d17fcf555a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9891512 Mar 02 18:48:47.319804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d5886-d1e6-4229-8341-5d834f0afea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37265236-8242-44f7-a373-1713ba4eebba,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:47.322812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55860) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.353681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1121586562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:47.372958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:47.382274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:47.389795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Usage tracker for resource:router and tenant:f27cd1104a03462b9bcc70555430956d is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:47.396345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:47.406575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:47.473562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.508129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.518725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f7a96e6-b0df-4b11-8f3a-df147e83a462 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7221882 Mar 02 18:48:47.521389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55864) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:47.532436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:47.544356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:47.559423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Usage tracker for resource:router and tenant:f2fcd3aa54e54052b60b24356ac6d76d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:47.561841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51315238-4d02-4c78-9569-2820af3c964e None None] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:47.563797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:47.568129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.569929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:47.570090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.589185 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.591710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.592805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.619812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.685105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.686356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.689949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.710656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37265236-8242-44f7-a373-1713ba4eebba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:47.724019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.727967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f59b0ac9-b762-454e-85a2-ebfb3354f261 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/37265236-8242-44f7-a373-1713ba4eebba HTTP/1.1" status: 204 len: 168 time: 0.3947389 Mar 02 18:48:47.729897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:47.813972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.092721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.097574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e5aa19f-0d8d-4864-83f5-494d48c3931e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8040173 Mar 02 18:48:48.106014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55872) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:48.115705 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.121352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:48.317874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.764582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:48.801055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.807215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.827594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55890) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:48.832645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:48.845782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Usage tracker for resource:security_group_rule and tenant:6f3701d32d0c4f7cad6e308d2f4bb51c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:48.848030 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:48.858395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:48.884713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:48.896412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.011689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2035998', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2035985', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2033990'] for router, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.094406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Allocated IP 172.25.7.56 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/56f87647-ffa2-4711-8565-612a943e9289) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:48:49.114287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.176949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.197013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.227219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.245096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.272109 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6f3701d32d0c4f7cad6e308d2f4bb51c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5064664 Mar 02 18:48:49.292356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55898) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:49.293216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd30e7-10fa-4fd7-8bfb-84598166a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf6ca5-2074-4150-94a2-55c681cdd13b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:49.381615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.383507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:49.394660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Usage tracker for resource:security_group_rule and tenant:434777544c2f4813bf606a2fbf994461 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:49.402460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:49.412861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:49.420366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.453706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.515898 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.533390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Router 7ea39113-aae3-41cb-9bd4-400be65635fe is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:48:49.555802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.620068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.639015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.647529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Pushing event updated for resources: {'Port': ['ID=56f87647-ffa2-4711-8565-612a943e9289,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:49.651997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:49.652999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf6ca5-2074-4150-94a2-55c681cdd13b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:49.657879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:49.660727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:49.713506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.714794 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-222d879b-8c7d-4b8d-8828-421d1eaf5dfc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/69bf6ca5-2074-4150-94a2-55c681cdd13b HTTP/1.1" status: 204 len: 168 time: 0.4180124 Mar 02 18:48:49.742754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:49.753443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Sync routers for ids ['7ea39113-aae3-41cb-9bd4-400be65635fe'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:49.769722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Routers {'7ea39113-aae3-41cb-9bd4-400be65635fe'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:49.771852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7ea39113-aae3-41cb-9bd4-400be65635fe'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:49.774988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=434777544c2f4813bf606a2fbf994461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9441092 Mar 02 18:48:49.778583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55904) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:49.784964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9122444b-6ab3-4e84-9940-d7e6cb2d123a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5a997a-7cb2-434a-8ac1-eb45d61ee917,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:49.836971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.203 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/3eb8f464-23c5-4f67-894e-a76a0a275ec7) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:48:49.847026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:49.850585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3ad4ccfc-5dc3-4550-aca1-cbd9c2832c6b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "PUT /v2.0/routers/7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 200 len: 698 time: 1.7434990 Mar 02 18:48:49.865396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55908) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:49.924201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Set router 7ea39113-aae3-41cb-9bd4-400be65635fe gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:50.081529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea39113-aae3-41cb-9bd4-400be65635fe', 'name': 'tempest-RoutersIpV6Test-router-1121586562', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:48Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:50.086376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Checking router: 7ea39113-aae3-41cb-9bd4-400be65635fe for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:50.104097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Routers {'7ea39113-aae3-41cb-9bd4-400be65635fe'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:50.104740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['7ea39113-aae3-41cb-9bd4-400be65635fe'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:50.290461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] Set router 7ea39113-aae3-41cb-9bd4-400be65635fe gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:50.382136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-da33f281-65c9-4821-a6cd-ee59959c47b9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/routers/7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 200 len: 704 time: 0.5066495 Mar 02 18:48:50.384902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55922) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:50.451228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:50.451847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:50.459120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ea39113-aae3-41cb-9bd4-400be65635fe', 'name': 'tempest-RoutersIpV6Test-router-1121586562', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:48Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:50.472966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147875ab-e87f-44f4-9b49-032c2788d52e None None] The sync data for ids ['7ea39113-aae3-41cb-9bd4-400be65635fe'] in n-d-828839-1 is: [{'id': '7ea39113-aae3-41cb-9bd4-400be65635fe', 'name': 'tempest-RoutersIpV6Test-router-1121586562', 'tenant_id': 'f27cd1104a03462b9bcc70555430956d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:48Z', 'revision_number': 2, 'project_id': 'f27cd1104a03462b9bcc70555430956d', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:50.503270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-af9ececa-4d25-402b-bb1d-338af21b3b8b tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 200 len: 205 time: 0.0597823 Mar 02 18:48:50.514481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55928) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:50.708137 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:50.716421 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:50.865026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.084849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.089621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.095785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.196743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:48:51.219301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.219869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Fanout notify agent at l3_agent the message router_deleted on router 7ea39113-aae3-41cb-9bd4-400be65635fe {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:48:51.221989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.244660 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.330305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5a997a-7cb2-434a-8ac1-eb45d61ee917,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:51.351035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:51.363016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:51.371742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:51.412653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=3eb8f464-23c5-4f67-894e-a76a0a275ec7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:51.420277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.425415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4530f52b-cb84-411d-85d3-68820a0515a0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5e5a997a-7cb2-434a-8ac1-eb45d61ee917 HTTP/1.1" status: 204 len: 168 time: 1.6458571 Mar 02 18:48:51.429240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.430363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fcd4e2d6-f6f0-4f2f-8d44-a7d4e2d90b60 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 204 len: 168 time: 0.9132786 Mar 02 18:48:51.434288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55944) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.474245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:51.486036 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Sync routers for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:51.501645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e68ea184-f9c3-49f4-a670-1438fca14699 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 200 len: 205 time: 0.0659280 Mar 02 18:48:51.507568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.507849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:51.507849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:51.606443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:51.609044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1fedd06-ee49-4c4f-b398-736509166d00 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0865636 Mar 02 18:48:51.614013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55956) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.623569 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-9c875ab5-50fd-4623-99c5-8b140a1b6137 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:51.624619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9c875ab5-50fd-4623-99c5-8b140a1b6137 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/7ea39113-aae3-41cb-9bd4-400be65635fe HTTP/1.1" status: 404 len: 336 time: 0.1193767 Mar 02 18:48:51.627394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.736488 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46b6a58-4b33-467b-9531-d29243555420 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:51.739903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46b6a58-4b33-467b-9531-d29243555420 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:51.742824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b46b6a58-4b33-467b-9531-d29243555420 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/30dae498-a800-4521-a015-b9f2064cd0ae HTTP/1.1" status: 404 len: 337 time: 0.1143396 Mar 02 18:48:51.745368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.813265 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-872ab614-9ca0-4b2b-9969-7f74dede4de9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:51.816952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-872ab614-9ca0-4b2b-9969-7f74dede4de9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:51.821578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-872ab614-9ca0-4b2b-9969-7f74dede4de9 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/dba09127-a74a-49f9-96b7-838a0f888f69 HTTP/1.1" status: 404 len: 337 time: 0.0728676 Mar 02 18:48:51.822495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55968) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:51.825270 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:51.940617 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb33038-b016-4ffa-91f5-f40d52efcbaa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:51.942217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb33038-b016-4ffa-91f5-f40d52efcbaa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:51.948285 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6fb33038-b016-4ffa-91f5-f40d52efcbaa tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/e877b3c8-c96c-46a8-ba27-ebb127a7fd49 HTTP/1.1" status: 404 len: 337 time: 0.1222806 Mar 02 18:48:51.949684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.081517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a266415-e3b1-423b-a9af-651d52741667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.095157 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c41dc4-404f-463b-b8a2-98532e5ea98e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:52.096726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c41dc4-404f-463b-b8a2-98532e5ea98e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:52.103324 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8c41dc4-404f-463b-b8a2-98532e5ea98e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/7afaa89d-e277-4b20-a159-b0bae41203d0 HTTP/1.1" status: 404 len: 337 time: 0.1519790 Mar 02 18:48:52.105801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55980) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.161191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a4e2cba-989d-4642-a815-f36956e3ac33 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Synchronizing usage tracker for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:48:52.197341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a4e2cba-989d-4642-a815-f36956e3ac33 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] Unset dirty status for tenant:f27cd1104a03462b9bcc70555430956d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:48:52.202034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a4e2cba-989d-4642-a815-f36956e3ac33 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 200 len: 205 time: 0.0924459 Mar 02 18:48:52.203693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.344170 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:50Z', 'revision_number': 3, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:52.352151 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Checking router: 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:52.352500 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Updating router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd port 56f87647-ffa2-4711-8565-612a943e9289 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:48:52.465607 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-e7af3765-ef49-4bcb-a4e7-7a954bd6693e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:52.466680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7af3765-ef49-4bcb-a4e7-7a954bd6693e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3e852387-a46b-4c61-af16-88b44d57ed11 HTTP/1.1" status: 404 len: 336 time: 0.2617922 Mar 02 18:48:52.469728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.489894 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.519326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2ea1a18e-3cd3-45ad-be19-e6a4eb13b9df tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5834ef5-7162-46e3-ade8-ec1455b8142a HTTP/1.1" status: 200 len: 205 time: 0.0484836 Mar 02 18:48:52.521637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.552198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56000) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.603841 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-e7bea097-6b12-405d-ac01-48bd2415411d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:52.604884 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7bea097-6b12-405d-ac01-48bd2415411d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/c5834ef5-7162-46e3-ade8-ec1455b8142a HTTP/1.1" status: 404 len: 336 time: 0.0822563 Mar 02 18:48:52.608368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.611422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.655922 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b75874f-11c3-4979-8e9d-682c6902ec53 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:52.656407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b75874f-11c3-4979-8e9d-682c6902ec53 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:52.658220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b75874f-11c3-4979-8e9d-682c6902ec53 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/31e99348-9fe6-4e94-9ad4-8dc92dbe7b77 HTTP/1.1" status: 404 len: 337 time: 0.0488353 Mar 02 18:48:52.660818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.705100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:52.707410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:52.725044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03c1db07-6cfb-4ec4-ab9f-5b03a7ea775f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 200 len: 205 time: 0.0630667 Mar 02 18:48:52.727810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.782483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Usage tracker for resource:security_group_rule and tenant:eff62ec5916646b78e18186e1b6c781c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:52.787726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:52.809511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:52.870456 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-7e2fba54-7cf4-4776-b4fd-2d47f20075dc tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:52.871352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7e2fba54-7cf4-4776-b4fd-2d47f20075dc tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/70f877ed-057e-4b17-b39d-74cafebda321 HTTP/1.1" status: 404 len: 336 time: 0.1423817 Mar 02 18:48:52.877067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56022) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:52.940539 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5063b5e9-61b3-43ca-8efd-9378629b573d tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e13222b-7547-40a1-bee7-2f4299bbdcd2 HTTP/1.1" status: 200 len: 205 time: 0.0615425 Mar 02 18:48:52.944720 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.031917 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-9c2c5070-32a5-492c-a6c1-a7204f272a0e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:53.036875 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9c2c5070-32a5-492c-a6c1-a7204f272a0e tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3e13222b-7547-40a1-bee7-2f4299bbdcd2 HTTP/1.1" status: 404 len: 336 time: 0.0940163 Mar 02 18:48:53.037706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56030) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.092909 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-376bd18b-5c9c-44ac-9df1-950d8794217a tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:53.097308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376bd18b-5c9c-44ac-9df1-950d8794217a tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:53.098772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-376bd18b-5c9c-44ac-9df1-950d8794217a tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/907d1ba7-a0b2-47a5-86a9-d01acb1aa958 HTTP/1.1" status: 404 len: 337 time: 0.0593712 Mar 02 18:48:53.100166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.225168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-54265e49-cc35-4caa-b8e4-3a79fac5499f tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=3c8e170a-fab8-4c18-abe9-40b8d8071dc8 HTTP/1.1" status: 200 len: 205 time: 0.1235125 Mar 02 18:48:53.226162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56042) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.315048 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.339477 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Transition to ACTIVE for port object 56f87647-ffa2-4711-8565-612a943e9289 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:48:53.341056 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-0b68a167-bda6-492c-a3b4-ce424eb69b90 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:53.346070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0b68a167-bda6-492c-a3b4-ce424eb69b90 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/3c8e170a-fab8-4c18-abe9-40b8d8071dc8 HTTP/1.1" status: 404 len: 336 time: 0.1163158 Mar 02 18:48:53.347015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56046) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.371728 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.396612 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-1777e96a-2f12-4632-8ca4-fbe8c4e7b216 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:53.397150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1777e96a-2f12-4632-8ca4-fbe8c4e7b216 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:53.401497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1777e96a-2f12-4632-8ca4-fbe8c4e7b216 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/1e1c8179-1abd-469d-8e99-16027a31cc35 HTTP/1.1" status: 404 len: 337 time: 0.0511298 Mar 02 18:48:53.401728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.429543 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.492419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.498564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e4eb65e5-b793-4dfc-9c7c-54dc1ba6551c tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "GET /v2.0/ports?device_id=8c7a1afb-58fb-4367-96a2-93b838f4a1d8 HTTP/1.1" status: 200 len: 205 time: 0.0953496 Mar 02 18:48:53.499348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56054) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.604443 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Attempting to bind port 56f87647-ffa2-4711-8565-612a943e9289 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:48:53.605027 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Attempting to bind port 56f87647-ffa2-4711-8565-612a943e9289 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:48:53.605171 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Attempting to bind port 56f87647-ffa2-4711-8565-612a943e9289 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:48:53.608664 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-081f645c-f5e2-4d91-8b22-23a177a766e3 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] delete failed (client error): The resource could not be found. Mar 02 18:48:53.612769 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Pushing event updated for resources: {'Port': ['ID=56f87647-ffa2-4711-8565-612a943e9289,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:53.613115 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-081f645c-f5e2-4d91-8b22-23a177a766e3 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/routers/8c7a1afb-58fb-4367-96a2-93b838f4a1d8 HTTP/1.1" status: 404 len: 336 time: 0.1124668 Mar 02 18:48:53.613883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.618465 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:48:53.618839 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:53.619236 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.619626 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:48:53.620271 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Bound port: 56f87647-ffa2-4711-8565-612a943e9289, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:48:53.620651 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.655107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.655447 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.655783 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.656112 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.656437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.656763 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.657082 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.657395 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.657715 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.658028 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.658648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.658974 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:48:53.666150 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11d8512-7268-4516-810c-4ffb3489a1fb tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:53.666615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11d8512-7268-4516-810c-4ffb3489a1fb tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:53.672227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a11d8512-7268-4516-810c-4ffb3489a1fb tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/7fdc8426-f38f-4cca-b9bb-32f0519f22b3 HTTP/1.1" status: 404 len: 337 time: 0.0570557 Mar 02 18:48:53.672835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56062) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.721434 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] For port 56f87647-ffa2-4711-8565-612a943e9289, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:48:53.725878 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] For port 56f87647-ffa2-4711-8565-612a943e9289, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=56f87647-ffa2-4711-8565-612a943e9289,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:48:53.728301 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1a2f34-7b2b-42af-8b0e-7c42ab241b95 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] DELETE failed (client error): The resource could not be found. Mar 02 18:48:53.728801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee1a2f34-7b2b-42af-8b0e-7c42ab241b95 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 18:48:53.734217 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee1a2f34-7b2b-42af-8b0e-7c42ab241b95 tempest-RoutersIpV6Test-1000994010 tempest-RoutersIpV6Test-1000994010-project] 10.222.0.66 "DELETE /v2.0/subnets/b18016e7-a880-45a0-8c74-3775293adca7 HTTP/1.1" status: 404 len: 337 time: 0.0599916 Mar 02 18:48:53.796122 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.811117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773c357-82f6-4a69-89f2-345d9023e59d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:53.820885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d6ef51fc-b72e-48b2-b946-e1de0a468e24 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eff62ec5916646b78e18186e1b6c781c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2654030 Mar 02 18:48:53.823630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56068) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:53.828158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.835091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.909460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:53.951073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.065925 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:54.066640 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:54.184951 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c8316-37ca-4987-8ef4-82a67e9bb04e None None] Pushing event updated for resources: {'Port': ['ID=56f87647-ffa2-4711-8565-612a943e9289,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:54.185848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.215359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773c357-82f6-4a69-89f2-345d9023e59d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:54.235713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.239126 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-49ef39e5-822e-4638-aa36-b5053c620516 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3773c357-82f6-4a69-89f2-345d9023e59d HTTP/1.1" status: 204 len: 168 time: 0.4121971 Mar 02 18:48:54.273618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-891b39fa-ebe8-4d4b-a05b-7418570f8da7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.415428 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:54.482904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Allocated IP 172.20.0.1 (1d7355f3-c4a0-493a-8446-90dd55856b86/affc3603-5a37-478c-8d06-ed2cc58e59f8/e510b129-6158-48ce-9403-26c0ea34600e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:48:54.620590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56080) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:54.621109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 50df4443-2498-4d82-b312-daf9b713c5cb is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:48:54.878727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:54.926927 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:50Z', 'revision_number': 3, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:54.937522 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d73a526b-e320-4143-b8c4-2eb53890ec18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f27cd1104a03462b9bcc70555430956d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149011 Mar 02 18:48:54.939129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26270eb-4421-4557-bd58-1fb2edbc07f5 None None] The sync data for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 is: [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:50Z', 'revision_number': 3, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:48:54.939454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56096) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:55.008434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:55.019479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Sync routers for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:55.047279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:55.048257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:55.053494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.095159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.178671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.183918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cbd75937-cb5c-45fc-b834-95143c80737b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.9313643 Mar 02 18:48:55.183918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56104) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:55.247792 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.276574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.305258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a976e8ff-df4a-4799-aa36-5759dec9d758 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5de76d81bb5c47fe9e6d4c2b40137e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181521 Mar 02 18:48:55.313802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56108) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:55.338867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:55.350572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:55.363421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:48:55.424551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:55.442540 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.458608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e13063-b0b4-42af-9f45-fb766ddf3d31,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:55.463395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:55.472696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2f2b1586-5949-4a82-ac70-ceec60da99a7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f2e13063-b0b4-42af-9f45-fb766ddf3d31 HTTP/1.1" status: 204 len: 168 time: 0.5319562 Mar 02 18:48:55.657513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b69854-cd0c-492a-a12b-0380687222af tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:55.662910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39b69854-cd0c-492a-a12b-0380687222af tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3466742 Mar 02 18:48:55.664080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56122) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:55.681249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:55.761502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b9faed91-9cba-41d6-875e-e464fdb963fc tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0950181 Mar 02 18:48:55.762529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56128) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:55.772765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-646675959', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:48:56.069424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 56f87647-ffa2-4711-8565-612a943e9289 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:56.274576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.278519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:48:56.289170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:subnet and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:48:56.290147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.299131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:48:56.319706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:48:56.412534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:48:56.416525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.539822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.544383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.742411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 56f87647-ffa2-4711-8565-612a943e9289 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:48:56.767018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 56f87647-ffa2-4711-8565-612a943e9289 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:56.767394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.807190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.834183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.857630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:52Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:56.867334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Checking router: 50df4443-2498-4d82-b312-daf9b713c5cb for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:56.867653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Updating router 50df4443-2498-4d82-b312-daf9b713c5cb port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:48:56.956354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.967873 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:56.976415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.028839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.037026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.133373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 56f87647-ffa2-4711-8565-612a943e9289, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=56f87647-ffa2-4711-8565-612a943e9289,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:48:57.240757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.375673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:57.375914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network hostable DHCP agents. Network: 0765b543-78b3-4b8d-9c92-97ec4be195b3, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:48:57.389356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Subnet': ['ID=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:57.505483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:48:57.510985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.521404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Pushing event updated for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:57.556175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=56f87647-ffa2-4711-8565-612a943e9289,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:57.613254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0765b543-78b3-4b8d-9c92-97ec4be195b3) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:57.636620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a220215-4346-4828-8495-96806e8a0d1a None None] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:48:57.650718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:48:57.663410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:57.771384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:48:57.773013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:48:57.818944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.resource_extend [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:48:57.873161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-997aa335-65c6-4358-81fb-a0573019b88e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0982313 Mar 02 18:48:57.873161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:48:57.933703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 56f87647-ffa2-4711-8565-612a943e9289 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:48:58.123335 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.171685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Transition to ACTIVE for port object 3eb8f464-23c5-4f67-894e-a76a0a275ec7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:48:58.179325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:48:58.203545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 56f87647-ffa2-4711-8565-612a943e9289 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:48:58.216897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.309136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.502173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0765b543-78b3-4b8d-9c92-97ec4be195b3', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:48:58.503092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.559401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Attempting to bind port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:48:58.563498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Attempting to bind port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:48:58.563498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Attempting to bind port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:48:58.572787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:48:58.573649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:48:58.574347 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.574763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:48:58.575355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Bound port: 3eb8f464-23c5-4f67-894e-a76a0a275ec7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:48:58.575743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:58.603470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:48:58.614273 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Sync routers for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:48:58.623808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2cd801e1-54f4-4d70-ac93-1f17f34fcfa5 admin admin] 10.222.0.66 "PUT /v2.0/routers/66c3480b-e467-4f17-a5ac-6bd9fa89e9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0063074 Mar 02 18:48:58.633191 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:58.634966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:58.769833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7ca5-c7a6-4d80-8992-fa8ed24bc0ff None None] Pushing event updated for resources: {'Port': ['ID=3eb8f464-23c5-4f67-894e-a76a0a275ec7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:58.972738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] For port 3eb8f464-23c5-4f67-894e-a76a0a275ec7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:48:58.999325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] For port 3eb8f464-23c5-4f67-894e-a76a0a275ec7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3eb8f464-23c5-4f67-894e-a76a0a275ec7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:48:59.138556 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:48:59.172073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.294587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.394165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc7ca5-c7a6-4d80-8992-fa8ed24bc0ff None None] Pushing event updated for resources: {'Port': ['ID=3eb8f464-23c5-4f67-894e-a76a0a275ec7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:48:59.450995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:48:59.455824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:59.739134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:55Z', 'revision_number': 4, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e510b129-6158-48ce-9403-26c0ea34600e', 'name': '', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'mac_address': 'fa:16:3e:e5:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:54Z', 'updated_at': '2022-03-02T18:48:56Z', 'revision_number': 2, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'subnets': [{'id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:48:59.757717 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Checking router: 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:48:59.758086 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Updating router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd port e510b129-6158-48ce-9403-26c0ea34600e binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:48:59.911670 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:48:59.945021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:00.106697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Allocated IP 172.20.0.2 (0765b543-78b3-4b8d-9c92-97ec4be195b3/4ef9ecb7-38d5-49b3-b92b-5c369d30ec69/98205dfc-2bf3-4a47-94af-bb734ec1404a) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:00.226835 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.244212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:00.260508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:00.270000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Usage tracker for resource:security_group_rule and tenant:7ebcca10b8d745928740ccf2502ceed8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:00.275206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:00.302850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:00.380054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8ced3554-e2f3-4896-8174-ae7700422d88 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:00.380922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8ced3554-e2f3-4896-8174-ae7700422d88 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Synchronizing usage tracker for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:00.539268 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8ced3554-e2f3-4896-8174-ae7700422d88 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Unset dirty status for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:00.550789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8ced3554-e2f3-4896-8174-ae7700422d88 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 818 time: 0.3988168 Mar 02 18:49:00.597885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-22427792-0969-4d8d-8eb1-3291f7e5a0ea tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/quotas/f2fcd3aa54e54052b60b24356ac6d76d HTTP/1.1" status: 200 len: 375 time: 0.0428543 Mar 02 18:49:00.815684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55b66060-8b08-4ba0-a644-843a729b5dae req-1fbe606d-9af6-47ec-959b-e682da729dd9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Synchronizing usage tracker for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:00.820685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.828435 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.844694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Transition to ACTIVE for port object e510b129-6158-48ce-9403-26c0ea34600e will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:00.955244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.983917 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.990493 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:00.992968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55b66060-8b08-4ba0-a644-843a729b5dae req-1fbe606d-9af6-47ec-959b-e682da729dd9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Unset dirty status for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:01.003107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Transition to ACTIVE for port object 98205dfc-2bf3-4a47-94af-bb734ec1404a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:01.003346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-1fbe606d-9af6-47ec-959b-e682da729dd9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3795826 Mar 02 18:49:01.027319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Transition to ACTIVE for port object 98205dfc-2bf3-4a47-94af-bb734ec1404a will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:01.037964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ebcca10b8d745928740ccf2502ceed8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0916338 Mar 02 18:49:01.041890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:52Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:01.045785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56264) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:01.046711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1774cf80-0359-4c96-a764-3a5b0eed76fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99154676-0c4e-4cae-b3ec-ecc2adc70f37,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.051505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df03ca9-b464-42b1-8264-413c128f13ed None None] The sync data for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 is: [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:52Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:49:01.144246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.157388 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.299546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-79e9009d-410a-4319-8f08-b4cd3a607945 service neutron] 10.222.0.66 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857084 Mar 02 18:49:01.317331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:01.332022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:01.344215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:01.348491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.362957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b38c6-2647-45d8-ba0f-cc7af19d8bb9 None None] Pushing event updated for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.418158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.1 (0765b543-78b3-4b8d-9c92-97ec4be195b3/4ef9ecb7-38d5-49b3-b92b-5c369d30ec69/09800eae-ba9c-493b-9353-72d301e981c6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:01.442660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Pushing event updated for resources: {'Port': ['ID=98205dfc-2bf3-4a47-94af-bb734ec1404a,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.516298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Attempting to bind port e510b129-6158-48ce-9403-26c0ea34600e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:01.518581 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Attempting to bind port e510b129-6158-48ce-9403-26c0ea34600e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:01.521148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Attempting to bind port e510b129-6158-48ce-9403-26c0ea34600e on network 1d7355f3-c4a0-493a-8446-90dd55856b86 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:01.535287 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:01.535918 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Checking segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:01.537770 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.538485 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Bound using segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:01.539566 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Bound port: e510b129-6158-48ce-9403-26c0ea34600e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:01.542353 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.641940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-d49fdd3d-23c7-425d-a390-0d900613d951 service neutron] 10.222.0.66 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352163 Mar 02 18:49:01.651222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Attempting to bind port 98205dfc-2bf3-4a47-94af-bb734ec1404a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:01.656309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Attempting to bind port 98205dfc-2bf3-4a47-94af-bb734ec1404a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:01.656905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Attempting to bind port 98205dfc-2bf3-4a47-94af-bb734ec1404a on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:01.674630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:01.676419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:01.677067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.677938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.678372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Bound using segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:01.678874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Bound port: 98205dfc-2bf3-4a47-94af-bb734ec1404a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:01.679258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.696900 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] For port e510b129-6158-48ce-9403-26c0ea34600e, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:01.701915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] For port e510b129-6158-48ce-9403-26c0ea34600e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e510b129-6158-48ce-9403-26c0ea34600e,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:01.706996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99154676-0c4e-4cae-b3ec-ecc2adc70f37,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:01.749805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.751279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4cc8e473-ca5b-4955-b7ea-ab67870c698e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/99154676-0c4e-4cae-b3ec-ecc2adc70f37 HTTP/1.1" status: 204 len: 168 time: 0.7014444 Mar 02 18:49:01.795921 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.844995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:01.903314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object 09800eae-ba9c-493b-9353-72d301e981c6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:01.957340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:01.974723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:02.047656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.076979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3eb8f464-23c5-4f67-894e-a76a0a275ec7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:02.102682 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:49:02.103975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:02.218686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03310a5a-f7c1-400e-8bd7-1ebeac6cdf68 req-da2ce75e-7306-4648-907e-bdfb3c7190e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 210 time: 0.1453719 Mar 02 18:49:02.222362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.238790 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b38c6-2647-45d8-ba0f-cc7af19d8bb9 None None] Pushing event updated for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:02.297991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:02.338109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:02.345255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:02.354327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:02.504305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:02.550982 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:02.586105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd68c3b7-3793-47d8-9b6b-49bb21cca410 None None] Pushing event updated for resources: {'Port': ['ID=98205dfc-2bf3-4a47-94af-bb734ec1404a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:02.801710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:02.815303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:02.816001 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.063345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:03.130379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.194693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-66c60543-4b58-4e7b-8e46-3127749deae1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:03.210420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-66c60543-4b58-4e7b-8e46-3127749deae1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 818 time: 0.3505270 Mar 02 18:49:03.309224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.319162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-d57bff46-5b8d-4f4a-9d6e-9937a7e596be tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/quotas/f2fcd3aa54e54052b60b24356ac6d76d HTTP/1.1" status: 200 len: 375 time: 0.1077604 Mar 02 18:49:03.346647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3eb8f464-23c5-4f67-894e-a76a0a275ec7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3eb8f464-23c5-4f67-894e-a76a0a275ec7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:03.419985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.451608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56332) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:03.595917 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:55Z', 'revision_number': 4, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e510b129-6158-48ce-9403-26c0ea34600e', 'name': '', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'mac_address': 'fa:16:3e:e5:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:54Z', 'updated_at': '2022-03-02T18:49:01Z', 'revision_number': 4, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'subnets': [{'id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:03.608290 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1539c93d-a7b0-4b17-8cf3-19da4ce05796 None None] The sync data for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 is: [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:48:55Z', 'revision_number': 4, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'e510b129-6158-48ce-9403-26c0ea34600e', 'name': '', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'mac_address': 'fa:16:3e:e5:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:54Z', 'updated_at': '2022-03-02T18:49:01Z', 'revision_number': 4, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'subnets': [{'id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:49:03.615274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3eb8f464-23c5-4f67-894e-a76a0a275ec7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:03.648281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.901043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:03.929077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:03.933195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Usage tracker for resource:security_group_rule and tenant:8448570bf4954bc3bf85b4ca79a727a6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:03.942033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:03.957424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:04.148499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e510b129-6158-48ce-9403-26c0ea34600e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:04.162663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.163824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:04.180071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f6736ba19a44a7831f6e7c5e555d31 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:04.193501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.218333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:04.221108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:04.254612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-8897a347-143d-4d0a-b2d6-235b6ecacaa3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9221339 Mar 02 18:49:04.416716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-2d6818c4-f795-4ba1-b4dd-59c456e10206 service neutron] 10.222.0.66 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612091 Mar 02 18:49:04.613243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-68c3c0b3-1080-4b52-9224-eaed3291fdfa service neutron] 10.222.0.66 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890655 Mar 02 18:49:04.907291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.927863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e510b129-6158-48ce-9403-26c0ea34600e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:04.929396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.940407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e510b129-6158-48ce-9403-26c0ea34600e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:04.946730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:04.984382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8448570bf4954bc3bf85b4ca79a727a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4806426 Mar 02 18:49:05.022334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56348) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:05.147035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41f34b-3914-4c18-b512-72f28741a294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac44e23-ff79-4edd-abd3-96ec47215862,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.175250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7438dd-fb5c-4dba-b3e0-2e258d92d34c None None] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:49:05.360064 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07ea426c-0935-4b6d-ac4e-f82a31bd8972 req-33fc9c66-f9db-4efa-a535-635a0694d391 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.1721454 Mar 02 18:49:05.371151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.380974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.484134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.572805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.579590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:05.587666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:05.620324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.658363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.665358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddd20d4-0799-4467-a9e6-b4907839ce2c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:05.676574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-123c5649-ae4d-4ed9-8cff-5cfdd203a25a None None] Provisioning for port 98205dfc-2bf3-4a47-94af-bb734ec1404a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:05.704206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.729078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81897c99-2751-449a-b348-6fd51f18aac1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9f6736ba19a44a7831f6e7c5e555d31&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6612015 Mar 02 18:49:05.729078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 56362) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:05.776907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port e510b129-6158-48ce-9403-26c0ea34600e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e510b129-6158-48ce-9403-26c0ea34600e,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:05.876697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.968547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:05.970269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3eb8f464-23c5-4f67-894e-a76a0a275ec7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:06.037561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.296594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.298273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:06.322924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.343949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddd20d4-0799-4467-a9e6-b4907839ce2c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:06.346557 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.351669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-518798c6-e7bb-4d36-bc2e-63a1ef9c7e85 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ddd20d4-0799-4467-a9e6-b4907839ce2c HTTP/1.1" status: 204 len: 168 time: 0.6230602 Mar 02 18:49:06.370472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.371585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0ac44e23-ff79-4edd-abd3-96ec47215862 HTTP/1.1" status: 204 len: 168 time: 1.1542017 Mar 02 18:49:06.373653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0359421-e764-4242-9a79-dee0e3933f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac44e23-ff79-4edd-abd3-96ec47215862,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:06.388563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:06.389018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.482563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 50df4443-2498-4d82-b312-daf9b713c5cb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:49:06.532889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1d52c3b-d098-480c-89b7-02b58048fa71 req-e2a16af6-be1d-4252-8fde-e2914068bcbc tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.0606601 Mar 02 18:49:06.539838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e40b0721-ec55-4cc8-a472-6218d71f73d1 None None] Provisioning for port 09800eae-ba9c-493b-9353-72d301e981c6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:06.554219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e40b0721-ec55-4cc8-a472-6218d71f73d1 None None] Provisioning complete for port 09800eae-ba9c-493b-9353-72d301e981c6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:06.554614 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e40b0721-ec55-4cc8-a472-6218d71f73d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:06.754188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98205dfc-2bf3-4a47-94af-bb734ec1404a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:06.794107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e40b0721-ec55-4cc8-a472-6218d71f73d1 None None] Port 09800eae-ba9c-493b-9353-72d301e981c6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:49:06.837963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:49:06.843296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4c4b099c-9be6-40e6-9231-a53bb46152c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/50df4443-2498-4d82-b312-daf9b713c5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9746222 Mar 02 18:49:06.851186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Sync routers for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:49:06.863518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:49:06.864154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:06.994190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 98205dfc-2bf3-4a47-94af-bb734ec1404a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:07.016149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1977fd2-97b4-46df-bec9-039bb685692f None None] Provisioning complete for port 09800eae-ba9c-493b-9353-72d301e981c6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:07.016149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1977fd2-97b4-46df-bec9-039bb685692f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.089840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 98205dfc-2bf3-4a47-94af-bb734ec1404a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:07.090260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.186168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1977fd2-97b4-46df-bec9-039bb685692f None None] Port 09800eae-ba9c-493b-9353-72d301e981c6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:49:07.194048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:07.481878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.505867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-580f5540-1f30-4abc-849d-0cb638962842 None None] Provisioning complete for port 09800eae-ba9c-493b-9353-72d301e981c6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:07.506271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-580f5540-1f30-4abc-849d-0cb638962842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:07.583902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:07.603278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-580f5540-1f30-4abc-849d-0cb638962842 None None] Port 09800eae-ba9c-493b-9353-72d301e981c6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:49:07.676571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 2, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:07.680796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Checking router: 50df4443-2498-4d82-b312-daf9b713c5cb for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:49:07.681238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Updating router 50df4443-2498-4d82-b312-daf9b713c5cb port 09800eae-ba9c-493b-9353-72d301e981c6 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:49:07.714384 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ca6a279-bc16-434d-93d6-9870f225ffe1 req-5b23a371-dd13-4991-b839-f91eec1176bf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.0510461 Mar 02 18:49:07.742383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.171628 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.171628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Transition to ACTIVE for port object 09800eae-ba9c-493b-9353-72d301e981c6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:08.212489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.297476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=98205dfc-2bf3-4a47-94af-bb734ec1404a,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:08.348910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e510b129-6158-48ce-9403-26c0ea34600e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:08.462100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.484892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-8ca13d9a-64bd-4b74-9046-2dd3eebc60b7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870049835&fields=id&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 267 time: 0.0962043 Mar 02 18:49:08.743516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e510b129-6158-48ce-9403-26c0ea34600e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:08.743810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.818778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56436) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:08.872466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:08.920924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:08.933660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:74185f3e1c9b4547ac9abeefc48297e5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:08.964336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:08.993849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:09.030136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cb26c-ef05-48fa-932c-d4db70617c1f None None] Pushing event updated for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.160143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Attempting to bind port 09800eae-ba9c-493b-9353-72d301e981c6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:09.160523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Attempting to bind port 09800eae-ba9c-493b-9353-72d301e981c6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:09.160890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Attempting to bind port 09800eae-ba9c-493b-9353-72d301e981c6 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:09.175452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.188228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8f9390ce-18f6-41ab-8bd2-4da8ec54d246 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:09.190181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-8f9390ce-18f6-41ab-8bd2-4da8ec54d246 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 818 time: 0.4376259 Mar 02 18:49:09.208106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:09.209238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:09.209238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.209473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Bound using segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:09.209855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Bound port: 09800eae-ba9c-493b-9353-72d301e981c6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:09.210260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.255397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-4bb30cca-615e-479f-b659-184c1391e352 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:09.256659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-80360d3e-fee3-4869-b541-9ed06e272293 req-4bb30cca-615e-479f-b659-184c1391e352 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:09.270365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.270815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Request body: {'port': {'device_id': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'admin_state_up': True, 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:09.353722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] For port 09800eae-ba9c-493b-9353-72d301e981c6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:09.357242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] For port 09800eae-ba9c-493b-9353-72d301e981c6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09800eae-ba9c-493b-9353-72d301e981c6,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:09.408302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5192cc40-c825-40a3-b14c-0dfbc9158277 req-db5cac20-edc6-4952-9209-5d16f3815424 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.2137468 Mar 02 18:49:09.411950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=74185f3e1c9b4547ac9abeefc48297e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5912175 Mar 02 18:49:09.412713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b0d93-0c76-40b9-889d-47935d786fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f6d87f-a5f9-4203-9bd3-3140d21771e1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.416542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56446) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:09.431077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.521493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.607458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.624071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:49:09.624677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:48:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:09.818573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cb26c-ef05-48fa-932c-d4db70617c1f None None] Pushing event updated for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:09.860366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-fbf3c94f-9637-4b1c-9074-f14a0c89a300 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:09.862298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-fbf3c94f-9637-4b1c-9074-f14a0c89a300 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 818 time: 0.2133019 Mar 02 18:49:09.887097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Request body: {'port': {'device_id': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'admin_state_up': True, 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:09.944291 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:09.999423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f6d87f-a5f9-4203-9bd3-3140d21771e1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:10.013827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.015024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-568ad6d9-bbcb-4688-958e-d3fda33b755d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5f6d87f-a5f9-4203-9bd3-3140d21771e1 HTTP/1.1" status: 204 len: 168 time: 0.5972171 Mar 02 18:49:10.092009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:10.179227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-80360d3e-fee3-4869-b541-9ed06e272293 req-4bb30cca-615e-479f-b659-184c1391e352 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:10.182995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-4bb30cca-615e-479f-b659-184c1391e352 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 796 time: 1.6880257 Mar 02 18:49:10.220789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:10.226392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:10.230883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-6c0dd2db-97e9-4217-afb8-908104ae9e32 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/quotas/5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 375 time: 0.0379839 Mar 02 18:49:10.241380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:10.365999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98205dfc-2bf3-4a47-94af-bb734ec1404a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:10.416004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-77f88886-b253-4516-a13b-15fc550ab992 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333175 Mar 02 18:49:10.620877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 98205dfc-2bf3-4a47-94af-bb734ec1404a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:10.621283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.759209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Made reservation on behalf of f2fcd3aa54e54052b60b24356ac6d76d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:10.781967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:10.786002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:09Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:10.803484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb45c79-664c-47fc-8250-2c93c0f08977 None None] The sync data for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 is: [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:09Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:49:10.815947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:11.124905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bfc19c1-f67b-45a3-a18e-a91b70dc401b req-453eb2b6-7264-49c3-8e2d-8a6ac698a27a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.3699417 Mar 02 18:49:11.177972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:49:11.210015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-f20f1175-f80e-49b8-975d-5f224a6c2737 service neutron] 10.222.0.66 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7928307 Mar 02 18:49:11.216242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Allocated IP 172.20.0.8 (1d7355f3-c4a0-493a-8446-90dd55856b86/affc3603-5a37-478c-8d06-ed2cc58e59f8/1e845798-0144-47eb-a4c4-edea91ec13c8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:11.474908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Made reservation on behalf of f2fcd3aa54e54052b60b24356ac6d76d for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:11.478626 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.535670 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:11.667429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-ffd7b7c5-2a10-4daa-8e45-5b4202253fb0 service neutron] 10.222.0.66 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162821 Mar 02 18:49:12.063288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Allocated IP 172.20.0.13 (1d7355f3-c4a0-493a-8446-90dd55856b86/affc3603-5a37-478c-8d06-ed2cc58e59f8/11ceb730-a783-4524-b192-3e81af58e81d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:12.151481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.312786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60c5a2b6-fe56-4717-ac46-0bb1876c8fc2 req-b7859d10-837d-4047-a3e3-c2fe2c043649 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.1699741 Mar 02 18:49:12.341970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:12.349038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:12.360290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:12.455551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09800eae-ba9c-493b-9353-72d301e981c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:12.662098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Pushing event updated for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:12.679647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:12.686273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.749612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 09800eae-ba9c-493b-9353-72d301e981c6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:12.762775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 09800eae-ba9c-493b-9353-72d301e981c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:12.763266 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.809331 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:12.821578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6bbb1863-17f8-42c1-abbe-429e507e439f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:12.822541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6bbb1863-17f8-42c1-abbe-429e507e439f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Synchronizing usage tracker for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:12.830351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-73987045-5663-4a9d-860c-185ff39032e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9516075 Mar 02 18:49:12.843980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Request body: {'port': {'device_id': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:12.988457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.000120 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.038845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6bbb1863-17f8-42c1-abbe-429e507e439f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Unset dirty status for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:13.047719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6bbb1863-17f8-42c1-abbe-429e507e439f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 931 time: 0.5835972 Mar 02 18:49:13.133248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 09800eae-ba9c-493b-9353-72d301e981c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09800eae-ba9c-493b-9353-72d301e981c6,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:13.199472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6a6ddc80-1ad8-4ad0-acb5-f37467513c2b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Synchronizing usage tracker for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:13.247064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.281085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:13.399835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.516491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6a6ddc80-1ad8-4ad0-acb5-f37467513c2b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Unset dirty status for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:13.517758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c27c5963-86e8-4837-80cb-456c8615ae46 req-6a6ddc80-1ad8-4ad0-acb5-f37467513c2b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4691460 Mar 02 18:49:13.658790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87fd131b-6f23-453f-831e-5dbd503f2b3b req-0c2cd83f-f7b0-46ff-ad00-b57349d1e8e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.1628718 Mar 02 18:49:13.689297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Network 1d7355f3-c4a0-493a-8446-90dd55856b86 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:13.702025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:13.714621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:13.769630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Pushing event updated for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:13.908464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:13.909034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.048126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e845798-0144-47eb-a4c4-edea91ec13c8 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:14.057093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.067470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-dcb48ba6-f17f-4bfe-98d1-e3556827a75f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8071394 Mar 02 18:49:14.086020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Request body: {'port': {'device_id': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:14.132683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Transition to ACTIVE for port object 1e845798-0144-47eb-a4c4-edea91ec13c8 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:14.227511 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.292184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.322060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09800eae-ba9c-493b-9353-72d301e981c6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:14.461162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 09800eae-ba9c-493b-9353-72d301e981c6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:14.461802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:14.735162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:14.913626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa2ec2fc-3194-45c3-b27a-58d98d71850c req-290af21a-e09d-4595-ac81-946b62737e8f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.1021461 Mar 02 18:49:14.935775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Attempting to bind port 1e845798-0144-47eb-a4c4-edea91ec13c8 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:14.936392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Attempting to bind port 1e845798-0144-47eb-a4c4-edea91ec13c8 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:14.937341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Attempting to bind port 1e845798-0144-47eb-a4c4-edea91ec13c8 on network 1d7355f3-c4a0-493a-8446-90dd55856b86 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:14.999553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Port 1e845798-0144-47eb-a4c4-edea91ec13c8 on network 1d7355f3-c4a0-493a-8446-90dd55856b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:49:14.999887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Attempting to bind port 1e845798-0144-47eb-a4c4-edea91ec13c8 on network 1d7355f3-c4a0-493a-8446-90dd55856b86 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:15.111305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:15.111654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Checking segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:15.115041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Bound using segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:15.115041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Bound port: 1e845798-0144-47eb-a4c4-edea91ec13c8, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:15.115041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:15.212325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47cb31-5a73-427b-80b9-f9583125c4e5 req-da968d6c-8dbe-4c93-a7af-e7904118de87 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:15.216656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad47cb31-5a73-427b-80b9-f9583125c4e5 req-da968d6c-8dbe-4c93-a7af-e7904118de87 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 943 time: 0.4873874 Mar 02 18:49:15.217745 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.db.resource_extend [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 02 18:49:15.469066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ceb730-a783-4524-b192-3e81af58e81d {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:15.493433 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:15.523231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad47cb31-5a73-427b-80b9-f9583125c4e5 req-4b566cf7-9b9e-48de-881b-8e7aec292521 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906621 Mar 02 18:49:15.555886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Transition to ACTIVE for port object 11ceb730-a783-4524-b192-3e81af58e81d will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:15.561234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:15.566042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e845798-0144-47eb-a4c4-edea91ec13c8,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:15.574456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-077a8da8-6f6d-4e64-bebf-7e33ec1034d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:15.576479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-077a8da8-6f6d-4e64-bebf-7e33ec1034d2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 796 time: 0.3463647 Mar 02 18:49:15.631157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-1b0f239e-d249-4cd2-acce-262f74e6094f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 379 time: 0.0466709 Mar 02 18:49:15.640763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'port': {'device_id': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'admin_state_up': True, 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'security_groups': ['ff037a1d-7862-4e37-8f7d-bdea2e390c9a']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:15.881079 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:15.884542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:16.051283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:16.052392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:16.054041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] 10.222.0.65 "PUT /v2.0/ports/1e845798-0144-47eb-a4c4-edea91ec13c8 HTTP/1.1" status: 200 len: 1091 time: 3.2151160 Mar 02 18:49:16.062654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:16.164062 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8', 'status': 'completed', 'code': 200} Mar 02 18:49:16.222442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b71bb038-c1a6-4f5b-9b1a-fe6af059cf7c req-bdd2ff97-6bdc-495e-9612-380441bf2bd6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.1607718 Mar 02 18:49:16.278671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694ca1a-5b3e-4067-990f-d1f5726b88f6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:16.333656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:16.353275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:port and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:16.360529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:16.370675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:16.421199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Pushing event updated for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:16.425502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Attempting to bind port 11ceb730-a783-4524-b192-3e81af58e81d on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:16.427890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Attempting to bind port 11ceb730-a783-4524-b192-3e81af58e81d by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:16.427890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Attempting to bind port 11ceb730-a783-4524-b192-3e81af58e81d on network 1d7355f3-c4a0-493a-8446-90dd55856b86 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:16.436608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Port 11ceb730-a783-4524-b192-3e81af58e81d on network 1d7355f3-c4a0-493a-8446-90dd55856b86 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:49:16.436965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Attempting to bind port 11ceb730-a783-4524-b192-3e81af58e81d on network 1d7355f3-c4a0-493a-8446-90dd55856b86 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:16.442432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-9df28274-7851-4e94-8d88-976001b637ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:16.443967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-9df28274-7851-4e94-8d88-976001b637ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1094 time: 0.2731206 Mar 02 18:49:16.446854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:16.447196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Checking segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:16.447582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Bound using segment: {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:16.448016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Bound port: 11ceb730-a783-4524-b192-3e81af58e81d, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:16.448369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:16.598671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'port': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:49:16.602273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:16.811013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:16.813352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-0a1480fb-7d45-4c06-9408-702f8463188b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:16.814853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-0a1480fb-7d45-4c06-9408-702f8463188b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3558719 Mar 02 18:49:16.860138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=11ceb730-a783-4524-b192-3e81af58e81d,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:17.019796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b37f50-b0aa-40b8-a99f-1bcf5ec6623f req-be803787-72e0-4da5-a860-17156a749da2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.021408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b37f50-b0aa-40b8-a99f-1bcf5ec6623f req-be803787-72e0-4da5-a860-17156a749da2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 943 time: 0.3618746 Mar 02 18:49:17.041742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.13 (0765b543-78b3-4b8d-9c92-97ec4be195b3/4ef9ecb7-38d5-49b3-b92b-5c369d30ec69/1e1c5003-dbd8-4fc0-becc-077da2ef0673) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:17.096079 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.180948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-204d1114-f292-4b74-84ed-a66163227754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.183371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10b835ca-5d08-44eb-9499-836ebed433b6 req-204d1114-f292-4b74-84ed-a66163227754 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3614936 Mar 02 18:49:17.216336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.216954 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.218343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] 10.222.0.65 "PUT /v2.0/ports/11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 1092 time: 3.1443582 Mar 02 18:49:17.227251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b37f50-b0aa-40b8-a99f-1bcf5ec6623f req-7d91223f-52ae-4e8f-8d29-308d4b6d86f7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993735 Mar 02 18:49:17.296050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430e5a-ca4d-46d0-8f73-5e209a45aa08 service neutron] Pushing event updated for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:17.497809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-015954c6-de52-4f6d-b258-f13a4e12ae31 req-38c96b73-37f0-427b-9524-c75d4eface5c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.1062906 Mar 02 18:49:17.549600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-7ddbf553-3ae2-48df-b5a2-995da75f6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.551137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-7ddbf553-3ae2-48df-b5a2-995da75f6018 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1094 time: 0.3298211 Mar 02 18:49:17.811872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-b9f6365c-eee6-4de6-bd76-44915f4d6114 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e845798-0144-47eb-a4c4-edea91ec13c8 HTTP/1.1" status: 200 len: 217 time: 0.2535124 Mar 02 18:49:17.816513 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:17.878726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object 1e1c5003-dbd8-4fc0-becc-077da2ef0673 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:17.898221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-6ca4a59b-76a1-4d4a-b6f7-3767f6225e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.898221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-6ca4a59b-76a1-4d4a-b6f7-3767f6225e9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1095 time: 0.4310794 Mar 02 18:49:17.978642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76740b-3835-499a-976f-fee23e180fab req-83d220ac-6099-4a96-a51c-2aa162d90777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:17.980088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-83d220ac-6099-4a96-a51c-2aa162d90777 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.1592066 Mar 02 18:49:17.991007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-996fe45b-f1e3-4bd5-835e-041737ef8de7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.0882990 Mar 02 18:49:18.073967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-39df2469-de48-4362-aba3-9b0399b3b778 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846977 Mar 02 18:49:18.148597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b66060-8b08-4ba0-a644-843a729b5dae req-f9c2f2f3-6aa9-4173-bd76-89c5550c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:18.150225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-f9c2f2f3-6aa9-4173-bd76-89c5550c7b42 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.1244626 Mar 02 18:49:18.216827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:18.238572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-14fc646f-cb5b-4101-bc2b-a0a5255e6cd7 req-df36e205-4144-4626-b083-a74ba55a8e64 service neutron] (88708) timed out ('10.222.0.66', 36772) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:49:18.358070 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d', 'status': 'completed', 'code': 200} Mar 02 18:49:18.360997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-e93bd348-3b94-45c7-875d-3abc3b74b41f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192400 Mar 02 18:49:18.369905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.632004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:18.645524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:18.682243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:18.689208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-daef3042-f80c-4ab6-a9ca-c0d98b6b2b09 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6070521 Mar 02 18:49:18.708347 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:18.911228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-9831519f-e441-4487-acc8-b43fc2771cfe service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355401 Mar 02 18:49:18.930339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:18.930896 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:18.993521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdc78ab-d7cb-40b8-9c4f-bd84a8f3e48e req-5744ce46-505d-4cdc-a44d-4c627f4c54df tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.000901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fdc78ab-d7cb-40b8-9c4f-bd84a8f3e48e req-5744ce46-505d-4cdc-a44d-4c627f4c54df tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 943 time: 0.5604756 Mar 02 18:49:19.103445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f688885-9c63-4bcb-8089-1e69911b86f2 None None] Provisioning for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:19.114569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f688885-9c63-4bcb-8089-1e69911b86f2 None None] Provisioning complete for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:19.114945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f688885-9c63-4bcb-8089-1e69911b86f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:19.165907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5856c2-5db3-4d70-b86d-15c97139688b req-1033042c-c610-4196-8fc0-fa1f222c3125 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.166743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e5856c2-5db3-4d70-b86d-15c97139688b req-1033042c-c610-4196-8fc0-fa1f222c3125 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:49:19.171291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b76740b-3835-499a-976f-fee23e180fab req-2a83a368-bda9-4254-b84c-836171f36f68 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305036 Mar 02 18:49:19.172577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4f688885-9c63-4bcb-8089-1e69911b86f2 None None] Port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:49:19.174151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fdc78ab-d7cb-40b8-9c4f-bd84a8f3e48e req-0499800d-25aa-41b0-a771-447bd835d5ca tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722505 Mar 02 18:49:19.209910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55b66060-8b08-4ba0-a644-843a729b5dae req-a90ded39-18c6-453a-922a-dfa09f51cb11 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928021 Mar 02 18:49:19.266171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-9af728ac-5c6a-4374-b7fd-6a59a4de2412 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6282687 Mar 02 18:49:19.276599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Request body: {'port': {'device_id': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:19.398495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4e5856c2-5db3-4d70-b86d-15c97139688b req-1033042c-c610-4196-8fc0-fa1f222c3125 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:49:19.400121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e5856c2-5db3-4d70-b86d-15c97139688b req-1033042c-c610-4196-8fc0-fa1f222c3125 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 932 time: 0.7631040 Mar 02 18:49:19.409409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:19.713954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e5856c2-5db3-4d70-b86d-15c97139688b req-afe15a3a-ee09-4b42-ae00-9ffb61f86dd5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915809 Mar 02 18:49:19.842284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-7dfc423c-ec5e-4d48-a87c-b4d025c1bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:19.843768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-7dfc423c-ec5e-4d48-a87c-b4d025c1bba6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1095 time: 0.4031157 Mar 02 18:49:20.068067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-bd30e176-b62b-4a22-8a52-03ecca060b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:20.070270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-bd30e176-b62b-4a22-8a52-03ecca060b5b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.2193894 Mar 02 18:49:20.151875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-3773b2a1-f7ee-4741-a0ab-681552592d36 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.0698018 Mar 02 18:49:20.269500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1c5003-dbd8-4fc0-becc-077da2ef0673 {{(pid=88709) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:20.280601 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:20.287544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-da5dce66-afef-4f9d-a9b7-d182343c34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:20.289042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-da5dce66-afef-4f9d-a9b7-d182343c34fc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.0970411 Mar 02 18:49:20.342773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Transition to ACTIVE for port object 1e1c5003-dbd8-4fc0-becc-077da2ef0673 will not be triggered until provisioned by entity L2. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:49:20.401890 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-3c4a2e68-6eeb-4bae-a23f-e708852ea157 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054530 Mar 02 18:49:20.521294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:20.700657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce484d-79bc-4307-8318-8357fa7882bf req-82cbc568-42bc-4f2c-b22e-914fd4d5fb50 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:20.702296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41ce484d-79bc-4307-8318-8357fa7882bf req-82cbc568-42bc-4f2c-b22e-914fd4d5fb50 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 943 time: 0.3666618 Mar 02 18:49:20.793804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:20.891210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-fc19f34b-466e-49db-9f8f-acb2ee71d770 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804916 Mar 02 18:49:20.930984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41ce484d-79bc-4307-8318-8357fa7882bf req-9547c383-9410-46c8-b16f-8b24eedaf900 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128551 Mar 02 18:49:21.079414 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:49:21.079748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:49:21.080080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:21.086990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:49:21.087318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:49:21.110360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:49:21.110963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:49:21.111525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Bound using segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:49:21.112256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Bound port: 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:49:21.112812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.202258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6797440d-a42f-463e-a74d-ef0161b5f346 req-1cac3922-95f9-42da-8aeb-8a4ce596eb31 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633455 Mar 02 18:49:21.211141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847ae7c-2d16-4ab8-b159-3292cead0374 req-f1ca6386-655e-4806-8993-069c71cd9c5a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:21.218836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2847ae7c-2d16-4ab8-b159-3292cead0374 req-f1ca6386-655e-4806-8993-069c71cd9c5a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 944 time: 0.3512175 Mar 02 18:49:21.291279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2847ae7c-2d16-4ab8-b159-3292cead0374 req-05231fc4-231a-4556-9187-a8ad8d2898d5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712924 Mar 02 18:49:21.295246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:49:21.298703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:49:21.430111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.490236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:21.490965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:21.492504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] 10.222.0.11 "PUT /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1092 time: 2.2205219 Mar 02 18:49:21.493079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:21.545836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fcbef-a96e-4849-ba88-4af40c90181e service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=3']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:21.565207 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'status': 'completed', 'code': 200} Mar 02 18:49:21.853612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-dfd2eca1-b0f5-47e6-a5c6-0b27f3ec5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:21.856110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-dfd2eca1-b0f5-47e6-a5c6-0b27f3ec5d19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1095 time: 0.2687399 Mar 02 18:49:21.864840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 11ceb730-a783-4524-b192-3e81af58e81d details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:49:22.024856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=11ceb730-a783-4524-b192-3e81af58e81d,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:22.044009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '11ceb730-a783-4524-b192-3e81af58e81d', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'port_id': '11ceb730-a783-4524-b192-3e81af58e81d', 'mac_address': 'fa:16:3e:c4:5f:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:49:22.045692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-31200364-adaa-459e-8345-3db6bb47fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.047231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-31200364-adaa-459e-8345-3db6bb47fb70 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1839085 Mar 02 18:49:22.131522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.159816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ceb730-a783-4524-b192-3e81af58e81d {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:22.181463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=11ceb730-a783-4524-b192-3e81af58e81d,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:22.203801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b1d60c70-6b4c-4a67-96d7-e6ff93ed9e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.412447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.415326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e845798-0144-47eb-a4c4-edea91ec13c8 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:49:22.428243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-b589fb60-ad8d-4afc-b5d4-71dd019fbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.429721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6afb0c6c-540c-4e36-ac13-c24f2e78bd71 req-b589fb60-ad8d-4afc-b5d4-71dd019fbc9a service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3762400 Mar 02 18:49:22.444076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335546c9-6e57-49c6-9a5e-996a0d765371 req-a1147b2f-3830-4e11-9dcc-cfb7dfb4270a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.444076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-335546c9-6e57-49c6-9a5e-996a0d765371 req-a1147b2f-3830-4e11-9dcc-cfb7dfb4270a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 943 time: 0.3046534 Mar 02 18:49:22.469805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e845798-0144-47eb-a4c4-edea91ec13c8,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:22.536866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '1e845798-0144-47eb-a4c4-edea91ec13c8', 'network_id': '1d7355f3-c4a0-493a-8446-90dd55856b86', 'port_id': '1e845798-0144-47eb-a4c4-edea91ec13c8', 'mac_address': 'fa:16:3e:78:2d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affc3603-5a37-478c-8d06-ed2cc58e59f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:49:22.589495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-335546c9-6e57-49c6-9a5e-996a0d765371 req-610d1613-635d-4139-befc-3069b94ee7cc tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420794 Mar 02 18:49:22.640301 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.643611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-b8aa3fd0-4bfd-43a4-8570-899f73229100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.645129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-b8aa3fd0-4bfd-43a4-8570-899f73229100 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1095 time: 0.1653345 Mar 02 18:49:22.656844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c51b9-220c-483a-a845-dd27701ae054 req-bbfa542f-576f-4b46-a4af-45cce6402ffb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.658494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-282c51b9-220c-483a-a845-dd27701ae054 req-bbfa542f-576f-4b46-a4af-45cce6402ffb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 944 time: 0.1426115 Mar 02 18:49:22.660671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:22.670226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e845798-0144-47eb-a4c4-edea91ec13c8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:22.689229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e845798-0144-47eb-a4c4-edea91ec13c8,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:22.739990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-bb08cfff-bf2c-495c-8537-0b14d9c27e8b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 217 time: 0.0804317 Mar 02 18:49:22.813758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-282c51b9-220c-483a-a845-dd27701ae054 req-e1fbeaa2-a2ee-444f-a505-c2784c4fc9a9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032383 Mar 02 18:49:22.819383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:22.829696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-1c23528a-c774-44bb-9fc7-626253ab91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.831477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-1c23528a-c774-44bb-9fc7-626253ab91bf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.0842092 Mar 02 18:49:22.911682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:22.925404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80360d3e-fee3-4869-b541-9ed06e272293 req-426db2df-892d-4af7-aab6-228f8600a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:22.931121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-426db2df-892d-4af7-aab6-228f8600a544 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0892713 Mar 02 18:49:23.078388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['1e845798-0144-47eb-a4c4-edea91ec13c8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:49:23.111060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['11ceb730-a783-4524-b192-3e81af58e81d'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:49:23.122518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-83cfff1a-5dd0-4f1b-a0fe-34fc20cdc4af service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827955 Mar 02 18:49:23.337153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80360d3e-fee3-4869-b541-9ed06e272293 req-8ef585e1-4b37-4cd7-9c13-3045905535ec service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086389 Mar 02 18:49:23.897029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 11ceb730-a783-4524-b192-3e81af58e81d up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:23.926824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3082b0e-f30c-44b4-9917-27c834ed8238 req-313ba370-80c8-47f6-bfea-a15fae37c515 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:23.936315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3082b0e-f30c-44b4-9917-27c834ed8238 req-313ba370-80c8-47f6-bfea-a15fae37c515 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 944 time: 0.1225543 Mar 02 18:49:23.997820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3082b0e-f30c-44b4-9917-27c834ed8238 req-0f0ce751-9085-4eaa-8beb-36b42ce444e1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596907 Mar 02 18:49:24.147086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902c2e-f871-4080-b2ef-42d5b42c921c req-63c80c8e-e89c-4f6d-a844-a66ee0aab784 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:24.148998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b902c2e-f871-4080-b2ef-42d5b42c921c req-63c80c8e-e89c-4f6d-a844-a66ee0aab784 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 944 time: 0.1138971 Mar 02 18:49:24.155063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 11ceb730-a783-4524-b192-3e81af58e81d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:24.162908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 11ceb730-a783-4524-b192-3e81af58e81d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:24.163658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.202154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b902c2e-f871-4080-b2ef-42d5b42c921c req-8d9e5f5a-0441-40ea-975b-93e8d86aef84 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470176 Mar 02 18:49:24.287350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3863a054-6785-4dc1-b43e-ce8467d9ed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.300609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.336642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:24.347318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=11ceb730-a783-4524-b192-3e81af58e81d,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:24.446602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.447433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e845798-0144-47eb-a4c4-edea91ec13c8 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:24.562538 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d', 'code': 200} Mar 02 18:49:24.673419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:24.775859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e601c3-e850-4c61-bced-0972fc328f48 req-600102d9-f1b6-47ee-93ce-1602cf45662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:24.778350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59e601c3-e850-4c61-bced-0972fc328f48 req-600102d9-f1b6-47ee-93ce-1602cf45662d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1578693 Mar 02 18:49:24.788974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 1e845798-0144-47eb-a4c4-edea91ec13c8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:24.795254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 1e845798-0144-47eb-a4c4-edea91ec13c8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:24.796420 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.831791 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59e601c3-e850-4c61-bced-0972fc328f48 req-3a3d0705-c977-448c-b54d-c2135ca7d480 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482399 Mar 02 18:49:24.928097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:24.964458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e845798-0144-47eb-a4c4-edea91ec13c8,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:25.086732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.176287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:25.233082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1645a0c-8639-4981-9f54-6acf8e027977 req-9aa80ec0-ee43-4f18-8a1f-e031e8a37b69 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:25.234774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1645a0c-8639-4981-9f54-6acf8e027977 req-9aa80ec0-ee43-4f18-8a1f-e031e8a37b69 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0995052 Mar 02 18:49:25.296626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1645a0c-8639-4981-9f54-6acf8e027977 req-a8930255-25b9-4a65-9f5f-036bf85b625b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491054 Mar 02 18:49:25.319742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:49:25.415323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac0f18-4be7-47e6-ab7e-1e522ef2bebd req-97ba98b0-c026-4f26-b1ef-43b04b237a93 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:25.416961 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ac0f18-4be7-47e6-ab7e-1e522ef2bebd req-97ba98b0-c026-4f26-b1ef-43b04b237a93 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 944 time: 0.0972891 Mar 02 18:49:25.467098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-33ac0f18-4be7-47e6-ab7e-1e522ef2bebd req-76f976c4-4759-4077-8b83-84858d55b3e1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Mar 02 18:49:25.503107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:25.518580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'port_id': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'mac_address': 'fa:16:3e:e2:b1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:49:25.577761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.595342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1c5003-dbd8-4fc0-becc-077da2ef0673 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:49:25.612417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:25.653183 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.653786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.789089 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:25.861632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:25.937768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:26.005918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['1e1c5003-dbd8-4fc0-becc-077da2ef0673'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:49:26.563908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:26.796253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1361c48-c1be-479a-af3c-b8a231b9b7d6 req-e02e2715-46bd-47a5-aa61-9761dce29b93 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:26.799617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1361c48-c1be-479a-af3c-b8a231b9b7d6 req-e02e2715-46bd-47a5-aa61-9761dce29b93 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.3592420 Mar 02 18:49:26.835105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:26.869877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1361c48-c1be-479a-af3c-b8a231b9b7d6 req-51e1fa23-1a61-441a-8f1d-25e9dadff675 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469871 Mar 02 18:49:26.880334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:26.942665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fd3774-e521-4d80-9e8e-79589917758a req-8e97d973-ec30-475c-a1d8-cc429b241e98 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:26.944704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9fd3774-e521-4d80-9e8e-79589917758a req-8e97d973-ec30-475c-a1d8-cc429b241e98 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.2940717 Mar 02 18:49:26.964163 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8', 'code': 200} Mar 02 18:49:27.063404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9fd3774-e521-4d80-9e8e-79589917758a req-8b26baf6-0cb7-4ced-95a2-09f52fa03869 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025748 Mar 02 18:49:27.181364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f33613-d1cf-4611-99c1-a61f20cdeef8 req-2b62f1c2-8fc8-4cd5-a225-ed4d16247770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:27.183913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3f33613-d1cf-4611-99c1-a61f20cdeef8 req-2b62f1c2-8fc8-4cd5-a225-ed4d16247770 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1096 time: 0.1188488 Mar 02 18:49:27.226438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3f33613-d1cf-4611-99c1-a61f20cdeef8 req-b7b27016-ced3-4a90-9a55-f4736e476add service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370796 Mar 02 18:49:27.327084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:49:27.554880 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:49:27.560728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:49:27.569932 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:27.692403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:27.725810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:49:27.829658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:27.916117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:28.220820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de771fd9-bf70-4e96-aa81-03df901d345e req-222ce219-6e2d-4c8a-a9fa-1691dcf9b85c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:28.229975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de771fd9-bf70-4e96-aa81-03df901d345e req-222ce219-6e2d-4c8a-a9fa-1691dcf9b85c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1869519 Mar 02 18:49:28.393565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de771fd9-bf70-4e96-aa81-03df901d345e req-f62c60ab-e276-4767-aca2-5e378180de55 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620810 Mar 02 18:49:28.523820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c252b4c-576b-4332-878a-b5306b5d2aa4 req-35f02f88-128f-4697-8ce5-1c0ac4dcec45 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:28.527747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c252b4c-576b-4332-878a-b5306b5d2aa4 req-35f02f88-128f-4697-8ce5-1c0ac4dcec45 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.1479883 Mar 02 18:49:28.584694 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c252b4c-576b-4332-878a-b5306b5d2aa4 req-f1d1668b-6b06-4907-9ee2-23ff1d4cc511 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525949 Mar 02 18:49:28.735231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-abb74d03-150d-4ee8-ab1b-19128fdb57b0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929954 Mar 02 18:49:28.894510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-36a41820-dbeb-46cc-ad60-9cf1d9f65ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:28.896003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-36a41820-dbeb-46cc-ad60-9cf1d9f65ee4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.0811715 Mar 02 18:49:28.965473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:29.068347 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'code': 200} Mar 02 18:49:29.306564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-c9a576d8-afeb-4926-b241-43befaa7307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:29.308420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-c9a576d8-afeb-4926-b241-43befaa7307e service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.3858967 Mar 02 18:49:29.388167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-b7a989af-92f4-4c2e-a7a5-4e357461b57f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.0661099 Mar 02 18:49:29.438280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943b8e9-b51a-42e9-9c5f-e4f362745fc6 req-738bec9d-f8ab-4d4c-9132-3849ee27bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:29.439790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6943b8e9-b51a-42e9-9c5f-e4f362745fc6 req-738bec9d-f8ab-4d4c-9132-3849ee27bcf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1097 time: 0.2463317 Mar 02 18:49:29.477359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-cfbbacbd-1ba6-456b-90f6-c3f5acc92ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:29.478751 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-cfbbacbd-1ba6-456b-90f6-c3f5acc92ceb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.0853026 Mar 02 18:49:29.571987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6943b8e9-b51a-42e9-9c5f-e4f362745fc6 req-1132c203-2613-46db-af13-856482df98f0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256795 Mar 02 18:49:29.574073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-ab3f9290-c8b2-45b1-b4cc-677db6aa5527 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884254 Mar 02 18:49:29.748227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9d47d-6590-4cc6-96a7-8ecf77025524 req-2d138e7b-92af-4b57-b104-935b585ad3e4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:29.748227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6b9d47d-6590-4cc6-96a7-8ecf77025524 req-2d138e7b-92af-4b57-b104-935b585ad3e4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.2255869 Mar 02 18:49:29.823655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-e2e5df16-dff9-4e12-852d-d4c46193ec73 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427478 Mar 02 18:49:29.885708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6b9d47d-6590-4cc6-96a7-8ecf77025524 req-2407e9c4-8226-40c0-9404-e4468984cfde tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081696 Mar 02 18:49:29.977226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414a7ae-5cf5-4460-ac91-3d8ed510498e req-9c4d070c-79a9-489c-9702-fc7b4613689d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:29.982326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3414a7ae-5cf5-4460-ac91-3d8ed510498e req-9c4d070c-79a9-489c-9702-fc7b4613689d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2365470 Mar 02 18:49:30.031936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b96f928-3717-4c20-b3a8-8ab2fd3455cb req-ec1011b2-2372-4172-90fc-a5d54129ffe8 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962216 Mar 02 18:49:30.075624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3414a7ae-5cf5-4460-ac91-3d8ed510498e req-decc9062-84ea-4420-9971-b018db81f2fd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821986 Mar 02 18:49:30.836979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11a9f25-6f16-466e-a9ca-21da32748ab2 req-09c91ae3-bde5-4236-b498-fbdc3eca5b77 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:30.838457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b11a9f25-6f16-466e-a9ca-21da32748ab2 req-09c91ae3-bde5-4236-b498-fbdc3eca5b77 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1545382 Mar 02 18:49:30.842869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-b0d15a15-71a0-4e75-84ab-f71bdcfefc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:30.844237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-b0d15a15-71a0-4e75-84ab-f71bdcfefc14 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1096 time: 0.1163070 Mar 02 18:49:31.063002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b11a9f25-6f16-466e-a9ca-21da32748ab2 req-8a949e8c-086b-4cf7-bee8-5f9d17844716 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177463 Mar 02 18:49:31.292745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-ffd3a4d3-040f-453e-8a29-1f5acb4fc820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.294728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-ffd3a4d3-040f-453e-8a29-1f5acb4fc820 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.4337792 Mar 02 18:49:31.374467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-332a0f3f-e087-4d36-815c-460559d98083 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e845798-0144-47eb-a4c4-edea91ec13c8 HTTP/1.1" status: 200 len: 217 time: 0.0710766 Mar 02 18:49:31.479847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-c2224894-38ff-475e-aaab-62bb8802284f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.481703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-c2224894-38ff-475e-aaab-62bb8802284f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.1019192 Mar 02 18:49:31.489935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f49010-453f-42c3-bed9-f2bf8318c55d req-c2c55bca-5d69-4e97-867a-ef8284b9ddd1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.497712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3f49010-453f-42c3-bed9-f2bf8318c55d req-c2c55bca-5d69-4e97-867a-ef8284b9ddd1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2585919 Mar 02 18:49:31.622166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3f49010-453f-42c3-bed9-f2bf8318c55d req-c50a647a-5d53-4749-9a70-ab3f2bed21a2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235423 Mar 02 18:49:31.631022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-a1d23f21-8d38-4b5d-8cae-647f658707c1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080756 Mar 02 18:49:31.936866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-e925a69e-010d-47fc-9774-6d550f4de870 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993371 Mar 02 18:49:31.950233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f2498-89f5-4060-bf0f-a762f3584ec9 req-abc49298-4321-4c1e-8030-8495a352876a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:31.951785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab0f2498-89f5-4060-bf0f-a762f3584ec9 req-abc49298-4321-4c1e-8030-8495a352876a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.1575825 Mar 02 18:49:32.217394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab0f2498-89f5-4060-bf0f-a762f3584ec9 req-b34bd95a-e7bb-4930-9b15-2c7e53426c03 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2352223 Mar 02 18:49:32.250474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56930) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:32.359235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f600a1b7-3abd-4008-bf6e-2f431a9bf769 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:32.363614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f600a1b7-3abd-4008-bf6e-2f431a9bf769 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1092 time: 0.1074808 Mar 02 18:49:32.370466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 56934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:32.376157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:49:32.383017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:32.387949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:floatingip and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:32.391119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:32.398235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:32.408743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc103a5-202f-45ec-8285-bae22a145e94 req-3e992324-9efa-44ef-b60f-0d579c50c2c1 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559801 Mar 02 18:49:32.448605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335fd75-f8c9-4c04-a1cb-03abb44607e4 req-cb96172e-ae0b-4d79-b018-a67cbed39d5a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:32.451036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4335fd75-f8c9-4c04-a1cb-03abb44607e4 req-cb96172e-ae0b-4d79-b018-a67cbed39d5a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1174712 Mar 02 18:49:32.499377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4335fd75-f8c9-4c04-a1cb-03abb44607e4 req-6768d7af-14d4-47e3-b5f6-80e1a8d9b387 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414402 Mar 02 18:49:32.614299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:32.819809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:32.974884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.122 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/089bb554-e007-4bd8-930d-4e7200f07423) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:49:33.220877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:33.406631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:33.487461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:49:33.490558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:49:33.493685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:49:33.556874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=089bb554-e007-4bd8-930d-4e7200f07423,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:33.572902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.573249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.573810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.575578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.576089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.585770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.585770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.586243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.586615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.587139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.587485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.587847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:33.961425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca596a6-16af-4c8c-adf6-e69bc15708a6 req-522a9873-ddd4-4b09-bf23-808da6634a9f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:33.963565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ca596a6-16af-4c8c-adf6-e69bc15708a6 req-522a9873-ddd4-4b09-bf23-808da6634a9f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1635795 Mar 02 18:49:34.010759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ca596a6-16af-4c8c-adf6-e69bc15708a6 req-333cd9f2-0147-48eb-86ad-ea7c9863b07e tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407016 Mar 02 18:49:34.264638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:34.493436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:34.780783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:34.846070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:34.953615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=089bb554-e007-4bd8-930d-4e7200f07423,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:34.978294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.254293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5229681-9217-4ca4-bc8a-bc942fc5f3a7 req-a6bb4c9e-1812-4b3d-82bd-fa4d170c28e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:35.255857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5229681-9217-4ca4-bc8a-bc942fc5f3a7 req-a6bb4c9e-1812-4b3d-82bd-fa4d170c28e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1197569 Mar 02 18:49:35.285707 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP c6a86e23-895a-40af-a01c-7ffd32c06974 associated. External IP: 172.25.7.122, port: 1e1c5003-dbd8-4fc0-becc-077da2ef0673. Mar 02 18:49:35.313279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5229681-9217-4ca4-bc8a-bc942fc5f3a7 req-a91fb26e-1c14-495c-8353-b862facebecf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Mar 02 18:49:35.368951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57030) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:35.510075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.535642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:35.540453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Usage tracker for resource:security_group_rule and tenant:60f07966a14546879f2b0d24b52a5948 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:35.544143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:35.550332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:35.647145 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.751292 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.800750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 50df4443-2498-4d82-b312-daf9b713c5cb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:49:35.830708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=60f07966a14546879f2b0d24b52a5948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4610519 Mar 02 18:49:35.835547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57046) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:35.896936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18e0133-6943-456f-8883-b7fd8a464e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9239dd10-1fab-4eb5-8c7d-38d69e6ded94,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:35.917302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:35.959450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.056141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:49:36.067715 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Sync routers for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:49:36.080872 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:49:36.082610 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:36.126488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.150720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9239dd10-1fab-4eb5-8c7d-38d69e6ded94,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:36.155056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.170589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9239dd10-1fab-4eb5-8c7d-38d69e6ded94 HTTP/1.1" status: 204 len: 168 time: 0.3225815 Mar 02 18:49:36.179723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.184926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.185832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.186826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.187768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.188717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.189624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.190840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.191373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.192703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.193228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.194917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950ddad1-171e-4855-b064-8e4026bfd05f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:49:36.253333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:36.328468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-718c6042-613a-420d-91e0-7b26734aa46c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9544618 Mar 02 18:49:36.328468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:49:36.349123 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:36.423463 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'status': 'completed', 'code': 200} Mar 02 18:49:36.744938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-93b10e68-b2e0-4706-8a5c-f6b89ccc71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:36.763351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-93b10e68-b2e0-4706-8a5c-f6b89ccc71a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1097 time: 0.3172843 Mar 02 18:49:36.774853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559a003-d20d-4f6c-bda6-e4b7de86039c req-e59ddad1-5e2b-4f20-82d9-77ad80b360b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:36.794735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b559a003-d20d-4f6c-bda6-e4b7de86039c req-e59ddad1-5e2b-4f20-82d9-77ad80b360b1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2748613 Mar 02 18:49:36.896107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'c6a86e23-895a-40af-a01c-7ffd32c06974', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'port_id': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'mac_address': 'fa:16:3e:e2:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:34Z', 'updated_at': '2022-03-02T18:49:34Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:36.906085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Checking router: 50df4443-2498-4d82-b312-daf9b713c5cb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:49:36.927566 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:49:36.931058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:37.025109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3717f5-5ddd-4cce-9b8a-40881809b11f req-d940529d-7a98-43ad-a797-1d2e162deaf2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:37.035689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a3717f5-5ddd-4cce-9b8a-40881809b11f req-d940529d-7a98-43ad-a797-1d2e162deaf2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.4668834 Mar 02 18:49:37.165396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b559a003-d20d-4f6c-bda6-e4b7de86039c req-19b54bee-e28b-4692-ad4b-ebebfc867712 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3697603 Mar 02 18:49:37.189395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57082) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:37.227113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57086) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:37.237287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a3717f5-5ddd-4cce-9b8a-40881809b11f req-79666348-ff09-42c2-84d6-813f0a63e014 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003672 Mar 02 18:49:37.278691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-9754ced5-eeb6-4f00-85ab-f7ef8c679ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:37.280189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-9754ced5-eeb6-4f00-85ab-f7ef8c679ae9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.4820745 Mar 02 18:49:37.301928 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:49:37.385687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:37.461523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:37.492668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ac78017d0e45e8be2ff62420f7319a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:37.503312 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-635507c8-eebd-4e9d-9605-fc542d6fb322 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 200 len: 992 time: 0.3125768 Mar 02 18:49:37.528462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-02e4c8eb-357e-4413-b1bd-475a42678dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1000 time: 0.2405632 Mar 02 18:49:37.529921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:37.539345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:37.819433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-10422df1-253a-4a85-a040-c64fdf7ee044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:37.821072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-10422df1-253a-4a85-a040-c64fdf7ee044 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.2755516 Mar 02 18:49:37.826106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:37.908307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-4ff924ae-f521-48ae-9c4f-e52689fbe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:37.911106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-4ff924ae-f521-48ae-9c4f-e52689fbe35b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831828 Mar 02 18:49:37.931158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'c6a86e23-895a-40af-a01c-7ffd32c06974', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'port_id': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'mac_address': 'fa:16:3e:e2:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:34Z', 'updated_at': '2022-03-02T18:49:34Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:49:37.938208 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5917ab3a-e9db-4b28-843b-1ea730e78cb5 None None] The sync data for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 is: [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'c6a86e23-895a-40af-a01c-7ffd32c06974', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.122', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'port_id': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'mac_address': 'fa:16:3e:e2:b1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:49:34Z', 'updated_at': '2022-03-02T18:49:34Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:49:37.980737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:38.042582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c0ac78017d0e45e8be2ff62420f7319a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8139474 Mar 02 18:49:38.053295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:38.213227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-6ab05d12-6969-4317-8701-cbadec374927 service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856939 Mar 02 18:49:38.282355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661ae5f-c20e-443f-a24e-12209669d278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c25b9-f6d7-49b5-810a-e5587bca44ea,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:38.419805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f0ba7b-2a25-481f-8801-5e0b8d9801ca None None] New status for floating IP c6a86e23-895a-40af-a01c-7ffd32c06974: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:49:38.456917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:38.507321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:38.531914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57112) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:38.637573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-9cb49362-d2ca-4cdb-992e-0dffc7ce3e0c service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095826 Mar 02 18:49:38.687864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad800be-df03-4c70-9c04-95b1d7fa11be req-c3680db2-c244-4794-bc0a-98ba115b93e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:38.695756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ad800be-df03-4c70-9c04-95b1d7fa11be req-c3680db2-c244-4794-bc0a-98ba115b93e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.2031236 Mar 02 18:49:38.745514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ad800be-df03-4c70-9c04-95b1d7fa11be req-7a6c3927-81e7-4d9a-8937-e292598d4ec4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488949 Mar 02 18:49:38.805526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-ff0e972f-16c5-4535-8de9-8e119d305119 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8218975 Mar 02 18:49:38.809054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-15f21e86-eb49-46dc-9675-2c47e4ecc8d5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 200 len: 992 time: 0.2761276 Mar 02 18:49:38.810502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:38.826391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c25b9-f6d7-49b5-810a-e5587bca44ea,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:38.834798 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:38.836130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-242b94f5-c8be-4fe0-8c2b-b12f9b2bf8d9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/454c25b9-f6d7-49b5-810a-e5587bca44ea HTTP/1.1" status: 204 len: 168 time: 0.7814054 Mar 02 18:49:39.082428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-9e50345e-b429-40b9-b0d6-b0ee8bcd91f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:39.088035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-9e50345e-b429-40b9-b0d6-b0ee8bcd91f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1097 time: 0.1270096 Mar 02 18:49:39.280713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-44afdc7f-1c65-4e59-bc66-f97779593886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:39.282234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-44afdc7f-1c65-4e59-bc66-f97779593886 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.1751714 Mar 02 18:49:39.390213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-4a4842e4-af19-4645-a992-197491afa1ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1002 time: 0.1009545 Mar 02 18:49:39.506443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-cb20d600-55fe-4452-aa56-8bd956c82b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:39.509185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-cb20d600-55fe-4452-aa56-8bd956c82b07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.1122050 Mar 02 18:49:39.733289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-4428ee59-838d-4f51-9034-ce3678664248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:39.735380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-4428ee59-838d-4f51-9034-ce3678664248 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2207360 Mar 02 18:49:39.813485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57142) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:39.950760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-cc7ef305-ed38-46c4-9a07-3bacbfe4fb8d service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084236 Mar 02 18:49:40.097399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2e9100f7-11de-4d29-a246-40cd80f38dd1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 200 len: 994 time: 0.2818522 Mar 02 18:49:40.188688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17fe8f2-2616-4424-9150-854eb8617afe req-f3c6cc84-4c27-40d5-98d6-f483758d002c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:40.190323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b17fe8f2-2616-4424-9150-854eb8617afe req-f3c6cc84-4c27-40d5-98d6-f483758d002c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.2385976 Mar 02 18:49:40.201275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57152) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:40.249854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.271379 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-754d0866-a543-4457-a7c6-ec2459e5ff27 req-a3883e4a-f5d2-4884-a8d6-3099ccf1d476 service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142889 Mar 02 18:49:40.274405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b17fe8f2-2616-4424-9150-854eb8617afe req-3c9f4786-fdce-479e-a4e8-3331774310fc tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640454 Mar 02 18:49:40.286768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:40.295586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Usage tracker for resource:security_group_rule and tenant:ab45b327f07d4c08aa2abaa61a9ca830 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:40.314008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:40.335543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:40.470279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.739675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.794423 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ab45b327f07d4c08aa2abaa61a9ca830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5916858 Mar 02 18:49:40.795897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d44f331-dc71-4615-acf3-f711c79b6581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3accebd9-6596-4fe6-8a38-11a17d83effb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:40.797199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57166) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:40.857908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:40.889739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.132213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.153748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3accebd9-6596-4fe6-8a38-11a17d83effb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:41.172267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.173495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b33b73d6-8d5f-4a1b-a53c-6700c5ff6448 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3accebd9-6596-4fe6-8a38-11a17d83effb HTTP/1.1" status: 204 len: 168 time: 0.3753297 Mar 02 18:49:41.380430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57184) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:41.574769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed6109-15e1-41fb-bba7-5ade0ed4b399 req-59b8956f-2a28-4163-bf61-34cc6e04f2fb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:41.576388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97ed6109-15e1-41fb-bba7-5ade0ed4b399 req-59b8956f-2a28-4163-bf61-34cc6e04f2fb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1348219 Mar 02 18:49:41.655309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97ed6109-15e1-41fb-bba7-5ade0ed4b399 req-0d16f06a-7d20-49e6-8474-f0d62b440478 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723581 Mar 02 18:49:41.721206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:41.738346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:41.763515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Usage tracker for resource:security_group_rule and tenant:5d624b19af504db2aefb3681cbbbceb6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:41.767564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:41.775107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:41.906810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.005625 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.042907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bb1a13-c50c-4a69-9b77-01ab2688e767,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:42.067952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57206) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:42.068796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7be7c95c-0c8e-43ff-9902-5841b3d21468 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5d624b19af504db2aefb3681cbbbceb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6865861 Mar 02 18:49:42.142650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.172532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.355234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.382846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bb1a13-c50c-4a69-9b77-01ab2688e767,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:42.390650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:42.398364 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5075eff-56db-4c40-9dec-53e1e3647c9d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b3bb1a13-c50c-4a69-9b77-01ab2688e767 HTTP/1.1" status: 204 len: 168 time: 0.3256283 Mar 02 18:49:42.872641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1efa92-a068-4df9-bd8f-041bcd58de4f req-c037f365-3cad-4af6-af92-3e7ebb8c66f0 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:42.875796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb1efa92-a068-4df9-bd8f-041bcd58de4f req-c037f365-3cad-4af6-af92-3e7ebb8c66f0 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0963843 Mar 02 18:49:42.922493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb1efa92-a068-4df9-bd8f-041bcd58de4f req-5d22708f-9b64-4964-a051-a44c97ebb731 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424435 Mar 02 18:49:43.411741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:43.429210 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.452551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:43.456686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3a29d88b4548158313b7b685a73212 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:43.459636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:43.466011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:43.547004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.622984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.673682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9e37a7-9530-4b60-948c-11949722ad78,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:43.678048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5cd46ae8-88ac-42b7-9f75-552989bea9b5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3c3a29d88b4548158313b7b685a73212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672722 Mar 02 18:49:43.680679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57252) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:43.742369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.778454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.887309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.911029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:43.912350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4c9e37a7-9530-4b60-948c-11949722ad78 HTTP/1.1" status: 204 len: 168 time: 0.2306414 Mar 02 18:49:43.913551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a7f1-c80a-4b4b-8707-d98644588615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9e37a7-9530-4b60-948c-11949722ad78,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:44.177158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52168104-622a-414a-bac0-9242d91a16f2 req-c83ac838-22b8-4bfb-9e4a-9d1a501617cd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:44.185239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52168104-622a-414a-bac0-9242d91a16f2 req-c83ac838-22b8-4bfb-9e4a-9d1a501617cd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1160741 Mar 02 18:49:44.255820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52168104-622a-414a-bac0-9242d91a16f2 req-b3382ec4-b5cf-4f15-805e-00ffd7f43712 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705757 Mar 02 18:49:45.465164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da9fa2-b7d1-4a0c-8251-ce8efdb410ae req-6e64e19e-377a-4c37-9eb3-a906002c3cf9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:45.472020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5da9fa2-b7d1-4a0c-8251-ce8efdb410ae req-6e64e19e-377a-4c37-9eb3-a906002c3cf9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0942116 Mar 02 18:49:45.685252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5da9fa2-b7d1-4a0c-8251-ce8efdb410ae req-95cbf3d6-47e5-4a4b-b8c0-a963313a4cd6 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123821 Mar 02 18:49:46.896318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893eb1f8-0579-4b46-ae6f-7dbcd513c8d7 req-27dee5c2-1dd9-4af3-a98d-f41ae1d4e299 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:46.897841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-893eb1f8-0579-4b46-ae6f-7dbcd513c8d7 req-27dee5c2-1dd9-4af3-a98d-f41ae1d4e299 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0936668 Mar 02 18:49:46.972774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-893eb1f8-0579-4b46-ae6f-7dbcd513c8d7 req-7ed1db42-3b67-4b38-825f-8cc6335ff261 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673947 Mar 02 18:49:48.168419 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:49:48.215520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b62535-220e-4c95-ac07-cfcf6b51aedc req-04818dda-d17c-4588-92d3-36bf850c0f08 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:48.217068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b62535-220e-4c95-ac07-cfcf6b51aedc req-04818dda-d17c-4588-92d3-36bf850c0f08 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0893972 Mar 02 18:49:48.272347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b62535-220e-4c95-ac07-cfcf6b51aedc req-f41bfa85-2ba9-48aa-8401-27e6b2299a20 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453684 Mar 02 18:49:49.463279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cfe6f-cc3d-464a-8341-934618674e9e req-823c0bc4-8dea-4fb0-9c06-5d9a9cedbcfd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:49.464809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f37cfe6f-cc3d-464a-8341-934618674e9e req-823c0bc4-8dea-4fb0-9c06-5d9a9cedbcfd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0808835 Mar 02 18:49:49.512469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f37cfe6f-cc3d-464a-8341-934618674e9e req-a78c19ca-99ea-4c31-bc68-72d69604bc1b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419750 Mar 02 18:49:50.745548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11fccd-663b-40fc-9c89-6825f87ecb01 req-d1bd5ec9-d6bf-476b-85e7-b2ece75e7644 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:50.754224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab11fccd-663b-40fc-9c89-6825f87ecb01 req-d1bd5ec9-d6bf-476b-85e7-b2ece75e7644 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1138916 Mar 02 18:49:50.830035 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab11fccd-663b-40fc-9c89-6825f87ecb01 req-b14b19e4-46a6-43de-bab0-87414cf8c320 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748124 Mar 02 18:49:52.066453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f3781-cd95-42cf-9824-661971b0d65d req-77b73604-de0d-4a35-b16f-42ba81eb9050 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:52.068789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c72f3781-cd95-42cf-9824-661971b0d65d req-77b73604-de0d-4a35-b16f-42ba81eb9050 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1320980 Mar 02 18:49:52.068950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-978ca7e6-201e-4af6-adb7-427c69a9d5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:52.195147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c72f3781-cd95-42cf-9824-661971b0d65d req-aa51307f-e361-4a7e-9d6d-f096efca341a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154740 Mar 02 18:49:53.499524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab68722-c0f7-4409-89f9-7e289cc9db7c req-0d2c48b5-b550-4c3a-a35e-61bde986a5ac tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:53.510839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eab68722-c0f7-4409-89f9-7e289cc9db7c req-0d2c48b5-b550-4c3a-a35e-61bde986a5ac tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1645629 Mar 02 18:49:53.609531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eab68722-c0f7-4409-89f9-7e289cc9db7c req-3b09d4ae-c932-41c8-bb1d-e4d2b5722ac6 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922160 Mar 02 18:49:54.234967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f32c6cba-b326-4a39-8782-d553961a673b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:54.764213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:54.842978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d47e86-5b01-4d94-babd-d0754b7f5b9e req-7923b91e-9b25-40ce-8ef4-369bebf1794a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:54.848524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2d47e86-5b01-4d94-babd-d0754b7f5b9e req-7923b91e-9b25-40ce-8ef4-369bebf1794a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1099553 Mar 02 18:49:54.897017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:54.901093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2d47e86-5b01-4d94-babd-d0754b7f5b9e req-18098c08-4872-4472-85a9-c9b034b6c5f3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Mar 02 18:49:54.913908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:54.918833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Usage tracker for resource:security_group_rule and tenant:6ba10cb113f24b789ee00ebb9aecaf17 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:54.921910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:54.928099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:55.064310 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.154082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.206780 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6ba10cb113f24b789ee00ebb9aecaf17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4389029 Mar 02 18:49:55.207365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57568) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:55.217688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af0d98-d64c-4d9d-b024-f0f086f19105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09423983-d73f-405d-a000-290015ac824b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:55.278718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.304989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.405586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.448916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09423983-d73f-405d-a000-290015ac824b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:55.448916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.448916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87221068-151c-4a20-970a-49ca6e352d04 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/09423983-d73f-405d-a000-290015ac824b HTTP/1.1" status: 204 len: 168 time: 0.2338374 Mar 02 18:49:55.537365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.560202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:55.845732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:56.197856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e836c7-a714-4982-b08b-1ac9865d98f9 req-1ec7365f-7f3e-4dd6-8464-30d5a1b21274 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:56.199470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74e836c7-a714-4982-b08b-1ac9865d98f9 req-1ec7365f-7f3e-4dd6-8464-30d5a1b21274 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1444995 Mar 02 18:49:56.249243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74e836c7-a714-4982-b08b-1ac9865d98f9 req-b8486700-2f38-4e6f-9371-02ac7415d803 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Mar 02 18:49:56.822725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:56.874258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:57.498446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765eaa13-544e-41a3-924b-d62dcf88894d req-f1999d79-ad16-4472-8b4a-2fa5a8bd1935 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:57.500253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-765eaa13-544e-41a3-924b-d62dcf88894d req-f1999d79-ad16-4472-8b4a-2fa5a8bd1935 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1144629 Mar 02 18:49:57.548458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-765eaa13-544e-41a3-924b-d62dcf88894d req-5aea8f72-3791-4c9c-8f02-f3373e5b8808 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Mar 02 18:49:57.808691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57654) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:57.941113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:57.957515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:57.961853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Usage tracker for resource:security_group_rule and tenant:ffbe0a79e9564dbcaed20b7a1b83e6bc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:57.965167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:57.973060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:58.126003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.236333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.289437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155edf04-57ec-483d-b607-c446f7a825fd,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:58.330692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:58.331253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aba5da7a-bbc1-4a42-8cb2-37f478eb8cff admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffbe0a79e9564dbcaed20b7a1b83e6bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5209227 Mar 02 18:49:58.431280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.476621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.594226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.638356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155edf04-57ec-483d-b607-c446f7a825fd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:58.646929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:58.648454 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-40b67e31-2e50-45c1-91cb-8a686d115eea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/155edf04-57ec-483d-b607-c446f7a825fd HTTP/1.1" status: 204 len: 168 time: 0.3160498 Mar 02 18:49:58.860941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:58.891180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bde951-e72f-4c68-9cd3-322ff181a7e8 req-1abc98c1-f93a-42a0-9ac0-2a843106b327 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:58.892687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59bde951-e72f-4c68-9cd3-322ff181a7e8 req-1abc98c1-f93a-42a0-9ac0-2a843106b327 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1942244 Mar 02 18:49:58.949639 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f0cd3-4e3e-47e7-a81e-253ca0cb4962 req-9791812f-06b8-49a7-adc7-c1c81346c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:49:58.951206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f72f0cd3-4e3e-47e7-a81e-253ca0cb4962 req-9791812f-06b8-49a7-adc7-c1c81346c8a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1096 time: 0.1309392 Mar 02 18:49:58.959338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59bde951-e72f-4c68-9cd3-322ff181a7e8 req-64d744c0-0c68-4e08-80b6-99caa17fbfbe tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538750 Mar 02 18:49:59.001744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f72f0cd3-4e3e-47e7-a81e-253ca0cb4962 req-9abb3971-dc2a-40c2-8d9c-67ef427c0a8b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371578 Mar 02 18:49:59.264091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.282964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:49:59.287959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Usage tracker for resource:security_group_rule and tenant:c506e103d6404187adfd7ce903aeb7cf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:49:59.291781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:49:59.300721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:49:59.393097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.617101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.678511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c506e103d6404187adfd7ce903aeb7cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162606 Mar 02 18:49:59.679502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d72e7-d32a-4809-87b4-ea7694a51f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e87439-8105-4d3a-bd05-750f2fa6fed8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:59.681167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57726) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:49:59.760026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.791392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.944091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.963940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e87439-8105-4d3a-bd05-750f2fa6fed8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:49:59.975215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:49:59.975215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c311f5c-447a-445f-aeb6-0f18d49c37b0 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d6e87439-8105-4d3a-bd05-750f2fa6fed8 HTTP/1.1" status: 204 len: 168 time: 0.2916818 Mar 02 18:50:00.200998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:00.283067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be758196-b93c-46b2-b696-4751c808a672 req-2aab695b-0e43-4b34-9b94-804454c84f07 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:00.284748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be758196-b93c-46b2-b696-4751c808a672 req-2aab695b-0e43-4b34-9b94-804454c84f07 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1012511 Mar 02 18:50:00.343049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be758196-b93c-46b2-b696-4751c808a672 req-2b6fd5a2-3642-449d-ba81-443569411a74 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506947 Mar 02 18:50:00.370027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-499246074-network', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:00.376121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:00.380150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Usage tracker for resource:network and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:00.383175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:00.390713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:00.526826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Made reservation on behalf of 1105469d6f4a4fbbb6d2ad5f57d73483 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:00.526826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.535507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.580950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:00.587494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:00.590728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:00.596710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:00.733346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.845986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.876158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:50:00.888591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2824446-a5b8-4928-899e-c7f0a72ff39d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:00.892993 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:00.893342 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Added segment d883a698-597c-4612-b153-2ad86e4cb590 of type vlan for network 4df62c53-394d-4359-808c-1dafd4d19523 Mar 02 18:50:00.919536 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.012145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.013447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:01.014213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.149894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57770) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:01.176309 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.207484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:01.220566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Usage tracker for resource:security_group_rule and tenant:17ccb490d7db47da93da83e5f7ced997 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:01.223563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:01.231409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:01.277799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] Pushing event updated for resources: {'Network': ['ID=4df62c53-394d-4359-808c-1dafd4d19523,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:01.287956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 4df62c53-394d-4359-808c-1dafd4d19523 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:50:01.380187 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f04d339f-61e4-45d9-8622-b07beeec1170 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1774323 Mar 02 18:50:01.384689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57782) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:01.401362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Request body: {'subnet': {'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-499246074-subnet', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:01.412450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:01.422555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Usage tracker for resource:subnet and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:01.429698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:01.443578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:01.531579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Made reservation on behalf of 1105469d6f4a4fbbb6d2ad5f57d73483 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:01.533922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.826816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.889426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:01.922382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dda88e5-597c-443f-9790-ecad59811a01 req-5692b11a-e717-4e36-b3a2-647a5eb53dfd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:01.923878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9dda88e5-597c-443f-9790-ecad59811a01 req-5692b11a-e717-4e36-b3a2-647a5eb53dfd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.3767767 Mar 02 18:50:01.967124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=17ccb490d7db47da93da83e5f7ced997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8125930 Mar 02 18:50:01.967447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:01.994604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a80e2-264e-476a-a033-140cfd379028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b71ecb-eedd-473d-8c67-30e77f16c582,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:02.035271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.056355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9dda88e5-597c-443f-9790-ecad59811a01 req-b3d35b60-1916-4c57-b633-092d7ef74b12 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151645 Mar 02 18:50:02.070317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.177581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.246398 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.269830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b71ecb-eedd-473d-8c67-30e77f16c582,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:02.273997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.276121 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6d2e227f-9791-4c64-93a0-d0139619930e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d7b71ecb-eedd-473d-8c67-30e77f16c582 HTTP/1.1" status: 204 len: 168 time: 0.3071284 Mar 02 18:50:02.352199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ea25ee-14b4-4b89-bd5a-902415a31834,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:02.388306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Checking segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:02.391302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Network hostable DHCP agents. Network: 4df62c53-394d-4359-808c-1dafd4d19523, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:50:02.475367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c4191-fcb5-416f-9d7f-464ba1da6ba1 req-bebac0c1-f0ed-4fc0-b2ec-dc71306a9e1c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:02.475517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-933c4191-fcb5-416f-9d7f-464ba1da6ba1 req-bebac0c1-f0ed-4fc0-b2ec-dc71306a9e1c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2927732 Mar 02 18:50:02.537432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-933c4191-fcb5-416f-9d7f-464ba1da6ba1 req-5ea3cbf3-a67f-4dff-9b1f-add5f5f1aba9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545509 Mar 02 18:50:02.605762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Network 4df62c53-394d-4359-808c-1dafd4d19523 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:50:02.656706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 4df62c53-394d-4359-808c-1dafd4d19523) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:02.661495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:02.662449 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:02.668868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e9069-87a6-4a66-868b-8c63b69d09c5 None None] Network 4df62c53-394d-4359-808c-1dafd4d19523 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:02.824153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7275943d-aaf2-4859-a807-eed280eaa358 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4379189 Mar 02 18:50:02.826828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57818) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:02.834096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:02.851317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:02.860263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Usage tracker for resource:router and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:02.905614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:02.905614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:02.954280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-4df62c53-394d-4359-808c-1dafd4d19523', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:50:02.955561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.001458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.002539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.083182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.191935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Allocated IP 172.20.0.2 (4df62c53-394d-4359-808c-1dafd4d19523/f6ea25ee-14b4-4b89-bd5a-902415a31834/6fed7e43-3f92-4aaf-8edb-06a946f2585c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:03.550594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.566889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Transition to ACTIVE for port object 6fed7e43-3f92-4aaf-8edb-06a946f2585c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:03.594218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Transition to ACTIVE for port object 6fed7e43-3f92-4aaf-8edb-06a946f2585c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:03.608916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427819c-3d05-44ab-bb93-e0a031cdc3d3 req-c4aabf1b-6032-4305-915b-3978c089a8d1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:03.611189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0427819c-3d05-44ab-bb93-e0a031cdc3d3 req-c4aabf1b-6032-4305-915b-3978c089a8d1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.4504843 Mar 02 18:50:03.614315 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.671578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0427819c-3d05-44ab-bb93-e0a031cdc3d3 req-c4d88269-58e5-42ca-bf88-7addcee31f0e tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487101 Mar 02 18:50:03.691746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.770846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Network 4df62c53-394d-4359-808c-1dafd4d19523 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:03.774903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:03.778018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Pushing event updated for resources: {'Port': ['ID=6fed7e43-3f92-4aaf-8edb-06a946f2585c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:03.781129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:03.793920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.794367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.794958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.795525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.796123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.796671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.797219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.797755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.798415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.798979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.799379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.799928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:03.916375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Attempting to bind port 6fed7e43-3f92-4aaf-8edb-06a946f2585c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:03.917049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Attempting to bind port 6fed7e43-3f92-4aaf-8edb-06a946f2585c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:03.917951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Attempting to bind port 6fed7e43-3f92-4aaf-8edb-06a946f2585c on network 4df62c53-394d-4359-808c-1dafd4d19523 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:03.942722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:03.943012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Checking segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:03.943383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:03.944223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Bound using segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:03.944332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Bound port: 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:03.944633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.107414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.111426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] For port 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:04.115287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] For port 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6fed7e43-3f92-4aaf-8edb-06a946f2585c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:04.141378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.200283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.304609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832399ab-4d04-4cb6-9a3b-db19aae4734d None None] Pushing event updated for resources: {'Port': ['ID=6fed7e43-3f92-4aaf-8edb-06a946f2585c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:04.321992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Allocated IP 172.25.7.187 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/475c905e-e5d3-4c1a-b6a7-3faf6aeee37d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:04.545925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.691827 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:04.786436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:04.786436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:04.791646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:05.055290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Pushing event updated for resources: {'Port': ['ID=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:05.331113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63827812-a6e2-44aa-98d0-b3ee067b93ae req-b30bedd0-ab35-45ef-bf1e-c369901c93f4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:05.338818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63827812-a6e2-44aa-98d0-b3ee067b93ae req-b30bedd0-ab35-45ef-bf1e-c369901c93f4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.3530133 Mar 02 18:50:05.423574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63827812-a6e2-44aa-98d0-b3ee067b93ae req-fff5f3eb-0dd8-4719-af33-a05c3d64e4c3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832050 Mar 02 18:50:05.703209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3cb321-7b3a-4977-a123-d004084e3750 None None] Network 4df62c53-394d-4359-808c-1dafd4d19523 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:05.799826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:06.161105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1759729e-0953-4d09-9ae7-2571fb5cddf8 None None] Provisioning for port 6fed7e43-3f92-4aaf-8edb-06a946f2585c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:06.402984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:06.430207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574949-ad31-4aac-9248-32080131ecfc req-23b6b2e0-32df-4fae-a211-5379d93e360b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:06.445417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67574949-ad31-4aac-9248-32080131ecfc req-23b6b2e0-32df-4fae-a211-5379d93e360b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1497457 Mar 02 18:50:06.447760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6fed7e43-3f92-4aaf-8edb-06a946f2585c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:06.579708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67574949-ad31-4aac-9248-32080131ecfc req-4fb16357-80d7-48e2-8975-f9f64c88d77f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311431 Mar 02 18:50:06.622534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6fed7e43-3f92-4aaf-8edb-06a946f2585c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:06.632153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6fed7e43-3f92-4aaf-8edb-06a946f2585c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:06.632785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:06.786734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:06.821665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6fed7e43-3f92-4aaf-8edb-06a946f2585c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:06.999597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:50:07.001401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.123115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6fed7e43-3f92-4aaf-8edb-06a946f2585c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:07.391355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:07.402510 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:07.412646 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:07.413263 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:07.533558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:07.533558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a0c6400d-2930-44b1-99f8-be832d6d39fb admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7044671 Mar 02 18:50:07.537049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 57932) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:07.669531 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:08.016118 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 3, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:08.020879 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:08.021391 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Updating router 3b791164-9142-4d4b-a36d-24b8d3e2a71f port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:50:08.138581 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.266459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7430337-832c-42b7-9d91-f7046ce36ad8 req-08d9a950-6738-40c7-a40e-1f5b707aafa8 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:08.275021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7430337-832c-42b7-9d91-f7046ce36ad8 req-08d9a950-6738-40c7-a40e-1f5b707aafa8 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.4999075 Mar 02 18:50:08.398464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6fed7e43-3f92-4aaf-8edb-06a946f2585c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:08.488622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7430337-832c-42b7-9d91-f7046ce36ad8 req-becf6f7c-bb06-4859-b18a-fdeec47e5475 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045197 Mar 02 18:50:08.672021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6fed7e43-3f92-4aaf-8edb-06a946f2585c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:08.672942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.799090 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.808268 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:08.834835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Transition to ACTIVE for port object 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:08.953917 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.054652 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Pushing event updated for resources: {'Port': ['ID=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:09.060570 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Attempting to bind port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:09.060570 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Attempting to bind port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:09.060570 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Attempting to bind port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:09.066759 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:09.067131 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:09.067528 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.067913 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:09.068363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Bound port: 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:09.068736 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.076659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Allocated IP 172.20.0.1 (4df62c53-394d-4359-808c-1dafd4d19523/f6ea25ee-14b4-4b89-bd5a-902415a31834/3d76b240-efeb-451e-9d5d-02a45a08cf11) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:09.093460 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.098331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:09.150837 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] For port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:09.154371 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] For port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:09.259370 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.275990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Transition to ACTIVE for port object 3d76b240-efeb-451e-9d5d-02a45a08cf11 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:09.312882 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.374244 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:09.375208 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:09.454231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.518207 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef28c7-3484-44a2-ab34-9516f1a44ee2 None None] Pushing event updated for resources: {'Port': ['ID=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:09.548654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Network 4df62c53-394d-4359-808c-1dafd4d19523 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:09.561129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:09.567325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:09.618412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Pushing event updated for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:09.661354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:09.770622 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:09.819349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777691d-5d7a-4961-933f-8fcfa50bd798 req-e74c3cf8-7f0e-4838-89aa-c595557a57ec tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:09.829698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6777691d-5d7a-4961-933f-8fcfa50bd798 req-e74c3cf8-7f0e-4838-89aa-c595557a57ec tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.1649947 Mar 02 18:50:09.907180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6777691d-5d7a-4961-933f-8fcfa50bd798 req-7fc6dfc0-3478-4972-bc01-e40ca2fd86a7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658858 Mar 02 18:50:09.946511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 57986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:10.051412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e35bc5dc-cc8e-49b4-8b96-05bc51a4f1b0 None None] Provisioning for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:10.081341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e35bc5dc-cc8e-49b4-8b96-05bc51a4f1b0 None None] Provisioning complete for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:10.081341 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e35bc5dc-cc8e-49b4-8b96-05bc51a4f1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:10.137378 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e83ffe25-5b4e-4acf-a69a-1c659bbed59d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 200 len: 994 time: 0.1888537 Mar 02 18:50:10.277631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e35bc5dc-cc8e-49b4-8b96-05bc51a4f1b0 None None] Port 3d76b240-efeb-451e-9d5d-02a45a08cf11 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:50:10.419531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:10.550463 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 3, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:10.555104 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06271254-3568-4ddd-9cf6-eadc3f0867c0 None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:05Z', 'revision_number': 3, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:10.857339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79da66-284a-497c-b974-ac9748ef9d6c req-55b77e22-4623-4c19-a50a-1e80f9a07db4 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:10.859199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b79da66-284a-497c-b974-ac9748ef9d6c req-55b77e22-4623-4c19-a50a-1e80f9a07db4 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1097 time: 0.1640306 Mar 02 18:50:10.863951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:10.959707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.067459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b79da66-284a-497c-b974-ac9748ef9d6c req-62394398-01b2-4d10-ad82-673b633c7603 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955149 Mar 02 18:50:11.148493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:11.380588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Pushing event updated for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:11.486036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Network 4df62c53-394d-4359-808c-1dafd4d19523 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:11.488507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:11.854185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:50:11.931120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9887ba99-67af-4466-9857-314f2ecffedf None None] Provisioning complete for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:11.932457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9887ba99-67af-4466-9857-314f2ecffedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:12.086156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9887ba99-67af-4466-9857-314f2ecffedf None None] Port 3d76b240-efeb-451e-9d5d-02a45a08cf11 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:50:12.328101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:12.349348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b2ca7a0a-5e23-4062-bfeb-82bde5eb9010 admin admin] 10.222.0.66 "PUT /v2.0/routers/3b791164-9142-4d4b-a36d-24b8d3e2a71f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8129363 Mar 02 18:50:12.449667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:12.701980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:12.711819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:12.715013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:12.886427 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:12.925950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:13.045617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:13.136416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:13.278881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:13.290752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-76b1e12c-904e-4dc0-8d8b-cf39396e139e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3634393 Mar 02 18:50:13.303138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:13.303827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:13.585399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:13.596102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-4d510140-62e3-4ee8-926f-abf2256cf1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:13.597587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-4d510140-62e3-4ee8-926f-abf2256cf1de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1210344 Mar 02 18:50:13.615301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5c88a-d616-4bc6-a7fa-e0fe90dab8cf req-9a3acf3c-4732-4f69-9660-4bb9bbc8fc74 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:13.616937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda5c88a-d616-4bc6-a7fa-e0fe90dab8cf req-9a3acf3c-4732-4f69-9660-4bb9bbc8fc74 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2178111 Mar 02 18:50:13.760524 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda5c88a-d616-4bc6-a7fa-e0fe90dab8cf req-0456ac8f-6aa1-4ff8-a957-2d1526b10bf4 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251156 Mar 02 18:50:13.813246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-7adc3d19-0de9-47c2-8130-b0c28be85f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:13.828194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-7adc3d19-0de9-47c2-8130-b0c28be85f38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.2080188 Mar 02 18:50:13.916314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-3a7c1e93-26ef-4c55-abaf-a9e2e18b864e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.0930848 Mar 02 18:50:14.080742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58122) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:14.084625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-412944775-network', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:14.094338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:10Z', 'revision_number': 2, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:14.097723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:14.100849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:14.101264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Updating router 3b791164-9142-4d4b-a36d-24b8d3e2a71f port 3d76b240-efeb-451e-9d5d-02a45a08cf11 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:50:14.108789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Usage tracker for resource:network and tenant:11b7b2703fc44d98b3354e5d63869aca is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:14.133203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:14.147695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:14.165709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.253730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-35774c27-0c39-4811-8253-d281125a2354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:14.255386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-35774c27-0c39-4811-8253-d281125a2354 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.3330040 Mar 02 18:50:14.285937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Made reservation on behalf of 11b7b2703fc44d98b3354e5d63869aca for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:14.289170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.312036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.313459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-88e36b35-970b-4b79-a801-cdb2a048829a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510375 Mar 02 18:50:14.346568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:14.355896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Usage tracker for resource:security_group_rule and tenant:11b7b2703fc44d98b3354e5d63869aca is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:14.364076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:14.395983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:14.438257 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:14.591572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-0e81c254-60c5-4377-b551-dccc3f5e02b9 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713342 Mar 02 18:50:14.637855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.683834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:14.684583 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.730812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.770487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28da4f3-dec4-4647-b0c9-6826a6925f93,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:14.773548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:50:14.790810 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.791255 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Added segment 81611198-67a8-49a8-8ee1-bd5315826353 of type vlan for network 0347bbf6-4ba7-4336-8803-ce46407a7d03 Mar 02 18:50:14.841946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69d6a524-7c31-4f32-b1e3-18e17ba818c0 req-974368b0-2d09-43b9-87f0-67e9f6383f2f service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447269 Mar 02 18:50:14.847298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.972587 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:14.976034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:14.976686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.035288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.039463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Transition to ACTIVE for port object 3d76b240-efeb-451e-9d5d-02a45a08cf11 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:15.117634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-a8a5f2a8-954d-4117-8664-59838c23580c tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:50:15.119247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-a8a5f2a8-954d-4117-8664-59838c23580c tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4385676 Mar 02 18:50:15.127467 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.211474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0fca-8805-4089-805c-d5e1d2561b2a req-14d995bd-8706-4afe-8ac3-1c4d75fca2db tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:15.214083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f1a0fca-8805-4089-805c-d5e1d2561b2a req-14d995bd-8706-4afe-8ac3-1c4d75fca2db tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2076476 Mar 02 18:50:15.247675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Request body: {'binding': {'host': 'n-h1-828839-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:15.248260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Unknown quota resources ['binding']. {{(pid=88708) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 02 18:50:15.368160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab5c4-19c3-4b43-bdc6-e3758309cb54 None None] Pushing event updated for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:15.371527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f1a0fca-8805-4089-805c-d5e1d2561b2a req-6677caf9-bfa7-4c5b-8bc8-73d6fba5a16c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423850 Mar 02 18:50:15.376905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3001099 Mar 02 18:50:15.379680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58162) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:15.386061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Request body: {'subnet': {'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-412944775-subnet', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:15.402747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548ea9ec-74d8-486b-962c-793a5efa986d admin admin] Pushing event updated for resources: {'Network': ['ID=0347bbf6-4ba7-4336-8803-ce46407a7d03,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:15.403929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:15.413979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Usage tracker for resource:subnet and tenant:11b7b2703fc44d98b3354e5d63869aca is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:15.425457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:15.438616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:50:15.445116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:15.576812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Made reservation on behalf of 11b7b2703fc44d98b3354e5d63869aca for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:15.579366 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.612349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Attempting to bind port 3d76b240-efeb-451e-9d5d-02a45a08cf11 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:15.612349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Attempting to bind port 3d76b240-efeb-451e-9d5d-02a45a08cf11 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:15.612349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Attempting to bind port 3d76b240-efeb-451e-9d5d-02a45a08cf11 on network 4df62c53-394d-4359-808c-1dafd4d19523 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:15.612349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:15.612823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Checking segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:15.613090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.613669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Bound using segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:15.614004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Bound port: 3d76b240-efeb-451e-9d5d-02a45a08cf11, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:15.614334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.776231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] For port 3d76b240-efeb-451e-9d5d-02a45a08cf11, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:15.795999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] For port 3d76b240-efeb-451e-9d5d-02a45a08cf11, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d76b240-efeb-451e-9d5d-02a45a08cf11,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:15.817272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on host n-h1-828839-1 for vnic_type normal with profile None {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:15.818196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:15.818724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:15.826677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:50:15.833908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:15.841035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:15.841436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:15.841870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Bound using segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:15.842348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Bound port: 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:15.879828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:15.885550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:15.967112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:15.967737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:16.088612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab5c4-19c3-4b43-bdc6-e3758309cb54 None None] Pushing event updated for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:16.252149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:16.269296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] Notify callbacks [] for binding, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:16.271688 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] 10.222.0.66 "POST /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673/bindings HTTP/1.1" status: 201 len: 389 time: 1.0533452 Mar 02 18:50:16.320078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:16.429062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Pushing event updated for resources: {'Subnet': ['ID=640dc850-3dab-466e-8318-343946f1a5f5,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:16.447117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Checking segment: {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:16.458449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Network hostable DHCP agents. Network: 0347bbf6-4ba7-4336-8803-ce46407a7d03, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:50:16.622837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:50:16.768672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:15Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:16.784816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d09dd-27d9-46a2-b3af-11bbcad53851 None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:15Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:16.809018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1be103-7d5d-46fc-949b-936b031083ac req-c9cd268f-1e90-4726-80f7-a53ef4b55a96 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:16.816951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a1be103-7d5d-46fc-949b-936b031083ac req-c9cd268f-1e90-4726-80f7-a53ef4b55a96 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1910384 Mar 02 18:50:16.895537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0347bbf6-4ba7-4336-8803-ce46407a7d03) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:16.916640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a86fc4-b9c2-40dc-8b5f-072dd94c891f None None] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:16.937160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:16.937160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:17.122395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ae6c0f48-ba6e-4d52-926f-51f6faa0892e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7391880 Mar 02 18:50:17.123519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58192) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:17.127892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:17.139654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:17.141479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a1be103-7d5d-46fc-949b-936b031083ac req-f53aef0d-a410-4054-b851-41e7a75dbd61 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235812 Mar 02 18:50:17.155996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Usage tracker for resource:router and tenant:11b7b2703fc44d98b3354e5d63869aca is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:17.163468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:17.174534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:17.230945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-2af6ff98-1f70-491a-a038-f5e2d25d7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:17.232558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-2af6ff98-1f70-491a-a038-f5e2d25d7729 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1097 time: 0.1578789 Mar 02 18:50:17.246434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b6e72-b114-4299-944d-a0a6c2aa43e3 req-783f4303-c0be-4e02-a131-050fd71d0709 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:17.254096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-174b6e72-b114-4299-944d-a0a6c2aa43e3 req-783f4303-c0be-4e02-a131-050fd71d0709 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2754905 Mar 02 18:50:17.342650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:17.345970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:17.369699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-174b6e72-b114-4299-944d-a0a6c2aa43e3 req-09a533c3-adc9-4474-a8eb-b0155a03baa8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140642 Mar 02 18:50:17.386392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:17.480366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-0347bbf6-4ba7-4336-8803-ce46407a7d03', 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'fixed_ips': [{'subnet_id': '640dc850-3dab-466e-8318-343946f1a5f5'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:50:17.481947 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:17.503033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-4d45078a-9024-4852-bb7b-1b3f1c2f6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:17.504776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-4d45078a-9024-4852-bb7b-1b3f1c2f6e7b service neutron] 10.222.0.65 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.2477062 Mar 02 18:50:17.818003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-74dc9cbe-7be3-46b6-94a2-44c94b92fcda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1002 time: 0.3064804 Mar 02 18:50:17.986456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-caa3d3ae-0abc-4c34-af60-2b9836fecbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:17.988475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-caa3d3ae-0abc-4c34-af60-2b9836fecbf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.1633408 Mar 02 18:50:18.008184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:18.033744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Allocated IP 172.20.0.2 (0347bbf6-4ba7-4336-8803-ce46407a7d03/640dc850-3dab-466e-8318-343946f1a5f5/9750a5e3-dd77-4178-ae5c-eb283a0e5aec) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:18.156272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8fc414fa-c764-4dff-8eb9-a09391d55c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:18.158317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8fc414fa-c764-4dff-8eb9-a09391d55c01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527193 Mar 02 18:50:18.499137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d76b240-efeb-451e-9d5d-02a45a08cf11 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:18.565910 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:18.647476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Transition to ACTIVE for port object 9750a5e3-dd77-4178-ae5c-eb283a0e5aec will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:18.723188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Transition to ACTIVE for port object 9750a5e3-dd77-4178-ae5c-eb283a0e5aec will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:18.862510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:18.866644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:18.957867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-59227d4b-d8d6-4f70-9435-f701e84dc163 service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905085 Mar 02 18:50:18.961682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.031261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.037830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Pushing event updated for resources: {'Port': ['ID=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:19.046684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:19.053048 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.101267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:19.114670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:19.124073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:19.235114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Allocated IP 172.25.7.102 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0971a33b-b402-4700-af30-6691cecefc5f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:19.322222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc8035-0afb-4cc7-90b9-e932b83ce6d8 req-8a68845a-37d2-40ce-8c58-7e5215d5b3a9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:19.323409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6edc8035-0afb-4cc7-90b9-e932b83ce6d8 req-8a68845a-37d2-40ce-8c58-7e5215d5b3a9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.8875916 Mar 02 18:50:19.334601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Attempting to bind port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:19.335250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Attempting to bind port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:19.336049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Attempting to bind port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec on network 0347bbf6-4ba7-4336-8803-ce46407a7d03 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:19.352436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:19.359272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Checking segment: {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:19.359272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.359272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Bound using segment: {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:19.359272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Bound port: 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:19.359272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.404967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c433cd-9ce0-4808-a823-85e85fd216b6 req-9e9bcfc7-2a8a-4070-a619-5d674863da6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:19.412140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36c433cd-9ce0-4808-a823-85e85fd216b6 req-9e9bcfc7-2a8a-4070-a619-5d674863da6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.7922943 Mar 02 18:50:19.414557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-06e51f1a-a45c-4128-9e17-31ad9e0f1970 service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440627 Mar 02 18:50:19.415376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.441988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6edc8035-0afb-4cc7-90b9-e932b83ce6d8 req-e7452acd-6bc8-42a2-adc4-cba6a7a2a8c9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101544 Mar 02 18:50:19.505896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] For port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:19.517925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] For port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:19.568541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3d76b240-efeb-451e-9d5d-02a45a08cf11, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d76b240-efeb-451e-9d5d-02a45a08cf11,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:19.570506 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.597868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36c433cd-9ce0-4808-a823-85e85fd216b6 req-a0e6ca80-2fa8-4cb1-9970-c95bba37f621 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779916 Mar 02 18:50:19.617670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.649012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-6fa3b53a-4793-4c08-90ac-8b1a53386c40 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:19.650623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-6fa3b53a-4793-4c08-90ac-8b1a53386c40 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1097 time: 0.1682289 Mar 02 18:50:19.666397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-828839-1'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:19.680340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.740811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fddc73-f9da-4d7d-b2a0-d289d73305a7 None None] Pushing event updated for resources: {'Port': ['ID=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:19.771159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.867403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:19.889012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:19.889121 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:19.889221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:19.894446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:19.940553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Pushing event updated for resources: {'Port': ['ID=0971a33b-b402-4700-af30-6691cecefc5f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:20.363543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58242) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:20.375550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:20.443617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:20.611727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:20.612456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9750a5e3-dd77-4178-ae5c-eb283a0e5aec up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:20.619247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:20.637980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:20.735395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:20.864330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:20.894187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d76b240-efeb-451e-9d5d-02a45a08cf11 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:21.019505 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'code': 200} Mar 02 18:50:21.019889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:21.067896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3d76b240-efeb-451e-9d5d-02a45a08cf11 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:21.068451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.200013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551d934e-b95e-4c12-a60f-d16416e15bd3 None None] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:21.293901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on host n-h2-828839-1 for vnic_type normal with profile {"migrating_to": "n-h1-828839-1"} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:21.294394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:21.294894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:21.295205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.321317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:50:21.321536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Attempting to bind port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on network 0765b543-78b3-4b8d-9c92-97ec4be195b3 {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:21.347930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:21.348389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Checking segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:21.352487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Bound using segment: {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'} {{(pid=88709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:21.352487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.managers [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Bound port: 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3'}}] {{(pid=88709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:21.352487 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.399606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Usage tracker for resource:security_group_rule and tenant:f2259e3e7bb74c15b19319c4933dd57c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:21.412512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:21.430984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:21.468359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:21.479950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2fa96-20ac-4641-a05c-56997d89a6e1 req-7e7e8e89-e940-4aae-8e60-2298c56f79dd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:21.487447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef2fa96-20ac-4641-a05c-56997d89a6e1 req-7e7e8e89-e940-4aae-8e60-2298c56f79dd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.6954682 Mar 02 18:50:21.566185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:21.577151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Provisioning for port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:21.580437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ef2fa96-20ac-4641-a05c-56997d89a6e1 req-c5b746de-8c07-4ded-b124-5951f0b1d403 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917876 Mar 02 18:50:21.604522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Provisioning complete for port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:21.604522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.605453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa91596e-0fb2-45be-9f84-665d49cac8b9 req-c4cffdd8-afa7-4f12-ac29-62bb9eb0978f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:21.607727 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.612929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa91596e-0fb2-45be-9f84-665d49cac8b9 req-c4cffdd8-afa7-4f12-ac29-62bb9eb0978f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 944 time: 0.5955300 Mar 02 18:50:21.632323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:21.670813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.671642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa91596e-0fb2-45be-9f84-665d49cac8b9 req-4cb9a30f-fff0-42fe-9e79-4d5329af4009 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575225 Mar 02 18:50:21.702926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:21.757480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2259e3e7bb74c15b19319c4933dd57c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3871999 Mar 02 18:50:21.757480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe6cb2-d18a-48ff-8d61-e3224a2c8c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdc23ac-7db3-4b8e-8693-4a0e41436daa,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:21.758751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58258) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:22.215723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.215723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] For port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:22.219603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.224698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.226699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:22.226699 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.226699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] 10.222.0.65 "PUT /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1122 time: 2.3326662 Mar 02 18:50:22.226699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af6e39-f61a-4ba3-82bc-e06e0368ae57 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=8']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:22.228368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.228725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['1e1c5003-dbd8-4fc0-becc-077da2ef0673'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:50:22.255497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c82698-2cca-4527-ae49-d3c86aa249cc None None] Pushing event updated for resources: {'Port': ['ID=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:22.273021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] Provisioning complete for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:22.273413 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.311416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b9a9b3bb-35aa-4ab6-9d3f-8c135207e15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.321333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.414953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9750a5e3-dd77-4178-ae5c-eb283a0e5aec up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:22.567791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.574498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.619535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdc23ac-7db3-4b8e-8693-4a0e41436daa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:22.641818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:22.670555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:22.670927 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.703049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.709691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-babb28f6-7e5f-49f6-a4cc-fd2b3f34a6f3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ccdc23ac-7db3-4b8e-8693-4a0e41436daa HTTP/1.1" status: 204 len: 168 time: 0.9470081 Mar 02 18:50:22.735035 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'code': 200} Mar 02 18:50:22.736531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:22.839055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:22.868585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Router d01dfa4f-e47b-431f-8e02-1ef4be740d91 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:50:22.890105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870d700-263e-4254-9170-3fc25789df75 req-c5d5430b-1431-4613-bd12-d5ec78733767 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:22.892266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3870d700-263e-4254-9170-3fc25789df75 req-c5d5430b-1431-4613-bd12-d5ec78733767 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1033280 Mar 02 18:50:23.125164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:23.152665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:23.162895 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Sync routers for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:23.167793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c143c46-308a-4ab3-8a69-845cf9317645 None None] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:23.180441 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:23.181088 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:49:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:23.215764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3870d700-263e-4254-9170-3fc25789df75 req-b99ea80d-fd02-4adb-a7a6-24b6f5f0d84a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982624 Mar 02 18:50:23.229748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd872e-ae03-4a71-abab-b52d3ea5f711 req-b9702a31-bb9e-4e27-bf46-c99ed2b4079e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:23.231349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8dd872e-ae03-4a71-abab-b52d3ea5f711 req-b9702a31-bb9e-4e27-bf46-c99ed2b4079e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.3311706 Mar 02 18:50:23.288624 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'status': 'completed', 'code': 200} Mar 02 18:50:23.301813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d76bceb-0379-468b-887b-6671b28803eb None None] Provisioning complete for port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:23.302370 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d76bceb-0379-468b-887b-6671b28803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.315262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8dd872e-ae03-4a71-abab-b52d3ea5f711 req-8ede534e-0fb7-46af-9463-7d9591a6fbc0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724936 Mar 02 18:50:23.406831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.411032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58286) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:23.414655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2146dbfb-0b4d-421f-bafa-f8b012ebcf73 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.2843623 Mar 02 18:50:23.415230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:23.429711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-5a080f85-3458-4085-baab-afddbca85956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:23.431799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-5a080f85-3458-4085-baab-afddbca85956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1127 time: 0.1281230 Mar 02 18:50:23.482159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d76bceb-0379-468b-887b-6671b28803eb None None] Provisioning complete for port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:23.482799 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d76bceb-0379-468b-887b-6671b28803eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.611014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-1dfae611-590f-492c-a5bd-f613cdb5fe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:23.612680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-1dfae611-590f-492c-a5bd-f613cdb5fe2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.1744673 Mar 02 18:50:23.828435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-c9a4a025-4042-41f0-b4d9-78af22e1fefb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1002 time: 0.2042120 Mar 02 18:50:23.828750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:20Z', 'revision_number': 3, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:23.836474 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Checking router: d01dfa4f-e47b-431f-8e02-1ef4be740d91 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:23.836823 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Updating router d01dfa4f-e47b-431f-8e02-1ef4be740d91 port 0971a33b-b402-4700-af30-6691cecefc5f binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:50:23.893938 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.904596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-73bd7af1-c8b2-45ba-a362-dd7177df9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:23.906035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-73bd7af1-c8b2-45ba-a362-dd7177df9348 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.0708690 Mar 02 18:50:23.935756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58296) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:23.961267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:23.995052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:24.007412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-231a328f-a9e8-41ac-bbea-2f9237f4038a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:24.009130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-231a328f-a9e8-41ac-bbea-2f9237f4038a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959780 Mar 02 18:50:24.053729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Usage tracker for resource:security_group_rule and tenant:b3bead267fbc40eea069c35963f46b30 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:24.063644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:24.077329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:24.169409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:50:24.231123 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-cf1252f1-7ecc-4ad3-8f0b-822ffeb943db service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149866 Mar 02 18:50:24.234054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-545d57dc-085b-4619-8b4f-a4bf586dbecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.406568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:24.441604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 has no active binding in host n-h1-828839-1 {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 02 18:50:24.468483 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.484164 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Transition to ACTIVE for port object 0971a33b-b402-4700-af30-6691cecefc5f will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:24.493291 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-73bdb9fb-1f72-424a-ba2a-23f324fc7f7d req-4ee71fdf-bb8a-4210-bf40-4d6b916267eb service neutron] 10.222.0.11 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464592 Mar 02 18:50:24.575713 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.611301 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.695642 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Attempting to bind port 0971a33b-b402-4700-af30-6691cecefc5f on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:24.695814 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Attempting to bind port 0971a33b-b402-4700-af30-6691cecefc5f by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:24.696092 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Attempting to bind port 0971a33b-b402-4700-af30-6691cecefc5f on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:24.702377 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962e05-1f61-4e1a-9f1a-9cc1a4e1648e None None] Pushing event updated for resources: {'Port': ['ID=0971a33b-b402-4700-af30-6691cecefc5f,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:24.706170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.706873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:24.707245 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:24.707635 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.710344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:24.710344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Bound port: 0971a33b-b402-4700-af30-6691cecefc5f, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:24.710344 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.726393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041eab0-4ba3-4369-ba6f-7f111e69e0c2 req-51de4f78-00ed-4b34-9e33-719270337e22 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:24.727910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b041eab0-4ba3-4369-ba6f-7f111e69e0c2 req-51de4f78-00ed-4b34-9e33-719270337e22 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2862096 Mar 02 18:50:24.743616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e53898-a13b-4db9-aa6a-d6ae6bf588de req-9b56b0a8-9403-47a9-9c77-d40ac123fe1c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:24.745127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7e53898-a13b-4db9-aa6a-d6ae6bf588de req-9b56b0a8-9403-47a9-9c77-d40ac123fe1c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2151721 Mar 02 18:50:24.767695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.825013 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] For port 0971a33b-b402-4700-af30-6691cecefc5f, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:24.832844 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] For port 0971a33b-b402-4700-af30-6691cecefc5f, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0971a33b-b402-4700-af30-6691cecefc5f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:24.917310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b041eab0-4ba3-4369-ba6f-7f111e69e0c2 req-8b0e9e6e-995b-4597-8683-ac263ad9db0b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816273 Mar 02 18:50:24.929250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba14571-daaf-4b60-a91a-597f07aa5712,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:24.947197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38c57ad4-0588-4399-841f-75a3ff1405a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b3bead267fbc40eea069c35963f46b30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0103626 Mar 02 18:50:24.947781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58312) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:24.950318 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:24.954721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7e53898-a13b-4db9-aa6a-d6ae6bf588de req-220ecf5b-2f06-4da2-b676-ecc46794f82d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948979 Mar 02 18:50:25.061076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.070591 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:25.071398 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:25.095054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.150790 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60962e05-1f61-4e1a-9f1a-9cc1a4e1648e None None] Pushing event updated for resources: {'Port': ['ID=0971a33b-b402-4700-af30-6691cecefc5f,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:25.183081 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:50:25.194816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Allocated IP 172.20.0.1 (0347bbf6-4ba7-4336-8803-ce46407a7d03/640dc850-3dab-466e-8318-343946f1a5f5/1f5ff805-bc81-40ad-9597-dd902f4db6b2) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:50:25.279862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.299089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba14571-daaf-4b60-a91a-597f07aa5712,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:25.308843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.310177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc317683-5f76-47da-84d2-0bc8a15daf57 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6ba14571-daaf-4b60-a91a-597f07aa5712 HTTP/1.1" status: 204 len: 168 time: 0.3607013 Mar 02 18:50:25.355309 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:25.403158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.436479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Transition to ACTIVE for port object 1f5ff805-bc81-40ad-9597-dd902f4db6b2 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:25.549830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.696891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.701808 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.712029 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:20Z', 'revision_number': 3, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:25.716140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc626e-a549-4b4f-829a-f5c833a79044 None None] The sync data for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 is: [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:20Z', 'revision_number': 3, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:25.908045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:25.909379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:25.912447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:25.916518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:50:26.023047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Pushing event updated for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:26.026696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.356171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cefa8-c0f6-451f-9d46-4a0863a4f7bb req-224a804e-f0d2-48e2-a3c3-f6dfff727abd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:26.359069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa4cefa8-c0f6-451f-9d46-4a0863a4f7bb req-224a804e-f0d2-48e2-a3c3-f6dfff727abd tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2267480 Mar 02 18:50:26.420010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa4cefa8-c0f6-451f-9d46-4a0863a4f7bb req-427cbc59-b050-412a-911b-29b5d34105fc tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526242 Mar 02 18:50:26.431006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0971a33b-b402-4700-af30-6691cecefc5f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:26.481255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ae508-0866-4bd1-8ea5-7d05796ffd0b req-f526dff9-ab5b-44a7-a1bb-f76e2a747909 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:26.482827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693ae508-0866-4bd1-8ea5-7d05796ffd0b req-f526dff9-ab5b-44a7-a1bb-f76e2a747909 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.2283223 Mar 02 18:50:26.517173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.564681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f52084a-3009-40f5-bd2a-a2d21996b247 None None] Provisioning for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:26.570506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5f52084a-3009-40f5-bd2a-a2d21996b247 None None] Provisioning complete for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:26.570900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5f52084a-3009-40f5-bd2a-a2d21996b247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.654722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-693ae508-0866-4bd1-8ea5-7d05796ffd0b req-3d8af21e-14d1-4fd6-84e4-3e7d8916e0b9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1614728 Mar 02 18:50:26.658256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5f52084a-3009-40f5-bd2a-a2d21996b247 None None] Port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:50:26.662357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0971a33b-b402-4700-af30-6691cecefc5f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:26.682075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0971a33b-b402-4700-af30-6691cecefc5f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:26.683208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.814434 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.899221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.909129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.936354 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:26.980270 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:27.000578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0971a33b-b402-4700-af30-6691cecefc5f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0971a33b-b402-4700-af30-6691cecefc5f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:27.095099 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:27.109399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Pushing event updated for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:27.144743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:27.234810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0971a33b-b402-4700-af30-6691cecefc5f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:27.292764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58350) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:27.335779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:50:27.337310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:27.507389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-d889bff6-79f5-4a83-9182-d7874296fb59 service neutron] 10.222.0.11 "GET /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 384 time: 0.1668320 Mar 02 18:50:27.634228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1525109707-network', 'tenant_id': 'eb900e218e0f4d3bb2d44ed0dd10b11e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:27.651902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:27.671977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Usage tracker for resource:network and tenant:eb900e218e0f4d3bb2d44ed0dd10b11e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:27.677921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:27.688624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:27.718237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-751e54e9-a6a2-4d43-9a90-8ff7161978a7 None None] Provisioning complete for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:27.718237 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-751e54e9-a6a2-4d43-9a90-8ff7161978a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:27.751929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Router d01dfa4f-e47b-431f-8e02-1ef4be740d91 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:50:27.817900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-751e54e9-a6a2-4d43-9a90-8ff7161978a7 None None] Port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:50:27.941361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b25f68-acb6-4e12-83d5-4309aca997b0 req-119f9887-331c-4fca-8b63-7e71110f8949 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:27.943136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b25f68-acb6-4e12-83d5-4309aca997b0 req-119f9887-331c-4fca-8b63-7e71110f8949 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.3014522 Mar 02 18:50:28.024873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Made reservation on behalf of eb900e218e0f4d3bb2d44ed0dd10b11e for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:28.027776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.044469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.063470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:28.074722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Usage tracker for resource:security_group_rule and tenant:eb900e218e0f4d3bb2d44ed0dd10b11e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:28.086301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:28.096905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:28.106260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:28.135755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b25f68-acb6-4e12-83d5-4309aca997b0 req-df90e56f-3a03-4d17-add7-70096b5bc99d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815720 Mar 02 18:50:28.137067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:28.145585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:28.155147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Sync routers for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:28.166040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:28.167248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:28.194293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107de100-68ec-4559-929c-84e69b2a66fa req-5c340ed7-6ffc-4076-8899-63e020f9c062 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:28.195836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107de100-68ec-4559-929c-84e69b2a66fa req-5c340ed7-6ffc-4076-8899-63e020f9c062 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 946 time: 0.3565545 Mar 02 18:50:28.234099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-34ff1da1-0315-4b3f-b2ae-9f163315e73b admin admin] 10.222.0.66 "PUT /v2.0/routers/d01dfa4f-e47b-431f-8e02-1ef4be740d91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8218832 Mar 02 18:50:28.254440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:28.272707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:28.326077 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.354809 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.379227 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'code': 200} Mar 02 18:50:28.407508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107de100-68ec-4559-929c-84e69b2a66fa req-45561e9c-37d3-4de4-ba60-1557ff2786e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009602 Mar 02 18:50:28.465339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0971a33b-b402-4700-af30-6691cecefc5f up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:28.536708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.565404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:28.575734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:28.598356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:50:28.606296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] Transition to ACTIVE for port object 1e1c5003-dbd8-4fc0-becc-077da2ef0673 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:28.611983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.612451 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Added segment 7b82aad5-8d90-4d95-96ab-c8143cd0a058 of type vlan for network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 Mar 02 18:50:28.650756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.699282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:28.718887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0971a33b-b402-4700-af30-6691cecefc5f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:28.719927 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.017448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.021451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:29.022076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.158989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] Pushing event updated for resources: {'Network': ['ID=94a6157c-8274-400e-b3ee-c6c3f39f4db5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:29.162102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] No DVR routers for this DVR port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:50:29.199901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:50:29.259952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] Pushing event updated for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=11']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:29.353045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f5ff805-bc81-40ad-9597-dd902f4db6b2', 'name': '', 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'mac_address': 'fa:16:3e:71:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '640dc850-3dab-466e-8318-343946f1a5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:24Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 2, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'subnets': [{'id': '640dc850-3dab-466e-8318-343946f1a5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:29.360170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Checking router: d01dfa4f-e47b-431f-8e02-1ef4be740d91 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:29.360531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Updating router d01dfa4f-e47b-431f-8e02-1ef4be740d91 port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:50:29.416302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c3b32-7485-4f52-9cd6-2a63676aa5ed req-b439089a-79a8-41ec-83b4-ee6e12633fcf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:29.418915 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34c3b32-7485-4f52-9cd6-2a63676aa5ed req-b439089a-79a8-41ec-83b4-ee6e12633fcf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.0866203 Mar 02 18:50:29.426329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a101ee6e-668d-4c74-818e-05b6c91828cf admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1318519 Mar 02 18:50:29.433485 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.434313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:29.447370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Request body: {'subnet': {'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1525109707-subnet', 'tenant_id': 'eb900e218e0f4d3bb2d44ed0dd10b11e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:29.495825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8c1e56b3-ad5f-45cc-8d8d-70e5c7809f7e service neutron] 10.222.0.11 "PUT /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673/bindings/n-h1-828839-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9746349 Mar 02 18:50:29.502811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:29.519176 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34c3b32-7485-4f52-9cd6-2a63676aa5ed req-90f88893-db90-4a2e-bb1c-bbc146d6cbfe tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837376 Mar 02 18:50:29.520281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Usage tracker for resource:subnet and tenant:eb900e218e0f4d3bb2d44ed0dd10b11e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:29.529426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:29.536631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:29.670144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Made reservation on behalf of eb900e218e0f4d3bb2d44ed0dd10b11e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:50:29.673015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.890917 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:29.895006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a8b9c-4143-4087-b513-754efe11b014 req-659a3309-a09b-4ba4-a7c4-cfe91ad3b4ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:29.900286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d10a8b9c-4143-4087-b513-754efe11b014 req-659a3309-a09b-4ba4-a7c4-cfe91ad3b4ba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.2870781 Mar 02 18:50:29.906615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Transition to ACTIVE for port object 1f5ff805-bc81-40ad-9597-dd902f4db6b2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:50:29.944370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-96486e9d-e0b4-4134-a13e-b02bb94e3e0c tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:29.945909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-96486e9d-e0b4-4134-a13e-b02bb94e3e0c tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.2405884 Mar 02 18:50:29.988965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d10a8b9c-4143-4087-b513-754efe11b014 req-0cd034d6-f04b-4640-bbba-d488f74403b4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874274 Mar 02 18:50:30.074898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:30.220673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04fbcbe8-8155-4ebc-b635-1ee3ab1f9a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:30.222218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-04fbcbe8-8155-4ebc-b635-1ee3ab1f9a4c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 1096 time: 0.2668896 Mar 02 18:50:30.325500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:30.443555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7e419-01ad-4b95-b985-65e37850e9ba None None] Pushing event updated for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:30.446738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a0605a-8e85-4360-8982-cd634e1c4011,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:30.451841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Checking segment: {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:30.452571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Network hostable DHCP agents. Network: 94a6157c-8274-400e-b3ee-c6c3f39f4db5, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:50:30.468831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-898a6d7c-39ad-417a-9788-51bf1bb15bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:30.470410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-898a6d7c-39ad-417a-9788-51bf1bb15bb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1096 time: 0.2060211 Mar 02 18:50:30.515659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Attempting to bind port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:50:30.516162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Attempting to bind port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:50:30.516594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Attempting to bind port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 on network 0347bbf6-4ba7-4336-8803-ce46407a7d03 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:50:30.524195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:50:30.524665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Checking segment: {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:50:30.525188 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:30.525716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Bound using segment: {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:50:30.526909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Bound port: 1f5ff805-bc81-40ad-9597-dd902f4db6b2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81611198-67a8-49a8-8ee1-bd5315826353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:50:30.527734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:30.623762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:50:30.645508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] For port 1f5ff805-bc81-40ad-9597-dd902f4db6b2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:30.655492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] For port 1f5ff805-bc81-40ad-9597-dd902f4db6b2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f5ff805-bc81-40ad-9597-dd902f4db6b2,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:50:30.748300 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:30.784928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-53ddaedf-9f90-4d53-b4d9-d98d48602543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:30.786517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-53ddaedf-9f90-4d53-b4d9-d98d48602543 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.3074627 Mar 02 18:50:30.810246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 94a6157c-8274-400e-b3ee-c6c3f39f4db5) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:50:30.832898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06a9b0e-d2fa-493f-a2a2-8592ab6bd623 None None] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:30.870973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7e419-01ad-4b95-b985-65e37850e9ba None None] Pushing event updated for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:30.875499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:30.876076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:30.891546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:30.892134 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:31.035067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-1ca3522e-92dd-4a4c-9563-985945e34590 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 1000 time: 0.2263360 Mar 02 18:50:31.113164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e3d66-c505-4bdf-8a1e-d1fb88f5d387 req-a7b15775-400a-448f-adee-ed4d3de04ac9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:31.114781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-909e3d66-c505-4bdf-8a1e-d1fb88f5d387 req-a7b15775-400a-448f-adee-ed4d3de04ac9 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.4186029 Mar 02 18:50:31.140622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-18e5130e-3217-4efc-a7e3-33696b123337 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6965423 Mar 02 18:50:31.240586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-7a7dc8c7-19e1-429d-84eb-db3a0b8ea73a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5052538 Mar 02 18:50:31.467155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-19218c80-d910-4ae7-92c2-ee8b2536ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:31.467155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-19218c80-d910-4ae7-92c2-ee8b2536ff82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.4199800 Mar 02 18:50:31.580639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-909e3d66-c505-4bdf-8a1e-d1fb88f5d387 req-b65b2be2-7a67-474b-bca7-e3031f78b48d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356530 Mar 02 18:50:31.587921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403a123-b30e-496b-9bd3-e0da67f689e6 None None] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:31.656405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:50:31.658549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-4c40f387-56d3-4fb7-b8ee-99a15fc601d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:31.660116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-4c40f387-56d3-4fb7-b8ee-99a15fc601d5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 1096 time: 0.3115339 Mar 02 18:50:31.730217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:31.743631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-0637e35f-3701-4537-a0ef-d7e8e8f6e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:31.745940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-0637e35f-3701-4537-a0ef-d7e8e8f6e069 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494986 Mar 02 18:50:31.762747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5bda1-6b35-46a9-ad93-59b8995209fc req-31400b99-e301-48d9-b093-a78ef0c79c48 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:31.764311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2b5bda1-6b35-46a9-ad93-59b8995209fc req-31400b99-e301-48d9-b093-a78ef0c79c48 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.5200403 Mar 02 18:50:32.079118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:50:32.101474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2b5bda1-6b35-46a9-ad93-59b8995209fc req-4cca11c3-1757-48f8-ae49-aa5ac961e720 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720466 Mar 02 18:50:32.142386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-cf2197d9-ea23-444b-9edf-3ab0cb31e097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:32.143850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-cf2197d9-ea23-444b-9edf-3ab0cb31e097 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.4570045 Mar 02 18:50:32.253607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-e0da929e-1ac9-4dac-a903-cc13cfe25dda service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e845798-0144-47eb-a4c4-edea91ec13c8 HTTP/1.1" status: 200 len: 217 time: 0.1005311 Mar 02 18:50:32.264109 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-06cd9075-6d9c-4036-b336-3b541e567d7e service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5091586 Mar 02 18:50:32.488185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8353c759-42f3-4c06-8f98-bc4bf0d45161 service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871681 Mar 02 18:50:32.492128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f5ff805-bc81-40ad-9597-dd902f4db6b2', 'name': '', 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'mac_address': 'fa:16:3e:71:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '640dc850-3dab-466e-8318-343946f1a5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:24Z', 'updated_at': '2022-03-02T18:50:30Z', 'revision_number': 4, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'subnets': [{'id': '640dc850-3dab-466e-8318-343946f1a5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:32.513276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4067a95-fda3-47fe-8d43-7d4c74139b85 None None] The sync data for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 is: [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1f5ff805-bc81-40ad-9597-dd902f4db6b2', 'name': '', 'network_id': '0347bbf6-4ba7-4336-8803-ce46407a7d03', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'mac_address': 'fa:16:3e:71:f6:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '640dc850-3dab-466e-8318-343946f1a5f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:24Z', 'updated_at': '2022-03-02T18:50:30Z', 'revision_number': 4, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'subnets': [{'id': '640dc850-3dab-466e-8318-343946f1a5f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:32.543866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-a70a2c42-54d4-4d96-890b-46bc0e710215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:32.545459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-a70a2c42-54d4-4d96-890b-46bc0e710215 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.2801843 Mar 02 18:50:32.710082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-d6548e5f-4bbb-4ce9-8b64-395536205ff6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1579680 Mar 02 18:50:33.032154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-8f49a151-8640-4527-b206-53f038b3e3b5 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069181 Mar 02 18:50:33.046097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23bb427-123c-4445-8c01-340e616ab977 req-1d034572-114b-4d52-b206-e492622cd073 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:33.047772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a23bb427-123c-4445-8c01-340e616ab977 req-1d034572-114b-4d52-b206-e492622cd073 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2804656 Mar 02 18:50:33.459508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a23bb427-123c-4445-8c01-340e616ab977 req-c5e49b66-98a8-472a-b454-a905c654ba9e tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763566 Mar 02 18:50:33.477939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eeb1d406-7a85-486f-9a28-5629ddf7182e req-8f195d85-b7d4-43cb-a227-7e874782ae01 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4292040 Mar 02 18:50:33.585625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-487e711b-ebe5-43bd-9573-6c94e240dbfb tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:33.585625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-487e711b-ebe5-43bd-9573-6c94e240dbfb tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 1096 time: 0.2354956 Mar 02 18:50:33.758704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ad112-90ce-4525-9059-5fd4b7fdca75 req-fdafde4c-7bb5-44e4-ad85-451dce311268 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:33.762001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc5ad112-90ce-4525-9059-5fd4b7fdca75 req-fdafde4c-7bb5-44e4-ad85-451dce311268 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.4471102 Mar 02 18:50:34.045952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc5ad112-90ce-4525-9059-5fd4b7fdca75 req-187284d0-f19b-45ea-b2b8-582edb8c5971 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2697232 Mar 02 18:50:34.274919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-69f96ef8-31da-4a86-b8eb-bd3ce6b00b83 service neutron] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h2-828839-1, cleared binding levels {{(pid=88709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:50:34.297501 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-69f96ef8-31da-4a86-b8eb-bd3ce6b00b83 service neutron] Notify callbacks [] for binding, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:34.308249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-69f96ef8-31da-4a86-b8eb-bd3ce6b00b83 service neutron] 10.222.0.65 "DELETE /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673/bindings/n-h2-828839-1 HTTP/1.1" status: 204 len: 173 time: 0.7360945 Mar 02 18:50:34.538828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f5ff805-bc81-40ad-9597-dd902f4db6b2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:34.801743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:50:34.805887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:34.805887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:34.844558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be16f20-9812-44cf-9e1a-3f2519a10eeb req-f6209eee-f92f-474e-99be-49ebcf426c5b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:34.845438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8be16f20-9812-44cf-9e1a-3f2519a10eeb req-f6209eee-f92f-474e-99be-49ebcf426c5b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2426660 Mar 02 18:50:34.974237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8be16f20-9812-44cf-9e1a-3f2519a10eeb req-fc7881e2-a769-414a-a98c-6a1a3da0c4a3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088293 Mar 02 18:50:35.037177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:35.125028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1f5ff805-bc81-40ad-9597-dd902f4db6b2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f5ff805-bc81-40ad-9597-dd902f4db6b2,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:35.298241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb6076-ba49-4023-8772-db32fe246359 req-c2f6de56-24f9-46fd-ab05-b05ad44c9892 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:35.299817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0eb6076-ba49-4023-8772-db32fe246359 req-c2f6de56-24f9-46fd-ab05-b05ad44c9892 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.1065123 Mar 02 18:50:35.308204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:35.372032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0eb6076-ba49-4023-8772-db32fe246359 req-5c7c6616-e3b6-4ece-95b1-8ef3320ff25d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660207 Mar 02 18:50:35.397840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:35.738453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df43015e-4358-4dde-aa4d-3ce6f1c87a99 req-ae75db82-8454-41e7-a78b-7e1ee11606c2 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:35.743267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df43015e-4358-4dde-aa4d-3ce6f1c87a99 req-ae75db82-8454-41e7-a78b-7e1ee11606c2 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1096 time: 0.1699378 Mar 02 18:50:35.814943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-df43015e-4358-4dde-aa4d-3ce6f1c87a99 req-fda29702-cf5b-4895-927d-cd73a3d65e1a tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663037 Mar 02 18:50:36.149948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84b29d-29a1-45c7-a109-2852dc04e2d2 req-b0305bd6-3fee-424c-9fbf-1b2312d3bc11 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:36.161501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d84b29d-29a1-45c7-a109-2852dc04e2d2 req-b0305bd6-3fee-424c-9fbf-1b2312d3bc11 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.2301555 Mar 02 18:50:36.285543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6d84b29d-29a1-45c7-a109-2852dc04e2d2 req-302081aa-f87a-4488-992b-d43cb9ca6a41 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175318 Mar 02 18:50:36.316620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:36.341041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7e6dc-88de-4156-9384-a0deaa4cace4 req-e008ff26-b108-4851-92ca-a61826f06a7b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:36.351445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ad7e6dc-88de-4156-9384-a0deaa4cace4 req-e008ff26-b108-4851-92ca-a61826f06a7b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1516402 Mar 02 18:50:36.449722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f5ff805-bc81-40ad-9597-dd902f4db6b2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:50:36.620577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2dffc54b-5696-47ea-829f-306807397d16 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 200 len: 992 time: 0.3014586 Mar 02 18:50:36.624264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ad7e6dc-88de-4156-9384-a0deaa4cace4 req-adeb4f39-710b-4cc3-8247-ff8e78af703b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717001 Mar 02 18:50:36.695135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1decd-e24b-452f-b904-9b9a1234fe47 req-decc2d31-05f9-455b-be10-d124a3b4af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:36.696711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98e1decd-e24b-452f-b904-9b9a1234fe47 req-decc2d31-05f9-455b-be10-d124a3b4af08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.3020656 Mar 02 18:50:36.725072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:50:36.725072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:36.805044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98e1decd-e24b-452f-b904-9b9a1234fe47 req-e364859a-6009-4eae-a5cd-30771feb8bf8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865393 Mar 02 18:50:37.168901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58596) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:37.483529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 089bb554-e007-4bd8-930d-4e7200f07423 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:37.484066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:37.829252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:37.829588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:37.988827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90fcec-23a1-479f-86e2-c795526a106c req-cc689ca0-11c3-430a-af5f-10c02e69f3e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:37.991218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de90fcec-23a1-479f-86e2-c795526a106c req-cc689ca0-11c3-430a-af5f-10c02e69f3e7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1675560 Mar 02 18:50:38.114968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de90fcec-23a1-479f-86e2-c795526a106c req-521d74a0-09f0-4aee-80f1-285338b7e9e2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085427 Mar 02 18:50:38.418244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 089bb554-e007-4bd8-930d-4e7200f07423 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:38.947848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:39.022757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=089bb554-e007-4bd8-930d-4e7200f07423,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.064776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:39.135516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:39.136185 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP c6a86e23-895a-40af-a01c-7ffd32c06974 disassociated (deleted). External IP: 172.25.7.122, port: 1e1c5003-dbd8-4fc0-becc-077da2ef0673. Mar 02 18:50:39.417285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b76fe-ff18-43c3-8bfa-37929a249147 req-5dea91b7-0221-4678-8ac6-b1e739563d06 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:39.421211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c05b76fe-ff18-43c3-8bfa-37929a249147 req-5dea91b7-0221-4678-8ac6-b1e739563d06 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1462555 Mar 02 18:50:39.506781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c05b76fe-ff18-43c3-8bfa-37929a249147 req-9131c6e4-c5e1-45e4-aaff-1a1b6fc4c835 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795081 Mar 02 18:50:39.745910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 50df4443-2498-4d82-b312-daf9b713c5cb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:50:40.108565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:40.121868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Sync routers for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:40.165605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:40.165605 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:40.310926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:40.490856 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:40.519211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bf03299b-90a6-48a2-a974-c47f50dcbf7b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/floatingips/c6a86e23-895a-40af-a01c-7ffd32c06974 HTTP/1.1" status: 204 len: 168 time: 3.3469300 Mar 02 18:50:40.533054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:40.551918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-cef9dab6-496c-4558-b626-b966b1e13d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:40.555528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-cef9dab6-496c-4558-b626-b966b1e13d67 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1924107 Mar 02 18:50:41.322210 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:41.330451 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Checking router: 50df4443-2498-4d82-b312-daf9b713c5cb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:41.351538 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:41.351538 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:41.458227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-0e728029-eec4-4541-8aab-cd007a686e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:41.462910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-0e728029-eec4-4541-8aab-cd007a686e4b service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.9012094 Mar 02 18:50:41.566034 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'status': 'completed', 'code': 200} Mar 02 18:50:41.629712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-ce8adede-e066-4ac5-8b3a-2736a56c5a7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.1459026 Mar 02 18:50:41.672284 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:41.839802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bba7bc-3b76-481c-8972-9d7d958735d0 req-6dae1694-7416-4872-90b6-3dd20ee70e2d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:41.845549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28bba7bc-3b76-481c-8972-9d7d958735d0 req-6dae1694-7416-4872-90b6-3dd20ee70e2d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.6419446 Mar 02 18:50:41.976154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28bba7bc-3b76-481c-8972-9d7d958735d0 req-58539586-f5b2-48e7-a60c-461a1ba5fc89 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897911 Mar 02 18:50:41.980236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-67b9f6a4-4221-4e57-a7b6-cbbca6de6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:41.981052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-67b9f6a4-4221-4e57-a7b6-cbbca6de6e24 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.3029466 Mar 02 18:50:42.086459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-27bb463d-bc7a-4ce5-9ac6-45a4be09bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:42.086459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-27bb463d-bc7a-4ce5-9ac6-45a4be09bb73 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 1096 time: 0.4525268 Mar 02 18:50:42.086459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-a923561b-e154-4431-a205-d135c50920c0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942240 Mar 02 18:50:42.099381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c3d4b-891f-4f2e-b79e-40fdc84b3865 req-b210bc5a-b2f9-4f5d-a9e1-778931660b7c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:42.100947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-378c3d4b-891f-4f2e-b79e-40fdc84b3865 req-b210bc5a-b2f9-4f5d-a9e1-778931660b7c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.3764274 Mar 02 18:50:42.232418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-5f479729-1cc8-412e-baf0-145487adb131 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:42.232418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-5f479729-1cc8-412e-baf0-145487adb131 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:50:42.301292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:42.306088 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97faf65-90e1-459b-a1ad-12720020b426 None None] The sync data for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 is: [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:49:02Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '09800eae-ba9c-493b-9353-72d301e981c6', 'name': '', 'network_id': '0765b543-78b3-4b8d-9c92-97ec4be195b3', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:73:fd:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:59Z', 'updated_at': '2022-03-02T18:49:13Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': '4ef9ecb7-38d5-49b3-b92b-5c369d30ec69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:42.480293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-74582f31-5460-4ac7-b378-7ff3e3f6da98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:42.483095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-74582f31-5460-4ac7-b378-7ff3e3f6da98 service neutron] 10.222.0.65 "GET /v2.0/networks?id=0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 200 len: 897 time: 0.3245933 Mar 02 18:50:42.685637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-592cb94c-1c7b-4c92-8aef-67e44b0468a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 200 len: 217 time: 0.1929190 Mar 02 18:50:42.694652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f330f12-515d-4909-ab9b-26943a23b218 None None] New status for floating IP c6a86e23-895a-40af-a01c-7ffd32c06974: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:50:42.786936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-579fd526-ba96-45fd-98ee-33bc90a5f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:42.788681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-579fd526-ba96-45fd-98ee-33bc90a5f031 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 200 len: 834 time: 0.0761912 Mar 02 18:50:42.805038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-5f479729-1cc8-412e-baf0-145487adb131 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:50:42.820727 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-5f479729-1cc8-412e-baf0-145487adb131 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.65 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 945 time: 0.8337364 Mar 02 18:50:42.846397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-378c3d4b-891f-4f2e-b79e-40fdc84b3865 req-8df7f052-e73b-4e85-8d88-b49599af9b99 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=ff037a1d-7862-4e37-8f7d-bdea2e390c9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4799578 Mar 02 18:50:42.920831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:42.921464 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:42.921674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-c30bc61f-2953-4b6d-a607-9966eac43bef service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194611 Mar 02 18:50:43.251736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-76171f1e-6c91-46b8-89cc-9985df8f9e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:43.253350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-76171f1e-6c91-46b8-89cc-9985df8f9e17 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=0765b543-78b3-4b8d-9c92-97ec4be195b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4572680 Mar 02 18:50:43.304554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-5c3f8fa4-1b64-4bd1-b104-832df9a1d7c6 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762429 Mar 02 18:50:43.527256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd5330-a0fd-44cb-9e42-fff5b5cd78a3 req-1d647c77-f04c-4fc2-a7e6-dfc0b03a7870 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:43.527256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8dd5330-a0fd-44cb-9e42-fff5b5cd78a3 req-1d647c77-f04c-4fc2-a7e6-dfc0b03a7870 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2641115 Mar 02 18:50:43.598647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-cef36e97-5f29-4c19-91c5-2b7616ffeeb8 service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931192 Mar 02 18:50:43.655174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8dd5330-a0fd-44cb-9e42-fff5b5cd78a3 req-7e5429f0-3690-423f-ab0b-33553494eedf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217573 Mar 02 18:50:43.832471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 1e1c5003-dbd8-4fc0-becc-077da2ef0673, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e1c5003-dbd8-4fc0-becc-077da2ef0673,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:43.833062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:44.023927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 1e1c5003-dbd8-4fc0-becc-077da2ef0673 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:44.125854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91ad2e00-0b35-4910-bcbe-75b2e4e5cbb8 req-cb71705c-847f-40a3-b3f3-cb47ce2070af service neutron] 10.222.0.65 "GET /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5227659 Mar 02 18:50:44.378847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:44.493035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=1e1c5003-dbd8-4fc0-becc-077da2ef0673,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:44.556628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54d4cb06-6936-4c4a-b5c3-b9e7e8d92561 req-d73024b9-848a-4249-aeb8-49c74541637b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.0963640 Mar 02 18:50:44.608301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] No DVR routers for this DVR port 1e1c5003-dbd8-4fc0-becc-077da2ef0673 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:50:44.611191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:44.622702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-deleted', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:50:44.695645 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fa4f6a00-8c53-44a1-9bd4-6794c3b996f0 req-b24a2713-3c75-4106-979b-964cb540b727 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.65 "DELETE /v2.0/ports/1e1c5003-dbd8-4fc0-becc-077da2ef0673 HTTP/1.1" status: 204 len: 173 time: 1.8715563 Mar 02 18:50:44.752633 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8092fd5d-37fc-47f4-97db-ff2d5a4acaa4', 'name': 'network-vif-deleted', 'tag': '1e1c5003-dbd8-4fc0-becc-077da2ef0673', 'status': 'completed', 'code': 200} Mar 02 18:50:45.010707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a43bc4-da48-4302-98f0-5049cdbf46c8 req-f02b1eee-7b1e-4fdf-8984-d19e981e2e81 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:45.013028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3a43bc4-da48-4302-98f0-5049cdbf46c8 req-f02b1eee-7b1e-4fdf-8984-d19e981e2e81 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2007902 Mar 02 18:50:45.076198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3a43bc4-da48-4302-98f0-5049cdbf46c8 req-7dc4d132-ffc2-4a1d-8ef4-1742e2b34265 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573151 Mar 02 18:50:45.761163 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-698c9d8f-d8e6-4aaa-8e47-28274f5ac162 req-99030c07-be9b-493c-a919-32620462bb3a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=8092fd5d-37fc-47f4-97db-ff2d5a4acaa4 HTTP/1.1" status: 200 len: 210 time: 0.0578997 Mar 02 18:50:46.254767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:50:46.319072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 1e1c5003-dbd8-4fc0-becc-077da2ef0673 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:50:46.319072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e1c5003-dbd8-4fc0-becc-077da2ef0673 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:50:46.341145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e8600-9676-4943-bbec-9c9221d018d7 req-8cbdde19-7ee2-4247-9cbd-88da9de227a2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:46.342752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-515e8600-9676-4943-bbec-9c9221d018d7 req-8cbdde19-7ee2-4247-9cbd-88da9de227a2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1411350 Mar 02 18:50:46.445883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-515e8600-9676-4943-bbec-9c9221d018d7 req-7f76e87b-cacb-480a-b07d-1c5b9e06ebdf tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835810 Mar 02 18:50:46.858389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:47.644113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:48.058762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 09800eae-ba9c-493b-9353-72d301e981c6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:48.058762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:48.483481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 09800eae-ba9c-493b-9353-72d301e981c6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09800eae-ba9c-493b-9353-72d301e981c6,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:48.483481 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:48.611795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 09800eae-ba9c-493b-9353-72d301e981c6 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:49.117532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:49.180889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=09800eae-ba9c-493b-9353-72d301e981c6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:49.639903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:50.150380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router 50df4443-2498-4d82-b312-daf9b713c5cb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:50:50.151192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa7b542-e362-4284-957e-58c64a77e6c9 req-2f2d88f5-1b30-4691-82cf-c1ccb986dad0 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:50:50.152319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfa7b542-e362-4284-957e-58c64a77e6c9 req-2f2d88f5-1b30-4691-82cf-c1ccb986dad0 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.0996072 Mar 02 18:50:50.224630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfa7b542-e362-4284-957e-58c64a77e6c9 req-0f839539-b8aa-4050-a421-5116509bc3d8 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567117 Mar 02 18:50:50.633706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:50:50.650331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Sync routers for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:50:50.679949 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e94e78ca-8ab9-4f09-a61a-7a7ec546c8c5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/50df4443-2498-4d82-b312-daf9b713c5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8177683 Mar 02 18:50:50.684582 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:50.684582 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:50.686598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58892) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:50.883551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting subnet 4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:50:50.883551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:51.019314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:51.144917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:51.244720 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:51.422230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:51.473112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef9ecb7-38d5-49b3-b92b-5c369d30ec69,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:51.479000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:51.490470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58906) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:51.492367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e756c599-8ba7-400e-ba4c-3b8db4a39f06 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/subnets/4ef9ecb7-38d5-49b3-b92b-5c369d30ec69 HTTP/1.1" status: 204 len: 168 time: 0.8092306 Mar 02 18:50:51.503364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0490420-4b66-4db9-887e-83c9e016668c None None] Network 0765b543-78b3-4b8d-9c92-97ec4be195b3 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:50:51.614046 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:50:48Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:51.621069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Checking router: 50df4443-2498-4d82-b312-daf9b713c5cb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:50:51.630601 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Routers {'50df4443-2498-4d82-b312-daf9b713c5cb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:50:51.633518 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['50df4443-2498-4d82-b312-daf9b713c5cb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:51.802787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.107852 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] Set router 50df4443-2498-4d82-b312-daf9b713c5cb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:50:52.191202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f001d5de-26bf-4edf-b5a3-d67f9024d52b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.319794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] DHCP port deletion for 0765b543-78b3-4b8d-9c92-97ec4be195b3 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:50:52.319794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Deleting port 98205dfc-2bf3-4a47-94af-bb734ec1404a {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:52.319794 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.395955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.436652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98205dfc-2bf3-4a47-94af-bb734ec1404a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:50:52.514413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 3eb8f464-23c5-4f67-894e-a76a0a275ec7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:52.515388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.762216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.876750 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:50:48Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:52.896971 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7e37b8-56d6-4adc-a6fa-dbab972a28a1 None None] The sync data for ids ['50df4443-2498-4d82-b312-daf9b713c5cb'] in n-d-828839-1 is: [{'id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-72925535', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203'}], 'enable_snat': True}, 'gw_port_id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:50:48Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': '3eb8f464-23c5-4f67-894e-a76a0a275ec7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b5:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50df4443-2498-4d82-b312-daf9b713c5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3419, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:49Z', 'updated_at': '2022-03-02T18:49:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:50:52.911531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 3eb8f464-23c5-4f67-894e-a76a0a275ec7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3eb8f464-23c5-4f67-894e-a76a0a275ec7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:52.911782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:52.980303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:52.980303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:53.092147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 3eb8f464-23c5-4f67-894e-a76a0a275ec7 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:53.293309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Calling delete_port for 98205dfc-2bf3-4a47-94af-bb734ec1404a owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:53.558016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:53.695568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:53.700481 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:53.761318 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=3eb8f464-23c5-4f67-894e-a76a0a275ec7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:53.765725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:50:53.766866 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:50:53.768548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.768907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.769251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.769585 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.769912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.770272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.770600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.770921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.771241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.771561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.772745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.772745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:50:53.779640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=98205dfc-2bf3-4a47-94af-bb734ec1404a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:53.873805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.198566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.201054 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.268100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Deleting port 98205dfc-2bf3-4a47-94af-bb734ec1404a {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:54.268493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.339824 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e6e07712-b1de-4d95-9cb9-0e775d411018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.378096 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.378926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Fanout notify agent at l3_agent the message router_deleted on router 50df4443-2498-4d82-b312-daf9b713c5cb {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:50:54.411888 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.416442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 58948) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:54.442144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f8837131-4863-4751-a65d-049222b8766b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/routers/50df4443-2498-4d82-b312-daf9b713c5cb HTTP/1.1" status: 204 len: 168 time: 2.9216630 Mar 02 18:50:54.688895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09800eae-ba9c-493b-9353-72d301e981c6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:50:54.828050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 09800eae-ba9c-493b-9353-72d301e981c6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:50:54.828050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09800eae-ba9c-493b-9353-72d301e981c6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:50:54.837372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.845633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 98205dfc-2bf3-4a47-94af-bb734ec1404a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:54.849299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:54.957881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:54.958325 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.303887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Calling delete_port for 98205dfc-2bf3-4a47-94af-bb734ec1404a owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:55.363672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 98205dfc-2bf3-4a47-94af-bb734ec1404a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98205dfc-2bf3-4a47-94af-bb734ec1404a,segment=NetworkSegment(9df5df17-a704-46ad-bf5d-c4d5e2db1a4e),segment_id=9df5df17-a704-46ad-bf5d-c4d5e2db1a4e)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:50:55.364039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.546193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.601108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 98205dfc-2bf3-4a47-94af-bb734ec1404a owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:50:55.636108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] No DVR routers for this DVR port 98205dfc-2bf3-4a47-94af-bb734ec1404a on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:50:55.651400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbec3d0-d2a8-4ab3-9c7f-06f886540f63 None None] Pushing event deleted for resources: {'Port': ['ID=98205dfc-2bf3-4a47-94af-bb734ec1404a,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:55.670241 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.688046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:55.717945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:50:55.717945 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:50:55.913420 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.217481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 98205dfc-2bf3-4a47-94af-bb734ec1404a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:50:56.217897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.301530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] The port '98205dfc-2bf3-4a47-94af-bb734ec1404a' was deleted {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:50:56.360101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3eb8f464-23c5-4f67-894e-a76a0a275ec7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:50:56.424772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3eb8f464-23c5-4f67-894e-a76a0a275ec7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:50:56.437489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3eb8f464-23c5-4f67-894e-a76a0a275ec7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:50:56.534676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.608959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0765b543-78b3-4b8d-9c92-97ec4be195b3']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:56.629848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:56.629848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df5df17-a704-46ad-bf5d-c4d5e2db1a4e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:50:56.637458 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.660686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.669120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Releasing vlan 691 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:50:56.669120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: util.warn( Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:50:56.684373 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:50:56.855862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.885505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.969811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:56.977435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:57.010846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Network': ['ID=0765b543-78b3-4b8d-9c92-97ec4be195b3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:57.168683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7892b188-950a-4d81-ac8b-bf54a909b9e9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/networks/0765b543-78b3-4b8d-9c92-97ec4be195b3 HTTP/1.1" status: 204 len: 168 time: 2.7346189 Mar 02 18:50:57.172970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 58990) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:57.285489 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:57.322729 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:57.560657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:57.607181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:57.616778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/security-groups/ff037a1d-7862-4e37-8f7d-bdea2e390c9a HTTP/1.1" status: 204 len: 168 time: 0.4368663 Mar 02 18:50:57.616778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe42fe2d-b5e5-426d-b348-d20d99174fcd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff037a1d-7862-4e37-8f7d-bdea2e390c9a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:50:59.457327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59028) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:50:59.462551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048118681', 'description': 'tempest-secgroup-smoke-2048118681 description', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:50:59.472281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:59.476612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:59.483818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:59.490730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:59.650624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:59.674789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:50:59.674789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:50:59.681161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:50:59.693538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:50:59.817981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:59.908026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:50:59.952426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53814bba-190e-4af0-81c5-7a7e2fe71452,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:00.194158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:00.194158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-65b096e0-f0fa-4cc3-a488-36662796f609 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7304747 Mar 02 18:51:00.195784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59042) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:00.203309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:00.217541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:00.220031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:00.222409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:00.229019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:00.430522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:00.542987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:00.678570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:00.708176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bceb96fd-9fde-43c8-9c05-30ae3b781c5f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-641e274e-0f70-4b84-b489-449cf34c619b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6959727 Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:00.925804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:01.414578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:01.542802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:01.708010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:01.741382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd8dcdd-362d-4037-832c-b245b77f8094,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:01.900242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:01.900242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-129d21ee-d1be-4420-9679-b747c58428c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9976499 Mar 02 18:51:01.902520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59088) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:01.902520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:01.917296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:01.917296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:01.923208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:01.974599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:02.119898 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:02.194589 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:51:02.216783 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:02.466959 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:02.530341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314a7d6f-40cd-4e1e-b831-c105ccedbe1c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:02.735739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:02.737939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1aa735d-3095-43bf-b7e3-3c961ad49120 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8413692 Mar 02 18:51:02.740821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:02.759274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:02.772393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:02.785493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:02.785493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:02.800407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:02.999210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:03.100875 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:03.222719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:03.235094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54299bc-1380-4945-98e4-1a457222ee00,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:03.478246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:03.502373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-505969ad-2db1-4df5-b750-18afd4fea02d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7381711 Mar 02 18:51:03.504445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59122) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:03.511878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:03.532923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:03.547956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:03.547956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:03.548524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:04.132993 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:51:04.147695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:04.232764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:04.371208 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:04.432781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560c2380-c8c4-43d2-a4e9-5954836c9801,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:04.605125 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:04.605125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8684e6f2-66dd-4a43-9431-21e15f654196 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0897427 Mar 02 18:51:04.605125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59154) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:04.616163 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'security_group_rule': {'security_group_id': '53814bba-190e-4af0-81c5-7a7e2fe71452', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:04.644398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:04.659811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:security_group_rule and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:04.668134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:04.684275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:04.742620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-22e9edad-e8f5-4217-a7b7-20807957c15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:04.746626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-22e9edad-e8f5-4217-a7b7-20807957c15d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.0854006 Mar 02 18:51:04.863069 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Project 5de76d81bb5c47fe9e6d4c2b40137e5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:51:04.920583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:05.019698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d50bb-b889-4337-8a92-e66382dce3af req-9170170c-4c6b-4f7d-ae92-c105581448fb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:05.019698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7d50bb-b889-4337-8a92-e66382dce3af req-9170170c-4c6b-4f7d-ae92-c105581448fb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2761714 Mar 02 18:51:05.127536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-780cf597-4734-4fe1-a5a5-0c756a1ea5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:05.129144 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-780cf597-4734-4fe1-a5a5-0c756a1ea5c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.3756609 Mar 02 18:51:05.163636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d7d50bb-b889-4337-8a92-e66382dce3af req-e079d0f5-b7e6-4242-811e-a49ebdae128a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281796 Mar 02 18:51:05.192221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:05.239984 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-f7625a72-03a5-4919-a0e9-f716f17c8a3e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.1029751 Mar 02 18:51:05.305702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-488c0a6a-d07f-4e8a-94a9-4d86d4c066b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:05.307386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-488c0a6a-d07f-4e8a-94a9-4d86d4c066b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.0613058 Mar 02 18:51:05.355224 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-c920cd90-0327-4614-a0d4-f4563409e13d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413697 Mar 02 18:51:05.488484 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-c5528845-26d0-44b8-b448-20d3045a4c6e service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256740 Mar 02 18:51:05.627652 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e09af1c1-cfb1-4ef4-939b-974a43465f35 req-b779701e-1b6d-46c7-bbf6-467b973fa903 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295576 Mar 02 18:51:05.985080 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.030611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f755c4e-d526-49a1-a2b7-72b9dd7cd718,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:06.227778 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.230023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0036873f-bcc5-420d-b82e-676afda721e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6243281 Mar 02 18:51:06.232297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59180) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:06.241254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'network': {'name': 'tempest-network-smoke--966759880', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'port_security_enabled': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:06.277186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:06.298641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:network and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:06.298641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:06.374871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:06.505723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b40527-63d7-43ab-aa5a-3fae6b11c60a req-376497b9-f82b-41e3-8849-ec21dd010468 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:06.513329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47b40527-63d7-43ab-aa5a-3fae6b11c60a req-376497b9-f82b-41e3-8849-ec21dd010468 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1933877 Mar 02 18:51:06.555149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:06.559324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.600422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47b40527-63d7-43ab-aa5a-3fae6b11c60a req-a72e4e4d-9168-49ec-9625-a55b2dc7db0b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918598 Mar 02 18:51:06.650950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:51:06.667138 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.667503 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Added segment 10226a9e-b582-4085-add9-e62dd8818721 of type vlan for network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b Mar 02 18:51:06.712386 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.908739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:06.933505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:06.933505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:07.074963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Network': ['ID=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:07.086325 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:51:07.177099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-28902af0-bec2-4901-b94c-52a926bde8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9432721 Mar 02 18:51:07.179639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:07.191180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'admin_state_up': True, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:07.230575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:07.236904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:router and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:07.241581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:07.263548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:07.364334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:07.364334 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:07.390169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:07.910668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:07.947645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8452f-f444-4937-8fc1-e466621a9d85 req-c685aabe-4bfe-4a5d-931d-18bd6109f4d1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:07.949145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccb8452f-f444-4937-8fc1-e466621a9d85 req-c685aabe-4bfe-4a5d-931d-18bd6109f4d1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1409712 Mar 02 18:51:08.020107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccb8452f-f444-4937-8fc1-e466621a9d85 req-3c255910-c804-43e0-ba27-9abf1532f89d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630825 Mar 02 18:51:08.440937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:08.477140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:08.724185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.106 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/fd51df2e-8151-4f16-bddb-67022eed37d0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:09.073776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:09.234012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf502bfc-2158-4e27-a247-41012d1ca94f req-d288009a-594e-4e39-a4a9-86e9e2f934c7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:09.235504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf502bfc-2158-4e27-a247-41012d1ca94f req-d288009a-594e-4e39-a4a9-86e9e2f934c7 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.0961092 Mar 02 18:51:09.283618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf502bfc-2158-4e27-a247-41012d1ca94f req-15937d12-deef-432a-b6a7-f6876ce78fe8 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422804 Mar 02 18:51:09.290510 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:09.364804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:09.367979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:09.378031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:51:09.435511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=fd51df2e-8151-4f16-bddb-67022eed37d0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:10.170817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:10.631145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a08c15-0854-44da-86d2-e40f4a353c21 req-d3c5806e-063b-495b-a036-a224dcc83972 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:10.636060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6a08c15-0854-44da-86d2-e40f4a353c21 req-d3c5806e-063b-495b-a036-a224dcc83972 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1638451 Mar 02 18:51:10.639247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:10.688985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6a08c15-0854-44da-86d2-e40f4a353c21 req-af192e89-920a-410f-ad4f-1f98f239d17e tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501025 Mar 02 18:51:11.169794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router b6fc698b-3122-411c-9f7b-ba5349f0e782 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:51:11.530832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:51:11.539628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Sync routers for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:11.569368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:11.569368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:11.770753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:11.774886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04912d79-8592-474a-97a6-42fe7e730f73 req-69fbd293-c7f7-4db9-ab7e-0b93e08094bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:11.779326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-04912d79-8592-474a-97a6-42fe7e730f73 req-69fbd293-c7f7-4db9-ab7e-0b93e08094bb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1116827 Mar 02 18:51:11.808523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:11.809826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b085e56-6ffc-461f-acda-e04b0eb1d4f1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6291354 Mar 02 18:51:11.813533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59294) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:11.875899 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-04912d79-8592-474a-97a6-42fe7e730f73 req-16c8d280-58b9-45ab-8e89-20972d5373a5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768480 Mar 02 18:51:11.977278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6abe02d1-3366-4a74-a50e-4601b99dc912 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5de76d81bb5c47fe9e6d4c2b40137e5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1539829 Mar 02 18:51:11.980869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59302) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:12.056447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f8ec-4d10-43f8-9022-6443fd2c9bb9 req-10d666ab-227b-4079-b0b6-28ac8449edae tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:12.062645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b456f8ec-4d10-43f8-9022-6443fd2c9bb9 req-10d666ab-227b-4079-b0b6-28ac8449edae tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1674793 Mar 02 18:51:12.120285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b456f8ec-4d10-43f8-9022-6443fd2c9bb9 req-2308da2b-2654-4c34-b083-9471ca6f8b84 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579448 Mar 02 18:51:12.220314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871499a5-4114-4049-92e2-d49ce01d40b6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:12.225357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59312) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:12.225621 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-871499a5-4114-4049-92e2-d49ce01d40b6 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2490232 Mar 02 18:51:12.305352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-37da1030-0197-43a3-8aeb-7c6b72248a62 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0769024 Mar 02 18:51:12.307568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 59316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:12.343462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1126729144', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:12.345521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:09Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:12.376366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Checking router: b6fc698b-3122-411c-9f7b-ba5349f0e782 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:12.376366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Updating router b6fc698b-3122-411c-9f7b-ba5349f0e782 port fd51df2e-8151-4f16-bddb-67022eed37d0 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:12.471147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:12.499692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:12.510538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:subnet and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:12.510538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:12.517374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:12.730292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:12.735701 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:12.940585 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:12.974657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Transition to ACTIVE for port object fd51df2e-8151-4f16-bddb-67022eed37d0 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:13.123739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.213803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Attempting to bind port fd51df2e-8151-4f16-bddb-67022eed37d0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:51:13.214284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Attempting to bind port fd51df2e-8151-4f16-bddb-67022eed37d0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:51:13.215142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Attempting to bind port fd51df2e-8151-4f16-bddb-67022eed37d0 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:51:13.224056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:51:13.225046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:51:13.225547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.225983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:51:13.227903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Bound port: fd51df2e-8151-4f16-bddb-67022eed37d0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:51:13.228416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.288293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Pushing event updated for resources: {'Port': ['ID=fd51df2e-8151-4f16-bddb-67022eed37d0,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:13.302654 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.339782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.345815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.345815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:13.391447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] For port fd51df2e-8151-4f16-bddb-67022eed37d0, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:51:13.391447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] For port fd51df2e-8151-4f16-bddb-67022eed37d0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fd51df2e-8151-4f16-bddb-67022eed37d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:51:13.406426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Subnet': ['ID=e6a375fa-d83e-47a0-b065-e53379de5865,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:13.493012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Checking segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:51:13.493393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network hostable DHCP agents. Network: eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:51:13.530952 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672c0f13-9903-4353-a7ae-1e108a5f89d0 req-41e0c212-d749-447f-a241-a23247c743b1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:13.540544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-672c0f13-9903-4353-a7ae-1e108a5f89d0 req-41e0c212-d749-447f-a241-a23247c743b1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1311159 Mar 02 18:51:13.578809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-672c0f13-9903-4353-a7ae-1e108a5f89d0 req-4e347b1c-e954-4fc4-94a4-c7d3f5d1ad16 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Mar 02 18:51:13.661341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:51:13.662383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.750982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acddd5-ebb5-4b78-9e8c-3ac24bd80cd6 None None] Pushing event updated for resources: {'Port': ['ID=fd51df2e-8151-4f16-bddb-67022eed37d0,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:13.772560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:13.773276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:13.837940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:13.837940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:13.837940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:13.907992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf1e3d-47be-4fda-a5fb-34eb21031237 None None] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:51:14.019416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 59358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:14.021523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-034aa735-d55f-44c7-8efb-6296d2fc2a3b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6970048 Mar 02 18:51:14.350014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:14.401551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:51:14.401551 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:14.821984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-9d56127e-a1c6-4648-b8bd-a71080738e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:14.824333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-9d56127e-a1c6-4648-b8bd-a71080738e2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.3163650 Mar 02 18:51:14.866545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed7d2-cf31-45c5-88ac-0ab0c6d6bf22 req-27863778-05d8-45ce-9b03-768257496f93 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:14.870435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b62ed7d2-cf31-45c5-88ac-0ab0c6d6bf22 req-27863778-05d8-45ce-9b03-768257496f93 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2794178 Mar 02 18:51:14.908748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:09Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:14.913677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Allocated IP 172.20.0.2 (eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b/e6a375fa-d83e-47a0-b065-e53379de5865/50781c84-c0c8-439e-95a6-038331228f9d) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:14.916949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b098f-2222-404c-8caf-ea516377cce2 None None] The sync data for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 is: [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:09Z', 'revision_number': 3, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:14.936230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b62ed7d2-cf31-45c5-88ac-0ab0c6d6bf22 req-887d9d26-3714-4faf-8f55-b78ff81d42f0 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630097 Mar 02 18:51:15.145533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-f69f5b58-f635-4b0e-a7a3-8b2b38fb41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:15.145533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-f69f5b58-f635-4b0e-a7a3-8b2b38fb41d5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.3110757 Mar 02 18:51:15.298847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-28bd3df9-25a4-4460-8241-8472cdb698f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.1466279 Mar 02 18:51:15.340386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:15.370898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Transition to ACTIVE for port object 50781c84-c0c8-439e-95a6-038331228f9d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:15.403580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Transition to ACTIVE for port object 50781c84-c0c8-439e-95a6-038331228f9d will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:15.558834 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:15.634990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-e07452c7-274c-4161-b564-262b2eadd840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:15.645719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-e07452c7-274c-4161-b564-262b2eadd840 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.3382819 Mar 02 18:51:15.728467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:15.736906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-ed764017-d7ac-40f8-8dc0-7113d60aa4f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772493 Mar 02 18:51:15.740776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:15.769979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:15.772243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:51:15.800219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Pushing event updated for resources: {'Port': ['ID=50781c84-c0c8-439e-95a6-038331228f9d,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:15.952518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Attempting to bind port 50781c84-c0c8-439e-95a6-038331228f9d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:51:15.954038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Attempting to bind port 50781c84-c0c8-439e-95a6-038331228f9d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:51:15.955923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Attempting to bind port 50781c84-c0c8-439e-95a6-038331228f9d on network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:51:15.976110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:51:15.976110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Checking segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:51:15.976519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:15.976918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Bound using segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:51:15.977398 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Bound port: 50781c84-c0c8-439e-95a6-038331228f9d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:51:15.977775 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:16.358677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] For port 50781c84-c0c8-439e-95a6-038331228f9d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:51:16.358677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] For port 50781c84-c0c8-439e-95a6-038331228f9d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50781c84-c0c8-439e-95a6-038331228f9d,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:51:16.461747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4972c3-bc35-4c80-a545-4c43cc7ffdd1 req-60496021-17a0-4530-8de8-9bb654ca162d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:16.470253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4972c3-bc35-4c80-a545-4c43cc7ffdd1 req-60496021-17a0-4530-8de8-9bb654ca162d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1805170 Mar 02 18:51:16.518675 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-a2fd1e58-257d-4d2e-8a3f-f974ab9bb81b service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368741 Mar 02 18:51:16.530766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4972c3-bc35-4c80-a545-4c43cc7ffdd1 req-e5add407-cc52-4ca7-b41c-e0edfebd5ebb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592656 Mar 02 18:51:16.539695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fd51df2e-8151-4f16-bddb-67022eed37d0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:16.628988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:16.734799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8053a36-9f9d-44d7-8d61-6196b6c153ca None None] Pushing event updated for resources: {'Port': ['ID=50781c84-c0c8-439e-95a6-038331228f9d,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:16.875913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port fd51df2e-8151-4f16-bddb-67022eed37d0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:16.887745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port fd51df2e-8151-4f16-bddb-67022eed37d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:16.887745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:17.020516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b40f0e73-8fdb-4915-8023-51cd0bcc128a req-a3014e6f-5380-4429-8751-37c712a19a0f service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552863 Mar 02 18:51:17.088474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.1 (eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b/e6a375fa-d83e-47a0-b065-e53379de5865/d7533ac2-5e0b-4bc5-b504-291156e73174) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:17.151742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:17.180390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port fd51df2e-8151-4f16-bddb-67022eed37d0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fd51df2e-8151-4f16-bddb-67022eed37d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:17.384238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:17.408170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:17.443878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object d7533ac2-5e0b-4bc5-b504-291156e73174 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:17.519236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=fd51df2e-8151-4f16-bddb-67022eed37d0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:17.726448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:17.750727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a245844-36b2-4a8b-9a27-78a48bab1035 req-ef3c4e38-6a93-4576-8287-62c5330ce106 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:17.752469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a245844-36b2-4a8b-9a27-78a48bab1035 req-ef3c4e38-6a93-4576-8287-62c5330ce106 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1000144 Mar 02 18:51:17.828006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:17.830693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a245844-36b2-4a8b-9a27-78a48bab1035 req-3e9538b8-facb-4577-b5f3-de5118e97031 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673819 Mar 02 18:51:17.831767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:17.834478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:51:17.931255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:17.953494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:18.271951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0588be53-83e9-4fd4-9ee3-646078a089ea None None] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:51:18.516438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fd51df2e-8151-4f16-bddb-67022eed37d0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:18.627381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port fd51df2e-8151-4f16-bddb-67022eed37d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:18.627381 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:18.653873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:18.762519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50781c84-c0c8-439e-95a6-038331228f9d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:18.823508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8504e76a-dd82-4843-a44c-68c7df73a242 None None] Provisioning for port 50781c84-c0c8-439e-95a6-038331228f9d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:19.085474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 50781c84-c0c8-439e-95a6-038331228f9d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:19.085474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50781c84-c0c8-439e-95a6-038331228f9d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:19.085474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.241647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b4fad-cbbb-4c30-9704-5f74629edf3a req-e73adae4-64b7-41e0-85cd-3bb8c35029f3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:19.243283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818b4fad-cbbb-4c30-9704-5f74629edf3a req-e73adae4-64b7-41e0-85cd-3bb8c35029f3 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1683900 Mar 02 18:51:19.336442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-818b4fad-cbbb-4c30-9704-5f74629edf3a req-834f6ed1-99d0-4654-a478-98d93003e4fe tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581083 Mar 02 18:51:19.336710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.345507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Provisioning for port d7533ac2-5e0b-4bc5-b504-291156e73174 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:19.359383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Provisioning complete for port d7533ac2-5e0b-4bc5-b504-291156e73174 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:19.360060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.452458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 50781c84-c0c8-439e-95a6-038331228f9d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50781c84-c0c8-439e-95a6-038331228f9d,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:19.452458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Port d7533ac2-5e0b-4bc5-b504-291156e73174 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:51:19.470313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Provisioning complete for port 50781c84-c0c8-439e-95a6-038331228f9d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:19.470313 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.615056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.619311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.731005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.887302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:19.893454 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:51:19.893454 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-188c3673-9b6b-4d7d-a323-7db24bed76fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:51:19.906490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=50781c84-c0c8-439e-95a6-038331228f9d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:20.021131 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:20.024518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:20.225081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:20.225081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:20.468943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50781c84-c0c8-439e-95a6-038331228f9d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:20.569580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router b6fc698b-3122-411c-9f7b-ba5349f0e782 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:51:20.611768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 50781c84-c0c8-439e-95a6-038331228f9d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:20.612228 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:20.668132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ed58b-9d86-4906-8fed-e05ef8d18a01 req-74bb24c9-22ed-4dc3-8285-85f0b88d3764 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:20.682911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307ed58b-9d86-4906-8fed-e05ef8d18a01 req-74bb24c9-22ed-4dc3-8285-85f0b88d3764 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1490808 Mar 02 18:51:20.741975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307ed58b-9d86-4906-8fed-e05ef8d18a01 req-27f8531d-7573-4aa8-9622-9714b87a378c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606496 Mar 02 18:51:20.793923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d2df5dc-933c-4e3d-89a7-304beaf74928 None None] Provisioning complete for port d7533ac2-5e0b-4bc5-b504-291156e73174 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:20.793923 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d2df5dc-933c-4e3d-89a7-304beaf74928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:20.862429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:51:20.871292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Sync routers for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:20.880269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cfa45fe-1063-449e-a941-c4f8a5524d40 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/b6fc698b-3122-411c-9f7b-ba5349f0e782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8612163 Mar 02 18:51:20.880526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1d2df5dc-933c-4e3d-89a7-304beaf74928 None None] Port d7533ac2-5e0b-4bc5-b504-291156e73174 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:51:20.883050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:20.883883 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:21.233568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-ff227822-d776-4aa5-aa01-016f9979111f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:51:21.237429 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:21.409815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-ff227822-d776-4aa5-aa01-016f9979111f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:51:21.413329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-ff227822-d776-4aa5-aa01-016f9979111f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048118681&fields=id&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 267 time: 0.2593603 Mar 02 18:51:21.794695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-cd7ed55f-c765-4b62-ba9e-1c2f7d15f891 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:21.794695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-cd7ed55f-c765-4b62-ba9e-1c2f7d15f891 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:51:21.818343 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:19Z', 'revision_number': 2, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:21.826751 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Checking router: b6fc698b-3122-411c-9f7b-ba5349f0e782 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:21.826751 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Updating router b6fc698b-3122-411c-9f7b-ba5349f0e782 port d7533ac2-5e0b-4bc5-b504-291156e73174 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:51:21.877496 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:21.999449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-cd7ed55f-c765-4b62-ba9e-1c2f7d15f891 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:51:21.999449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-cd7ed55f-c765-4b62-ba9e-1c2f7d15f891 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 796 time: 0.5694318 Mar 02 18:51:22.076201 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-4c95c09e-9e45-4d8f-b91f-2f4a4c5ef3fa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/quotas/5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 375 time: 0.0516763 Mar 02 18:51:22.230653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-ec5a67ac-5622-4e59-8ba4-b4ec1711b4b3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536603 Mar 02 18:51:22.238233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4961f13e-27ee-4dfc-828a-6b6b29c25fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:22.324671 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:22.337984 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Transition to ACTIVE for port object d7533ac2-5e0b-4bc5-b504-291156e73174 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:22.380710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-a450e53a-d061-4c29-aa11-e909fc6d148f service neutron] 10.222.0.66 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450591 Mar 02 18:51:22.534482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-ee67013f-b28c-4d3f-b27e-9b6d86c05861 service neutron] 10.222.0.66 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436074 Mar 02 18:51:22.585311 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:22.771977 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Pushing event updated for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.804762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:22.889903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Attempting to bind port d7533ac2-5e0b-4bc5-b504-291156e73174 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:51:22.889903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Attempting to bind port d7533ac2-5e0b-4bc5-b504-291156e73174 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:51:22.889903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Attempting to bind port d7533ac2-5e0b-4bc5-b504-291156e73174 on network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:51:22.893376 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:51:22.893740 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Checking segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:51:22.894207 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:22.915621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Bound using segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:51:22.915621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Bound port: d7533ac2-5e0b-4bc5-b504-291156e73174, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:51:22.915621 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:23.049082 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] For port d7533ac2-5e0b-4bc5-b504-291156e73174, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:51:23.053216 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] For port d7533ac2-5e0b-4bc5-b504-291156e73174, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d7533ac2-5e0b-4bc5-b504-291156e73174,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:51:23.096769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cb54505-af06-4a23-91bd-1f7d436bf415 req-ca0dcad4-5dc4-44d8-b3dc-81eae089c7a6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0684674 Mar 02 18:51:23.284508 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:23.372836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:23.373994 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:23.451849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78459da6-e444-43f2-b421-6aa475ba321e None None] Pushing event updated for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:23.653757 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:24.204351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:23Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:24.211529 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da9cece-07aa-4d70-be92-05a7225c1f6a None None] The sync data for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 is: [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:23Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:24.215470 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87fd256f-feb2-404d-86a8-ee443f2ecf90 req-2161d862-10a5-4808-8292-2887ff500ed1 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0666955 Mar 02 18:51:24.281405 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c11011da-2de9-4fe2-a3ab-41526025577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:24.589717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d7533ac2-5e0b-4bc5-b504-291156e73174 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:24.826577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d7533ac2-5e0b-4bc5-b504-291156e73174 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:24.833136 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d7533ac2-5e0b-4bc5-b504-291156e73174 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:24.833520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.014253 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.077152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d7533ac2-5e0b-4bc5-b504-291156e73174, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d7533ac2-5e0b-4bc5-b504-291156e73174,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:25.303644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.390529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:25.420208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-35d27c17-c2ca-4dd1-ae75-7379d20a2da6 req-0378669b-3c39-4b60-9b74-72b596c01ee7 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0743089 Mar 02 18:51:25.723977 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:25.845333 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:26.058090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:26.419910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d7533ac2-5e0b-4bc5-b504-291156e73174 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:26.515371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d7533ac2-5e0b-4bc5-b504-291156e73174 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:26.516015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:26.596609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37d919e8-80dd-46c9-b1b4-0f49719cf7ce req-24cfd418-e4d6-4fb0-87c2-a32deed9722f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0595920 Mar 02 18:51:26.950242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:26.954590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:27.747852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8356415-a095-4f3a-82f6-cb3145c36de2 req-e5b8214a-5aef-495a-9378-364fb19c1bba tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0500238 Mar 02 18:51:28.011744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-5010f209-a111-4f26-9a37-5b5ffd200333 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:28.012592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-5010f209-a111-4f26-9a37-5b5ffd200333 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:51:28.038628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-5010f209-a111-4f26-9a37-5b5ffd200333 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:51:28.039987 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-5010f209-a111-4f26-9a37-5b5ffd200333 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 796 time: 0.1932809 Mar 02 18:51:28.096067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-3e04afff-3131-473b-8336-7b3b783577fb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:51:28.114564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-3e04afff-3131-473b-8336-7b3b783577fb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:51:28.114564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-3e04afff-3131-473b-8336-7b3b783577fb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e HTTP/1.1" status: 200 len: 380 time: 0.0619276 Mar 02 18:51:28.120047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'port': {'device_id': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'admin_state_up': True, 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'security_groups': ['53814bba-190e-4af0-81c5-7a7e2fe71452']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:28.277424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:28.277424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:port and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:28.277424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:28.277424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:28.564422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Made reservation on behalf of 5de76d81bb5c47fe9e6d4c2b40137e5e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:51:28.564422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:28.797853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.20.0.8 (eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b/e6a375fa-d83e-47a0-b065-e53379de5865/5adc7391-6465-40be-bffb-59f68bb186d1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:29.167267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36576bca-cb36-4df1-9e34-ac07c4c9e2f4 req-9cb2071e-55d8-4394-849a-ab7d47740188 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.1469810 Mar 02 18:51:29.280969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:29.299976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Transition to ACTIVE for port object 5adc7391-6465-40be-bffb-59f68bb186d1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:29.466692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:29.850138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:29.853508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:29.875655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:51:29.923536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:29.965851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:29.966584 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:30.175954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-46dc1be8-3253-440d-9efb-89662331f5c4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0600917 Mar 02 18:51:30.187446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Request body: {'port': {'device_id': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:30.392148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b07b3456-3e24-4e1c-8c96-9d72c04f85d2 None None] Provisioning for port 5adc7391-6465-40be-bffb-59f68bb186d1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:30.398229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:30.398733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b07b3456-3e24-4e1c-8c96-9d72c04f85d2 None None] Provisioning complete for port 5adc7391-6465-40be-bffb-59f68bb186d1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:30.398953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b07b3456-3e24-4e1c-8c96-9d72c04f85d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:30.588082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b07b3456-3e24-4e1c-8c96-9d72c04f85d2 None None] Port 5adc7391-6465-40be-bffb-59f68bb186d1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:51:30.618224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8805f-002a-4f44-81ea-4566506cb5bd req-0db2e459-771c-404d-a077-c485f7346bb2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:30.621718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99d8805f-002a-4f44-81ea-4566506cb5bd req-0db2e459-771c-404d-a077-c485f7346bb2 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 931 time: 0.2789681 Mar 02 18:51:30.705401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99d8805f-002a-4f44-81ea-4566506cb5bd req-20cd0e3f-5425-4e7d-a5ac-ee4c664ab568 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782762 Mar 02 18:51:30.949714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-c9e0b5da-13cb-4e17-b53c-c2c8a25f9eaf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2784681 Mar 02 18:51:31.072660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:31.088826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:31.129722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Transition to ACTIVE for port object 5adc7391-6465-40be-bffb-59f68bb186d1 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:51:31.145893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-ac338517-edcc-4e71-affc-2d0365557d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:31.147801 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-ac338517-edcc-4e71-affc-2d0365557d10 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 1097 time: 0.1212130 Mar 02 18:51:31.344516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-377d74a0-ed5e-4bd4-9325-404a20df8e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:31.344516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-377d74a0-ed5e-4bd4-9325-404a20df8e8f service neutron] 10.222.0.65 "GET /v2.0/networks?id=1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 200 len: 919 time: 0.1715853 Mar 02 18:51:31.430288 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-22901fac-0531-488d-8d89-76a750273dc9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 200 len: 217 time: 0.0789344 Mar 02 18:51:31.497436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:31.714918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-21853acb-adbe-4ca2-b767-89ce57e82d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:31.716402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-21853acb-adbe-4ca2-b767-89ce57e82d02 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 200 len: 858 time: 0.2787855 Mar 02 18:51:31.761854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:31.906891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-39b11e5b-aed1-47c9-899e-e5fd19f73741 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=1d7355f3-c4a0-493a-8446-90dd55856b86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1819654 Mar 02 18:51:32.098345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264344e-0c38-44d0-a9b4-30603c59a434 req-a270d79e-f755-4a9d-af57-538f6869fd6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:32.106669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5264344e-0c38-44d0-a9b4-30603c59a434 req-a270d79e-f755-4a9d-af57-538f6869fd6e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 943 time: 0.1586261 Mar 02 18:51:32.131313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Attempting to bind port 5adc7391-6465-40be-bffb-59f68bb186d1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:51:32.131313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Attempting to bind port 5adc7391-6465-40be-bffb-59f68bb186d1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:51:32.131313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Attempting to bind port 5adc7391-6465-40be-bffb-59f68bb186d1 on network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:51:32.137575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Port 5adc7391-6465-40be-bffb-59f68bb186d1 on network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:51:32.137975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Attempting to bind port 5adc7391-6465-40be-bffb-59f68bb186d1 on network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:51:32.156818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:51:32.157272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Checking segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:51:32.157724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Bound using segment: {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:51:32.158308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Bound port: 5adc7391-6465-40be-bffb-59f68bb186d1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10226a9e-b582-4085-add9-e62dd8818721', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:51:32.158646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5264344e-0c38-44d0-a9b4-30603c59a434 req-57a6ee74-41de-4294-92e1-f0fd7d94f83c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511000 Mar 02 18:51:32.158750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:32.187298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-4c579a95-2260-4bf8-816a-55b26ad29a73 service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646389 Mar 02 18:51:32.488707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:51:32.492955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:51:32.557415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9b8c7df-d404-449b-839d-d00f4f6d9027 req-50852c72-5975-44df-8769-c1eff937d82a service neutron] 10.222.0.65 "GET /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3490517 Mar 02 18:51:32.789478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:32.845502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:32.846161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:32.847604 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] 10.222.0.11 "PUT /v2.0/ports/5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 1091 time: 2.6644793 Mar 02 18:51:32.848065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:32.901942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a831bd-ec19-494e-ade0-25242e84af7d service neutron] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:33.341247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-7575fa0f-317e-43f9-90be-d9839752effb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:33.343193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-7575fa0f-317e-43f9-90be-d9839752effb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1094 time: 0.2693717 Mar 02 18:51:33.431833 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'status': 'completed', 'code': 200} Mar 02 18:51:33.461773 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-f902340e-cd2e-4d64-8dfd-7a15a05605f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 217 time: 0.1048796 Mar 02 18:51:33.559892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d0e7b-a023-4777-b7b0-b010243330a5 req-70e63501-49e2-441a-8285-812c22223da8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:33.561481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac2d0e7b-a023-4777-b7b0-b010243330a5 req-70e63501-49e2-441a-8285-812c22223da8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 943 time: 0.1164870 Mar 02 18:51:33.565453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-a4e91865-6c2e-40c8-ba6b-ce2c176cdc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:33.567014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-a4e91865-6c2e-40c8-ba6b-ce2c176cdc02 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 200 len: 835 time: 0.0991757 Mar 02 18:51:33.612561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac2d0e7b-a023-4777-b7b0-b010243330a5 req-8bb2884c-8124-4ea2-9cf3-dfa258ccf8c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420105 Mar 02 18:51:33.671628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-813ca273-a940-4b0e-a27c-9b8a088a753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:33.673146 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-813ca273-a940-4b0e-a27c-9b8a088a753e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997405 Mar 02 18:51:33.817696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-30b51ced-cbde-424a-befe-f65f3f00aadd service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376519 Mar 02 18:51:34.010699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-41a44b63-1e9a-439c-b5af-bba5fad412d1 req-8ed6f2ed-6595-4005-af2c-75aeff0935a9 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861446 Mar 02 18:51:34.268681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-c23667d9-e686-4daf-8412-ef8a4b7d8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.270500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-c23667d9-e686-4daf-8412-ef8a4b7d8ef3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1094 time: 0.0860207 Mar 02 18:51:34.507329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-33f58c75-951d-4a34-a989-5d69474917e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.515807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-33f58c75-951d-4a34-a989-5d69474917e9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 897 time: 0.2383261 Mar 02 18:51:34.600402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-ce2b1986-749d-4ed6-af6a-6cde2420bb7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 217 time: 0.0739119 Mar 02 18:51:34.668331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-7872f643-c2a9-44b2-9f5c-476f1962752f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.669928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-7872f643-c2a9-44b2-9f5c-476f1962752f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 200 len: 835 time: 0.0638871 Mar 02 18:51:34.791679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-4ee6e3b1-7471-495f-ad82-a025b641c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.794972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-4ee6e3b1-7471-495f-ad82-a025b641c5f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095240 Mar 02 18:51:34.873647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7abc2a-e7ce-4550-b3ff-fc74f7ee81a9 req-3f22013b-5835-4d6f-b583-4b863ceb74e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:34.876721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b7abc2a-e7ce-4550-b3ff-fc74f7ee81a9 req-3f22013b-5835-4d6f-b583-4b863ceb74e6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 943 time: 0.1063673 Mar 02 18:51:34.926881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b7abc2a-e7ce-4550-b3ff-fc74f7ee81a9 req-8f3d6fc8-aee6-465e-8643-632a92e15786 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455332 Mar 02 18:51:34.963158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-7ea1a0e0-5e37-4471-941c-99ff15f0b873 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607630 Mar 02 18:51:35.032856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c6d41-b087-4259-9e5e-f1f007bf5de2 req-66b13fe9-b11f-44ab-840c-da3de38a3a7b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:35.034734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c50c6d41-b087-4259-9e5e-f1f007bf5de2 req-66b13fe9-b11f-44ab-840c-da3de38a3a7b tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.0861037 Mar 02 18:51:35.082345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c50c6d41-b087-4259-9e5e-f1f007bf5de2 req-da6bf7e8-08f0-400b-877f-a89b01cee98c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Mar 02 18:51:35.111597 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c585ac83-a21f-4798-a5f0-c52578a52a6e req-50651225-276b-4f83-aa95-79bb10f6714c service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414225 Mar 02 18:51:36.142272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1751f-d291-4c45-83a2-72f710ba6374 req-3ee71d63-033a-497a-bf3e-c4e0ccd4f375 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:36.143904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8da1751f-d291-4c45-83a2-72f710ba6374 req-3ee71d63-033a-497a-bf3e-c4e0ccd4f375 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 943 time: 0.1023030 Mar 02 18:51:36.215029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8da1751f-d291-4c45-83a2-72f710ba6374 req-1507537e-c82b-42ee-ae76-94aa2b9f107f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648255 Mar 02 18:51:36.329313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ab6af-9f54-43b6-ae6e-b2c76b934d4d req-3c4ebbfc-2f2b-4eef-875c-c14d78a5d969 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:36.330917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a71ab6af-9f54-43b6-ae6e-b2c76b934d4d req-3c4ebbfc-2f2b-4eef-875c-c14d78a5d969 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1144326 Mar 02 18:51:36.380757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a71ab6af-9f54-43b6-ae6e-b2c76b934d4d req-b05c84f1-1fc4-481f-9e63-7d1a24e8c9ec tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428529 Mar 02 18:51:37.110224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-b95209aa-4fcb-4fc7-a1f7-594745fac660 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:37.111746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-b95209aa-4fcb-4fc7-a1f7-594745fac660 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1258516 Mar 02 18:51:37.183520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Deleting port 1e845798-0144-47eb-a4c4-edea91ec13c8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:51:37.183872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:37.490636 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d107eff-4c9c-4b70-a7ad-f0ab4a2df1d5 req-903d1c71-1e1e-41d6-b1ac-8ac9647de803 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:37.500410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d107eff-4c9c-4b70-a7ad-f0ab4a2df1d5 req-903d1c71-1e1e-41d6-b1ac-8ac9647de803 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 943 time: 0.1329124 Mar 02 18:51:37.515425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] For port 1e845798-0144-47eb-a4c4-edea91ec13c8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=1e845798-0144-47eb-a4c4-edea91ec13c8,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:37.515878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:37.610945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d107eff-4c9c-4b70-a7ad-f0ab4a2df1d5 req-be3a9012-5111-4e37-8dcd-2e35bb0c0224 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077378 Mar 02 18:51:37.787453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d328b3-0e69-4fd7-b2e4-4476708b6670 req-7b976c23-137e-4923-b12a-68a208a5e6a2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:37.789519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00d328b3-0e69-4fd7-b2e4-4476708b6670 req-7b976c23-137e-4923-b12a-68a208a5e6a2 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 945 time: 0.1005268 Mar 02 18:51:37.857357 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-00d328b3-0e69-4fd7-b2e4-4476708b6670 req-13b8ddc8-f185-4fa5-9020-ce22c4a98733 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595829 Mar 02 18:51:37.895348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Calling delete_port for 1e845798-0144-47eb-a4c4-edea91ec13c8 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:51:38.010846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:51:38.148559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:38.161759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '5adc7391-6465-40be-bffb-59f68bb186d1', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'mac_address': 'fa:16:3e:5c:fd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:51:38.215332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:38.219385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:38.232160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['11ceb730-a783-4524-b192-3e81af58e81d', '1e845798-0144-47eb-a4c4-edea91ec13c8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:51:38.272728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Pushing event deleted for resources: {'Port': ['ID=1e845798-0144-47eb-a4c4-edea91ec13c8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.279937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:51:38.335950 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:38.391111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] No DVR routers for this DVR port 1e845798-0144-47eb-a4c4-edea91ec13c8 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:51:38.394885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:38.398419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'name': 'network-vif-deleted', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:38.524243 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd3b88c1-ade8-41f1-be8f-53b5a5e574dc', 'name': 'network-vif-deleted', 'tag': '1e845798-0144-47eb-a4c4-edea91ec13c8', 'status': 'completed', 'code': 200} Mar 02 18:51:38.560859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:38.598826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c5f55668-f84a-4891-9871-3f86e3bc3315 req-0f315db8-6fc8-4410-9853-2c8933d69a5c tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "DELETE /v2.0/ports/1e845798-0144-47eb-a4c4-edea91ec13c8 HTTP/1.1" status: 204 len: 173 time: 1.4817207 Mar 02 18:51:38.735685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:38.821626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5adc7391-6465-40be-bffb-59f68bb186d1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:51:38.883231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28deed9d-60bc-464c-b7a3-efaf5be5165e req-40c98eab-d5f4-48ac-b7cd-5513187f3aa0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:38.885220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28deed9d-60bc-464c-b7a3-efaf5be5165e req-40c98eab-d5f4-48ac-b7cd-5513187f3aa0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 944 time: 0.1007292 Mar 02 18:51:38.943953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28deed9d-60bc-464c-b7a3-efaf5be5165e req-26d81cb4-5fd3-4246-833e-2dc04a7fba1c tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476902 Mar 02 18:51:39.124098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71c22d57-dcdc-4932-89f9-f4c1c7c13eb9 req-b2f18e09-326e-4d0b-a2e1-00aac961e47f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=cd3b88c1-ade8-41f1-be8f-53b5a5e574dc HTTP/1.1" status: 200 len: 210 time: 0.0866237 Mar 02 18:51:39.185449 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:51:40.026848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:51:40.266857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 5adc7391-6465-40be-bffb-59f68bb186d1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:51:40.272790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 5adc7391-6465-40be-bffb-59f68bb186d1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:51:40.273163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:40.306203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b3804-b73e-4b12-9fe4-276504116eef req-9abab5b1-411c-483c-a095-088ec26e2ac5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:40.315680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-756b3804-b73e-4b12-9fe4-276504116eef req-9abab5b1-411c-483c-a095-088ec26e2ac5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 944 time: 0.2557340 Mar 02 18:51:40.439024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-756b3804-b73e-4b12-9fe4-276504116eef req-d2ae0939-af72-4006-a06e-724688e0d7ae tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256375 Mar 02 18:51:40.536861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e845798-0144-47eb-a4c4-edea91ec13c8 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:51:40.605633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 1e845798-0144-47eb-a4c4-edea91ec13c8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:51:40.606287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 1e845798-0144-47eb-a4c4-edea91ec13c8 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:51:40.619209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:40.647892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:40.658256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:40.695454 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'code': 200} Mar 02 18:51:40.734718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:40.825293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:40.876938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281efa90-f879-4e15-b1d3-4909c9ee34e0 req-84a950df-c730-4b85-aa7a-0bacf654bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:40.878674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-281efa90-f879-4e15-b1d3-4909c9ee34e0 req-84a950df-c730-4b85-aa7a-0bacf654bf8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1096 time: 0.1273754 Mar 02 18:51:40.937338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-281efa90-f879-4e15-b1d3-4909c9ee34e0 req-31b68735-22bd-4a7b-88e3-9a4e6c165a5b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491476 Mar 02 18:51:41.220939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c6915-8106-4b92-bd0c-0e12752ce701 req-ae0e0997-b482-472c-add7-4fc0badfb28f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:41.222686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd5c6915-8106-4b92-bd0c-0e12752ce701 req-ae0e0997-b482-472c-add7-4fc0badfb28f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1088622 Mar 02 18:51:41.275991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd5c6915-8106-4b92-bd0c-0e12752ce701 req-c4d48678-1dec-49d8-bfc5-090f73f909cb tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456405 Mar 02 18:51:41.710911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63daef4-6de4-4b51-96d0-140d19b5d8c5 req-b3691c9e-25af-4832-af0c-ee28e7b27377 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:41.712922 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e63daef4-6de4-4b51-96d0-140d19b5d8c5 req-b3691c9e-25af-4832-af0c-ee28e7b27377 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1154411 Mar 02 18:51:41.769260 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e63daef4-6de4-4b51-96d0-140d19b5d8c5 req-85f90f99-0815-4055-ac8c-f1edc298e0dd tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479486 Mar 02 18:51:42.526088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc0b03-8c1b-41ac-b915-3cb0aee67d6f req-2eced882-f1a3-4058-bb99-7684c4f9ac4f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:42.527661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25fc0b03-8c1b-41ac-b915-3cb0aee67d6f req-2eced882-f1a3-4058-bb99-7684c4f9ac4f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.0949056 Mar 02 18:51:42.581535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25fc0b03-8c1b-41ac-b915-3cb0aee67d6f req-004db538-c6c4-4523-a49f-039369996e63 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474935 Mar 02 18:51:43.020629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e86b10-0162-4aaf-8b98-3e1cb02c361d req-24cd3db1-c947-40ac-bf79-7209f61e543d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.023019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1e86b10-0162-4aaf-8b98-3e1cb02c361d req-24cd3db1-c947-40ac-bf79-7209f61e543d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1177375 Mar 02 18:51:43.151263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1e86b10-0162-4aaf-8b98-3e1cb02c361d req-f65257d9-d2fa-4d2f-8b5a-a9886426ae66 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202850 Mar 02 18:51:43.366943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e763da1-2337-426b-ae7a-7f8d9178e47d req-2d7919f6-b393-47c2-b542-79ec7e9969eb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.369451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e763da1-2337-426b-ae7a-7f8d9178e47d req-2d7919f6-b393-47c2-b542-79ec7e9969eb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.0991371 Mar 02 18:51:43.423479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e763da1-2337-426b-ae7a-7f8d9178e47d req-6de8bb9f-715a-45bd-a84d-d99271771c12 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482380 Mar 02 18:51:43.451431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60236) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:43.557212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7549d47e-666c-48ca-864e-6b617197d631 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.558552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7549d47e-666c-48ca-864e-6b617197d631 tempest-TestNetworkAdvancedServerOps-19689011 tempest-TestNetworkAdvancedServerOps-19689011-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1091 time: 0.1059430 Mar 02 18:51:43.561474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60246) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:43.566673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:51:43.573950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:43.577838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Usage tracker for resource:floatingip and tenant:5de76d81bb5c47fe9e6d4c2b40137e5e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:43.580745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:43.587091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:43.667074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:43.940519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c5a62-64ad-4043-b4e2-de7c4749fdd4 req-a63677ea-ba01-417c-92b7-59c147010a9a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:43.942321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-318c5a62-64ad-4043-b4e2-de7c4749fdd4 req-a63677ea-ba01-417c-92b7-59c147010a9a tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2183559 Mar 02 18:51:44.020692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-318c5a62-64ad-4043-b4e2-de7c4749fdd4 req-e54e1f5b-39fa-4415-9a20-e2eaa65dbe0e tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607185 Mar 02 18:51:44.049179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:44.236992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Allocated IP 172.25.7.161 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0319ad0b-13a9-4324-9661-b44a6164d6b0) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:51:44.434318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:44.575545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:44.638837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:51:44.646779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:51:44.649454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:51:44.702894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=0319ad0b-13a9-4324-9661-b44a6164d6b0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:45.419444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:45.463313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6be6869-871d-4dad-9d8b-38122c8602d6 req-83bfa4e7-042f-49b6-8a82-1550f4a668b1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:45.470814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6be6869-871d-4dad-9d8b-38122c8602d6 req-83bfa4e7-042f-49b6-8a82-1550f4a668b1 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.1290178 Mar 02 18:51:45.538351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6be6869-871d-4dad-9d8b-38122c8602d6 req-3c05c5c7-c7c6-4a41-93b3-753b7073110d tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479176 Mar 02 18:51:45.633072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:45.925517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:46.083643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:46.279189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-fed65767-00b6-4047-9e46-2ae0e222f5ee tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.279941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-fed65767-00b6-4047-9e46-2ae0e222f5ee tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Synchronizing usage tracker for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:51:46.285653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event updated for resources: {'Port': ['ID=0319ad0b-13a9-4324-9661-b44a6164d6b0,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:46.310442 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:46.454726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-fed65767-00b6-4047-9e46-2ae0e222f5ee tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Unset dirty status for tenant:f2fcd3aa54e54052b60b24356ac6d76d on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:51:46.456145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-fed65767-00b6-4047-9e46-2ae0e222f5ee tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.3696976 Mar 02 18:51:46.517007 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP 15971a71-1e95-4baa-98b3-0f82f0e5b5c9 associated. External IP: 172.25.7.161, port: 5adc7391-6465-40be-bffb-59f68bb186d1. Mar 02 18:51:46.609052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Deleting port 11ceb730-a783-4524-b192-3e81af58e81d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:51:46.609629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:46.967162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594c596-b523-4bf0-99e1-2a0b84eb0140 req-e94ce125-04ee-42b6-a417-3c41d04d85aa tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:46.968691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5594c596-b523-4bf0-99e1-2a0b84eb0140 req-e94ce125-04ee-42b6-a417-3c41d04d85aa tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 946 time: 0.2121723 Mar 02 18:51:47.073561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] For port 11ceb730-a783-4524-b192-3e81af58e81d, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=11ceb730-a783-4524-b192-3e81af58e81d,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:47.074171 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:47.233008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Calling delete_port for 11ceb730-a783-4524-b192-3e81af58e81d owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:51:47.269929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5594c596-b523-4bf0-99e1-2a0b84eb0140 req-3a475c56-2833-4552-8c3d-68c5bdba9f5f tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/security-groups?id=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828472 Mar 02 18:51:47.347456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router b6fc698b-3122-411c-9f7b-ba5349f0e782 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:51:47.552240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:51:47.564076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Sync routers for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:47.574918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:47.575656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:47.576492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:47.631782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Pushing event deleted for resources: {'Port': ['ID=11ceb730-a783-4524-b192-3e81af58e81d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:47.699684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.700043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.700392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.700788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.701134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.701520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.701868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.702230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.702570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.702904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.703282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.703619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:47.762328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] No DVR routers for this DVR port 11ceb730-a783-4524-b192-3e81af58e81d on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:51:47.768446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:47.768446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'name': 'network-vif-deleted', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:47.803236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:47.814292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:47.838222 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba6ed06-57df-4908-92af-5b2625a2c21b', 'name': 'network-vif-deleted', 'tag': '11ceb730-a783-4524-b192-3e81af58e81d', 'status': 'completed', 'code': 200} Mar 02 18:51:47.884588 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-af749ce6-12c3-49f4-a2d6-b1d4de79a7a0 req-4e6c565e-94b3-47ca-bef2-157ea0478348 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.65 "DELETE /v2.0/ports/11ceb730-a783-4524-b192-3e81af58e81d HTTP/1.1" status: 204 len: 173 time: 1.4225831 Mar 02 18:51:48.109168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a2dd348-6ca5-4e05-b3e5-b553f1d080c8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5442491 Mar 02 18:51:48.109168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:51:48.158974 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'status': 'completed', 'code': 200} Mar 02 18:51:48.381968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-77c2722d-a402-4118-b876-c1519666268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.384535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-77c2722d-a402-4118-b876-c1519666268e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1096 time: 0.1913168 Mar 02 18:51:48.461343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '15971a71-1e95-4baa-98b3-0f82f0e5b5c9', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'mac_address': 'fa:16:3e:5c:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:45Z', 'updated_at': '2022-03-02T18:51:45Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:48.465966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Checking router: b6fc698b-3122-411c-9f7b-ba5349f0e782 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:48.476292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:48.477114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:48.565465 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-994c67a7-9369-4a37-875d-e02168ee942f req-8d2d3601-4211-448f-af06-bce73ddf5fec tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 210 time: 0.0998082 Mar 02 18:51:48.581036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d334b-3bb9-410e-8f51-c670c9bf4aec req-521cc094-eaa9-48bc-be98-97fbafaadadb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.583237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429d334b-3bb9-410e-8f51-c670c9bf4aec req-521cc094-eaa9-48bc-be98-97fbafaadadb tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2171152 Mar 02 18:51:48.596830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 11ceb730-a783-4524-b192-3e81af58e81d no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:51:48.638788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-429d334b-3bb9-410e-8f51-c670c9bf4aec req-9210f63c-3b1a-43b3-bf68-74c06b3b40b8 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493350 Mar 02 18:51:48.671021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60446) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:48.677805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 11ceb730-a783-4524-b192-3e81af58e81d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:51:48.682443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 11ceb730-a783-4524-b192-3e81af58e81d not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:51:48.905475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-f213f7c9-e581-46ca-bd66-a7fe13476e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:48.906997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-f213f7c9-e581-46ca-bd66-a7fe13476e83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 897 time: 0.5080836 Mar 02 18:51:48.935451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-309d2b5e-a1a2-4cf0-90b1-cfabf2587fc0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/15971a71-1e95-4baa-98b3-0f82f0e5b5c9 HTTP/1.1" status: 200 len: 991 time: 0.2631514 Mar 02 18:51:48.946696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:49.049220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-b7b1da60-7c1a-46f6-ab35-429e94bc8ce0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 999 time: 0.1284466 Mar 02 18:51:49.136667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-a5610b2a-d430-4e80-a404-508cc74c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.138299 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-a5610b2a-d430-4e80-a404-508cc74c2c66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 200 len: 835 time: 0.0901039 Mar 02 18:51:49.276747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-c8518f35-32ef-4910-9ec1-9d2950ae85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:51:49.278335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-c8518f35-32ef-4910-9ec1-9d2950ae85dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339078 Mar 02 18:51:49.462927 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-c1023c36-bc23-4c62-a096-3be875b104da service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763783 Mar 02 18:51:49.548951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '15971a71-1e95-4baa-98b3-0f82f0e5b5c9', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'mac_address': 'fa:16:3e:5c:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:45Z', 'updated_at': '2022-03-02T18:51:45Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:49.558004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39bbe0-47b7-43a9-96d8-edc455b3b4c9 None None] The sync data for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 is: [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '15971a71-1e95-4baa-98b3-0f82f0e5b5c9', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'floating_ip_address': '172.25.7.161', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'mac_address': 'fa:16:3e:5c:fd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:51:45Z', 'updated_at': '2022-03-02T18:51:45Z', 'revision_number': 0, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:49.647899 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c793b08-b701-4bc4-861b-3904a43cc651 req-25a6893d-34d4-4084-b2c6-05102273e45c service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788218 Mar 02 18:51:49.866545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a88cf93d-b430-42f5-935a-e9d9c4fdcbe5 req-a193997a-502b-4c85-86df-78766a1fca27 tempest-ServerRescueNegativeTestJSON-1579630269 tempest-ServerRescueNegativeTestJSON-1579630269-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ba6ed06-57df-4908-92af-5b2625a2c21b HTTP/1.1" status: 200 len: 210 time: 0.0869126 Mar 02 18:51:49.907367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60492) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:49.913474 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edcaa3-d31b-4b40-b32e-f8e080230b9f None None] New status for floating IP 15971a71-1e95-4baa-98b3-0f82f0e5b5c9: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:51:49.938732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60498) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:50.116257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.132169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:51:50.137291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Usage tracker for resource:security_group_rule and tenant:65028a5fac194bdfa3515bcb2d96af59 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:51:50.141492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-60853d3e-8f54-473e-b4b8-d0cb49cdb7b4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/15971a71-1e95-4baa-98b3-0f82f0e5b5c9 HTTP/1.1" status: 200 len: 991 time: 0.2001979 Mar 02 18:51:50.142376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:51:50.148853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:51:50.241400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.460204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.511467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=65028a5fac194bdfa3515bcb2d96af59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029284 Mar 02 18:51:50.513098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63415c-9525-437e-9d79-f2f5f7ba317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac16a45-3ec2-47c7-8e4c-cacf51d2d3be,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:50.514201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60522) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:50.583011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.608034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.803059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.818004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac16a45-3ec2-47c7-8e4c-cacf51d2d3be,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:50.825181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:50.826350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d12aaa13-7846-4b05-8642-2d1f36a6f55c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ac16a45-3ec2-47c7-8e4c-cacf51d2d3be HTTP/1.1" status: 204 len: 168 time: 0.3111434 Mar 02 18:51:50.963983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60540) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:51.143949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60548) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:51.307269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc1ea03d-c9f5-4c8e-96e1-21dbad2a4b26 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/15971a71-1e95-4baa-98b3-0f82f0e5b5c9 HTTP/1.1" status: 200 len: 993 time: 0.1621718 Mar 02 18:51:51.705744 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:52.066093 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1c3478e2-2465-4cb7-b39a-730322b46e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:52.245140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Deleting port e510b129-6158-48ce-9403-26c0ea34600e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:51:52.245730 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:52.445338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] For port e510b129-6158-48ce-9403-26c0ea34600e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e510b129-6158-48ce-9403-26c0ea34600e,segment=NetworkSegment(4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3),segment_id=4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:52.445829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:52.570960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Calling delete_port for e510b129-6158-48ce-9403-26c0ea34600e owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:51:53.541532 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:53.799542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Pushing event deleted for resources: {'Port': ['ID=e510b129-6158-48ce-9403-26c0ea34600e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:53.885381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.885929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.886457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.886568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.886858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.887179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:53.888192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:51:54.028542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:54.228758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e39bf9ad-c7e1-479d-bdc6-79dee6305c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:54.498691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:51:54.853853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:51:54.864045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Sync routers for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:51:54.874517 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-656d253c-5281-4932-b9e1-84973145d303 admin admin] 10.222.0.66 "PUT /v2.0/routers/66c3480b-e467-4f17-a5ac-6bd9fa89e9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9086738 Mar 02 18:51:54.876348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60686) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:54.879682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:54.880317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:51:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:55.143624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.201120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:55.329414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.462784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Deleting port 56f87647-ffa2-4711-8565-612a943e9289 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:51:55.463234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.641571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': '56f87647-ffa2-4711-8565-612a943e9289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:51:52Z', 'revision_number': 5, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port': {'id': '56f87647-ffa2-4711-8565-612a943e9289', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:48:48Z', 'updated_at': '2022-03-02T18:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:55.645628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Checking router: 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:51:55.655641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Routers {'66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:51:55.656258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:51:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:55.722012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.730360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.750763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] For port 56f87647-ffa2-4711-8565-612a943e9289, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=56f87647-ffa2-4711-8565-612a943e9289,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:51:55.751292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:55.898543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] Set router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:51:56.042310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Calling delete_port for 56f87647-ffa2-4711-8565-612a943e9289 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:51:56.090020 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.103346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:51:55Z', 'revision_number': 6, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:56.107595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4511c98a-fcd5-4544-a32e-35718101a691 None None] The sync data for ids ['66c3480b-e467-4f17-a5ac-6bd9fa89e9bd'] in n-d-828839-1 is: [{'id': '66c3480b-e467-4f17-a5ac-6bd9fa89e9bd', 'name': 'tempest-ServerRescueNegativeTestJSON-276084826-router', 'tenant_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:48:47Z', 'updated_at': '2022-03-02T18:51:55Z', 'revision_number': 6, 'project_id': 'f2fcd3aa54e54052b60b24356ac6d76d', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:51:56.454930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.483109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e510b129-6158-48ce-9403-26c0ea34600e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:51:56.596412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Pushing event deleted for resources: {'Port': ['ID=56f87647-ffa2-4711-8565-612a943e9289,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:56.631345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e510b129-6158-48ce-9403-26c0ea34600e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:51:56.636852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e510b129-6158-48ce-9403-26c0ea34600e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:51:56.752914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.825765 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.907418 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.957760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:56.961047 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.220411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.221067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66c3480b-e467-4f17-a5ac-6bd9fa89e9bd {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:51:57.243349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.244665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a5e9d823-a65b-4cdc-bc3d-6a6c8e3102ce admin admin] 10.222.0.66 "DELETE /v2.0/routers/66c3480b-e467-4f17-a5ac-6bd9fa89e9bd HTTP/1.1" status: 204 len: 168 time: 2.3663650 Mar 02 18:51:57.247421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60746) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:57.324909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Deleting subnet affc3603-5a37-478c-8d06-ed2cc58e59f8 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:51:57.329377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.409035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.478108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.683964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.723787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:57.734806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/affc3603-5a37-478c-8d06-ed2cc58e59f8 HTTP/1.1" status: 204 len: 168 time: 0.4812944 Mar 02 18:51:57.735121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60760) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:57.735697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167415e3-011e-4fd2-8146-e8ed9b34ae15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affc3603-5a37-478c-8d06-ed2cc58e59f8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:57.924181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.050573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.086432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d7355f3-c4a0-493a-8446-90dd55856b86']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:58.105938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:58.106328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cbbb1d8-b1ad-44c9-90b5-6a5b12f96bb3') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:51:58.120756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.142639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.155211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:51:58.155910 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:51:58.181536 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:51:58.397396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.402568 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:58.428410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d7355f3-c4a0-493a-8446-90dd55856b86,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:58.448024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 56f87647-ffa2-4711-8565-612a943e9289 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:51:58.494835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 56f87647-ffa2-4711-8565-612a943e9289 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:51:58.495187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 56f87647-ffa2-4711-8565-612a943e9289 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:51:58.546423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4edf21f7-6da8-4cc3-80f6-2cd064130942 admin admin] 10.222.0.66 "DELETE /v2.0/networks/1d7355f3-c4a0-493a-8446-90dd55856b86 HTTP/1.1" status: 204 len: 168 time: 0.8126798 Mar 02 18:51:59.219276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 60804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:59.279093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d236f189-ddd9-4f61-87c6-53fa10541997 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f2fcd3aa54e54052b60b24356ac6d76d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584590 Mar 02 18:51:59.279665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 60808) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:51:59.345561 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:59.373257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:59.511656 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:59.544569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0026bfc-b8f5-47f5-b7fa-f46aad1d5788,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:51:59.636497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:51:59.637813 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a66e69c2-96a1-478c-b106-d430931e0fcd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d0026bfc-b8f5-47f5-b7fa-f46aad1d5788 HTTP/1.1" status: 204 len: 168 time: 0.3571424 Mar 02 18:52:02.187781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c81348bc-25b4-40a6-a241-e7b901ef531f req-875025cf-e64a-41c1-818c-7c869af19f81 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.1021512 Mar 02 18:52:02.907778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-505c447f-85e9-4882-b208-f1def4e9ab56 req-6fd4c000-223c-48ee-b5cf-c45ed1ecfdf6 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0756257 Mar 02 18:52:04.083124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf50a982-f3e6-4583-8144-359c5cf9bfa2 req-fc006181-cbc1-4e34-af79-61978e662cf7 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0662515 Mar 02 18:52:05.223304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bfd38ed-e6e1-48b4-bb7c-1166f8866ad3 req-3b77a17e-f885-4539-a1ae-b2c5836432d7 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0481815 Mar 02 18:52:06.465116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57d3b946-28ab-406e-94b6-8f11001936d1 req-f06c489d-fdc1-4ca9-8626-295f187d415b tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0479589 Mar 02 18:52:07.089951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-355d1027-10ec-4e29-8e54-398e055833da req-91c022d9-4f02-4e7e-a09c-7a7103373cb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.0420811 Mar 02 18:52:07.720653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c5e911e-1122-433d-8a7e-09ed7382b0b1 req-e24b4faa-db26-436d-ac2f-9259e97fcdf9 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0592394 Mar 02 18:52:08.959927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80a1ae49-3472-47c1-b71e-ec3f37fea597 req-9130b990-a8ba-4989-94e0-f81d73438121 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0963004 Mar 02 18:52:09.358471 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d782377-3886-4d0a-b24f-d13fbd6d5764 req-63c9d707-d73a-4f19-8de8-ea87ba8dbf1d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0503201 Mar 02 18:52:10.176184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70b8d9fd-f955-4d94-9592-53ed9e1a5b97 req-3e6d47bd-4627-4baa-8d91-54fba1102c22 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0683923 Mar 02 18:52:11.345900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58e86b7e-39b0-45b1-8886-5d927f37a3ac req-1c6ab1ae-b239-4d6d-acf3-6d551d613e57 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0425858 Mar 02 18:52:12.655491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1f4c8a4-4f7d-4d04-98ce-2bfc6488ad51 req-53c6fa46-7da5-4b50-9758-d04f3074c99d tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0442493 Mar 02 18:52:13.915493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54df902a-86ff-4937-a544-4e1457c0f28d req-2d2e535d-9139-4c44-ab84-d22c777f68f5 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0668762 Mar 02 18:52:15.142738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7bbb456-fb88-4ef6-a618-f443c8e06fbb req-d94342f3-130d-4dcd-ab9e-1416bd395d4d tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0590191 Mar 02 18:52:16.191731 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:16.362519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33170) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:16.381805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e37ca07-aa0e-4ead-a937-7a0176d8a2c7 req-7f1784a9-9c8a-45b0-9523-72dadf5dfccf tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0439346 Mar 02 18:52:16.514285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:16.543229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:16.550554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Usage tracker for resource:security_group_rule and tenant:ffde3a6e880742299b9f5a6e3f38ecab is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:16.553652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:16.560881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:16.681956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:16.768113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:16.840664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f20ebafc-fca2-4c53-8685-0a1395542286,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:16.846197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f895f649-4e1d-47ba-abda-4ef024b3651b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffde3a6e880742299b9f5a6e3f38ecab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813623 Mar 02 18:52:16.847964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33184) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:16.915097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:16.947036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:17.082769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:17.097512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f20ebafc-fca2-4c53-8685-0a1395542286,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:17.106154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:17.107637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-05f54826-8a4c-4dbc-81a6-b5cdf1a4e9df admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f20ebafc-fca2-4c53-8685-0a1395542286 HTTP/1.1" status: 204 len: 168 time: 0.2587073 Mar 02 18:52:17.557867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25f75176-a90b-48d4-839d-2da661bedf10 req-9f558690-0206-4885-ae74-5cbc3ce8c73c tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0449231 Mar 02 18:52:18.714023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33262) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:18.741406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16915bfd-813a-43b3-bc43-59a8197c4a2f req-6ed4f402-a912-4986-a5ae-4a446ed36b52 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0434988 Mar 02 18:52:18.828455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2110852162-network', 'tenant_id': '1303334425244064ad2ed6abd8eea916'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:18.833910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:18.838460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Usage tracker for resource:network and tenant:1303334425244064ad2ed6abd8eea916 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:18.841332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:18.847818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:18.932047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Made reservation on behalf of 1303334425244064ad2ed6abd8eea916 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:18.934674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:18.948455 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:18.978038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:18.982676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Usage tracker for resource:security_group_rule and tenant:1303334425244064ad2ed6abd8eea916 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:18.986360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:19.012531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:19.180286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.294023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.332642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:52:19.339159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa03704-ab20-4341-8d62-d07fc3cde88d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:19.347269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.349535 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Added segment b69500ee-743a-4cc1-92dc-f57ca728fa21 of type vlan for network b2ed606a-a060-44a3-95dc-7b7cb215a937 Mar 02 18:52:19.380206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.516986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.518471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.519283 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:19.827723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] Pushing event updated for resources: {'Network': ['ID=b2ed606a-a060-44a3-95dc-7b7cb215a937,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:19.844797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:52:19.895586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c1656cd-e5cf-4257-b4bb-15285d745a2e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1799419 Mar 02 18:52:19.898896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33304) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:19.904711 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57509fb-1329-4046-af8c-2a56484539e9 req-d94b0322-4982-44b9-9751-9c015b04ade3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:19.906388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Request body: {'subnet': {'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2110852162-subnet', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:19.915738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:19.920807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Usage tracker for resource:subnet and tenant:1303334425244064ad2ed6abd8eea916 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:19.921498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e57509fb-1329-4046-af8c-2a56484539e9 req-d94b0322-4982-44b9-9751-9c015b04ade3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2334549 Mar 02 18:52:19.925359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:19.934239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:19.996869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e57509fb-1329-4046-af8c-2a56484539e9 req-71fbb340-3069-4435-b2fc-1949bd3cfeae tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743814 Mar 02 18:52:20.050153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73fc6957-e089-4a53-a5ec-89056df649b7 req-310c9520-8ebf-401d-9fdf-1719fa15ac13 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0483260 Mar 02 18:52:20.083180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Made reservation on behalf of 1303334425244064ad2ed6abd8eea916 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:20.084770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:20.392997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:20.488350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Checking segment: {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:20.488998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Network hostable DHCP agents. Network: b2ed606a-a060-44a3-95dc-7b7cb215a937, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:52:20.501795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a9dd66-80f1-4b47-a5f8-77de641cf931,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:20.717025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:52:20.911125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b2ed606a-a060-44a3-95dc-7b7cb215a937) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:20.915513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:20.916321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:20.920582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9016a967-de68-4241-b4f3-a26dfe26d50d None None] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:52:21.094605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2d9f4b1-8775-404e-aa38-58ce821aa044 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1942861 Mar 02 18:52:21.097040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33338) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:21.103609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:21.171786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:21.180886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Usage tracker for resource:router and tenant:1303334425244064ad2ed6abd8eea916 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:21.222715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:21.242480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:21.339611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.340670 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.348513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a999c0-7988-457c-9518-4003228bf6da req-bdbb7876-85b8-42ae-a86f-83ed23bf7819 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:21.354489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3a999c0-7988-457c-9518-4003228bf6da req-bdbb7876-85b8-42ae-a86f-83ed23bf7819 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.0980432 Mar 02 18:52:21.386244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.390098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b2ed606a-a060-44a3-95dc-7b7cb215a937', 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'fixed_ips': [{'subnet_id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:52:21.391985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.441338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91efa82d-0cb4-409a-b45f-27aa0e032359 req-853bdea8-e85e-43b0-bf9d-6c0ad436c242 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0553780 Mar 02 18:52:21.488575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3a999c0-7988-457c-9518-4003228bf6da req-2dfcc627-d34e-40a4-a398-f25e9265e3e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322258 Mar 02 18:52:21.633882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Allocated IP 172.20.0.2 (b2ed606a-a060-44a3-95dc-7b7cb215a937/a3a9dd66-80f1-4b47-a5f8-77de641cf931/7dce5374-1d65-42d8-a44e-042de5c783b4) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:21.755815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.872502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:21.896233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Transition to ACTIVE for port object 7dce5374-1d65-42d8-a44e-042de5c783b4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:21.938017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Transition to ACTIVE for port object 7dce5374-1d65-42d8-a44e-042de5c783b4 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:22.026825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.141965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4823d64b-ca68-4b96-bc98-2a615279faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.202786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:22.203800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Pushing event updated for resources: {'Port': ['ID=7dce5374-1d65-42d8-a44e-042de5c783b4,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.221406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:22.224553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.228577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.229046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.229461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.229857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.230299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.230969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.231569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.232060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.237416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.238014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.238552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:22.242875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:22.305478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.339865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.400705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Attempting to bind port 7dce5374-1d65-42d8-a44e-042de5c783b4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:22.400705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Attempting to bind port 7dce5374-1d65-42d8-a44e-042de5c783b4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:22.400705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Attempting to bind port 7dce5374-1d65-42d8-a44e-042de5c783b4 on network b2ed606a-a060-44a3-95dc-7b7cb215a937 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:22.403424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 51, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:22.403887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Checking segment: {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:22.404294 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.404730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Bound using segment: {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:22.405233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Bound port: 7dce5374-1d65-42d8-a44e-042de5c783b4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:22.405608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.503620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] For port 7dce5374-1d65-42d8-a44e-042de5c783b4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:22.507669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Allocated IP 172.25.7.137 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:22.507835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] For port 7dce5374-1d65-42d8-a44e-042de5c783b4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7dce5374-1d65-42d8-a44e-042de5c783b4,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:22.586723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.777089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34484d9a-da7b-43eb-b888-cab7e9315974 None None] Pushing event updated for resources: {'Port': ['ID=7dce5374-1d65-42d8-a44e-042de5c783b4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:22.804134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.868555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ddd61a8-c23e-4cbc-b3c0-1da65d2e8b16 req-4f944e44-2035-4773-a9b3-6b6f87d8bd91 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1617825 Mar 02 18:52:22.906217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7701df-d11a-4da8-8a88-d56ec4083d92 req-24d216b0-d4ff-4493-a6d5-9beea04cd53f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:22.908140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d7701df-d11a-4da8-8a88-d56ec4083d92 req-24d216b0-d4ff-4493-a6d5-9beea04cd53f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1240547 Mar 02 18:52:22.933052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:22.962296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d7701df-d11a-4da8-8a88-d56ec4083d92 req-fa08ed4b-b23a-4cf0-9a6f-6eee3580de37 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466816 Mar 02 18:52:23.017566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:23.021739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:23.029731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:23.259755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Pushing event updated for resources: {'Port': ['ID=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:23.833675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.233805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be545cd0-1f48-45fa-bd54-2c89606fe564 None None] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:52:24.316093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66a5fadc-ffd0-4876-972f-b588efa210ab req-b3428622-b270-427d-a4ff-d6375773ab79 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1045170 Mar 02 18:52:24.361817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862bf467-f05d-4771-b2c7-3adad04b57d0 req-d03133f1-a943-4eae-8598-f9233a2d6440 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:24.370082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-862bf467-f05d-4771-b2c7-3adad04b57d0 req-d03133f1-a943-4eae-8598-f9233a2d6440 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2889445 Mar 02 18:52:24.406243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-edd9f88c-88e7-4577-8ab8-cefc0d6777f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.441862 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-862bf467-f05d-4771-b2c7-3adad04b57d0 req-4dc6294a-8b08-42f6-a9f6-43396168a2ee tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613518 Mar 02 18:52:24.498922 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.499153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-83447ac1-c012-46c6-8847-2a63bd0f4bbc None None] Provisioning for port 7dce5374-1d65-42d8-a44e-042de5c783b4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:24.547057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7dce5374-1d65-42d8-a44e-042de5c783b4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:24.711261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7dce5374-1d65-42d8-a44e-042de5c783b4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:24.717095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7dce5374-1d65-42d8-a44e-042de5c783b4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:24.717484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.928141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.950998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Router 74ebf28d-1262-43aa-9d07-992929d48977 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:52:24.952942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-179316ff-a03b-4caa-86b0-343e03411219 None None] Provisioning complete for port 7dce5374-1d65-42d8-a44e-042de5c783b4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:24.953509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-179316ff-a03b-4caa-86b0-343e03411219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:24.996684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7dce5374-1d65-42d8-a44e-042de5c783b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7dce5374-1d65-42d8-a44e-042de5c783b4,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:25.117327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.193585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:25.210569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Sync routers for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:25.222888 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:25.223512 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:25.242394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7dce5374-1d65-42d8-a44e-042de5c783b4,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:25.316929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.318203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-637fe85c-c9fb-4a9f-baa5-57d4a635ff03 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.2199626 Mar 02 18:52:25.321399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:25.448229 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:25.525937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-9b5745ea-4edb-4786-bc33-1ca275fa187c req-25a54dd6-31f4-478f-a937-3ac588aeeff6 service neutron] (88709) timed out ('10.222.0.65', 52282) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:52:25.528284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.568169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:25.656296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e62875b2-2788-44de-a2e1-a2dde75bea3a req-5d6f08d3-f319-473e-b4e7-75ba2342215c tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0814404 Mar 02 18:52:25.967928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.016742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1db808-58b9-49a7-98e1-086bef1d7fdd req-e51bc129-643b-41ba-bff6-62bf87ce432b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:26.018868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db1db808-58b9-49a7-98e1-086bef1d7fdd req-e51bc129-643b-41ba-bff6-62bf87ce432b tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.3612821 Mar 02 18:52:26.030378 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:23Z', 'revision_number': 3, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:26.041157 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Checking router: 74ebf28d-1262-43aa-9d07-992929d48977 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:26.041861 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Updating router 74ebf28d-1262-43aa-9d07-992929d48977 port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:26.076738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db1db808-58b9-49a7-98e1-086bef1d7fdd req-4f9e6827-e3d1-419f-8f1b-9d24e2683c2a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507607 Mar 02 18:52:26.187071 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.508391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7dce5374-1d65-42d8-a44e-042de5c783b4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:26.552814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.593379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7dce5374-1d65-42d8-a44e-042de5c783b4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:26.593761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.800073 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.834230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Transition to ACTIVE for port object c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:26.893696 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.900054 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:26.957452 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3029e8b7-3161-4ab1-a614-9085eeecd926 req-99971d33-b9c2-4483-b9f0-1c185305c548 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0678186 Mar 02 18:52:27.086702 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Pushing event updated for resources: {'Port': ['ID=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:27.112671 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.113051 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.113239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Allocated IP 172.20.0.1 (b2ed606a-a060-44a3-95dc-7b7cb215a937/a3a9dd66-80f1-4b47-a5f8-77de641cf931/37f465dd-3c82-4c40-8091-2394d32206bc) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:27.113397 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.113737 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.114081 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.114437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.114765 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.119378 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.119783 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.120120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.123711 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.124063 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:27.140093 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Attempting to bind port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:27.140877 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Attempting to bind port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:27.142674 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Attempting to bind port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:27.162456 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:27.162865 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:27.166654 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.167056 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:27.167548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Bound port: c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:27.167920 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.275899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.383282 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] For port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:27.383726 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] For port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:27.451650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.463533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de37f867-fcc1-4c3c-9530-3ba301a0850c req-cf5782f6-44f2-48c2-a8bf-bdcb30a7545e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:27.470868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de37f867-fcc1-4c3c-9530-3ba301a0850c req-cf5782f6-44f2-48c2-a8bf-bdcb30a7545e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1619463 Mar 02 18:52:27.471548 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.477653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Transition to ACTIVE for port object 37f465dd-3c82-4c40-8091-2394d32206bc will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:27.527475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de37f867-fcc1-4c3c-9530-3ba301a0850c req-5185c0e8-9f1f-4a11-a2ab-63ed7f39b1c0 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Mar 02 18:52:27.564787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:27.565789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:27.614471 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.674968 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8663bb-dfb5-4a88-ad79-052bf88ef6c9 None None] Pushing event updated for resources: {'Port': ['ID=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:27.752794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Pushing event updated for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:27.752794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:27.752794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:27.760444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:27.853347 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:27.956413 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:28.282920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b9153dc-388d-425d-ac60-25bb9ed213c2 None None] Provisioning for port 37f465dd-3c82-4c40-8091-2394d32206bc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:28.288153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1b9153dc-388d-425d-ac60-25bb9ed213c2 None None] Provisioning complete for port 37f465dd-3c82-4c40-8091-2394d32206bc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:28.288537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1b9153dc-388d-425d-ac60-25bb9ed213c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:28.322817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2184232-f209-4669-87a4-9622b5bf1d72 req-7c38d377-b662-45e9-93c0-2fc5a4f0781a tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0856524 Mar 02 18:52:28.387088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1b9153dc-388d-425d-ac60-25bb9ed213c2 None None] Port 37f465dd-3c82-4c40-8091-2394d32206bc cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:52:28.425085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:23Z', 'revision_number': 3, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:28.428961 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd6f48-ed94-4dc0-802b-8f59129d0db3 None None] The sync data for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 is: [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:23Z', 'revision_number': 3, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:28.544533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:28.818683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a9a43-a4c6-48b8-b9d7-98f1803e19bb req-baf217df-133d-4fa9-8bad-3e3790c3426e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:28.842288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a6a9a43-a4c6-48b8-b9d7-98f1803e19bb req-baf217df-133d-4fa9-8bad-3e3790c3426e tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2063088 Mar 02 18:52:28.936998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a6a9a43-a4c6-48b8-b9d7-98f1803e19bb req-d95936fb-de7c-493c-bd33-6040067fca01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933564 Mar 02 18:52:29.200061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:29.299400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:29.420854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Pushing event updated for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:29.469428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:29.650686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:29.651947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:29.666252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fe8a0e4-08d2-4fd1-bbe2-75d5d8538138 req-c1045a25-0aa7-4042-bb67-28313d16f914 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0747330 Mar 02 18:52:29.866214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Router 74ebf28d-1262-43aa-9d07-992929d48977 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:52:29.946335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c0b3d9c0-2c87-4eeb-96cd-46f668ad7c0b None None] Provisioning complete for port 37f465dd-3c82-4c40-8091-2394d32206bc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:29.948487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0b3d9c0-2c87-4eeb-96cd-46f668ad7c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:30.076500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3d9c0-2c87-4eeb-96cd-46f668ad7c0b None None] Port 37f465dd-3c82-4c40-8091-2394d32206bc cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:52:30.176510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:30.188771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-51eaa8fd-580c-4006-a2d6-0c951c4e7563 admin admin] 10.222.0.66 "PUT /v2.0/routers/74ebf28d-1262-43aa-9d07-992929d48977/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8663459 Mar 02 18:52:30.244103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744fd51-5f90-4b89-8056-cf7daf8f38d1 req-00009436-596a-415e-89da-3b4d0bdd7056 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:30.246527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5744fd51-5f90-4b89-8056-cf7daf8f38d1 req-00009436-596a-415e-89da-3b4d0bdd7056 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1144993 Mar 02 18:52:30.330231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5744fd51-5f90-4b89-8056-cf7daf8f38d1 req-8fc262b8-6b4a-4d05-aa61-c3e4b12cd3e5 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777502 Mar 02 18:52:30.498030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:30.659448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:30.665957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:30.666355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:30.713988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Sync routers for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:30.733331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:30.733953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:30.918447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d4fb3bfb-06ad-4554-b79c-31d995becb7d req-e2780583-4065-4365-b637-7435d1a704e7 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0874808 Mar 02 18:52:30.965479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:31.105110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.124523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:31.196145 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.255750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33650) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:31.264595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1542300631-network', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:31.277318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:31.281447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Usage tracker for resource:network and tenant:51456581799a410aa35bfdcb7e4d234c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:31.289647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:31.293766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:31.368626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.466244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Made reservation on behalf of 51456581799a410aa35bfdcb7e4d234c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:31.468607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.481934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.483593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '37f465dd-3c82-4c40-8091-2394d32206bc', 'name': '', 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'mac_address': 'fa:16:3e:d4:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 2, 'project_id': '1303334425244064ad2ed6abd8eea916', 'subnets': [{'id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:31.488737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Checking router: 74ebf28d-1262-43aa-9d07-992929d48977 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:31.489214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Updating router 74ebf28d-1262-43aa-9d07-992929d48977 port 37f465dd-3c82-4c40-8091-2394d32206bc binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:31.498517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:31.502712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Usage tracker for resource:security_group_rule and tenant:51456581799a410aa35bfdcb7e4d234c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:31.505732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:31.512335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:31.570949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.571812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12540739-fbfb-4911-a254-d16e33b3f845 req-5eecceaa-279c-49a5-8c8d-eeec4966e82a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:31.588600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12540739-fbfb-4911-a254-d16e33b3f845 req-5eecceaa-279c-49a5-8c8d-eeec4966e82a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1132617 Mar 02 18:52:31.622583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.642269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12540739-fbfb-4911-a254-d16e33b3f845 req-111b99b1-8e86-4d34-a736-098007681932 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523834 Mar 02 18:52:31.733678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.774814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cf7e6a-55ea-4d68-b510-54cb7ae87f75,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:31.788462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:52:31.800707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.801289 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Added segment 65355143-3d83-4859-98a6-96c1d581a865 of type vlan for network a2fe6582-5e80-4f20-b35b-6dd3371240dd Mar 02 18:52:31.830654 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.933596 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:31.934617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:31.935204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.079841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] Pushing event updated for resources: {'Network': ['ID=a2fe6582-5e80-4f20-b35b-6dd3371240dd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:32.149197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f5d4b7a7-9a1a-4372-b915-a5209477b77c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8861527 Mar 02 18:52:32.149197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33696) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:32.166223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.167396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Request body: {'subnet': {'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1542300631-subnet', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:32.178673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Transition to ACTIVE for port object 37f465dd-3c82-4c40-8091-2394d32206bc will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:32.180466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:32.185253 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:52:32.187388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-249b6cb9-75d6-41a9-9b7c-312d67b4971d req-fd487db3-a3f1-44b8-82b1-e2e76c4e560c tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0702753 Mar 02 18:52:32.188776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Usage tracker for resource:subnet and tenant:51456581799a410aa35bfdcb7e4d234c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:32.207979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:32.214296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:32.350804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.399937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Made reservation on behalf of 51456581799a410aa35bfdcb7e4d234c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:32.399937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.438088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb118e-934f-4310-9419-7d8339de5296 None None] Pushing event updated for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:32.511623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:32.680522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Attempting to bind port 37f465dd-3c82-4c40-8091-2394d32206bc on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:32.681324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Attempting to bind port 37f465dd-3c82-4c40-8091-2394d32206bc by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:32.681862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Attempting to bind port 37f465dd-3c82-4c40-8091-2394d32206bc on network b2ed606a-a060-44a3-95dc-7b7cb215a937 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:32.721209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:32.721824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Checking segment: {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:32.722444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.723108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Bound using segment: {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:32.729002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Bound port: 37f465dd-3c82-4c40-8091-2394d32206bc, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69500ee-743a-4cc1-92dc-f57ca728fa21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:32.729002 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.737077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:32.737655 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.751407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:32.888519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66750d8-5b66-4a04-aae7-8650efa2a9ad,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:32.927902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Checking segment: {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:32.928522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Network hostable DHCP agents. Network: a2fe6582-5e80-4f20-b35b-6dd3371240dd, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:52:32.950298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bd980-9501-49e9-a621-d81464d57f42 req-20d5f306-7c73-4e68-a09e-2b4d67a5995f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:32.961331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-032bd980-9501-49e9-a621-d81464d57f42 req-20d5f306-7c73-4e68-a09e-2b4d67a5995f tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1559901 Mar 02 18:52:32.968385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] For port 37f465dd-3c82-4c40-8091-2394d32206bc, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:32.979095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] For port 37f465dd-3c82-4c40-8091-2394d32206bc, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=37f465dd-3c82-4c40-8091-2394d32206bc,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:33.027292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-032bd980-9501-49e9-a621-d81464d57f42 req-3b6cfb94-6be1-4fa3-8f73-ab3d776b8122 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649986 Mar 02 18:52:33.065090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:52:33.088378 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.166177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, a2fe6582-5e80-4f20-b35b-6dd3371240dd) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:33.168133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:33.170061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:33.170725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:33.171486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.235293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df0d7a0-ba7a-48c1-90b9-0293786ddd77 None None] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:52:33.325295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 33750) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:33.326065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2d44c3d3-2788-4cf1-8964-9af2a91f8f88 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1806371 Mar 02 18:52:33.335288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:33.342977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:33.345644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb118e-934f-4310-9419-7d8339de5296 None None] Pushing event updated for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:33.378822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Usage tracker for resource:router and tenant:51456581799a410aa35bfdcb7e4d234c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:33.383340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:33.400006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:33.448102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66d7f71f-f27a-4a2f-b99c-072f597df45d req-5c2e1533-5e13-4269-a892-74e62e3f1431 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0765650 Mar 02 18:52:33.524610 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.535335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.561992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.685634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:33.739399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'fixed_ips': [{'subnet_id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:52:33.740232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:33.946974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.168811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Allocated IP 172.20.0.2 (a2fe6582-5e80-4f20-b35b-6dd3371240dd/b66750d8-5b66-4a04-aae7-8650efa2a9ad/70987373-883e-41d9-91a3-24d8cd8c3a83) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:34.288613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fad9e-0c7d-4ac2-8d4a-294760392b0b req-a4e8c3b1-df97-4dac-a66f-ecefef052172 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:34.288613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d3fad9e-0c7d-4ac2-8d4a-294760392b0b req-a4e8c3b1-df97-4dac-a66f-ecefef052172 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1387415 Mar 02 18:52:34.336594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '37f465dd-3c82-4c40-8091-2394d32206bc', 'name': '', 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'mac_address': 'fa:16:3e:d4:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:32Z', 'revision_number': 4, 'project_id': '1303334425244064ad2ed6abd8eea916', 'subnets': [{'id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:34.356333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ba97cb-228f-43b6-b160-23e4981fa7f1 None None] The sync data for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 is: [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:28Z', 'revision_number': 4, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '37f465dd-3c82-4c40-8091-2394d32206bc', 'name': '', 'network_id': 'b2ed606a-a060-44a3-95dc-7b7cb215a937', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'mac_address': 'fa:16:3e:d4:c2:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:26Z', 'updated_at': '2022-03-02T18:52:32Z', 'revision_number': 4, 'project_id': '1303334425244064ad2ed6abd8eea916', 'subnets': [{'id': 'a3a9dd66-80f1-4b47-a5f8-77de641cf931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:34.522320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.536331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Transition to ACTIVE for port object 70987373-883e-41d9-91a3-24d8cd8c3a83 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:34.561853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Transition to ACTIVE for port object 70987373-883e-41d9-91a3-24d8cd8c3a83 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:34.654631 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.808474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Pushing event updated for resources: {'Port': ['ID=70987373-883e-41d9-91a3-24d8cd8c3a83,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:34.842778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:34.844824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:34.847540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:34.874326 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.924191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-476f8fb2-7983-47a8-b83d-48033821d213 req-32c64f53-f3f8-4333-a93c-ceb504002ac8 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1267359 Mar 02 18:52:34.933045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.964166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d3fad9e-0c7d-4ac2-8d4a-294760392b0b req-0c6dc7a1-d905-4e26-ad7b-795299627e8a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6683488 Mar 02 18:52:34.975927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Attempting to bind port 70987373-883e-41d9-91a3-24d8cd8c3a83 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:34.977490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Attempting to bind port 70987373-883e-41d9-91a3-24d8cd8c3a83 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:34.978100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Attempting to bind port 70987373-883e-41d9-91a3-24d8cd8c3a83 on network a2fe6582-5e80-4f20-b35b-6dd3371240dd {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:34.984706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:34.985359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Checking segment: {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:34.985955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:34.986620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Bound using segment: {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:34.987660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Bound port: 70987373-883e-41d9-91a3-24d8cd8c3a83, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:34.988258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:35.175975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] For port 70987373-883e-41d9-91a3-24d8cd8c3a83, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:35.181145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] For port 70987373-883e-41d9-91a3-24d8cd8c3a83, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=70987373-883e-41d9-91a3-24d8cd8c3a83,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:35.183129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Allocated IP 172.25.7.49 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c3755dd4-1728-4cfa-97de-b83c2d65d86d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:35.346951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:35.347525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:35.479106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:35.517127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df7fa-97ba-40eb-9672-b7a23e6f4733 None None] Pushing event updated for resources: {'Port': ['ID=70987373-883e-41d9-91a3-24d8cd8c3a83,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:35.598283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:35.602341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:35.610244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:35.869077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Pushing event updated for resources: {'Port': ['ID=c3755dd4-1728-4cfa-97de-b83c2d65d86d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:36.271491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e77d91da-e432-447e-9cbb-f04383d29fe5 req-d9f06adc-f981-46ae-9872-f9c3e5fb05d8 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1282437 Mar 02 18:52:36.401259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050a46b-3933-4827-a3b8-83d39acc93b6 req-225e486e-6254-4fa4-aebd-a54ccdac0da9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:36.402838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2050a46b-3933-4827-a3b8-83d39acc93b6 req-225e486e-6254-4fa4-aebd-a54ccdac0da9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2585323 Mar 02 18:52:36.469968 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:36.558789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2050a46b-3933-4827-a3b8-83d39acc93b6 req-4fd09a09-34f8-4fe8-9642-543410dd4647 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406417 Mar 02 18:52:36.629173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 37f465dd-3c82-4c40-8091-2394d32206bc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:36.870519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 37f465dd-3c82-4c40-8091-2394d32206bc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:36.876900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 37f465dd-3c82-4c40-8091-2394d32206bc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:36.876900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.131445 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.168802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 37f465dd-3c82-4c40-8091-2394d32206bc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=37f465dd-3c82-4c40-8091-2394d32206bc,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:37.185586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42989ec5-5ab2-4986-9639-b83e3b753ba4 None None] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:52:37.253285 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.326209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.326209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 70987373-883e-41d9-91a3-24d8cd8c3a83 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:37.474585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f5a47fad-b923-4316-883a-21907d2a8323 None None] Provisioning for port 70987373-883e-41d9-91a3-24d8cd8c3a83 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:37.533054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7768a48-484a-494d-a3f7-d182b042665b req-4c329980-aee5-4654-a4c2-10412743893c tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0589881 Mar 02 18:52:37.578071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:37.688400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Router 8afe9399-95fb-443b-8cc5-c09530c8992d is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:52:37.739123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 70987373-883e-41d9-91a3-24d8cd8c3a83 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:37.747266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 70987373-883e-41d9-91a3-24d8cd8c3a83 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:37.747942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.887342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.927128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 70987373-883e-41d9-91a3-24d8cd8c3a83, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=70987373-883e-41d9-91a3-24d8cd8c3a83,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:37.957645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e5026a26-c882-4b00-862a-2f0fa2bdfa71 None None] Provisioning complete for port 70987373-883e-41d9-91a3-24d8cd8c3a83 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:37.958048 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e5026a26-c882-4b00-862a-2f0fa2bdfa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:37.998970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2904ed6-42b7-42b9-bb21-313cc71668b7 req-8045fa08-3662-4f86-be2a-df6f97b05400 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:38.008116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2904ed6-42b7-42b9-bb21-313cc71668b7 req-8045fa08-3662-4f86-be2a-df6f97b05400 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.2461071 Mar 02 18:52:38.022638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:38.042973 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Sync routers for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:38.065111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:38.065111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:38.129072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2904ed6-42b7-42b9-bb21-313cc71668b7 req-8a437e2d-8b4f-4efb-bd1d-84e3f7d41faa tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125836 Mar 02 18:52:38.135612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:38.248147 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:38.253755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 33950) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:38.259028 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-07ec20ea-339a-4ce5-9e1f-f012739ad59e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9306531 Mar 02 18:52:38.276494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=70987373-883e-41d9-91a3-24d8cd8c3a83,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:38.314719 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:38.511935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 37f465dd-3c82-4c40-8091-2394d32206bc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:38.593303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 37f465dd-3c82-4c40-8091-2394d32206bc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:38.598870 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:38.774285 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:35Z', 'revision_number': 3, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:38.779897 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Checking router: 8afe9399-95fb-443b-8cc5-c09530c8992d for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:38.786461 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Updating router 8afe9399-95fb-443b-8cc5-c09530c8992d port c3755dd4-1728-4cfa-97de-b83c2d65d86d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:38.811741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 70987373-883e-41d9-91a3-24d8cd8c3a83 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:38.848169 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:38.877369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7d8e713e-13b1-4163-96ee-ef524ad3486a req-763fa2fe-8934-452d-ab00-217a574f0542 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1306787 Mar 02 18:52:38.889807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 70987373-883e-41d9-91a3-24d8cd8c3a83 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:38.890360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.131504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363064-eade-40d6-824a-c14a609316b0 req-d26d9c78-6cd3-4be2-8140-c8408dbad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.133202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a363064-eade-40d6-824a-c14a609316b0 req-d26d9c78-6cd3-4be2-8140-c8408dbad12b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1096 time: 0.3535702 Mar 02 18:52:39.364983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506725f6-1c83-41d6-a83f-3720560f2e9e req-bf6662ef-c0ce-4582-96eb-ded5be4e2675 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:39.374497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-506725f6-1c83-41d6-a83f-3720560f2e9e req-bf6662ef-c0ce-4582-96eb-ded5be4e2675 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.0968568 Mar 02 18:52:39.417957 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.423695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-506725f6-1c83-41d6-a83f-3720560f2e9e req-addb2389-6491-4ff8-98c4-d7c026be9f81 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480316 Mar 02 18:52:39.432175 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Transition to ACTIVE for port object c3755dd4-1728-4cfa-97de-b83c2d65d86d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:39.434348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8a363064-eade-40d6-824a-c14a609316b0 req-387e7bb4-3650-40f3-973f-7a8ebdea2e01 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222991 Mar 02 18:52:39.550668 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.641093 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Attempting to bind port c3755dd4-1728-4cfa-97de-b83c2d65d86d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:39.641548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Attempting to bind port c3755dd4-1728-4cfa-97de-b83c2d65d86d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:39.641914 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Attempting to bind port c3755dd4-1728-4cfa-97de-b83c2d65d86d on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:39.647825 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2f191-1593-412a-86a0-56a8be12f87e None None] Pushing event updated for resources: {'Port': ['ID=c3755dd4-1728-4cfa-97de-b83c2d65d86d,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:39.658448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:39.658873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:39.659277 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.659749 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:39.660243 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Bound port: c3755dd4-1728-4cfa-97de-b83c2d65d86d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:39.660621 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.781511 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] For port c3755dd4-1728-4cfa-97de-b83c2d65d86d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:39.791416 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] For port c3755dd4-1728-4cfa-97de-b83c2d65d86d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3755dd4-1728-4cfa-97de-b83c2d65d86d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:39.803883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.871385 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:39.980323 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2f191-1593-412a-86a0-56a8be12f87e None None] Pushing event updated for resources: {'Port': ['ID=c3755dd4-1728-4cfa-97de-b83c2d65d86d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:40.038835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:40.039525 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:40.124929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Allocated IP 172.20.0.1 (a2fe6582-5e80-4f20-b35b-6dd3371240dd/b66750d8-5b66-4a04-aae7-8650efa2a9ad/4de3f1dc-bf83-499c-b038-68c167ea0815) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:40.150753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c2573a6-baeb-4c1d-a7af-d1439814e9f4 req-9076d24d-8a77-496f-ab5b-091cd53ddb55 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0509737 Mar 02 18:52:40.234628 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:40.284687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:40.301886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Transition to ACTIVE for port object 4de3f1dc-bf83-499c-b038-68c167ea0815 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:40.387266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:52:40.389579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:40.434453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:40.650138 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:35Z', 'revision_number': 3, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:40.655021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11794ee-ac6e-4078-8032-43b5bf5ec000 None None] The sync data for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 is: [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:35Z', 'revision_number': 3, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:40.722648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:40.723743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Pushing event updated for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:40.727312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:40.739538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:40.754852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890670a-942c-4e20-be3f-da82e96ef8b8 req-bf31e52b-6905-4f46-864a-65898807d0fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:40.758675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:40.760521 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6890670a-942c-4e20-be3f-da82e96ef8b8 req-bf31e52b-6905-4f46-864a-65898807d0fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.1490145 Mar 02 18:52:40.797684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '5adc7391-6465-40be-bffb-59f68bb186d1', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'port_id': '5adc7391-6465-40be-bffb-59f68bb186d1', 'mac_address': 'fa:16:3e:5c:fd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 678, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:52:40.849874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:40.895000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:40.898687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6890670a-942c-4e20-be3f-da82e96ef8b8 req-86d0a57e-4612-4f43-a33b-df6005cbe8ea tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258514 Mar 02 18:52:40.951001 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:40.985857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:41.000321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:41.033193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:41.088308 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'code': 200} Mar 02 18:52:41.114538 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:41.329981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:41.365222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:52:41.365574 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:52:41.395845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-c2e68c2e-be31-4c0d-af2e-8cc5a7d036fa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3837063 Mar 02 18:52:41.432303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:41.467744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4bb26f0f-1c41-414c-8833-31fa7ddd27e5 req-e280c341-6e58-48d4-89bf-c21196f63204 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0749662 Mar 02 18:52:41.567854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d028556-3bc2-486c-bccd-efe3114632d5 None None] Provisioning for port 4de3f1dc-bf83-499c-b038-68c167ea0815 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:41.578943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7d028556-3bc2-486c-bccd-efe3114632d5 None None] Provisioning complete for port 4de3f1dc-bf83-499c-b038-68c167ea0815 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:41.578943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7d028556-3bc2-486c-bccd-efe3114632d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:41.673703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7d028556-3bc2-486c-bccd-efe3114632d5 None None] Port 4de3f1dc-bf83-499c-b038-68c167ea0815 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:52:41.932961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7a30-296f-496a-b259-9a18301e009e req-d1ec65e4-0427-49d5-b7b0-63ecbebe6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:41.933688 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-d1ec65e4-0427-49d5-b7b0-63ecbebe6251 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1094 time: 0.1801856 Mar 02 18:52:42.019038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.027768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.089541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:42.116294 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.162524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:42.248464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.264460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.360452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:42.380781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911babc7-1cf2-493a-a394-c9032604d9d8 req-4876325d-b56f-4486-bd70-a7f2b8db8fb3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.382980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-911babc7-1cf2-493a-a394-c9032604d9d8 req-4876325d-b56f-4486-bd70-a7f2b8db8fb3 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 944 time: 0.2135732 Mar 02 18:52:42.437817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-911babc7-1cf2-493a-a394-c9032604d9d8 req-42a80464-54a0-45ff-ad8c-54ed04ffdd10 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488410 Mar 02 18:52:42.440016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4d3a377-3495-451c-8083-b1cc4724421a req-571f594b-09a5-4e81-95b1-af652447e417 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.6852925 Mar 02 18:52:42.457716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34130) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:42.484068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['5adc7391-6465-40be-bffb-59f68bb186d1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:52:42.597275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3755dd4-1728-4cfa-97de-b83c2d65d86d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:42.617244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-894335a4-3f65-4399-b283-65fad45fb150 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/floatingips/15971a71-1e95-4baa-98b3-0f82f0e5b5c9 HTTP/1.1" status: 200 len: 992 time: 0.1574171 Mar 02 18:52:42.696074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Pushing event updated for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:42.755834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed81bc5f-8f6c-45cb-861d-29bee0588902 req-4cc09c16-37c4-4527-8583-a60a5321bb2d tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0661488 Mar 02 18:52:42.759017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7a30-296f-496a-b259-9a18301e009e req-6563046f-4393-4310-bef0-f0c86e0f7e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:42.760893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-6563046f-4393-4310-bef0-f0c86e0f7e89 service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 897 time: 0.7316999 Mar 02 18:52:42.824598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:42.831020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:42.931108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c3755dd4-1728-4cfa-97de-b83c2d65d86d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:42.957102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c3755dd4-1728-4cfa-97de-b83c2d65d86d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:42.957544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:42.988717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-b9959a61-4b87-498d-9bd2-fdaf4f4c0025 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 1000 time: 0.2176964 Mar 02 18:52:43.212833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:43.231437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c3755dd4-1728-4cfa-97de-b83c2d65d86d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3755dd4-1728-4cfa-97de-b83c2d65d86d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:43.307653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:43.334631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7a30-296f-496a-b259-9a18301e009e req-c9eaab4b-121a-455f-aa5a-6c319b5d3f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:43.338497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-c9eaab4b-121a-455f-aa5a-6c319b5d3f0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 200 len: 835 time: 0.3318596 Mar 02 18:52:43.346894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Router 8afe9399-95fb-443b-8cc5-c09530c8992d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:52:43.425267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3a7ae79d-685a-49dd-b531-a3c27e19992c None None] Provisioning complete for port 4de3f1dc-bf83-499c-b038-68c167ea0815 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:43.425721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3a7ae79d-685a-49dd-b531-a3c27e19992c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:43.499793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3a7ae79d-685a-49dd-b531-a3c27e19992c None None] Port 4de3f1dc-bf83-499c-b038-68c167ea0815 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:52:43.550157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c3755dd4-1728-4cfa-97de-b83c2d65d86d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:43.688876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c7a30-296f-496a-b259-9a18301e009e req-ab9b020c-3d88-4f07-a41a-d28fdd71aff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:43.690359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-ab9b020c-3d88-4f07-a41a-d28fdd71aff1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3123937 Mar 02 18:52:43.724643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:43.734229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Sync routers for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:43.751468 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-db276699-4a55-4834-b9ec-ad50cb625c79 admin admin] 10.222.0.66 "PUT /v2.0/routers/8afe9399-95fb-443b-8cc5-c09530c8992d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4966524 Mar 02 18:52:43.752768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:43.753523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:43.894106 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-d9b362ee-e840-4cad-ad78-7ea73605ba66 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942656 Mar 02 18:52:44.094760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd17afea-ad68-4f0d-8558-1da8c655a123 req-cd952e50-a234-4352-b118-3e004fe1c0e1 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1423042 Mar 02 18:52:44.167811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:44.372714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f3c7a30-296f-496a-b259-9a18301e009e req-d882859b-e0cd-497c-aedb-6edc77e71e83 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4701245 Mar 02 18:52:44.430001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:44.505783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3755dd4-1728-4cfa-97de-b83c2d65d86d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:44.656809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-900a0a83-cf72-40ab-91b1-59105a7a0c00 req-d986eb77-739d-4e31-94e0-1cd3cc06305d tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8&device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.0553136 Mar 02 18:52:44.678452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c3755dd4-1728-4cfa-97de-b83c2d65d86d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:44.678452 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:44.744239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 5adc7391-6465-40be-bffb-59f68bb186d1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:44.744736 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.028661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.094034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:45.099811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:45.158750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:41Z', 'revision_number': 4, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4de3f1dc-bf83-499c-b038-68c167ea0815', 'name': '', 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'mac_address': 'fa:16:3e:1f:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:39Z', 'updated_at': '2022-03-02T18:52:41Z', 'revision_number': 2, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'subnets': [{'id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:45.164006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Checking router: 8afe9399-95fb-443b-8cc5-c09530c8992d for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:45.165903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Updating router 8afe9399-95fb-443b-8cc5-c09530c8992d port 4de3f1dc-bf83-499c-b038-68c167ea0815 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:52:45.203658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.296652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:45.307670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.378962 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'code': 200} Mar 02 18:52:45.450744 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f83c2b95-2041-4d09-b34f-f383027802e1 req-5d0b0009-6dd2-4b31-9b2d-8474300f1ad6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc76ec171e3c4f6aa539f02299fbe3a6&device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.1571105 Mar 02 18:52:45.504210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f83c2b95-2041-4d09-b34f-f383027802e1 req-f4c60199-8f91-4379-8441-dbef978f2a90 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cc76ec171e3c4f6aa539f02299fbe3a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466282 Mar 02 18:52:45.693932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea61ce2f-bc6e-417a-bdd1-6bf22b9f28d8 req-f1447f6a-3d55-4efe-9b36-1a8e00b16d2c tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0661528 Mar 02 18:52:45.714357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83c2b95-2041-4d09-b34f-f383027802e1 req-89f53928-5bd2-4670-91b5-b8c84ed4a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:45.716084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f83c2b95-2041-4d09-b34f-f383027802e1 req-89f53928-5bd2-4670-91b5-b8c84ed4a5bd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056847 Mar 02 18:52:45.822864 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:45.830753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Transition to ACTIVE for port object 4de3f1dc-bf83-499c-b038-68c167ea0815 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:45.943664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:46.258759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9370e-9cc3-4a47-a4b8-f8091deaf655 None None] Pushing event updated for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:46.286426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Attempting to bind port 4de3f1dc-bf83-499c-b038-68c167ea0815 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:46.286797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Attempting to bind port 4de3f1dc-bf83-499c-b038-68c167ea0815 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:46.287174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Attempting to bind port 4de3f1dc-bf83-499c-b038-68c167ea0815 on network a2fe6582-5e80-4f20-b35b-6dd3371240dd {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:46.293840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:46.294285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Checking segment: {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:46.294693 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:46.295082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Bound using segment: {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:46.295539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Bound port: 4de3f1dc-bf83-499c-b038-68c167ea0815, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65355143-3d83-4859-98a6-96c1d581a865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:46.295911 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:46.459058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] For port 4de3f1dc-bf83-499c-b038-68c167ea0815, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:46.477431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] For port 4de3f1dc-bf83-499c-b038-68c167ea0815, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4de3f1dc-bf83-499c-b038-68c167ea0815,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:46.551304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:46.626071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34358) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:46.650870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9370e-9cc3-4a47-a4b8-f8091deaf655 None None] Pushing event updated for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:46.657978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:46.659344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:47.201493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:47.209638 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f83c2b95-2041-4d09-b34f-f383027802e1 req-a11c08a7-1a57-4677-a246-93a90686122a tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.65 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0664692 Mar 02 18:52:47.213826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08803f7f-64ce-4001-871f-3bac0aa9afef req-24a32f58-d0b7-4497-b5ff-7237bb87c098 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=e92d5e97-c223-4c78-afa9-b487d7f36ba8 HTTP/1.1" status: 200 len: 210 time: 0.0866134 Mar 02 18:52:47.437637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:41Z', 'revision_number': 4, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4de3f1dc-bf83-499c-b038-68c167ea0815', 'name': '', 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'mac_address': 'fa:16:3e:1f:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:39Z', 'updated_at': '2022-03-02T18:52:46Z', 'revision_number': 4, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'subnets': [{'id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:47.442276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0aee69-cfd8-4e98-89ca-f5a48d97f249 None None] The sync data for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 is: [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:41Z', 'revision_number': 4, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '4de3f1dc-bf83-499c-b038-68c167ea0815', 'name': '', 'network_id': 'a2fe6582-5e80-4f20-b35b-6dd3371240dd', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'mac_address': 'fa:16:3e:1f:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:39Z', 'updated_at': '2022-03-02T18:52:46Z', 'revision_number': 4, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'subnets': [{'id': 'b66750d8-5b66-4a04-aae7-8650efa2a9ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:47.807870 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:48.260873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-0ba043f3-77d7-4d44-907c-14f3802f9e10 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:48.264229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-0ba043f3-77d7-4d44-907c-14f3802f9e10 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/networks?id=94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 200 len: 814 time: 0.2882590 Mar 02 18:52:48.347315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-06e2d76d-4f15-4d6a-9380-2d5335daa712 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/quotas/eb900e218e0f4d3bb2d44ed0dd10b11e HTTP/1.1" status: 200 len: 375 time: 0.0678442 Mar 02 18:52:48.842093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-036d6ba1-f7f9-460a-8ae4-69a6c42177fe tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1388345 Mar 02 18:52:48.852375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4de3f1dc-bf83-499c-b038-68c167ea0815 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:48.862302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Deleting port 37f465dd-3c82-4c40-8091-2394d32206bc {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:48.862302 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:48.865311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4de3f1dc-bf83-499c-b038-68c167ea0815 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:52:48.865311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4de3f1dc-bf83-499c-b038-68c167ea0815 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:48.865311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:48.999797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-4238ecf3-4ed2-44d4-979d-b2e399483ae7 service neutron] 10.222.0.66 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964764 Mar 02 18:52:49.078812 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:49.141390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f96b717-fe38-4c06-b585-b4ef4d03e4ee req-a6c6652e-03c0-481a-81ff-fd6994f729ef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=cc76ec171e3c4f6aa539f02299fbe3a6&device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.1002417 Mar 02 18:52:49.142913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 4de3f1dc-bf83-499c-b038-68c167ea0815, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4de3f1dc-bf83-499c-b038-68c167ea0815,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:49.203846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f96b717-fe38-4c06-b585-b4ef4d03e4ee req-0c836f3c-c1bc-4a5c-aa04-f718ace9eeee service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=cc76ec171e3c4f6aa539f02299fbe3a6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448949 Mar 02 18:52:49.266956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:49.336970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a631031-51b9-442e-a1af-11b0fb742777 req-6e4fe35a-f8c5-4d9e-afd9-5aa2b0fc00d4 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.0441258 Mar 02 18:52:49.392004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:49.443178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f96b717-fe38-4c06-b585-b4ef4d03e4ee req-ca497f10-6be9-43b6-ac81-439cd6ec871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:49.444844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f96b717-fe38-4c06-b585-b4ef4d03e4ee req-ca497f10-6be9-43b6-ac81-439cd6ec871c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2331007 Mar 02 18:52:49.449642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] For port 37f465dd-3c82-4c40-8091-2394d32206bc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=37f465dd-3c82-4c40-8091-2394d32206bc,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:49.450012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:49.648679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Calling delete_port for 37f465dd-3c82-4c40-8091-2394d32206bc owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:52:49.687754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-e55aa448-8d03-4dce-a7df-ecbfa9dc7d19 service neutron] 10.222.0.66 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502228 Mar 02 18:52:49.893383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:49.952310 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Pushing event deleted for resources: {'Port': ['ID=37f465dd-3c82-4c40-8091-2394d32206bc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:50.137788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fa314ac-0a90-4410-b76a-61e82d9af0f9 req-2e741d48-3385-4e1e-a70f-d2c13675470f tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 210 time: 0.1551299 Mar 02 18:52:50.368957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:50.636986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80dd245b-8d59-4501-9085-fd541533a346 req-740f21f7-8a34-40c7-9f63-5dbf898f5da0 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.1319988 Mar 02 18:52:50.701855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4de3f1dc-bf83-499c-b038-68c167ea0815 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:52:50.722015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f96b717-fe38-4c06-b585-b4ef4d03e4ee req-133b856d-53de-49ed-90bb-cda267569a19 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.65 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.1147773 Mar 02 18:52:50.842997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4de3f1dc-bf83-499c-b038-68c167ea0815 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:52:50.843800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:50.962319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Router 74ebf28d-1262-43aa-9d07-992929d48977 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:52:51.325298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-881e17e8-10fd-40d0-a7ac-ebaa32b7b3f3 req-f089e92a-d15c-40fa-9c64-f8768531c10b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 210 time: 0.1043620 Mar 02 18:52:51.354633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:51.364967 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Sync routers for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:51.368484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c447375a-0f7f-4f44-9f27-ee33f09e0083 admin admin] 10.222.0.66 "PUT /v2.0/routers/74ebf28d-1262-43aa-9d07-992929d48977/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7412155 Mar 02 18:52:51.371272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34478) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:51.375468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:51.376068 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:51.561516 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:51.577475 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:51.999611 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:49Z', 'revision_number': 5, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:52.004350 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Checking router: 74ebf28d-1262-43aa-9d07-992929d48977 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:52:52.009429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7df795d9-dbba-43a1-973e-95e863a2ecc6 req-5700ba84-02b0-4c10-ad7d-9fcb26d18f70 tempest-ServerShowV247Test-2054559877 tempest-ServerShowV247Test-2054559877-project] 10.222.0.66 "GET /v2.0/ports?device_id=f37678dd-1ae9-4c45-902f-be5fd94c190a HTTP/1.1" status: 200 len: 210 time: 0.1230185 Mar 02 18:52:52.016270 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Routers {'74ebf28d-1262-43aa-9d07-992929d48977'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:52.017503 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['74ebf28d-1262-43aa-9d07-992929d48977'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:52.062297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:52.076719 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-35df8843-a01d-47a0-95df-8c58939a373e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:52.127897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Deleting port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:52.128160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:52.236651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] Set router 74ebf28d-1262-43aa-9d07-992929d48977 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:52:52.324213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] For port c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:52.324564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:52.474858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Calling delete_port for c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:52:52.580166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e365824b-3bdb-4aee-945f-7a2d10c0121a req-0d19913d-b94f-4ed2-9693-9fb7829879a7 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 210 time: 0.1141748 Mar 02 18:52:52.583476 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:49Z', 'revision_number': 5, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:52.588500 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7769e-ca9a-4938-a887-734d6e15aa3a None None] The sync data for ids ['74ebf28d-1262-43aa-9d07-992929d48977'] in n-d-828839-1 is: [{'id': '74ebf28d-1262-43aa-9d07-992929d48977', 'name': 'tempest-TestAggregatesBasicOps-2110852162-router', 'tenant_id': '1303334425244064ad2ed6abd8eea916', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:21Z', 'updated_at': '2022-03-02T18:52:49Z', 'revision_number': 5, 'project_id': '1303334425244064ad2ed6abd8eea916', 'gw_port': {'id': 'c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:21:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ebf28d-1262-43aa-9d07-992929d48977', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3585, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:22Z', 'updated_at': '2022-03-02T18:52:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:52:52.819015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:52.878929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:53.009419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.188815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:52:53.548539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.549603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-4675b870-0a53-448b-a373-4462307ea4e8 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:53.550926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f8249545-d339-4b6d-aef9-5056b160c455 req-4675b870-0a53-448b-a373-4462307ea4e8 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Synchronizing usage tracker for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:52:53.551488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.648377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f8249545-d339-4b6d-aef9-5056b160c455 req-4675b870-0a53-448b-a373-4462307ea4e8 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Unset dirty status for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:52:53.649669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-4675b870-0a53-448b-a373-4462307ea4e8 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.11 "GET /v2.0/networks?id=94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 200 len: 814 time: 0.4780304 Mar 02 18:52:53.662403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Request body: {'port': {'device_id': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5', 'admin_state_up': True, 'tenant_id': 'eb900e218e0f4d3bb2d44ed0dd10b11e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:53.671722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.674195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74ebf28d-1262-43aa-9d07-992929d48977 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:52:53.707927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:53.711262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f45ad95-e4ce-4d2e-a5a5-697020a39643 admin admin] 10.222.0.66 "DELETE /v2.0/routers/74ebf28d-1262-43aa-9d07-992929d48977 HTTP/1.1" status: 204 len: 168 time: 2.3315618 Mar 02 18:52:53.712522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34522) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:53.972502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:54.003828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30c4f882-46ae-4c2a-a8d9-3f2d52adc588 req-6c4d8a40-687f-4ab6-9270-1be733a9884a tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 210 time: 0.1873796 Mar 02 18:52:54.005356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Usage tracker for resource:port and tenant:eb900e218e0f4d3bb2d44ed0dd10b11e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:54.012625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:54.027716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Deleting subnet a3a9dd66-80f1-4b47-a5f8-77de641cf931 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:52:54.029100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:54.032475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.094385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.099072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Made reservation on behalf of eb900e218e0f4d3bb2d44ed0dd10b11e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:54.103231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.217488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.235979 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a4c67645-e4a7-424c-a655-8a9ecba63520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.245782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34534) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:54.396682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.429762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Allocated IP 172.20.0.9 (94a6157c-8274-400e-b3ee-c6c3f39f4db5/44a0605a-8e85-4360-8982-cd634e1c4011/2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:52:54.485061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.491238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549125f9-6d0d-409d-905c-ff58922594b7 None None] Network b2ed606a-a060-44a3-95dc-7b7cb215a937 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:52:54.496622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/a3a9dd66-80f1-4b47-a5f8-77de641cf931 HTTP/1.1" status: 204 len: 168 time: 0.7821269 Mar 02 18:52:54.497994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a9dd66-80f1-4b47-a5f8-77de641cf931,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:54.500647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34544) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:54.580059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.704657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e0d83b-8f30-4ff4-979f-d5e7f860f6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:54.726476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Deleting port 7dce5374-1d65-42d8-a44e-042de5c783b4 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:54.726817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.796347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:54.801005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Usage tracker for resource:security_group_rule and tenant:cc76ec171e3c4f6aa539f02299fbe3a6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:54.804621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:54.811841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:54.843048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 37f465dd-3c82-4c40-8091-2394d32206bc no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:54.903762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.910072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:54.919941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 37f465dd-3c82-4c40-8091-2394d32206bc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:52:54.920591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 37f465dd-3c82-4c40-8091-2394d32206bc not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:52:54.921271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:54.990509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.019731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:52:55.019731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c4b4a2ac-8bde-40c0-b9b7-5a804b606dfa not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:52:55.045542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02b0fa6-75d2-4135-b0fd-b6c5b26160c4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:55.058413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.058827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.059177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.059641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.060040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.060374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.060704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.061079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.061590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.061914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.062280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.062604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:52:55.084111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.129879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] For port 7dce5374-1d65-42d8-a44e-042de5c783b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7dce5374-1d65-42d8-a44e-042de5c783b4,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:55.130558 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.145907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] DHCP port deletion for b2ed606a-a060-44a3-95dc-7b7cb215a937 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:52:55.151281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Deleting port 7dce5374-1d65-42d8-a44e-042de5c783b4 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:55.151944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.159434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-21ea8bc2-3e37-4091-9a2c-541a659e8579 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=cc76ec171e3c4f6aa539f02299fbe3a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9121623 Mar 02 18:52:55.162853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34558) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:55.175665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:52:55.180136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:52:55.233219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:52:55.320260 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Calling delete_port for 7dce5374-1d65-42d8-a44e-042de5c783b4 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:52:55.327372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Pushing event updated for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:55.333009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.395878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.462314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:55.462814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.474761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.548192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dce5374-1d65-42d8-a44e-042de5c783b4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:55.549973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] No DVR routers for this DVR port 7dce5374-1d65-42d8-a44e-042de5c783b4 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:52:55.558842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] For port 7dce5374-1d65-42d8-a44e-042de5c783b4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7dce5374-1d65-42d8-a44e-042de5c783b4,segment=NetworkSegment(b69500ee-743a-4cc1-92dc-f57ca728fa21),segment_id=b69500ee-743a-4cc1-92dc-f57ca728fa21)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:55.559421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.597383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-49e02abb-33a4-48af-9094-a2f0d0ee4e39 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9393854 Mar 02 18:52:55.614221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Request body: {'port': {'device_id': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:55.626749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6371a-4a05-43de-83fd-7104f0730d72 req-6032bb01-3c24-4c9d-af91-c5e7078ff58a tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:55.633909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39d6371a-4a05-43de-83fd-7104f0730d72 req-6032bb01-3c24-4c9d-af91-c5e7078ff58a tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 931 time: 0.2292213 Mar 02 18:52:55.658091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.661136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.662625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a02b0fa6-75d2-4135-b0fd-b6c5b26160c4 HTTP/1.1" status: 204 len: 168 time: 0.4985962 Mar 02 18:52:55.687984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Calling delete_port for 7dce5374-1d65-42d8-a44e-042de5c783b4 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:52:55.699975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3254787-31da-45f7-88a4-da685b4a0d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02b0fa6-75d2-4135-b0fd-b6c5b26160c4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:55.724282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.725345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.784576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39d6371a-4a05-43de-83fd-7104f0730d72 req-7c4be4f6-cfd8-44d8-b3ee-8fa477c5e822 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494582 Mar 02 18:52:55.786338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.833740 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:52:55.833740 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:52:55.854866 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2ed606a-a060-44a3-95dc-7b7cb215a937']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:55.869586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69500ee-743a-4cc1-92dc-f57ca728fa21') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:55.870331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69500ee-743a-4cc1-92dc-f57ca728fa21') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:55.884551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.903576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.911720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:52:55.912723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.916103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:52:55.930395 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:52:56.027357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.270897 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.292829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.301085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2ed606a-a060-44a3-95dc-7b7cb215a937,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:56.306315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-71517876-cc2d-469a-b0e4-cbdfa2076541 admin admin] 10.222.0.66 "DELETE /v2.0/networks/b2ed606a-a060-44a3-95dc-7b7cb215a937 HTTP/1.1" status: 204 len: 168 time: 1.8046618 Mar 02 18:52:56.309187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34586) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:56.333154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Deleting port 7dce5374-1d65-42d8-a44e-042de5c783b4 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:56.333154 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.458527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-135feeb7-0149-408e-b56c-4f304da90660 None None] The port '7dce5374-1d65-42d8-a44e-042de5c783b4' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:52:56.547458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7dce5374-1d65-42d8-a44e-042de5c783b4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:52:56.598011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7dce5374-1d65-42d8-a44e-042de5c783b4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:52:56.602978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7dce5374-1d65-42d8-a44e-042de5c783b4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:52:56.625472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:52:56.634264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.664802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Transition to ACTIVE for port object 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:52:56.755775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.839053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.904645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:56.994532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:57.154072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Attempting to bind port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:52:57.154681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Attempting to bind port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:52:57.156117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Attempting to bind port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:57.168583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:52:57.169215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Attempting to bind port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:52:57.182919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:52:57.186162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Checking segment: {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:57.188188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Bound using segment: {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:52:57.188886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Bound port: 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:52:57.190515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.248076 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469edc16-2b8e-4752-87b5-c512cc7d819c req-9c028e31-a643-4d97-8fb6-6151eea70bf4 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.249648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-469edc16-2b8e-4752-87b5-c512cc7d819c req-9c028e31-a643-4d97-8fb6-6151eea70bf4 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 943 time: 0.2680609 Mar 02 18:52:57.315187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:57.319635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-469edc16-2b8e-4752-87b5-c512cc7d819c req-a49b06e6-16ef-4ae4-937c-0ff84a6dcc76 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629225 Mar 02 18:52:57.338797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:52:57.342453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:52:57.398468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.437525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-711952944-network', 'tenant_id': 'c7122c3792724dd39bb5ac42576e3ea7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:57.444157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.449345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:57.497811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Usage tracker for resource:network and tenant:c7122c3792724dd39bb5ac42576e3ea7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:57.512992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:57.527921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.528550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.529944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] 10.222.0.11 "PUT /v2.0/ports/2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c HTTP/1.1" status: 200 len: 1091 time: 1.9208136 Mar 02 18:52:57.530418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:52:57.535207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:57.574192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e9874-c80d-48e2-adab-2cfe30a0dfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:57.620141 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c', 'status': 'completed', 'code': 200} Mar 02 18:52:57.679701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Made reservation on behalf of c7122c3792724dd39bb5ac42576e3ea7 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:57.681648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.709930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.732671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:57.737678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Usage tracker for resource:security_group_rule and tenant:c7122c3792724dd39bb5ac42576e3ea7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:57.741946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:57.760741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:57.788308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-5e1e19d1-785b-4de3-af75-c95f8bfb471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.790334 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-5e1e19d1-785b-4de3-af75-c95f8bfb471f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 1094 time: 0.1481154 Mar 02 18:52:57.890606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Deleting port 4de3f1dc-bf83-499c-b038-68c167ea0815 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:52:57.890940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:57.977894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-36fbe1b7-44c6-4bc9-9852-7dc283f3a520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:57.979401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-36fbe1b7-44c6-4bc9-9852-7dc283f3a520 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1808777 Mar 02 18:52:57.981085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.038785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.059968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:52:58.094818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbaac4c-9a7f-4084-ad75-6e50588e79a4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:58.166904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] For port 4de3f1dc-bf83-499c-b038-68c167ea0815, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4de3f1dc-bf83-499c-b038-68c167ea0815,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:52:58.168582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.241853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.242278 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Added segment e68fa53a-394d-4d24-a70a-fe24410e2e4b of type vlan for network ded0f56a-0adf-4c25-badb-87d3b1101a95 Mar 02 18:52:58.296644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.330754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Calling delete_port for 4de3f1dc-bf83-499c-b038-68c167ea0815 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:52:58.346439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-4fe44f3f-a97c-4c93-9f50-e1afb0fcb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.348263 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dda61ce9-38d9-43a0-86b8-11cd1fbf7017 req-4fe44f3f-a97c-4c93-9f50-e1afb0fcb518 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3618877 Mar 02 18:52:58.448236 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.451451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.451451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.574008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] Pushing event updated for resources: {'Network': ['ID=ded0f56a-0adf-4c25-badb-87d3b1101a95,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:58.578018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-55752b45-0fce-4ec1-8b44-24634e7012b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.579712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-55752b45-0fce-4ec1-8b44-24634e7012b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 1094 time: 0.1877849 Mar 02 18:52:58.587151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ded0f56a-0adf-4c25-badb-87d3b1101a95 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:52:58.674990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60071a12-5aca-482d-a526-6a48ddd7d54b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3586674 Mar 02 18:52:58.689070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:58.692941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-c7cde9c6-ab65-4c8e-8faa-7e0a480275e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c HTTP/1.1" status: 200 len: 217 time: 0.1042221 Mar 02 18:52:58.696326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Request body: {'subnet': {'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-711952944-subnet', 'tenant_id': 'c7122c3792724dd39bb5ac42576e3ea7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:52:58.738083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:52:58.748344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Usage tracker for resource:subnet and tenant:c7122c3792724dd39bb5ac42576e3ea7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:52:58.756752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:52:58.771776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:52:58.786845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8249545-d339-4b6d-aef9-5056b160c455 req-b154c67f-90a4-45a1-bd05-9556c59d792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.788879 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-b154c67f-90a4-45a1-bd05-9556c59d792c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a0605a-8e85-4360-8982-cd634e1c4011 HTTP/1.1" status: 200 len: 854 time: 0.0871449 Mar 02 18:52:58.814877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688175d-1cb4-4e62-8607-fc81899861da req-1cb6d42d-1552-402c-a4dd-5bef9df1bc42 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:52:58.816445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8688175d-1cb4-4e62-8607-fc81899861da req-1cb6d42d-1552-402c-a4dd-5bef9df1bc42 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 943 time: 0.3258777 Mar 02 18:52:58.869998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8688175d-1cb4-4e62-8607-fc81899861da req-f6407c8a-a15d-4b27-9548-3b72c0f00a5d tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473695 Mar 02 18:52:58.871445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.960847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Pushing event deleted for resources: {'Port': ['ID=4de3f1dc-bf83-499c-b038-68c167ea0815,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:58.968968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Made reservation on behalf of c7122c3792724dd39bb5ac42576e3ea7 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:52:58.971304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:58.988821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-7da6e1a8-0e15-4dcd-b058-6e510ec7c809 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94a6157c-8274-400e-b3ee-c6c3f39f4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1922176 Mar 02 18:52:59.284883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:59.405776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-870aa6de-01f7-42e1-b5ec-41963b9feb32 service neutron] 10.222.0.11 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040821 Mar 02 18:52:59.595803 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8249545-d339-4b6d-aef9-5056b160c455 req-504eff3a-f696-4066-89ec-a3c1fb1de3c1 service neutron] 10.222.0.11 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819427 Mar 02 18:52:59.624920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:52:59.704118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Router 8afe9399-95fb-443b-8cc5-c09530c8992d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:52:59.728284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58ceb94b-d91c-4f51-95cc-6650884d8ec0,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:52:59.732618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Checking segment: {'id': 'e68fa53a-394d-4d24-a70a-fe24410e2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:52:59.732971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Network hostable DHCP agents. Network: ded0f56a-0adf-4c25-badb-87d3b1101a95, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:52:59.852653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Network ded0f56a-0adf-4c25-badb-87d3b1101a95 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:52:59.894794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:52:59.904119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dbf80572-2dc3-4d48-b603-64d9d064c915 admin admin] 10.222.0.66 "PUT /v2.0/routers/8afe9399-95fb-443b-8cc5-c09530c8992d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5939128 Mar 02 18:52:59.904425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Sync routers for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:52:59.907036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:52:59.915949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:52:59.916601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:52:59.998389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ded0f56a-0adf-4c25-badb-87d3b1101a95) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:00.007954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:00.008569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:00.013564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c6bdb-fe52-479f-93be-4ee83dd7dce8 None None] Network ded0f56a-0adf-4c25-badb-87d3b1101a95 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:00.160071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599c9f6-6b24-4759-b5ef-caf9bfb477c2 req-2b83221f-e783-42c2-9a64-77eebae1c1c0 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:00.162859 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a599c9f6-6b24-4759-b5ef-caf9bfb477c2 req-2b83221f-e783-42c2-9a64-77eebae1c1c0 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 943 time: 0.1671197 Mar 02 18:53:00.201128 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:00.229553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a599c9f6-6b24-4759-b5ef-caf9bfb477c2 req-2da30ed1-b280-444a-a6c0-34e1add63225 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595927 Mar 02 18:53:00.271166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eeada56b-e70f-4aa8-9707-9fa3dced6777 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5794950 Mar 02 18:53:00.322773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:00.471324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:00.611197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Deleting port c3755dd4-1728-4cfa-97de-b83c2d65d86d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:00.611197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:00.809689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0e0c84-80a2-4435-9060-2690b3ceed3a None None] Network ded0f56a-0adf-4c25-badb-87d3b1101a95 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:00.820921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] For port c3755dd4-1728-4cfa-97de-b83c2d65d86d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c3755dd4-1728-4cfa-97de-b83c2d65d86d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:00.821485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:00.971774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Calling delete_port for c3755dd4-1728-4cfa-97de-b83c2d65d86d owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:01.098746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:52:58Z', 'revision_number': 5, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port': {'id': 'c3755dd4-1728-4cfa-97de-b83c2d65d86d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:61:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3597, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:52:35Z', 'updated_at': '2022-03-02T18:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:01.111770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Checking router: 8afe9399-95fb-443b-8cc5-c09530c8992d for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:01.140475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Routers {'8afe9399-95fb-443b-8cc5-c09530c8992d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:01.141494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8afe9399-95fb-443b-8cc5-c09530c8992d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:01.150794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34728) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:01.156225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1492687777-network', 'tenant_id': '4e16f8f3201d407d8b05caea86d96750'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:01.161628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:01.177291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Usage tracker for resource:network and tenant:4e16f8f3201d407d8b05caea86d96750 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:01.183195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:01.195932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:01.311148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] Set router 8afe9399-95fb-443b-8cc5-c09530c8992d gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:01.315621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Made reservation on behalf of 4e16f8f3201d407d8b05caea86d96750 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:01.317942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.356450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.430724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:53:00Z', 'revision_number': 6, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:01.464383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:01.471651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Usage tracker for resource:security_group_rule and tenant:4e16f8f3201d407d8b05caea86d96750 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:01.472391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77b856-ffc8-449d-a9ee-8b3b9e571289 None None] The sync data for ids ['8afe9399-95fb-443b-8cc5-c09530c8992d'] in n-d-828839-1 is: [{'id': '8afe9399-95fb-443b-8cc5-c09530c8992d', 'name': 'tempest-TestAggregatesBasicOps-1542300631-router', 'tenant_id': '51456581799a410aa35bfdcb7e4d234c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:52:33Z', 'updated_at': '2022-03-02T18:53:00Z', 'revision_number': 6, 'project_id': '51456581799a410aa35bfdcb7e4d234c', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:01.478482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:01.494827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:01.543731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ff344-fa39-4f6a-8102-1f80c48c774c req-5d5da292-d8d8-45dd-9d66-66bedcf26c97 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:01.545486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef9ff344-fa39-4f6a-8102-1f80c48c774c req-5d5da292-d8d8-45dd-9d66-66bedcf26c97 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 943 time: 0.1904671 Mar 02 18:53:01.622348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef9ff344-fa39-4f6a-8102-1f80c48c774c req-bba8141e-f284-42f5-a71a-851a83d0fc42 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699489 Mar 02 18:53:01.699855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.727698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.744471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.777550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3755dd4-1728-4cfa-97de-b83c2d65d86d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:01.903444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.931048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 695} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:01.938917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6103bad-ddd9-4356-b54a-941658b20c1d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:01.948113 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:01.948208 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Added segment dd389b3f-cb4f-45c8-ba98-0b80917c20ba of type vlan for network 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae Mar 02 18:53:01.976858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.076110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.077212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:02.077854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.103919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.106250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.195978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] Pushing event updated for resources: {'Network': ['ID=02c5b605-0f0c-4c52-97d0-f7a404e1e1ae,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:02.214036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.216399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8afe9399-95fb-443b-8cc5-c09530c8992d {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:53:02.221841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:53:02.230141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.233629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be24c2fb-10b5-422f-abf3-ca3272b10a5e admin admin] 10.222.0.66 "DELETE /v2.0/routers/8afe9399-95fb-443b-8cc5-c09530c8992d HTTP/1.1" status: 204 len: 168 time: 2.3234248 Mar 02 18:53:02.234106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34754) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:02.312757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Deleting subnet b66750d8-5b66-4a04-aae7-8650efa2a9ad {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:53:02.316682 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.358837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-26c751bb-145e-4cbb-b91a-b61c02b7c73c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2068596 Mar 02 18:53:02.361473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34758) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:02.368529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Request body: {'subnet': {'network_id': '02c5b605-0f0c-4c52-97d0-f7a404e1e1ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1492687777-subnet', 'tenant_id': '4e16f8f3201d407d8b05caea86d96750', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:02.375874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:02.387760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.398355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Usage tracker for resource:subnet and tenant:4e16f8f3201d407d8b05caea86d96750 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:02.403540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:02.413388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:02.448354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:53:02.484275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.499136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Made reservation on behalf of 4e16f8f3201d407d8b05caea86d96750 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:02.502744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.522182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3755dd4-1728-4cfa-97de-b83c2d65d86d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:02.575616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c3755dd4-1728-4cfa-97de-b83c2d65d86d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:02.576078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c3755dd4-1728-4cfa-97de-b83c2d65d86d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:02.576723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4de3f1dc-bf83-499c-b038-68c167ea0815 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:02.653720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.661871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4de3f1dc-bf83-499c-b038-68c167ea0815 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:02.664515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4de3f1dc-bf83-499c-b038-68c167ea0815 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:02.774246 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.776870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66750d8-5b66-4a04-aae7-8650efa2a9ad,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:02.785476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-40bcd3ef-0f71-4e79-8514-dab9c5abab8e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/b66750d8-5b66-4a04-aae7-8650efa2a9ad HTTP/1.1" status: 204 len: 168 time: 0.5483234 Mar 02 18:53:02.786238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34776) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:02.799830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baf4622-1e5c-4548-8225-d8cbdb9233e4 None None] Network a2fe6582-5e80-4f20-b35b-6dd3371240dd requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:02.921989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:02.976450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.014891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Deleting port 70987373-883e-41d9-91a3-24d8cd8c3a83 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:03.015395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.045213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:03.066877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=03bfc959-bda6-4639-ad33-380265ae2c34,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.081563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Checking segment: {'id': 'dd389b3f-cb4f-45c8-ba98-0b80917c20ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 695, 'network_id': '02c5b605-0f0c-4c52-97d0-f7a404e1e1ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:53:03.082858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Network hostable DHCP agents. Network: 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:03.126653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c', 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5', 'port_id': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c', 'mac_address': 'fa:16:3e:04:00:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a0605a-8e85-4360-8982-cd634e1c4011', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:53:03.137801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98962da5-2b19-4737-85ae-a527e3b313c6 req-60cf0830-a47f-43de-85c3-244bfe70b580 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.139315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98962da5-2b19-4737-85ae-a527e3b313c6 req-60cf0830-a47f-43de-85c3-244bfe70b580 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 943 time: 0.2520566 Mar 02 18:53:03.173314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Network 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:03.205209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.242514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:03.264687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:03.265118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:03.270039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:03.270824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.277434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830d3ce8-6271-490f-9f20-831a422c08f5 None None] Network 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:03.293821 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98962da5-2b19-4737-85ae-a527e3b313c6 req-dbd51535-edad-46f0-bba5-babacfff22f2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290662 Mar 02 18:53:03.301459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] DHCP port deletion for a2fe6582-5e80-4f20-b35b-6dd3371240dd request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:53:03.308377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Deleting port 70987373-883e-41d9-91a3-24d8cd8c3a83 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:03.308801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.374402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.391259 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-33b18fbc-43d3-411a-bc1e-f478a5a2c5ba admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0281236 Mar 02 18:53:03.465529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] For port 70987373-883e-41d9-91a3-24d8cd8c3a83, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=70987373-883e-41d9-91a3-24d8cd8c3a83,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:03.470349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.650509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Calling delete_port for 70987373-883e-41d9-91a3-24d8cd8c3a83 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:03.695526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] For port 70987373-883e-41d9-91a3-24d8cd8c3a83, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=70987373-883e-41d9-91a3-24d8cd8c3a83,segment=NetworkSegment(65355143-3d83-4859-98a6-96c1d581a865),segment_id=65355143-3d83-4859-98a6-96c1d581a865)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:03.695526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.804566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:53:03.830820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:03.897416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Pushing event deleted for resources: {'Port': ['ID=70987373-883e-41d9-91a3-24d8cd8c3a83,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:03.900763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] No DVR routers for this DVR port 70987373-883e-41d9-91a3-24d8cd8c3a83 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:53:03.924206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Calling delete_port for 70987373-883e-41d9-91a3-24d8cd8c3a83 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:03.969988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:04.136579 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.177600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649c4d6-539e-4439-a86c-8c005088b307 None None] Network 02c5b605-0f0c-4c52-97d0-f7a404e1e1ae requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:04.236878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:53:04.237013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fe6582-5e80-4f20-b35b-6dd3371240dd']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:04.237472 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:53:04.262388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65355143-3d83-4859-98a6-96c1d581a865') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:04.264612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65355143-3d83-4859-98a6-96c1d581a865') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:04.281211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.314327 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.322664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-809c507f-aea2-4ed1-aad7-636cf107ca4a tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:04.329322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-809c507f-aea2-4ed1-aad7-636cf107ca4a tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/networks?id=ded0f56a-0adf-4c25-badb-87d3b1101a95 HTTP/1.1" status: 200 len: 824 time: 0.2518482 Mar 02 18:53:04.351574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:53:04.353263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.544198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 70987373-883e-41d9-91a3-24d8cd8c3a83 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:53:04.582369 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:53:04.605489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 70987373-883e-41d9-91a3-24d8cd8c3a83 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:04.607664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 70987373-883e-41d9-91a3-24d8cd8c3a83 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:04.625763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-c7bb4d48-6dcf-4a3c-a999-3962e3646b78 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/quotas/c7122c3792724dd39bb5ac42576e3ea7 HTTP/1.1" status: 200 len: 375 time: 0.2955370 Mar 02 18:53:04.688192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-32f452fa-a52e-4e70-9a62-fded719d2f7a tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7122c3792724dd39bb5ac42576e3ea7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538447 Mar 02 18:53:04.717981 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.738283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.738449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Deleting port 70987373-883e-41d9-91a3-24d8cd8c3a83 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:04.738843 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:04.753939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fe6582-5e80-4f20-b35b-6dd3371240dd,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:04.764570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18b35e0-f242-4a32-8a0d-9358fc7ae5ab req-51c31dde-8b42-4039-a419-3545497520dd tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:04.766169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b18b35e0-f242-4a32-8a0d-9358fc7ae5ab req-51c31dde-8b42-4039-a419-3545497520dd tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 944 time: 0.1828518 Mar 02 18:53:04.768326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-23110337-f271-4b9d-a08a-6447a0379acb admin admin] 10.222.0.66 "DELETE /v2.0/networks/a2fe6582-5e80-4f20-b35b-6dd3371240dd HTTP/1.1" status: 204 len: 168 time: 1.9810390 Mar 02 18:53:04.837995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b18b35e0-f242-4a32-8a0d-9358fc7ae5ab req-6b00f7ee-42c0-4cea-b710-0ef71f648b98 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592923 Mar 02 18:53:04.899727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52a27ae7-f1ca-4851-a3f0-b00df7c4f5d4 None None] The port '70987373-883e-41d9-91a3-24d8cd8c3a83' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:53:05.041283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-62eedbb3-8b06-44bd-9f1c-09c45b9c378e service neutron] 10.222.0.66 "GET /v2.0/networks/ded0f56a-0adf-4c25-badb-87d3b1101a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453050 Mar 02 18:53:05.179658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-b991eb17-6ba5-42c4-b458-b83393ee3efb service neutron] 10.222.0.66 "GET /v2.0/networks/ded0f56a-0adf-4c25-badb-87d3b1101a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308787 Mar 02 18:53:05.531727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34852) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:05.582350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d4c2e6bb-3107-4fe0-bda1-4e264405902f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1303334425244064ad2ed6abd8eea916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494461 Mar 02 18:53:05.584717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 34858) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:05.643302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:05.671976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:05.787002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98de1486-eb6f-4273-a94c-e6a24a151f75 req-82e53d5c-bf16-4e0c-b653-521e6b5cccb3 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.0947464 Mar 02 18:53:05.850026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:05.861522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa03704-ab20-4341-8d62-d07fc3cde88d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:05.864947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:05.866868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89f53b2b-55a3-478a-9862-c41325c9c789 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/daa03704-ab20-4341-8d62-d07fc3cde88d HTTP/1.1" status: 204 len: 168 time: 0.2806945 Mar 02 18:53:06.063304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b910db4-3c01-4851-b42d-866653d6f398 req-78cf0fae-2ba3-43a9-91e1-cf4dab1150f1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:06.064996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b910db4-3c01-4851-b42d-866653d6f398 req-78cf0fae-2ba3-43a9-91e1-cf4dab1150f1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 944 time: 0.0880497 Mar 02 18:53:06.123475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b910db4-3c01-4851-b42d-866653d6f398 req-a12bee1b-c3a2-4256-8e23-0b34e61e32b5 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524054 Mar 02 18:53:06.493564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:06.691897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:06.691897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:06.691897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:06.909938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:06.955420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:06.956577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4b7004c-19cf-412f-aa28-fda1ca080fbb req-836f9a2c-44e0-47b5-a386-c65ad5ac3b44 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.1049051 Mar 02 18:53:06.972091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:07.019903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34914) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:07.043862 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c', 'code': 200} Mar 02 18:53:07.086992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.131857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4af6d1bb-2dde-4fda-8814-ede12e6f3807 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=51456581799a410aa35bfdcb7e4d234c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1091931 Mar 02 18:53:07.134976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 34920) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:07.205477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00c36c-e6e8-4b00-b831-3bdfa2511beb req-c92f996c-8bf1-4f95-91dc-cf835f90d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.205477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b00c36c-e6e8-4b00-b831-3bdfa2511beb req-c92f996c-8bf1-4f95-91dc-cf835f90d25e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 1096 time: 0.1074262 Mar 02 18:53:07.213089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.248567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.264285 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9b00c36c-e6e8-4b00-b831-3bdfa2511beb req-969d6157-becd-4c7c-a7eb-67c47a414f3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522790 Mar 02 18:53:07.291144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:07.415075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f13c9c5-8178-4ea1-bab6-63b950b657b6 req-4b16706f-6ef0-46ce-aa19-db582ae6bb6b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:07.416605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f13c9c5-8178-4ea1-bab6-63b950b657b6 req-4b16706f-6ef0-46ce-aa19-db582ae6bb6b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.0898731 Mar 02 18:53:07.464251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f13c9c5-8178-4ea1-bab6-63b950b657b6 req-a9abe8ab-d201-4acc-8b88-943fdca8c098 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Mar 02 18:53:07.561400 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.579493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cf7e6a-55ea-4d68-b510-54cb7ae87f75,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:07.583865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:07.585574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1bdbb1c4-ba05-4587-84ff-bb87a396fba9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/73cf7e6a-55ea-4d68-b510-54cb7ae87f75 HTTP/1.1" status: 204 len: 168 time: 0.4489448 Mar 02 18:53:08.131564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6bc9bf37-c9d7-402d-84e2-78ebf5f28ec2 req-f8985e21-997d-497a-b932-3ebc20139e3e tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.0443850 Mar 02 18:53:08.658060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216fc90-014c-486e-9e20-f063bbf7fbdc req-6df314f4-a899-4a9b-a257-87a07b886921 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.659552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e216fc90-014c-486e-9e20-f063bbf7fbdc req-6df314f4-a899-4a9b-a257-87a07b886921 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.0852211 Mar 02 18:53:08.707644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e216fc90-014c-486e-9e20-f063bbf7fbdc req-33ec7d7d-1cf1-467c-93aa-021452c86d6a tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414679 Mar 02 18:53:08.995131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-a96fecde-84d1-4d85-adf9-ffc8ca361431 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:08.996478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-a96fecde-84d1-4d85-adf9-ffc8ca361431 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Synchronizing usage tracker for tenant:c7122c3792724dd39bb5ac42576e3ea7 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:53:09.207756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-a96fecde-84d1-4d85-adf9-ffc8ca361431 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Unset dirty status for tenant:c7122c3792724dd39bb5ac42576e3ea7 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:53:09.208986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-a96fecde-84d1-4d85-adf9-ffc8ca361431 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.65 "GET /v2.0/networks?id=ded0f56a-0adf-4c25-badb-87d3b1101a95 HTTP/1.1" status: 200 len: 824 time: 0.4049530 Mar 02 18:53:09.223994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Request body: {'port': {'device_id': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95', 'admin_state_up': True, 'tenant_id': 'c7122c3792724dd39bb5ac42576e3ea7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:09.314707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0912e01-92d4-4ed7-aa69-51fa658a3e02 req-3cee8e8b-8d37-4905-8921-0f8c97d5f501 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.0578909 Mar 02 18:53:09.411315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:09.415476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Usage tracker for resource:port and tenant:c7122c3792724dd39bb5ac42576e3ea7 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:09.418470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:09.431078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:09.532965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Made reservation on behalf of c7122c3792724dd39bb5ac42576e3ea7 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:09.536996 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:09.852789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Allocated IP 172.20.0.10 (ded0f56a-0adf-4c25-badb-87d3b1101a95/58ceb94b-d91c-4f51-95cc-6650884d8ec0/6d814511-8ac6-4b69-b201-9bdb4dc949ba) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:09.979543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e42b4e-1f97-4e06-8bd7-e44b7c7095d0 req-4eae38e4-bd5d-4448-895f-e3b0e019502d tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:09.981171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3e42b4e-1f97-4e06-8bd7-e44b7c7095d0 req-4eae38e4-bd5d-4448-895f-e3b0e019502d tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.1394148 Mar 02 18:53:10.060628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3e42b4e-1f97-4e06-8bd7-e44b7c7095d0 req-e723e83e-0c23-455d-9e0b-9499b39e10b1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611584 Mar 02 18:53:10.134392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:10.290509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:10.366467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Network ded0f56a-0adf-4c25-badb-87d3b1101a95 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:10.373300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:10.380341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:53:10.459300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.459964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:10.463767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Pushing event updated for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:10.525728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bbf4c-b687-4c0e-bc60-2981918938d7 req-0583f0d6-356b-4779-8c3f-69b612499b7e tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:10.527292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e1bbf4c-b687-4c0e-bc60-2981918938d7 req-0583f0d6-356b-4779-8c3f-69b612499b7e tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 932 time: 0.0872152 Mar 02 18:53:10.572910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e1bbf4c-b687-4c0e-bc60-2981918938d7 req-5e55c983-dc42-434e-9b37-780b694ab7f9 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Mar 02 18:53:10.619186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-5d43ee3c-d9b2-4ca5-99a5-bcef73ca2a87 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4003229 Mar 02 18:53:10.635824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-345ebb0b-cc1a-4d8a-869d-323b5d997517 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:53:10.635824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-345ebb0b-cc1a-4d8a-869d-323b5d997517 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051107 Mar 02 18:53:10.639343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Request body: {'port': {'device_id': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:10.760861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.170877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d814511-8ac6-4b69-b201-9bdb4dc949ba {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:11.182844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.202970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Transition to ACTIVE for port object 6d814511-8ac6-4b69-b201-9bdb4dc949ba will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:11.321724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.492793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.578897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Attempting to bind port 6d814511-8ac6-4b69-b201-9bdb4dc949ba on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:53:11.585275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Attempting to bind port 6d814511-8ac6-4b69-b201-9bdb4dc949ba by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'e68fa53a-394d-4d24-a70a-fe24410e2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:53:11.585275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Attempting to bind port 6d814511-8ac6-4b69-b201-9bdb4dc949ba on network ded0f56a-0adf-4c25-badb-87d3b1101a95 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:53:11.585925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Port 6d814511-8ac6-4b69-b201-9bdb4dc949ba on network ded0f56a-0adf-4c25-badb-87d3b1101a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:53:11.586293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Attempting to bind port 6d814511-8ac6-4b69-b201-9bdb4dc949ba on network ded0f56a-0adf-4c25-badb-87d3b1101a95 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:53:11.592182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:53:11.592524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Checking segment: {'id': 'e68fa53a-394d-4d24-a70a-fe24410e2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:53:11.592903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Bound using segment: {'id': 'e68fa53a-394d-4d24-a70a-fe24410e2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:53:11.593421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Bound port: 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68fa53a-394d-4d24-a70a-fe24410e2e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:53:11.593764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.691001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:53:11.694226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba,segment=NetworkSegment(e68fa53a-394d-4d24-a70a-fe24410e2e4b),segment_id=e68fa53a-394d-4d24-a70a-fe24410e2e4b)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:53:11.780044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf2ab9d-3a0a-4f39-9a6f-62716e20b96f req-5774b867-ee71-4e21-8ea5-2aada97fc7aa tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.781553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcf2ab9d-3a0a-4f39-9a6f-62716e20b96f req-5774b867-ee71-4e21-8ea5-2aada97fc7aa tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 944 time: 0.0876930 Mar 02 18:53:11.807989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.834375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcf2ab9d-3a0a-4f39-9a6f-62716e20b96f req-88843498-f1e4-4ae4-bd24-028fac482e51 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463626 Mar 02 18:53:11.900944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:11.901558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:11.903051 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] 10.222.0.65 "PUT /v2.0/ports/6d814511-8ac6-4b69-b201-9bdb4dc949ba HTTP/1.1" status: 200 len: 1092 time: 1.2674592 Mar 02 18:53:11.903488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:11.961221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f25601-8b38-41cb-b441-822e4aa2cc94 service neutron] Pushing event updated for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:11.988259 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba', 'status': 'completed', 'code': 200} Mar 02 18:53:12.107176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-ced1ed76-ca0d-46bb-ad1e-e9c5b3cde922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.109199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-ced1ed76-ca0d-46bb-ad1e-e9c5b3cde922 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7122c3792724dd39bb5ac42576e3ea7&device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 1095 time: 0.0963891 Mar 02 18:53:12.263729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-1f5cea46-8498-471e-9f39-9239fb3abe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.265354 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-1f5cea46-8498-471e-9f39-9239fb3abe09 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c7122c3792724dd39bb5ac42576e3ea7&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1490960 Mar 02 18:53:12.536887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-42197e13-9449-41e4-8834-5b4c9b6e0032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.538787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5e8dfb5-4c81-43fa-8e41-5c2bd1edcfaf req-42197e13-9449-41e4-8834-5b4c9b6e0032 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2680068 Mar 02 18:53:12.658714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-2e9f0c2a-6997-4257-8475-2381f61d092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.660369 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-2e9f0c2a-6997-4257-8475-2381f61d092c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c7122c3792724dd39bb5ac42576e3ea7&device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 1095 time: 0.0816116 Mar 02 18:53:12.733171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-74e0a3ce-faa9-4a84-b58c-92c2ea24d8fe service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba HTTP/1.1" status: 200 len: 217 time: 0.0663137 Mar 02 18:53:12.800981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-146f110c-bdf5-4428-a352-944de2852e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:12.802723 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-146f110c-bdf5-4428-a352-944de2852e92 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=58ceb94b-d91c-4f51-95cc-6650884d8ec0 HTTP/1.1" status: 200 len: 864 time: 0.0634890 Mar 02 18:53:12.852088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-cbcbfce8-29c0-4579-aa5c-f5fa02b9def3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ded0f56a-0adf-4c25-badb-87d3b1101a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431280 Mar 02 18:53:13.014186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-1c28fd2a-4ca2-46f7-9c69-2055785b6124 service neutron] 10.222.0.65 "GET /v2.0/networks/ded0f56a-0adf-4c25-badb-87d3b1101a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556952 Mar 02 18:53:13.160453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42414d0-874e-48e1-bb92-4a9ff5b0745d req-0e46982b-6543-46e4-90dd-2218e5e2a2c6 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:13.162883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d42414d0-874e-48e1-bb92-4a9ff5b0745d req-0e46982b-6543-46e4-90dd-2218e5e2a2c6 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 944 time: 0.1358025 Mar 02 18:53:13.218453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d42414d0-874e-48e1-bb92-4a9ff5b0745d req-39146589-3bb5-4beb-8610-811738458e00 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484166 Mar 02 18:53:13.231029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d613384e-9a11-46f8-bef9-ca8d84ce6b74 req-d97d5290-47a3-4ca6-920c-10d9427f975f service neutron] 10.222.0.65 "GET /v2.0/networks/ded0f56a-0adf-4c25-badb-87d3b1101a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101080 Mar 02 18:53:14.412178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f7283b-0ac7-449c-ba2a-87f137f8e6ca req-ecc5a1f2-02a8-4871-9f83-393e03f13b0f tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:14.414229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85f7283b-0ac7-449c-ba2a-87f137f8e6ca req-ecc5a1f2-02a8-4871-9f83-393e03f13b0f tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 944 time: 0.0835896 Mar 02 18:53:14.465354 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85f7283b-0ac7-449c-ba2a-87f137f8e6ca req-7e11b790-bc65-4204-9028-b6a2303e5d47 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453827 Mar 02 18:53:14.967252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6d814511-8ac6-4b69-b201-9bdb4dc949ba details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:53:15.128765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba,segment=NetworkSegment(e68fa53a-394d-4d24-a70a-fe24410e2e4b),segment_id=e68fa53a-394d-4d24-a70a-fe24410e2e4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:15.144350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6d814511-8ac6-4b69-b201-9bdb4dc949ba', 'network_id': 'ded0f56a-0adf-4c25-badb-87d3b1101a95', 'port_id': '6d814511-8ac6-4b69-b201-9bdb4dc949ba', 'mac_address': 'fa:16:3e:2e:96:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 683, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58ceb94b-d91c-4f51-95cc-6650884d8ec0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:53:15.220450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:15.238891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d814511-8ac6-4b69-b201-9bdb4dc949ba {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:53:15.258362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba,segment=NetworkSegment(e68fa53a-394d-4d24-a70a-fe24410e2e4b),segment_id=e68fa53a-394d-4d24-a70a-fe24410e2e4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:15.410085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:15.480610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:15.639029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6d814511-8ac6-4b69-b201-9bdb4dc949ba'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:53:15.710102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3b7a-99be-44cc-87fd-92b38aa2e493 req-44ada58d-53eb-4fa9-a709-3ca0bf49b32c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:15.714706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-451c3b7a-99be-44cc-87fd-92b38aa2e493 req-44ada58d-53eb-4fa9-a709-3ca0bf49b32c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 945 time: 0.1224186 Mar 02 18:53:15.766865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-451c3b7a-99be-44cc-87fd-92b38aa2e493 req-163a0b2b-e11b-4d5e-9b62-c2c42c1f449e tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459421 Mar 02 18:53:16.967505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6d814511-8ac6-4b69-b201-9bdb4dc949ba up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:17.121842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6d814511-8ac6-4b69-b201-9bdb4dc949ba completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:17.130929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6d814511-8ac6-4b69-b201-9bdb4dc949ba triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:17.131470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:17.177476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7e5f4-8673-4dab-b5ac-043677dd736b req-2c59f661-02d1-485c-ac5f-d5571db19524 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:17.179732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61d7e5f4-8673-4dab-b5ac-043677dd736b req-2c59f661-02d1-485c-ac5f-d5571db19524 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 945 time: 0.1035311 Mar 02 18:53:17.245799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61d7e5f4-8673-4dab-b5ac-043677dd736b req-143f8e3c-62c3-4f23-83aa-d201614bdcf8 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570884 Mar 02 18:53:17.279880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:17.315736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:17.326478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba,segment=NetworkSegment(e68fa53a-394d-4d24-a70a-fe24410e2e4b),segment_id=e68fa53a-394d-4d24-a70a-fe24410e2e4b)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:17.363648 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba', 'code': 200} Mar 02 18:53:17.498462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4515045-0d38-459e-ace3-bbfb9669eac7 req-7a12d3ae-1586-42ad-a8ea-c6077a74b97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:17.500335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e4515045-0d38-459e-ace3-bbfb9669eac7 req-7a12d3ae-1586-42ad-a8ea-c6077a74b97d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 1096 time: 0.0802693 Mar 02 18:53:17.543208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e4515045-0d38-459e-ace3-bbfb9669eac7 req-72d6ea12-abd5-47ce-8658-d4dd836bbe2c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Mar 02 18:53:17.612601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:17.689709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:18.455401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9cf75-3109-4add-a247-dd6635f1e23b req-7c46c7e8-ec2f-4b2b-af89-7d67231f70c4 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:18.456808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14f9cf75-3109-4add-a247-dd6635f1e23b req-7c46c7e8-ec2f-4b2b-af89-7d67231f70c4 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.1048307 Mar 02 18:53:18.506275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14f9cf75-3109-4add-a247-dd6635f1e23b req-2cb99cc9-59a3-4af3-8590-f24661320789 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Mar 02 18:53:19.708725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362a9b2-be0b-4093-9088-3de4e362d0d6 req-360034a8-5fe7-4ee4-9051-f8fa7897f24a tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:19.714684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4362a9b2-be0b-4093-9088-3de4e362d0d6 req-360034a8-5fe7-4ee4-9051-f8fa7897f24a tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.0943708 Mar 02 18:53:19.765667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4362a9b2-be0b-4093-9088-3de4e362d0d6 req-b889bcf3-eb1e-421b-88e4-ec022ddb79c6 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495081 Mar 02 18:53:19.771554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35382) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:20.049545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfa294-d1a4-4428-ada4-559ead996420 req-d2faca8d-0015-43f6-9695-6c01a183b9ac tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.051404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71cfa294-d1a4-4428-ada4-559ead996420 req-d2faca8d-0015-43f6-9695-6c01a183b9ac tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.1460285 Mar 02 18:53:20.076355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 0319ad0b-13a9-4324-9661-b44a6164d6b0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:20.076857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:20.129839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71cfa294-d1a4-4428-ada4-559ead996420 req-5e8f966f-5369-41c5-b77f-fd50fbc7f598 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721796 Mar 02 18:53:20.285051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:20.285387 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:20.417079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 0319ad0b-13a9-4324-9661-b44a6164d6b0 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:20.692731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:20.727174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe38ac-7ba2-4bcd-a309-0945533ac5a9 req-72de249c-78f3-4617-9abc-914849bce950 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:20.733078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dbe38ac-7ba2-4bcd-a309-0945533ac5a9 req-72de249c-78f3-4617-9abc-914849bce950 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.1006808 Mar 02 18:53:20.767314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=0319ad0b-13a9-4324-9661-b44a6164d6b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:20.786318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dbe38ac-7ba2-4bcd-a309-0945533ac5a9 req-29658b9f-2030-455e-adb3-9fe643e80a3b tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523438 Mar 02 18:53:21.086839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:21.087263 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Floating IP 15971a71-1e95-4baa-98b3-0f82f0e5b5c9 disassociated (deleted). External IP: 172.25.7.161, port: 5adc7391-6465-40be-bffb-59f68bb186d1. Mar 02 18:53:21.492889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router b6fc698b-3122-411c-9f7b-ba5349f0e782 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:53:21.774769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:53:21.802010 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Sync routers for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:21.808787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:21.819908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f1164-43e9-4e16-918b-f67e29362a1a req-43c7b34e-aa38-4fa8-bbef-c084a2d5e6f6 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:21.826249 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:21.826249 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:21.836181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e5f1164-43e9-4e16-918b-f67e29362a1a req-43c7b34e-aa38-4fa8-bbef-c084a2d5e6f6 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.1160767 Mar 02 18:53:21.885873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-065263e7-66ce-46fa-ba22-f7b98ba7c4d6 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/floatingips/15971a71-1e95-4baa-98b3-0f82f0e5b5c9 HTTP/1.1" status: 204 len: 168 time: 2.1131446 Mar 02 18:53:21.886482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:21.907926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e5f1164-43e9-4e16-918b-f67e29362a1a req-24132006-d853-4e09-b134-201d57d0b5c3 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842962 Mar 02 18:53:21.961692 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'status': 'completed', 'code': 200} Mar 02 18:53:22.104610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69b053b9-ffb8-4778-9393-363059635586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:22.105902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53752-4833-4573-a831-3228dcc68211 req-976436f1-4180-43a2-814c-888ab13fb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.108486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-976436f1-4180-43a2-814c-888ab13fb318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 1096 time: 0.0971091 Mar 02 18:53:22.145960 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:22.283816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53752-4833-4573-a831-3228dcc68211 req-a37c9429-f5a4-48b9-bee7-134d519b5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.285551 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-a37c9429-f5a4-48b9-bee7-134d519b5e1e service neutron] 10.222.0.11 "GET /v2.0/networks?id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 200 len: 897 time: 0.1667502 Mar 02 18:53:22.371963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-4fa3b956-fc10-4274-863b-20b2bcb2bdbb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 200 len: 217 time: 0.0756559 Mar 02 18:53:22.468396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53752-4833-4573-a831-3228dcc68211 req-37eda8a7-6632-4987-b170-e4779e88882d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.470066 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-37eda8a7-6632-4987-b170-e4779e88882d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 200 len: 835 time: 0.0908954 Mar 02 18:53:22.555223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c53752-4833-4573-a831-3228dcc68211 req-d67ad324-66b0-47f1-8b52-6047a55e8db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:22.555858 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-d67ad324-66b0-47f1-8b52-6047a55e8db9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789723 Mar 02 18:53:22.567181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-9910b360-bac9-4b58-80e4-22b2670f221b service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:53:22.568472 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-9910b360-bac9-4b58-80e4-22b2670f221b service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063491 Mar 02 18:53:22.573486 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:22.575781 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Checking router: b6fc698b-3122-411c-9f7b-ba5349f0e782 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:22.586136 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:22.587127 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:52:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:22.791019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-b3221fdf-81bf-41f5-bfe2-f67927d07275 service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814013 Mar 02 18:53:22.992301 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:23.424752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f6ef6-b6a9-4e8f-a7d4-681f66292187 req-33e64fd6-7b82-4a2a-a65c-17542b71d705 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:23.431365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea1f6ef6-b6a9-4e8f-a7d4-681f66292187 req-33e64fd6-7b82-4a2a-a65c-17542b71d705 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.3957257 Mar 02 18:53:23.553314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea1f6ef6-b6a9-4e8f-a7d4-681f66292187 req-641218de-9604-4928-847c-3e78d0d6bac9 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718956 Mar 02 18:53:23.553314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb7a727-eec6-4d33-ad54-7f586ddf4348 req-596c31c8-3619-40c4-b313-79b6db886c3c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:23.553314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bb7a727-eec6-4d33-ad54-7f586ddf4348 req-596c31c8-3619-40c4-b313-79b6db886c3c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.2196066 Mar 02 18:53:23.666491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5bb7a727-eec6-4d33-ad54-7f586ddf4348 req-863c5b94-491d-4dfd-b01a-eef7394c1c10 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/security-groups?id=5cbaac4c-9a7f-4084-ad75-6e50588e79a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713665 Mar 02 18:53:23.667172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-2f21d16f-051d-4a39-b14b-87dbf9d06b1c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:23.667172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-2f21d16f-051d-4a39-b14b-87dbf9d06b1c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Synchronizing usage tracker for tenant:c7122c3792724dd39bb5ac42576e3ea7 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:53:23.667172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-36c53752-4833-4573-a831-3228dcc68211 req-c6c5b930-f7f4-4924-b857-c3f73f1e7f2f service neutron] 10.222.0.11 "GET /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8855562 Mar 02 18:53:23.677402 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:23.682533 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07ecca4-b944-4619-929d-4c5f94269096 None None] The sync data for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 is: [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:51:18Z', 'revision_number': 4, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd7533ac2-5e0b-4bc5-b504-291156e73174', 'name': '', 'network_id': 'eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'mac_address': 'fa:16:3e:53:3b:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:16Z', 'updated_at': '2022-03-02T18:51:25Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'subnets': [{'id': 'e6a375fa-d83e-47a0-b065-e53379de5865', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:23.738761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-2f21d16f-051d-4a39-b14b-87dbf9d06b1c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Unset dirty status for tenant:c7122c3792724dd39bb5ac42576e3ea7 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:53:23.739825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-2f21d16f-051d-4a39-b14b-87dbf9d06b1c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.65 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 946 time: 0.8272812 Mar 02 18:53:23.831672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Deleting port 6d814511-8ac6-4b69-b201-9bdb4dc949ba {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:23.832018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:24.002617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98faf70a-e2c7-4775-80e5-803ab20894c2 None None] New status for floating IP 15971a71-1e95-4baa-98b3-0f82f0e5b5c9: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:53:24.276174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] For port 6d814511-8ac6-4b69-b201-9bdb4dc949ba, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6d814511-8ac6-4b69-b201-9bdb4dc949ba,segment=NetworkSegment(e68fa53a-394d-4d24-a70a-fe24410e2e4b),segment_id=e68fa53a-394d-4d24-a70a-fe24410e2e4b)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:24.276761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:24.316728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-242f6f7e-24e6-4c77-92c2-a1e953f61949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:24.478839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Calling delete_port for 6d814511-8ac6-4b69-b201-9bdb4dc949ba owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:24.592244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-367f69ac-42dd-4c2f-bf43-7f2c17240a57 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:24.592957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-367f69ac-42dd-4c2f-bf43-7f2c17240a57 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Synchronizing usage tracker for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:53:24.716398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919ee6b-6c2d-4f59-a0e8-4ff710124d10 req-b3a6a203-b96d-40c5-a9bf-b8ac926bdf91 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:24.718182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6919ee6b-6c2d-4f59-a0e8-4ff710124d10 req-b3a6a203-b96d-40c5-a9bf-b8ac926bdf91 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.0845482 Mar 02 18:53:24.727099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-367f69ac-42dd-4c2f-bf43-7f2c17240a57 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Unset dirty status for tenant:5de76d81bb5c47fe9e6d4c2b40137e5e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:53:24.729196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-367f69ac-42dd-4c2f-bf43-7f2c17240a57 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 945 time: 0.4429560 Mar 02 18:53:24.803031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:24.828669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dee20ca-9577-432d-b93b-75fe59b8805a req-fe192a9f-9a48-490a-aa74-1ddb67a4b6dc tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.0534537 Mar 02 18:53:24.854334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6919ee6b-6c2d-4f59-a0e8-4ff710124d10 req-c6e386e5-7bfc-4318-8cbc-afbca8a3943d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/security-groups?id=53814bba-190e-4af0-81c5-7a7e2fe71452&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306686 Mar 02 18:53:24.876716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:24.876716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:24.960444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Pushing event deleted for resources: {'Port': ['ID=6d814511-8ac6-4b69-b201-9bdb4dc949ba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:25.028787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] No DVR routers for this DVR port 6d814511-8ac6-4b69-b201-9bdb4dc949ba on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:53:25.033046 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.038473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6d814511-8ac6-4b69-b201-9bdb4dc949ba no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:25.043254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'name': 'network-vif-deleted', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:25.080091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 6d814511-8ac6-4b69-b201-9bdb4dc949ba {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:25.080617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6d814511-8ac6-4b69-b201-9bdb4dc949ba not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:25.123557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-45e0198b-3fc4-4766-9d1f-e7956ec32f5e req-8260cc41-b5fa-4b9b-b8b3-5d29ddc8a270 tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.65 "DELETE /v2.0/ports/6d814511-8ac6-4b69-b201-9bdb4dc949ba HTTP/1.1" status: 204 len: 173 time: 1.3785980 Mar 02 18:53:25.146413 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1669e6af-dac6-44f4-b809-2eb7790f546d', 'name': 'network-vif-deleted', 'tag': '6d814511-8ac6-4b69-b201-9bdb4dc949ba', 'status': 'completed', 'code': 200} Mar 02 18:53:25.285808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port 5adc7391-6465-40be-bffb-59f68bb186d1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=5adc7391-6465-40be-bffb-59f68bb186d1,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:25.288629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.437690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for 5adc7391-6465-40be-bffb-59f68bb186d1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:25.549689 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.632590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.784130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:25.846399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=5adc7391-6465-40be-bffb-59f68bb186d1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:25.899141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:26.110036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] No DVR routers for this DVR port 5adc7391-6465-40be-bffb-59f68bb186d1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:53:26.110036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:26.181263 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ae56d97-da42-4a43-b641-727eba02a7d4 req-2b3e1820-099a-4e42-b43c-8a08512b306d tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0493894 Mar 02 18:53:26.209214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6367fb59-5bb0-4783-8dae-1e4b29a4d2b5 req-721b5136-3ceb-425d-b1b8-23981410592c tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.1658828 Mar 02 18:53:26.665447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0089c8ec-e15e-4a60-9334-3c4e2813a8f2 req-eef11868-e039-4b6e-828f-310ab37aa663 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.11 "DELETE /v2.0/ports/5adc7391-6465-40be-bffb-59f68bb186d1 HTTP/1.1" status: 204 len: 173 time: 1.6662939 Mar 02 18:53:27.147664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-deleted', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:53:27.201422 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfcdae47-01e5-404a-9c53-1606c0390776', 'name': 'network-vif-deleted', 'tag': '5adc7391-6465-40be-bffb-59f68bb186d1', 'status': 'completed', 'code': 200} Mar 02 18:53:27.407229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1af0a25b-a6eb-4735-b306-6b6e85f73bc5 req-61ec7b1f-f431-414e-a23c-9e976ea8596a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0812337 Mar 02 18:53:27.413817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aa7cb0b-3bb3-4356-9134-d11cd383b1ce req-35281c6c-8629-495e-aabf-cd7b77d0282f tempest-ServersNegativeTestMultiTenantJSON-1416479750 tempest-ServersNegativeTestMultiTenantJSON-1416479750-project] 10.222.0.66 "GET /v2.0/ports?device_id=1669e6af-dac6-44f4-b809-2eb7790f546d HTTP/1.1" status: 200 len: 210 time: 0.0516858 Mar 02 18:53:27.636340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:27.637786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:28.549120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35688) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:28.600173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:28.627526 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-257b1f4b-b0c2-4549-bcf3-c6442e29c8d1 req-f0f0f61b-c52e-4f14-8915-b7df315bcef4 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfcdae47-01e5-404a-9c53-1606c0390776 HTTP/1.1" status: 200 len: 210 time: 0.0525992 Mar 02 18:53:28.676781 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 5adc7391-6465-40be-bffb-59f68bb186d1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:28.677358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 5adc7391-6465-40be-bffb-59f68bb186d1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:28.685719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Deleting subnet 58ceb94b-d91c-4f51-95cc-6650884d8ec0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:53:28.689804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:28.759025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:28.845220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.047480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.107860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58ceb94b-d91c-4f51-95cc-6650884d8ec0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:29.115478 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.122212 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-efb6faca-f813-4420-8c75-25798161a7e2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/58ceb94b-d91c-4f51-95cc-6650884d8ec0 HTTP/1.1" status: 204 len: 168 time: 0.5719903 Mar 02 18:53:29.124562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:29.245644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.389177 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.416857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ded0f56a-0adf-4c25-badb-87d3b1101a95']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:29.430538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68fa53a-394d-4d24-a70a-fe24410e2e4b') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:29.430830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68fa53a-394d-4d24-a70a-fe24410e2e4b') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:29.465826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.481073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.487406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:53:29.487978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:53:29.501983 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:53:29.683051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.729118 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:29.737144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] Pushing event deleted for resources: {'Network': ['ID=ded0f56a-0adf-4c25-badb-87d3b1101a95,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:29.761325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35738) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:29.872784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a77a32d8-a90b-4586-88dd-f260b9f7af66 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ded0f56a-0adf-4c25-badb-87d3b1101a95 HTTP/1.1" status: 204 len: 168 time: 0.7448099 Mar 02 18:53:29.873295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:29.951075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Deleting subnet 03bfc959-bda6-4639-ad33-380265ae2c34 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:53:29.961132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.065269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.179025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.180825 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:53:30.405662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.505628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03bfc959-bda6-4639-ad33-380265ae2c34,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:30.515224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.522608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.529130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2a0e633-03f0-4521-90d5-a8455dcb69f7 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/03bfc959-bda6-4639-ad33-380265ae2c34 HTTP/1.1" status: 204 len: 168 time: 0.6516228 Mar 02 18:53:30.529130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:30.665322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.819036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.845640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c5b605-0f0c-4c52-97d0-f7a404e1e1ae']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:30.862342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd389b3f-cb4f-45c8-ba98-0b80917c20ba') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:30.862640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd389b3f-cb4f-45c8-ba98-0b80917c20ba') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:30.879951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.894042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.901180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Releasing vlan 695 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:53:30.901821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:53:30.916680 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:53:31.115712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port d7533ac2-5e0b-4bc5-b504-291156e73174 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:31.116720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:31.164539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:31.178485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:31.203791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] Pushing event deleted for resources: {'Network': ['ID=02c5b605-0f0c-4c52-97d0-f7a404e1e1ae,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:31.224441 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ecb61b0-94c3-4c2b-9e59-5558fa09fdeb admin admin] 10.222.0.66 "DELETE /v2.0/networks/02c5b605-0f0c-4c52-97d0-f7a404e1e1ae HTTP/1.1" status: 204 len: 168 time: 0.6934955 Mar 02 18:53:31.458961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port d7533ac2-5e0b-4bc5-b504-291156e73174, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d7533ac2-5e0b-4bc5-b504-291156e73174,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:31.459677 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:31.602989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for d7533ac2-5e0b-4bc5-b504-291156e73174 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:31.886508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:31.937010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4ce4d5f9-d3f0-4b5b-88a4-22a2c7892f65 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c7122c3792724dd39bb5ac42576e3ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493453 Mar 02 18:53:31.939703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:31.966891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.002052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.034677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.048476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=d7533ac2-5e0b-4bc5-b504-291156e73174,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:32.304648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.323043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbaac4c-9a7f-4084-ad75-6e50588e79a4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:32.331530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.336538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f1009fe5-fad5-42c7-ae66-58192aceab48 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5cbaac4c-9a7f-4084-ad75-6e50588e79a4 HTTP/1.1" status: 204 len: 168 time: 0.3926570 Mar 02 18:53:32.348571 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:32.809645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Router b6fc698b-3122-411c-9f7b-ba5349f0e782 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:53:33.151832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:53:33.156185 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Sync routers for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:33.163650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-97fe12c8-173e-4ffa-8b69-c759a95682fe tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "PUT /v2.0/routers/b6fc698b-3122-411c-9f7b-ba5349f0e782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4050412 Mar 02 18:53:33.166665 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:33.171832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35840) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:33.176699 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:33.270343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting subnet e6a375fa-d83e-47a0-b065-e53379de5865 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:53:33.271140 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.342683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.383365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:33.445381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35852) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:33.449855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.617601 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b6f12ec4-fb8c-4c21-b206-3e510d81fe37 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e16f8f3201d407d8b05caea86d96750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1709001 Mar 02 18:53:33.621816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35862) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:33.653182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.696541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.701718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f8e143-6fd7-482a-9174-2856b6dcf09b None None] Network eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:33.709307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.713966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:53:31Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:33.747870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a375fa-d83e-47a0-b065-e53379de5865,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:33.752119 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Checking router: b6fc698b-3122-411c-9f7b-ba5349f0e782 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:33.761076 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Routers {'b6fc698b-3122-411c-9f7b-ba5349f0e782'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:33.761076 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b6fc698b-3122-411c-9f7b-ba5349f0e782'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:33.767557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f8196100-4520-4732-b0f9-26a8b9166d01 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/subnets/e6a375fa-d83e-47a0-b065-e53379de5865 HTTP/1.1" status: 204 len: 168 time: 0.5964136 Mar 02 18:53:33.767557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35866) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:33.779795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.960377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.979473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6103bad-ddd9-4356-b54a-941658b20c1d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:33.987711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:33.989141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5f11005f-12a5-46d2-9ca0-000b47ee0629 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a6103bad-ddd9-4356-b54a-941658b20c1d HTTP/1.1" status: 204 len: 168 time: 0.3671594 Mar 02 18:53:34.020170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.041645 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] Set router b6fc698b-3122-411c-9f7b-ba5349f0e782 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:34.245335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] DHCP port deletion for eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:53:34.249900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Deleting port 50781c84-c0c8-439e-95a6-038331228f9d {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:34.250550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.261822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.405823 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:53:31Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:34.410281 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f957250f-1285-4eae-9dc2-c56e042a43ab None None] The sync data for ids ['b6fc698b-3122-411c-9f7b-ba5349f0e782'] in n-d-828839-1 is: [{'id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'name': 'tempest-TestNetworkAdvancedServerOps-router-428619599', 'tenant_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:51:07Z', 'updated_at': '2022-03-02T18:53:31Z', 'revision_number': 5, 'project_id': '5de76d81bb5c47fe9e6d4c2b40137e5e', 'gw_port': {'id': 'fd51df2e-8151-4f16-bddb-67022eed37d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:87:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6fc698b-3122-411c-9f7b-ba5349f0e782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:51:08Z', 'updated_at': '2022-03-02T18:51:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:34.463930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Deleting port fd51df2e-8151-4f16-bddb-67022eed37d0 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:53:34.464415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.475859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] For port 50781c84-c0c8-439e-95a6-038331228f9d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=50781c84-c0c8-439e-95a6-038331228f9d,segment=NetworkSegment(10226a9e-b582-4085-add9-e62dd8818721),segment_id=10226a9e-b582-4085-add9-e62dd8818721)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:34.477127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.689868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Calling delete_port for 50781c84-c0c8-439e-95a6-038331228f9d owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:34.805222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] For port fd51df2e-8151-4f16-bddb-67022eed37d0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=fd51df2e-8151-4f16-bddb-67022eed37d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:34.805679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.833202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50781c84-c0c8-439e-95a6-038331228f9d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:34.888868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:34.953573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Pushing event deleted for resources: {'Port': ['ID=50781c84-c0c8-439e-95a6-038331228f9d,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:34.955852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Calling delete_port for fd51df2e-8151-4f16-bddb-67022eed37d0 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:53:34.971035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] No DVR routers for this DVR port 50781c84-c0c8-439e-95a6-038331228f9d on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:53:34.977980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.983018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.983728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.984364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.984993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.985463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.985956 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.986321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.986659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.986995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.987375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:34.987655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c936905-e735-4ee6-852e-ea08acbd0ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:35.000675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No active binding found for port 50781c84-c0c8-439e-95a6-038331228f9d {{(pid=88710) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 02 18:53:35.000675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 50781c84-c0c8-439e-95a6-038331228f9d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:35.572988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:35.679263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Port': ['ID=fd51df2e-8151-4f16-bddb-67022eed37d0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:35.746686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:35.906024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:36.058807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.060482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1863583451-network', 'tenant_id': '820bfd20d7404adfba249eba151c046f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:36.061336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.068884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:36.076930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Usage tracker for resource:network and tenant:820bfd20d7404adfba249eba151c046f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:36.080261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:36.088255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:36.249745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Made reservation on behalf of 820bfd20d7404adfba249eba151c046f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:36.254274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.254274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Fanout notify agent at l3_agent the message router_deleted on router b6fc698b-3122-411c-9f7b-ba5349f0e782 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:53:36.256181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.256181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.258107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.258107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d63337c6-3801-4296-8f20-e659164add60 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/routers/b6fc698b-3122-411c-9f7b-ba5349f0e782 HTTP/1.1" status: 204 len: 168 time: 2.4875557 Mar 02 18:53:36.258107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:36.290668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:36.310193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Usage tracker for resource:security_group_rule and tenant:820bfd20d7404adfba249eba151c046f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:36.310193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:36.310193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:36.424717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.449892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.574616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.577754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.611050 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:36.624826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:36.624826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1533e293-48e9-45c7-9ccb-3e1e860f2c2a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:36.636011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10226a9e-b582-4085-add9-e62dd8818721') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:36.636011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10226a9e-b582-4085-add9-e62dd8818721') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:36.644962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.644962 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Added segment 8438943b-d4e3-42ef-b1d3-8599e53e4eed of type vlan for network defec275-74a0-42f1-aa44-101caa28955f Mar 02 18:53:36.660865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.677068 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.679538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.689768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Releasing vlan 678 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:53:36.689768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:53:36.708540 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:53:36.852747 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.854524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:36.855629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:36.888292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d7533ac2-5e0b-4bc5-b504-291156e73174 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:36.937062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d7533ac2-5e0b-4bc5-b504-291156e73174 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:36.937062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d7533ac2-5e0b-4bc5-b504-291156e73174 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:36.995223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.004722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] Pushing event updated for resources: {'Network': ['ID=defec275-74a0-42f1-aa44-101caa28955f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:37.013644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.018741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network defec275-74a0-42f1-aa44-101caa28955f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:53:37.054886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'Network': ['ID=eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:37.143682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5b15467f-0319-4bb7-bfce-500f64fb3398 tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/networks/eb9644ec-9f3e-4c4a-8f6d-8f8546c4735b HTTP/1.1" status: 204 len: 168 time: 0.8725355 Mar 02 18:53:37.143682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 35946) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:37.146460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-984619a9-47db-4317-a093-678c41c0ae9c admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2275732 Mar 02 18:53:37.235526 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.269026 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.555457 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.634497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53814bba-190e-4af0-81c5-7a7e2fe71452,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:37.713325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2655e-ff6a-482f-b4cd-920c773cb90d req-1eb71798-52b7-42e2-8bf1-a6c705e65265 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.720691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2655e-ff6a-482f-b4cd-920c773cb90d req-1eb71798-52b7-42e2-8bf1-a6c705e65265 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.726570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2655e-ff6a-482f-b4cd-920c773cb90d req-1eb71798-52b7-42e2-8bf1-a6c705e65265 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.735082 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61d2655e-ff6a-482f-b4cd-920c773cb90d req-1eb71798-52b7-42e2-8bf1-a6c705e65265 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2213833 Mar 02 18:53:37.824873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:37.828796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dd3d9caa-d1fb-485a-b965-5f7cac41515a tempest-TestNetworkAdvancedServerOps-1010518260 tempest-TestNetworkAdvancedServerOps-1010518260-project] 10.222.0.66 "DELETE /v2.0/security-groups/53814bba-190e-4af0-81c5-7a7e2fe71452 HTTP/1.1" status: 204 len: 168 time: 0.6945357 Mar 02 18:53:37.937157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5812107-04c3-4c4e-b4eb-ed749e80fc8d req-283d0d7e-39d1-4e31-afce-8d8ff0ba44c4 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:37.938580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5812107-04c3-4c4e-b4eb-ed749e80fc8d req-283d0d7e-39d1-4e31-afce-8d8ff0ba44c4 tempest-ComputeTenantNetworksTest-1056075766 tempest-ComputeTenantNetworksTest-1056075766-project] 10.222.0.66 "GET /v2.0/networks/defec275-74a0-42f1-aa44-101caa28955f HTTP/1.1" status: 200 len: 769 time: 0.1795764 Mar 02 18:53:37.950569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35972) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:38.162719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.292498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.322509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defec275-74a0-42f1-aa44-101caa28955f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:38.338095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8438943b-d4e3-42ef-b1d3-8599e53e4eed') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:38.338688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8438943b-d4e3-42ef-b1d3-8599e53e4eed') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:38.352448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.390285 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.400370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:53:38.400787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:53:38.438110 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:53:38.480162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fd51df2e-8151-4f16-bddb-67022eed37d0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:53:38.564116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: fd51df2e-8151-4f16-bddb-67022eed37d0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:53:38.564116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device fd51df2e-8151-4f16-bddb-67022eed37d0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:53:38.681896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:38.704576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.710530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:38.733789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] Pushing event deleted for resources: {'Network': ['ID=defec275-74a0-42f1-aa44-101caa28955f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:38.739558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-091734aa-1b55-4dd9-b396-6689946d9afc admin admin] 10.222.0.66 "DELETE /v2.0/networks/defec275-74a0-42f1-aa44-101caa28955f HTTP/1.1" status: 204 len: 168 time: 0.7894971 Mar 02 18:53:38.880581 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-81eac00a-ba19-466b-a7da-a15af5d76fef admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5de76d81bb5c47fe9e6d4c2b40137e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950753 Mar 02 18:53:38.881531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 35998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:38.970005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.010982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.235331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.275314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d9e597-fd0e-4505-958e-d0849cd918c3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:39.295127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.296658 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b7d3b082-0053-4687-8298-d7f3b7cbe4ed admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34d9e597-fd0e-4505-958e-d0849cd918c3 HTTP/1.1" status: 204 len: 168 time: 0.4139335 Mar 02 18:53:39.319815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:39.386341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2124ea92-7b1a-4407-a634-ec5c4525e293 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=820bfd20d7404adfba249eba151c046f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0639052 Mar 02 18:53:39.388441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36010) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:39.461384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.518619 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.675446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.702521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1533e293-48e9-45c7-9ccb-3e1e860f2c2a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:39.712889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:39.713887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d909f86c-cced-46f6-b2ad-87c7d496d3ba admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1533e293-48e9-45c7-9ccb-3e1e860f2c2a HTTP/1.1" status: 204 len: 168 time: 0.3237216 Mar 02 18:53:40.325285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:40.380333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9e21a753-06a6-43f8-9200-b39e29c35d7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01f49a03f4b043e9962bf69733fc29a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532227 Mar 02 18:53:40.383334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36038) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:40.481058 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:40.525322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:40.720683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:40.756921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880fe572-aecf-4d2b-a97e-3b4ebfa7d092,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:40.840632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:40.845309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b7efac0-5938-4f8a-9bbb-5bee68fd19de admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/880fe572-aecf-4d2b-a97e-3b4ebfa7d092 HTTP/1.1" status: 204 len: 168 time: 0.4608102 Mar 02 18:53:41.145885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-fce07138-096d-40f1-89fd-804692584aab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1444378 Mar 02 18:53:41.468943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-6eabbc1f-0453-4699-b3e7-9b73d0b581a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:41.474320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-6eabbc1f-0453-4699-b3e7-9b73d0b581a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 1096 time: 0.1836879 Mar 02 18:53:41.753967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-95522042-abd4-4144-8a86-a768a2153dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:41.755969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-95522042-abd4-4144-8a86-a768a2153dd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 200 len: 915 time: 0.2643867 Mar 02 18:53:41.912148 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-8c5f4854-a6c0-42d3-bbdf-3ec9db23ad29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c HTTP/1.1" status: 200 len: 217 time: 0.1479304 Mar 02 18:53:42.097525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-80e4860e-a172-46ee-becb-570f86dff2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:42.097525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-80e4860e-a172-46ee-becb-570f86dff2ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44a0605a-8e85-4360-8982-cd634e1c4011 HTTP/1.1" status: 200 len: 854 time: 0.1706455 Mar 02 18:53:42.183310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-73435292-2138-4567-aff9-01199608f5ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=94a6157c-8274-400e-b3ee-c6c3f39f4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709872 Mar 02 18:53:42.595269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-04c6e9ae-0e7d-4375-b00c-8cb8939791f4 service neutron] 10.222.0.11 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895192 Mar 02 18:53:42.754802 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-39190dc3-eb0d-4f86-b349-08ac4f65189e req-f6eca9dc-bf52-4f03-95da-9b59c2743cab service neutron] 10.222.0.11 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644425 Mar 02 18:53:44.202778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36160) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:44.616500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'network': {'name': 'tempest-network-smoke--1828484539', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'port_security_enabled': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:44.624438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:44.632339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:network and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:44.636364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:44.643790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:44.744252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:44.756130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:44.770791 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:44.793703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:44.798407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:44.813389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:44.850448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:45.171306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.300800 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.340799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1303f257-e9f5-4de3-9a87-fd709cf6e0cc,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:45.384570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:53:45.411977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.411977 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Added segment 552a8bed-a35b-45fa-a4df-5d18eb2da155 of type vlan for network 6d036b23-dde9-46d2-a4ae-d8b200eee00a Mar 02 18:53:45.454536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.607188 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.613679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:45.614426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.681628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:45.752792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Network': ['ID=6d036b23-dde9-46d2-a4ae-d8b200eee00a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:45.775441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:53:45.805314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36200) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:45.810934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b7c1ca15-30a5-42bc-9ea3-1250975adbcf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6019423 Mar 02 18:53:45.829086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-505277679', 'admin_state_up': True, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:45.848751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:45.876477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:router and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:45.888407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:45.909788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:45.981443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:45.996927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:46.001287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Usage tracker for resource:security_group_rule and tenant:9aa624e12ac943009a4f133179469aee is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:46.004087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.005095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.009755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:46.016840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:46.045017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.144156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.231800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.418578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9aa624e12ac943009a4f133179469aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341905 Mar 02 18:53:46.418578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0414d4-b916-4473-9f89-d54ebe92c0c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2236ce-e476-4cfc-8266-ba9e0395c5b6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:46.420189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36214) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:46.500972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.507926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.534602 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.704301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.725707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2236ce-e476-4cfc-8266-ba9e0395c5b6,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:46.735867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:46.737293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aacd6591-6a23-4724-9d7c-aec9ef1072af admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3c2236ce-e476-4cfc-8266-ba9e0395c5b6 HTTP/1.1" status: 204 len: 168 time: 0.3179021 Mar 02 18:53:47.018238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.047918 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.212710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.25.7.58 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/027f81e1-2b5f-4717-8e78-80904620bf75) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:47.395951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.521891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.597767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:47.602408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:47.612163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:53:47.637254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:47.812437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=027f81e1-2b5f-4717-8e78-80904620bf75,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:47.816039 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:47.844656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:47.847773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Usage tracker for resource:security_group_rule and tenant:c5bb91d5158642b2a169e20d0fe87965 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:47.851872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:47.861267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:47.956393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:48.017338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.054444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:48.054444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Usage tracker for resource:security_group_rule and tenant:3784ededc5344311ba04a867f87f194d is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:48.062639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:48.076863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:48.157517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.349390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.411476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086be34c-8fed-470c-8c35-7b5ce3381493,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.433000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f9d30976-e910-4a94-b1fd-5037e6516f3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5bb91d5158642b2a169e20d0fe87965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7882361 Mar 02 18:53:48.433000 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36256) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:48.529711 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.571969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.582187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.669368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.732225 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.764891 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086be34c-8fed-470c-8c35-7b5ce3381493,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.770259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.789003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:48.790352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e3018d0-db4b-434b-9a11-a2beec50a0ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/086be34c-8fed-470c-8c35-7b5ce3381493 HTTP/1.1" status: 204 len: 168 time: 0.3640051 Mar 02 18:53:48.912340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fbed6-db17-448f-b95d-3590190c19fd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:48.922533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58348ed5-11e9-4e57-980f-fd93be222600 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3784ededc5344311ba04a867f87f194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9561660 Mar 02 18:53:48.924719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36264) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:49.007495 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.029570 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.093501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.176328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.193541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fbed6-db17-448f-b95d-3590190c19fd,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:49.201078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.201078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-df2163a3-186f-4ecb-b824-935823832f74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f7fbed6-db17-448f-b95d-3590190c19fd HTTP/1.1" status: 204 len: 168 time: 0.2800899 Mar 02 18:53:49.430144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:53:49.686740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:53:49.690512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:49.702082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:49.702082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:49.807094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36288) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:49.825779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.829170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:49.833305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e0c437f-e9e9-43c0-b52c-9cb62c97979e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0296376 Mar 02 18:53:49.833721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36292) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:49.854854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:49.859345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Usage tracker for resource:security_group_rule and tenant:2a81c0e4011541bea9981d4b9069e08f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:49.863210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:49.870283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:49.903758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:49.988025 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.114493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.173217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2a81c0e4011541bea9981d4b9069e08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3639176 Mar 02 18:53:50.173911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a154a-a2d0-40f7-a48c-226581ff3f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40edaa63-1641-4192-be00-51fb6c5c89a3,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:50.175568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36302) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:50.255981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92537d3c-c943-4441-a37e-e852d353f2fd tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=6e33b1c1969f455a9168299cc42ff961&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4210835 Mar 02 18:53:50.259419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36310) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:50.331236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:50.333909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.337574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:50.337942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Updating router b858abf8-5869-4683-b8b7-b4cae9e4809c port 027f81e1-2b5f-4717-8e78-80904620bf75 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:50.380134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.440458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.487088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d8d3a1-8960-438c-8b02-374e3aff0146 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:50.487088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a1d8d3a1-8960-438c-8b02-374e3aff0146 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2216995 Mar 02 18:53:50.493316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36316) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:50.545478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-00fe06c8-8eb5-4732-be33-994ed50cd623 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0492096 Mar 02 18:53:50.571346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:50.574082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776559182', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:53:50.703888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:50.711751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:subnet and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:50.717647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:50.727846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.752937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40edaa63-1641-4192-be00-51fb6c5c89a3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:50.757804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:50.766166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:50.766166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7954db70-9b16-4398-8285-a5394dc28d86 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/40edaa63-1641-4192-be00-51fb6c5c89a3 HTTP/1.1" status: 204 len: 168 time: 0.5752590 Mar 02 18:53:50.861149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:53:50.861149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.033503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.063893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Transition to ACTIVE for port object 027f81e1-2b5f-4717-8e78-80904620bf75 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:51.189202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.233181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.283251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Attempting to bind port 027f81e1-2b5f-4717-8e78-80904620bf75 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:53:51.283251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Attempting to bind port 027f81e1-2b5f-4717-8e78-80904620bf75 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:53:51.283251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Attempting to bind port 027f81e1-2b5f-4717-8e78-80904620bf75 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Bound port: 027f81e1-2b5f-4717-8e78-80904620bf75, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:53:51.300415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.340320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Checking segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:53:51.340320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network hostable DHCP agents. Network: 6d036b23-dde9-46d2-a4ae-d8b200eee00a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:53:51.362665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Subnet': ['ID=ae6bde72-97ed-4f28-8110-bebfd11acad7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:51.380420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] For port 027f81e1-2b5f-4717-8e78-80904620bf75, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:53:51.380420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] For port 027f81e1-2b5f-4717-8e78-80904620bf75, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=027f81e1-2b5f-4717-8e78-80904620bf75,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:53:51.396157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e12f6c-9e79-4867-b286-190dc8571992 None None] Pushing event updated for resources: {'Port': ['ID=027f81e1-2b5f-4717-8e78-80904620bf75,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:51.479975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:53:51.525971 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.613850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 6d036b23-dde9-46d2-a4ae-d8b200eee00a) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:51.613850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:51.613850 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:51.641574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f4ebc2-2260-444e-b9bd-6d769032698e None None] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:51.709612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:51.709612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:51.855111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e12f6c-9e79-4867-b286-190dc8571992 None None] Pushing event updated for resources: {'Port': ['ID=027f81e1-2b5f-4717-8e78-80904620bf75,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:51.927112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:51.928747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6afc935d-a53e-4f98-806b-e793bc0e56ef tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3643625 Mar 02 18:53:52.034203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:52.192791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3dc76c9c-86bd-42cc-a953-f306a433ca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:52.270685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36372) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:52.352296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:53:52.353124 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:52.543118 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:52.627184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:53:52.645120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Usage tracker for resource:security_group_rule and tenant:baaa26470b6549c49b22cc05e2b33bd6 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:53:52.645120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:53:52.648603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Allocated IP 172.20.0.2 (6d036b23-dde9-46d2-a4ae-d8b200eee00a/ae6bde72-97ed-4f28-8110-bebfd11acad7/3c4b0fe8-94ea-4abc-b563-dafddc00490b) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:52.667930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:53:52.807232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:52.893223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.061479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=baaa26470b6549c49b22cc05e2b33bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7871814 Mar 02 18:53:53.061479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:53.061479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ba522-989a-4da2-869d-b4864ef53e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b0af02-a74a-443c-9975-131f20027eb8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:53.135221 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.185384 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.187604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Transition to ACTIVE for port object 3c4b0fe8-94ea-4abc-b563-dafddc00490b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:53.189377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.217687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Transition to ACTIVE for port object 3c4b0fe8-94ea-4abc-b563-dafddc00490b will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:53.242178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce256278-b426-415f-9f48-303eb9804665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:53.252908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce256278-b426-415f-9f48-303eb9804665 None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:48Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:53:53.284570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.394456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.435249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.476650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b0af02-a74a-443c-9975-131f20027eb8,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:53.497454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.501946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-256778d8-5904-46a4-9a4f-dc29977b1e83 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26b0af02-a74a-443c-9975-131f20027eb8 HTTP/1.1" status: 204 len: 168 time: 0.4443049 Mar 02 18:53:53.631839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:53.636961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:53.636961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:53:53.820343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Pushing event updated for resources: {'Port': ['ID=3c4b0fe8-94ea-4abc-b563-dafddc00490b,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:53.837722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Attempting to bind port 3c4b0fe8-94ea-4abc-b563-dafddc00490b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:53:53.837722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Attempting to bind port 3c4b0fe8-94ea-4abc-b563-dafddc00490b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:53:53.837722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Attempting to bind port 3c4b0fe8-94ea-4abc-b563-dafddc00490b on network 6d036b23-dde9-46d2-a4ae-d8b200eee00a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:53:53.847150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:53:53.847521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Checking segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:53:53.847936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:53.848337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Bound using segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:53:53.849279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Bound port: 3c4b0fe8-94ea-4abc-b563-dafddc00490b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:53:53.849672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:54.133054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] For port 3c4b0fe8-94ea-4abc-b563-dafddc00490b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:53:54.167276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] For port 3c4b0fe8-94ea-4abc-b563-dafddc00490b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c4b0fe8-94ea-4abc-b563-dafddc00490b,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:53:54.242467 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:54.332763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.1 (6d036b23-dde9-46d2-a4ae-d8b200eee00a/ae6bde72-97ed-4f28-8110-bebfd11acad7/a7d69939-f3c4-4560-bc55-9d28864274bb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:53:54.335115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1e082dfd-5a62-439b-a94e-48ff7920bff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:54.436811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2c175-dac4-4e69-a755-b3209794392b None None] Pushing event updated for resources: {'Port': ['ID=3c4b0fe8-94ea-4abc-b563-dafddc00490b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:54.723491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 027f81e1-2b5f-4717-8e78-80904620bf75 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:54.770081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:54.824140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object a7d69939-f3c4-4560-bc55-9d28864274bb will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:53:54.943311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.120269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 027f81e1-2b5f-4717-8e78-80904620bf75 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:55.127166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 027f81e1-2b5f-4717-8e78-80904620bf75 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:55.128078 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.195901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:55.215149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:55.225031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:53:55.613616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.633014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 027f81e1-2b5f-4717-8e78-80904620bf75, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=027f81e1-2b5f-4717-8e78-80904620bf75,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:55.664422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:55.680049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.680049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.680049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.680049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.690832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:53:55.704822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.730444 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.945357 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.946883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:55.949610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=027f81e1-2b5f-4717-8e78-80904620bf75,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:56.086730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:56.354108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:56.552187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4726a5-c7f9-471e-ae7a-c96cbfa68571 None None] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:53:56.815155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c4b0fe8-94ea-4abc-b563-dafddc00490b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:56.874894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f670f539-dabd-4250-b87c-b590e08acc6d None None] Provisioning for port 3c4b0fe8-94ea-4abc-b563-dafddc00490b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:56.994319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.169367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.219215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 3c4b0fe8-94ea-4abc-b563-dafddc00490b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:57.234836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3c4b0fe8-94ea-4abc-b563-dafddc00490b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:57.236324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.417508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.418883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.499715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 3c4b0fe8-94ea-4abc-b563-dafddc00490b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c4b0fe8-94ea-4abc-b563-dafddc00490b,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:53:57.519273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.674932 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.675869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 027f81e1-2b5f-4717-8e78-80904620bf75 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:57.691583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:57.700515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:57.933357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:53:57.933357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:53:57.961261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Provisioning complete for port 3c4b0fe8-94ea-4abc-b563-dafddc00490b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:57.961261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:58.083495 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=3c4b0fe8-94ea-4abc-b563-dafddc00490b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:53:58.110738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 027f81e1-2b5f-4717-8e78-80904620bf75 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:58.110738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:58.248620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:53:58.544827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:53:58.561292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:53:58.562624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cdf36a0b-b730-454f-b8c2-4252c05708da tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/b858abf8-5869-4683-b8b7-b4cae9e4809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6348813 Mar 02 18:53:58.563314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36500) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:58.584889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c4b0fe8-94ea-4abc-b563-dafddc00490b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:53:58.590740 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:53:58.591390 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:58.666636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Provisioning for port a7d69939-f3c4-4560-bc55-9d28864274bb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:53:58.702175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Provisioning complete for port a7d69939-f3c4-4560-bc55-9d28864274bb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:58.702542 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:58.777375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.778032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.778529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.778989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.779451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.779898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.780682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:58.786038 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b2ec0276-9019-4197-95f9-f83a5cddd1e1 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4990 time: 0.2201121 Mar 02 18:53:58.786331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:58.862932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-861ee760-d098-4fca-a0d6-61895d9837c2 None None] Port a7d69939-f3c4-4560-bc55-9d28864274bb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:53:58.924509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 3c4b0fe8-94ea-4abc-b563-dafddc00490b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:58.924509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:59.014273 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.017115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:53:59.033728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0340a065-7cb9-4bad-9a47-d9af3f7d7feb tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4649 time: 0.2369106 Mar 02 18:53:59.033728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36522) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:53:59.096602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9defe96c-fc4d-45cb-aeea-ff7d991c1878 None None] Provisioning complete for port a7d69939-f3c4-4560-bc55-9d28864274bb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:53:59.096602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9defe96c-fc4d-45cb-aeea-ff7d991c1878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:59.457537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9defe96c-fc4d-45cb-aeea-ff7d991c1878 None None] Port a7d69939-f3c4-4560-bc55-9d28864274bb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:53:59.636579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 2, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:53:59.641667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:53:59.644022 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Updating router b858abf8-5869-4683-b8b7-b4cae9e4809c port a7d69939-f3c4-4560-bc55-9d28864274bb binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:53:59.814172 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:53:59.860716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38f73aea-295e-4429-a7d0-509a76df3b2d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3050 time: 0.8248832 Mar 02 18:54:00.308417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36548) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:00.324402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-839721926', 'description': 'tempest-secgroup-smoke-839721926 description', 'project_id': '6e33b1c1969f455a9168299cc42ff961'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:00.324402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:00.346389 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.357152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:00.371591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:00.378289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:00.384850 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Transition to ACTIVE for port object a7d69939-f3c4-4560-bc55-9d28864274bb will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:00.403949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:00.520445 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.531906 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.534972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.566883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:00.571512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:00.576216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:00.586301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:00.804545 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.838569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Pushing event updated for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:00.852074 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.852398 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.852746 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.853090 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.853425 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.853755 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.854084 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.854490 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.854822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.855146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.855467 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.855788 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:00.857327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:00.865396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Usage tracker for resource:security_group_rule and tenant:4e0d29deca4f43ef9c80b01785dc936b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:00.869733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:00.879808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:00.914020 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Attempting to bind port a7d69939-f3c4-4560-bc55-9d28864274bb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:54:00.914639 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Attempting to bind port a7d69939-f3c4-4560-bc55-9d28864274bb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:54:00.915181 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Attempting to bind port a7d69939-f3c4-4560-bc55-9d28864274bb on network 6d036b23-dde9-46d2-a4ae-d8b200eee00a {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:00.925403 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:54:00.926045 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Checking segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:54:00.926596 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.927440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Bound using segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:54:00.927988 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Bound port: a7d69939-f3c4-4560-bc55-9d28864274bb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:54:00.928691 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:00.966994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.040191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.056408 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] For port a7d69939-f3c4-4560-bc55-9d28864274bb, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:54:01.060427 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] For port a7d69939-f3c4-4560-bc55-9d28864274bb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a7d69939-f3c4-4560-bc55-9d28864274bb,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:54:01.079146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e500e7f-f524-4a90-8d72-70538d74c47d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.087602 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.087943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.088492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.088843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.089170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.089492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.089810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.090145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.090469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.090789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.091128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.091449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:01.197566 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.200303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.206584 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.211254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b920e91-a6e6-4281-9219-7befc49f0a45 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8934014 Mar 02 18:54:01.211254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36570) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:01.211254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:01.217928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:01.234002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:01.234002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:01.234002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:01.266177 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4e0d29deca4f43ef9c80b01785dc936b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8807213 Mar 02 18:54:01.270445 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36574) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:01.294738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd5d33-5738-4de1-a659-5bf4acecb29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230a949f-264b-4834-9203-df525979b148,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.355394 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:01.355394 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:53:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:01.358987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.400464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.410167 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7fd370-d96d-4cb3-b808-a0c5bca45683 None None] Pushing event updated for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.424512 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.509140 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.596445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.632016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230a949f-264b-4834-9203-df525979b148,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.634659 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:01.642908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.687628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.687628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e934ac64-a9d3-4b13-9878-f6ec8d326ba1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/230a949f-264b-4834-9203-df525979b148 HTTP/1.1" status: 204 len: 168 time: 0.4273705 Mar 02 18:54:01.704564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640a0777-3f41-43b2-bca5-a2f230153df8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:01.813997 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:01.813997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0742f920-98fb-426c-ae55-7a7a00332e75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5992844 Mar 02 18:54:01.817690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36584) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:01.828719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:01.838652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:01.869828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:01.880356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:01.922198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:02.043442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.145646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.212129 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.256318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be9d43d-aa61-4d56-9aef-15636cde62c9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:02.310938 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:01Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:02.315480 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a961b-16da-430a-b10f-da206d2ad10d None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:01Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:02.343564 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.347990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-83f4a7d7-0441-46e1-ad60-606307c23dab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5321484 Mar 02 18:54:02.348311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36598) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:02.354586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:02.373299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:02.390072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:02.405306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:02.414621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:02.527430 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.611962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36604) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:02.649585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.664668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a7d69939-f3c4-4560-bc55-9d28864274bb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:54:02.669616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.678646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:02.680549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Usage tracker for resource:security_group_rule and tenant:13610543142443fa898847f844c5db92 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:02.683748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:02.690116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:02.740998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.802562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf58dfb4-fc8a-435f-9e87-bec77caf7946,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:02.812133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a7d69939-f3c4-4560-bc55-9d28864274bb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:02.823234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a7d69939-f3c4-4560-bc55-9d28864274bb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:02.824815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.904847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.908235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36612) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:02.908235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:02.919687 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-acb5afd5-a3c9-422b-a525-dac5b5cb127c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5625930 Mar 02 18:54:02.936724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:02.940620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:02.940620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:02.967159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:02.977448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:03.012174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.061308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.134947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.140458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a7d69939-f3c4-4560-bc55-9d28864274bb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a7d69939-f3c4-4560-bc55-9d28864274bb,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:03.148659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=13610543142443fa898847f844c5db92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399387 Mar 02 18:54:03.149457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f35322-5999-4f47-83c6-999f8478151c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c3a528-3c5f-4cee-9bbc-1d4df8ebffd8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.176269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:03.217695 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.364710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.400670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.405776 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.427486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.499898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.536150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a995e534-a90d-4df2-a6c3-d4bf61e114a1,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-05c064a9-762c-4917-b37d-176fa960546a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8827868 Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c5c3a528-3c5f-4cee-9bbc-1d4df8ebffd8 HTTP/1.1" status: 204 len: 168 time: 0.6141865 Mar 02 18:54:03.811395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999f10c0-f359-4057-a6c1-7c615c9117ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c3a528-3c5f-4cee-9bbc-1d4df8ebffd8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:03.811936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36630) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:03.816821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:03.824846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:03.829483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:03.833606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:03.842009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:03.941934 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:03.954528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.078608 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.194324 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.227189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6051ddf0-1df9-4c38-9a2f-68a2649b9ae8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:04.315471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.317688 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5515ea6b-044f-4ef7-b630-22233dabb46e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5054655 Mar 02 18:54:04.321044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36646) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:04.329117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '6e500e7f-f524-4a90-8d72-70538d74c47d', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:04.343434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:04.354769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:04.361704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:04.376513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:04.474837 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:04.485503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.598212 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.642522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a7d69939-f3c4-4560-bc55-9d28864274bb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:54:04.685708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.732549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a7d69939-f3c4-4560-bc55-9d28864274bb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:04.748632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.752827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed06c1d8-4a4b-4ddf-a62e-ccf2cc0218d4,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:04.920897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:04.920897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c4baf6ed-2c0a-4336-a1fe-41f3a24361ab tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5772345 Mar 02 18:54:05.242376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-8ad0c38a-c3c5-4cd7-ba1d-3bc04dc22408 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:05.345338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-8ad0c38a-c3c5-4cd7-ba1d-3bc04dc22408 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:05.349683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-8ad0c38a-c3c5-4cd7-ba1d-3bc04dc22408 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-839721926&fields=id&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 267 time: 0.2043343 Mar 02 18:54:05.530827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-cda89ce9-fd26-4367-94b8-de8fbfde8e0c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:05.531569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-cda89ce9-fd26-4367-94b8-de8fbfde8e0c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:05.764840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-cda89ce9-fd26-4367-94b8-de8fbfde8e0c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:05.764840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-cda89ce9-fd26-4367-94b8-de8fbfde8e0c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 797 time: 0.4015491 Mar 02 18:54:05.797742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-00ab262e-763b-4a0a-b9a9-ffa08ddaef7b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/quotas/6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 375 time: 0.0195012 Mar 02 18:54:05.937021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-00714336-967c-4d0d-aa2c-0f0496f93847 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311338 Mar 02 18:54:06.340057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-a06c8886-8146-41b8-8306-958111fc5478 service neutron] 10.222.0.66 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961453 Mar 02 18:54:06.519132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-d713b9ed-d3e1-4b95-a287-45ae4c2116c1 service neutron] 10.222.0.66 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827123 Mar 02 18:54:06.845374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef16fdbe-6cd5-4c6a-8c14-705225c1b4a8 req-e169f1e4-0f6e-4b71-8604-9e79b2c27394 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0618992 Mar 02 18:54:07.183052 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:54:08.002566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a8fa4e8-27d0-4436-a6ab-5a54adde3254 req-e41f10f4-2dc2-416b-af44-4f2d2f8c5f73 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0976024 Mar 02 18:54:09.043062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:09.226231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.226999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5378b77e-90b0-41e1-96a8-29aab4ded580 req-af3a56fa-d7a8-4eea-88e4-dcca21feb267 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0446966 Mar 02 18:54:09.228843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:09.233028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Usage tracker for resource:security_group_rule and tenant:5fd4b491958f4c05afbf2d1e94684ef6 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:09.235950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:09.242451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:09.527239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.651372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.711857 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5fd4b491958f4c05afbf2d1e94684ef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6599147 Mar 02 18:54:09.711857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28412e-e3fb-44af-af28-2458d455389b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb5292-e864-4d7b-ae16-ef4bc35316f7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:09.714095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:09.808475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:09.843458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:10.076493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:10.100082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb5292-e864-4d7b-ae16-ef4bc35316f7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:10.103242 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:10.103242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9651043e-e820-412c-9f15-2b428f262280 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4eb5292-e864-4d7b-ae16-ef4bc35316f7 HTTP/1.1" status: 204 len: 168 time: 0.3926694 Mar 02 18:54:10.412626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fcf0490-c044-44db-b570-30e76caca9a6 req-72299e44-ab2e-4bc4-9061-c8ab038c9101 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0539799 Mar 02 18:54:10.833909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-04758849-83fe-453c-839d-e5b3a099a359 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:10.833909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-04758849-83fe-453c-839d-e5b3a099a359 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 797 time: 0.1620493 Mar 02 18:54:10.904572 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-41c6be4a-bff9-46f8-a29b-ad801f1ff272 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 379 time: 0.0620167 Mar 02 18:54:10.932668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'port': {'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'admin_state_up': True, 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'security_groups': ['6e500e7f-f524-4a90-8d72-70538d74c47d']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:11.162782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 36850) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:11.226068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:11.226068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.269061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:port and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:11.269061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:11.269061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:11.276600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:11.284203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Usage tracker for resource:security_group_rule and tenant:bacf80f62f38434592ae5267200fca76 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:11.284203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:11.293017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:11.372868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:11.377327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.406681 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.597380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.650506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-486866a4-0979-4ccb-8797-be9934f49ec3 req-ea5e335c-9d49-48da-9761-a60a0f31d8c7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0914106 Mar 02 18:54:11.679414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64ffba-229b-470b-a2d2-644697a678ce,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:11.690598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36864) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:11.694518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d9a4a658-7a27-407c-a490-694b18769173 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bacf80f62f38434592ae5267200fca76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319693 Mar 02 18:54:11.698240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.12 (6d036b23-dde9-46d2-a4ae-d8b200eee00a/ae6bde72-97ed-4f28-8110-bebfd11acad7/2e3c6415-87f8-4ff3-b74e-ddc4548d3056) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:11.795651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.812088 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:11.963023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.011488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64ffba-229b-470b-a2d2-644697a678ce,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:12.011488 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.011488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5ba19329-84bf-4dee-a0aa-4a245f8ed947 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3d64ffba-229b-470b-a2d2-644697a678ce HTTP/1.1" status: 204 len: 168 time: 0.3228948 Mar 02 18:54:12.152112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.189917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:12.280625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.417100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:12.417100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:12.419772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:54:12.463983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:12.502420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:12.503075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.698285 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-69f681bd-6a5a-4e04-8135-0545b57197b5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7799540 Mar 02 18:54:12.715531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Request body: {'port': {'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:12.783030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2cd093bb-cc5f-4fcd-9a99-fcbef322df3b None None] Provisioning for port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:12.791749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2cd093bb-cc5f-4fcd-9a99-fcbef322df3b None None] Provisioning complete for port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:12.791749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2cd093bb-cc5f-4fcd-9a99-fcbef322df3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.887561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2cd093bb-cc5f-4fcd-9a99-fcbef322df3b None None] Port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:54:12.903834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3faf79e-acd2-44a9-890b-24d7fd47c3c9 req-031b4e5a-c2ab-4a42-8bd0-5d6931645fe0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:12.911973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3faf79e-acd2-44a9-890b-24d7fd47c3c9 req-031b4e5a-c2ab-4a42-8bd0-5d6931645fe0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 932 time: 0.1309152 Mar 02 18:54:12.915499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:12.958954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3faf79e-acd2-44a9-890b-24d7fd47c3c9 req-2aa249a2-8113-44b0-88d0-f50f88585d19 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455678 Mar 02 18:54:13.403534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:13.421025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:13.427954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Transition to ACTIVE for port object 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:13.548366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:13.683885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:13.808581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Attempting to bind port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:54:13.810406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Attempting to bind port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:54:13.810922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Attempting to bind port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 on network 6d036b23-dde9-46d2-a4ae-d8b200eee00a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:13.816920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 on network 6d036b23-dde9-46d2-a4ae-d8b200eee00a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:54:13.817528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Attempting to bind port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 on network 6d036b23-dde9-46d2-a4ae-d8b200eee00a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:13.828274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:54:13.828860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Checking segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:54:13.834421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Bound using segment: {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:54:13.834421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Bound port: 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '552a8bed-a35b-45fa-a4df-5d18eb2da155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:54:13.834421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:13.927377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:54:13.932067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:54:14.029518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:14.109606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.109606 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:14.109606 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] 10.222.0.65 "PUT /v2.0/ports/2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 1092 time: 1.4011424 Mar 02 18:54:14.110276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:14.210779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8817ec7a-ca80-4cb0-b956-b519c6990361 service neutron] Pushing event updated for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:14.215920 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'status': 'completed', 'code': 200} Mar 02 18:54:14.236989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65b398-bb74-4975-8f9e-04c6d76da82f req-a8ed9440-7738-413b-8d49-410dc1f3dc41 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.245097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f65b398-bb74-4975-8f9e-04c6d76da82f req-a8ed9440-7738-413b-8d49-410dc1f3dc41 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 944 time: 0.1776979 Mar 02 18:54:14.305770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f65b398-bb74-4975-8f9e-04c6d76da82f req-e7347842-dc7b-431f-acec-6895dfcb9020 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596199 Mar 02 18:54:14.396758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-01f3558c-5480-44ee-9ef4-1442e4b28f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.396758 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-01f3558c-5480-44ee-9ef4-1442e4b28f40 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1095 time: 0.1577902 Mar 02 18:54:14.549874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-d38b8d60-a956-48bd-8d3b-17d6f4d5e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.551552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-d38b8d60-a956-48bd-8d3b-17d6f4d5e3fc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=6e33b1c1969f455a9168299cc42ff961&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1514704 Mar 02 18:54:14.740120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-2dd0b177-34b7-44e1-b4a6-aca35c894706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.741781 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6728c85-58d8-47ed-88c6-504c5ce03e74 req-2dd0b177-34b7-44e1-b4a6-aca35c894706 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1848726 Mar 02 18:54:14.966398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-0ce6fc18-ddb9-49cf-9f5f-cfbaee99923b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:14.968069 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-0ce6fc18-ddb9-49cf-9f5f-cfbaee99923b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1095 time: 0.1766174 Mar 02 18:54:15.076409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-b9d1f412-6df4-4e80-b25c-8093cc4ece61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 217 time: 0.1007240 Mar 02 18:54:15.151763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-061f2ff1-9f5c-41dc-9dfe-9f62c41641d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.153473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-061f2ff1-9f5c-41dc-9dfe-9f62c41641d2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 200 len: 834 time: 0.0706608 Mar 02 18:54:15.240656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db0654-893a-40d7-941d-ff489565c0de req-44d35476-1455-48a7-9511-328337d4ec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.242429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-44d35476-1455-48a7-9511-328337d4ec39 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825188 Mar 02 18:54:15.476636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-963484d3-a3a5-43d6-acef-7e36f4c34ede service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268245 Mar 02 18:54:15.639006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99bbff-0017-44d0-93ee-737f347a2a40 req-be22e36e-6ea5-4713-9543-c90112cb9a26 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:15.646561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec99bbff-0017-44d0-93ee-737f347a2a40 req-be22e36e-6ea5-4713-9543-c90112cb9a26 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 944 time: 0.1381259 Mar 02 18:54:15.675379 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29db0654-893a-40d7-941d-ff489565c0de req-3865de0e-106e-48f9-a4f8-35c9f7db09c4 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935244 Mar 02 18:54:15.715140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec99bbff-0017-44d0-93ee-737f347a2a40 req-1927f146-cca8-412d-929d-f55544f1c457 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623953 Mar 02 18:54:16.438319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 36988) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:16.589011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:16.598860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:16.602934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f9ddd9db3f1b440e8bdc63bc577bd5d4 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:16.605930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:16.611815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:16.691273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:16.778546 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:16.974898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44e74681-b8ae-4123-9663-ce69bb588f26,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:16.983630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-482055a3-db57-4d20-a6a1-4ea00262e5e5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f9ddd9db3f1b440e8bdc63bc577bd5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440140 Mar 02 18:54:16.986392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37012) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:17.046007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13cc19-29a7-4fbf-9bc4-4f29facf00bd req-65bbcad6-0e37-42e5-851e-b33748845cfd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:17.047635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f13cc19-29a7-4fbf-9bc4-4f29facf00bd req-65bbcad6-0e37-42e5-851e-b33748845cfd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 944 time: 0.2062144 Mar 02 18:54:17.077321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.115060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f13cc19-29a7-4fbf-9bc4-4f29facf00bd req-18e3cc75-3cc1-423c-854f-a441d84663bb tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514991 Mar 02 18:54:17.118710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.297335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.308550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:54:17.319379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e74681-b8ae-4123-9663-ce69bb588f26,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:17.325359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.329580 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d33c67ca-617c-41d1-99e4-ff7cf29a2f90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/44e74681-b8ae-4123-9663-ce69bb588f26 HTTP/1.1" status: 204 len: 168 time: 0.3418667 Mar 02 18:54:17.450063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:17.460934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892653172', 'description': 'tempest-secgroup-smoke-892653172 description', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:17.463274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:17.468320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:17.472526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:17.476340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:17.477635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:54:17.483059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:17.544953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.563304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:17.581192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:17.628573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.686192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.709705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:17.723150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:17.727993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:17.731082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:17.737257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:17.814974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.828277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2e3c6415-87f8-4ff3-b74e-ddc4548d3056'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:54:17.874878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:17.921504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17031149-9f7a-4128-819e-5fea1d808301,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:18.057272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.061295 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dee4264c-1ac2-4554-b669-9cee6515dc4a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6088977 Mar 02 18:54:18.061459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:18.067024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:18.073758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:18.078453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:18.081686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:18.087969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:18.193068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.297639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.352946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232ae4a-a132-4422-8c04-89b147321b25 req-f47797ee-a61f-4727-8b94-775b8c092ab1 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:18.355774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8232ae4a-a132-4422-8c04-89b147321b25 req-f47797ee-a61f-4727-8b94-775b8c092ab1 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 945 time: 0.0952618 Mar 02 18:54:18.366025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.396273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0af7257-326b-44d3-a3b0-f197db1a23fb,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:18.418199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8232ae4a-a132-4422-8c04-89b147321b25 req-a7e06646-449a-4c18-bb4d-a295915ade61 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566671 Mar 02 18:54:18.542369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.547516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-802a76f2-e8ed-4602-b85f-8ca590ec945c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4804652 Mar 02 18:54:18.548503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37070) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:18.551844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:18.568878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:18.572954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:18.575890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:18.582658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:18.749793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.821021 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.914353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:18.940478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5460dcaa-ccb6-47de-8c97-792e1d3e46f6,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:19.103004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.104275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-90ddcd76-62be-40be-b002-56deb5e8131f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5573540 Mar 02 18:54:19.107239 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:19.112301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:19.119762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:19.123815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:19.126681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:19.133119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:19.223830 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.289651 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.325985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:54:19.371012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.395872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07577c59-7348-487d-8141-e61afa0c665d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:19.502586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:19.506889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.511334 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e7784b99-f76a-4083-b22e-a29f060b44f0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3999376 Mar 02 18:54:19.511638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37106) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:19.516697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:19.518327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:19.520159 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.523932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:19.528306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:19.531354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:19.537141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:19.620139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e8fe4-1f89-41f1-a924-630ae9bda948 req-1d9e8a46-ddb4-4f83-8dd7-e8e79ab54f6b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:19.621876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9e8fe4-1f89-41f1-a924-630ae9bda948 req-1d9e8a46-ddb4-4f83-8dd7-e8e79ab54f6b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 945 time: 0.0886102 Mar 02 18:54:19.655950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.669863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed9e8fe4-1f89-41f1-a924-630ae9bda948 req-6a5c5eb1-88bc-4c90-b633-036334851295 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411601 Mar 02 18:54:19.700026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:19.710544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:19.749750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.754735 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'code': 200} Mar 02 18:54:19.868540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.907846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:19.940972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad79a6-79dd-4e00-96db-2634ef2897fe req-7254bd39-f1b6-4673-bd4d-cee59f4b8997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:19.955366 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8ad79a6-79dd-4e00-96db-2634ef2897fe req-7254bd39-f1b6-4673-bd4d-cee59f4b8997 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1097 time: 0.0959823 Mar 02 18:54:19.967951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:20.004205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8ad79a6-79dd-4e00-96db-2634ef2897fe req-f32f6e7f-132f-4fbe-8444-cd24ffe75ea7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Mar 02 18:54:20.028672 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.054871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba4751f-730c-43aa-aacb-f17f53b95e8f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:20.371252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.372557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc748d70-e8ac-4f8a-8104-dae04120d5c3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8600574 Mar 02 18:54:20.375709 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:20.393162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:20.393162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:20.412381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:20.415781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:20.421698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:20.572807 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Project 1105469d6f4a4fbbb6d2ad5f57d73483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:20.584154 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.874518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.908452 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8741-bf71-4e8f-b1ef-2241ff16d919 req-4b268d17-2f15-4736-9088-e5912403d2fa tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:20.909994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ddd8741-bf71-4e8f-b1ef-2241ff16d919 req-4b268d17-2f15-4736-9088-e5912403d2fa tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.3145838 Mar 02 18:54:20.942721 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:20.989879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013c34b7-1afc-49db-85e7-d9bd99cd47ca,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:21.010986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9133b-76c2-4ab4-8b2a-697ba8492096 req-7fbbc335-4ae1-4be1-95f6-7432eef16e61 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:21.012765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32c9133b-76c2-4ab4-8b2a-697ba8492096 req-7fbbc335-4ae1-4be1-95f6-7432eef16e61 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.2042210 Mar 02 18:54:21.019631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ddd8741-bf71-4e8f-b1ef-2241ff16d919 req-6b0dcc78-069b-44a7-8e56-467a752ed1e5 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014879 Mar 02 18:54:21.065715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32c9133b-76c2-4ab4-8b2a-697ba8492096 req-928a1057-3691-42ab-9ff4-4c22a2d36433 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Mar 02 18:54:21.077236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37158) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:21.131530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.132796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-735dfcf6-add7-4073-8ea0-df02f5d431a7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7560356 Mar 02 18:54:21.135474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37164) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:21.140589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'security_group_rule': {'security_group_id': '17031149-9f7a-4128-819e-5fea1d808301', 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:21.147153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:21.151124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:security_group_rule and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:21.154252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:21.160236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:21.208560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.224784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:21.229536 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Usage tracker for resource:security_group_rule and tenant:586922328f4146e7b44ab229ba7eee78 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:21.232511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:21.238646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:21.308603 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Project 1105469d6f4a4fbbb6d2ad5f57d73483 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:21.315704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.332617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.382015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.416540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.462745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe879c26-51e4-43bc-841b-93753434b125,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:21.467083 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4916f8ad-caf6-4b4f-a023-43fae600065e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=586922328f4146e7b44ab229ba7eee78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3887291 Mar 02 18:54:21.470100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37172) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:21.484273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.526252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7558ec8e-e8b1-48c8-808a-27930e3d32ed,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:21.564738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.591095 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.602990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.604167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bbb69168-03fc-4f0c-ae87-1a7c17d1ece5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4677813 Mar 02 18:54:21.713994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.733375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe879c26-51e4-43bc-841b-93753434b125,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:21.737102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:21.738858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-95ce32a8-258c-4949-a1d1-bfd35f1c4836 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fe879c26-51e4-43bc-841b-93753434b125 HTTP/1.1" status: 204 len: 168 time: 0.2674735 Mar 02 18:54:22.004335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-7ee4b4ae-2d4f-4535-ad3f-0879d95004c6 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892653172&fields=id&tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483 HTTP/1.1" status: 200 len: 267 time: 0.0422542 Mar 02 18:54:22.096896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e3148954-df7a-4274-8836-853c603ac079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:22.178458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa41f47-1729-41c5-aa24-d9519495c98a req-f0ef9fb8-dbfe-46b5-b60f-282f4ec46f19 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.180776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-efa41f47-1729-41c5-aa24-d9519495c98a req-f0ef9fb8-dbfe-46b5-b60f-282f4ec46f19 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Synchronizing usage tracker for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:22.214618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-71362e8c-4d3f-4b62-91fa-b840398f70b1 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.221891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-71362e8c-4d3f-4b62-91fa-b840398f70b1 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 813 time: 0.2088995 Mar 02 18:54:22.238958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-58ac06d2-b185-4ea3-9935-1ebe6c5c9673 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/quotas/1105469d6f4a4fbbb6d2ad5f57d73483 HTTP/1.1" status: 200 len: 375 time: 0.0156476 Mar 02 18:54:22.339103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-efa41f47-1729-41c5-aa24-d9519495c98a req-f0ef9fb8-dbfe-46b5-b60f-282f4ec46f19 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Unset dirty status for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:22.339103 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa41f47-1729-41c5-aa24-d9519495c98a req-f0ef9fb8-dbfe-46b5-b60f-282f4ec46f19 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.11 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.2854724 Mar 02 18:54:22.395476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be53fa-0c6a-4a1f-984e-93f526987e82 req-6b6adee0-6f53-4459-81ac-658324d13003 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.396926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4be53fa-0c6a-4a1f-984e-93f526987e82 req-6b6adee0-6f53-4459-81ac-658324d13003 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 945 time: 0.1195412 Mar 02 18:54:22.406151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-302efccc-b60c-417e-950c-7157cc10be8c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Synchronizing usage tracker for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:22.410511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Deleting port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:54:22.410876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:22.460311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4be53fa-0c6a-4a1f-984e-93f526987e82 req-66766920-f29b-4ed2-b977-026e183551e0 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513299 Mar 02 18:54:22.627957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-302efccc-b60c-417e-950c-7157cc10be8c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Unset dirty status for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:22.641247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-302efccc-b60c-417e-950c-7157cc10be8c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3943455 Mar 02 18:54:22.713712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] For port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:22.714498 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:22.822337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11800526-4103-4b46-b677-fe02d4ea4bde req-105ffab7-f7f5-479e-9aa2-6a065742406a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:22.829478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11800526-4103-4b46-b677-fe02d4ea4bde req-105ffab7-f7f5-479e-9aa2-6a065742406a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.2500286 Mar 02 18:54:22.846642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Calling delete_port for 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:54:22.848175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b0aa8680-1d3c-4432-8e83-56050a8abd0c service neutron] 10.222.0.66 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980906 Mar 02 18:54:22.940459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11800526-4103-4b46-b677-fe02d4ea4bde req-704f9fb3-75ef-4359-98ec-5a1da7aa9b9b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078861 Mar 02 18:54:23.200364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:23.207531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b990e82f-3b56-4968-9229-a30432997f54 service neutron] 10.222.0.66 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366756 Mar 02 18:54:23.212124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:54:23.287354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ffc5e-a547-48af-bb47-cc2f12fe9599 req-bfc5889c-e29e-4d86-ab71-657c8b62ff6b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:23.294697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e21ffc5e-a547-48af-bb47-cc2f12fe9599 req-bfc5889c-e29e-4d86-ab71-657c8b62ff6b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.1675088 Mar 02 18:54:23.317400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Pushing event deleted for resources: {'Port': ['ID=2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:23.367440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e21ffc5e-a547-48af-bb47-cc2f12fe9599 req-ee462c63-af9b-4328-a1d4-7eee97e4c03b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657389 Mar 02 18:54:23.387679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:23.421801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] No DVR routers for this DVR port 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:54:23.425558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:23.440891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'name': 'network-vif-deleted', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:23.483766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16404f63-e80c-487d-b5e4-0c70ae8678c3 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:23.490795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-16404f63-e80c-487d-b5e4-0c70ae8678c3 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1092 time: 0.1018884 Mar 02 18:54:23.495229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:23.501732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:23.515751 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365dfff3-c09f-4c82-b2ea-b1d92c075e3c', 'name': 'network-vif-deleted', 'tag': '2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c', 'status': 'completed', 'code': 200} Mar 02 18:54:23.538048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:23.557284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:floatingip and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:23.557399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa41f47-1729-41c5-aa24-d9519495c98a req-3baed672-256c-4e90-ac58-df65c01beac1 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.11 "DELETE /v2.0/ports/2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c HTTP/1.1" status: 204 len: 173 time: 1.2054245 Mar 02 18:54:23.557490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:23.559587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:23.682083 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:23.707781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84ee1eea-fbbb-40ba-b388-90ff75c0629b req-253aaafd-e874-4b52-8b93-8e3d721e0255 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=365dfff3-c09f-4c82-b2ea-b1d92c075e3c HTTP/1.1" status: 200 len: 210 time: 0.0788970 Mar 02 18:54:23.847803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:24.049759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.25.7.219 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/9df34afc-7545-47cc-bc08-5a148c29a936) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:24.245274 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-998d49bb-cb48-4dea-911c-78173b8752ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:24.280722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f5af4c4-e227-42a1-b019-cf968ca22908 req-8f9bfc6f-d817-4c9c-a971-91064dc8cff7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.1782725 Mar 02 18:54:24.396428 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:24.522165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:24.610811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:24.610811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:24.610811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:54:24.639557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=9df34afc-7545-47cc-bc08-5a148c29a936,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:25.086679 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.422720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59a94835-e84a-48ba-86c0-77889deadc8e req-2f65f786-c80d-4fc6-8444-c71dd0f02805 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0606871 Mar 02 18:54:25.425624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.563463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.679857 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.698797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.800020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.907762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:25.932586 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:26.020550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=9df34afc-7545-47cc-bc08-5a148c29a936,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:26.210628 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Floating IP e39b6ac8-d6f9-4517-a430-0aea1c00727d associated. External IP: 172.25.7.219, port: 2e3c6415-87f8-4ff3-b74e-ddc4548d3056. Mar 02 18:54:26.798223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0683ae67-f1a5-43a3-99e5-ec27c95f7d52 req-f47a9cf4-ec47-47bd-ab2c-56080f266a16 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0506978 Mar 02 18:54:26.833534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:54:26.922915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:54:26.962909 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:26.975560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:54:26.980034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2b8e670e-c734-4f4d-8e1c-3b2cd9c2c85c not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:54:27.093673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:27.256106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:54:27.275823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:54:27.300152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:27.300940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:27.386033 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:27.459710 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cbb6f8f9-d1e3-4ec2-8133-320581c47db4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9626977 Mar 02 18:54:27.460531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:27.461606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:27.492748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-a27593c3-bdce-461f-a29a-3052a78984b7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:27.493374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-a27593c3-bdce-461f-a29a-3052a78984b7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Synchronizing usage tracker for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:27.574177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:27.608684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-27a63509-703f-442e-9bc7-e2c8e64acc79 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/e39b6ac8-d6f9-4517-a430-0aea1c00727d HTTP/1.1" status: 200 len: 992 time: 0.1414425 Mar 02 18:54:27.663433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-a27593c3-bdce-461f-a29a-3052a78984b7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Unset dirty status for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:27.665724 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-a27593c3-bdce-461f-a29a-3052a78984b7 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 813 time: 0.3477705 Mar 02 18:54:27.681661 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'status': 'completed', 'code': 200} Mar 02 18:54:27.790056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-ed3e7e3d-8a8f-414f-bc13-c8b7fdb6b480 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Synchronizing usage tracker for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:27.842461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-42c5549d-00c7-46e0-be53-78569b999f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:27.844544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-42c5549d-00c7-46e0-be53-78569b999f2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1097 time: 0.1381867 Mar 02 18:54:27.891290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-ed3e7e3d-8a8f-414f-bc13-c8b7fdb6b480 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Unset dirty status for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:27.892489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-ed3e7e3d-8a8f-414f-bc13-c8b7fdb6b480 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483 HTTP/1.1" status: 200 len: 379 time: 0.2185099 Mar 02 18:54:27.903691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'port': {'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'admin_state_up': True, 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'security_groups': ['17031149-9f7a-4128-819e-5fea1d808301']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:28.060744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba0053b2-8160-4bb5-9639-c5f9f7bde859 req-e64df3f4-7fb3-47b2-904d-567710fc1a6c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0969102 Mar 02 18:54:28.081884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:24Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:28.086963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:54:28.097212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:28.098321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:28.325582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-88fd6ad2-a992-419b-a6a5-5d720ce44894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.325582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-88fd6ad2-a992-419b-a6a5-5d720ce44894 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 898 time: 0.4728119 Mar 02 18:54:28.391365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:28.449862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:28.478338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:28.487237 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-419d7ade-1220-457d-b611-37c3fdbb7506 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 1000 time: 0.1519389 Mar 02 18:54:28.578686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Made reservation on behalf of 1105469d6f4a4fbbb6d2ad5f57d73483 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:28.581348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:28.612025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:28.669622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-3b9b9f79-d0dc-4da8-b3f8-eb6d017aeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.671192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-3b9b9f79-d0dc-4da8-b3f8-eb6d017aeadc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 200 len: 834 time: 0.1781385 Mar 02 18:54:28.807973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8b5800ec-f1a3-4280-8e52-f3b710be4e3f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/e39b6ac8-d6f9-4517-a430-0aea1c00727d HTTP/1.1" status: 200 len: 992 time: 0.1940839 Mar 02 18:54:28.890925 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:24Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:28.895598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56568831-7096-49b8-a55c-d85f3d06bd60 None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:53:56Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:24Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:28.932737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-87122314-4449-4fd9-8d38-9b18e1a6116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:28.934357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-87122314-4449-4fd9-8d38-9b18e1a6116b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2534759 Mar 02 18:54:29.048342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Allocated IP 172.20.0.12 (4df62c53-394d-4359-808c-1dafd4d19523/f6ea25ee-14b4-4b89-bd5a-902415a31834/41e505a4-2d7f-4a34-9311-cafa2118da6c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:29.142424 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-e48fd87d-6c62-453b-b9d5-76dcd66ff203 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979890 Mar 02 18:54:29.280794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd34825-7f4f-4011-8cd4-53d3b6617cfd None None] New status for floating IP e39b6ac8-d6f9-4517-a430-0aea1c00727d: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:54:29.318740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1798273-d462-48d8-9d8c-901b1a157d42 req-2fcdaf4f-eced-4ca5-a982-589b327d1bc5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0824728 Mar 02 18:54:29.486034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:29.490579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e26b4b46-4f14-48f6-bfa7-a1906f59e6cb req-04bd59f5-0939-47e1-a742-1549880fb71e service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252330 Mar 02 18:54:29.525858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Transition to ACTIVE for port object 41e505a4-2d7f-4a34-9311-cafa2118da6c will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:29.681145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:29.782157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Network 4df62c53-394d-4359-808c-1dafd4d19523 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:29.785319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:29.789980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:54:29.815031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37464) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:29.932960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:30.003160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:30.003446 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:30.057010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e33b3a51-d643-408f-bb38-e3eb291ae9f9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/e39b6ac8-d6f9-4517-a430-0aea1c00727d HTTP/1.1" status: 200 len: 994 time: 0.2419331 Mar 02 18:54:30.171911 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-99d068dc-4af8-4ed9-9f02-ca1630f3789f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2738042 Mar 02 18:54:30.184342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Request body: {'port': {'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:30.313122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:30.313867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3e0b0257-e8c2-4339-b989-5fa4addbd21e None None] Provisioning for port 41e505a4-2d7f-4a34-9311-cafa2118da6c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:30.319661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3e0b0257-e8c2-4339-b989-5fa4addbd21e None None] Provisioning complete for port 41e505a4-2d7f-4a34-9311-cafa2118da6c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:30.321192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3e0b0257-e8c2-4339-b989-5fa4addbd21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:30.567038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3e0b0257-e8c2-4339-b989-5fa4addbd21e None None] Port 41e505a4-2d7f-4a34-9311-cafa2118da6c cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:54:30.674467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09925a2d-9a1a-4d4f-94bb-251cae6bd58e req-104e7ffa-eda3-4123-866c-8557ba2bed2b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:30.677412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09925a2d-9a1a-4d4f-94bb-251cae6bd58e req-104e7ffa-eda3-4123-866c-8557ba2bed2b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 932 time: 0.1561654 Mar 02 18:54:30.743642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09925a2d-9a1a-4d4f-94bb-251cae6bd58e req-64473269-a634-453d-a24c-a9f1095e665c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601947 Mar 02 18:54:31.086157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-924a3b3c-a1f9-4ec3-8dde-a240ad2bcd15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3833957 Mar 02 18:54:31.192444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41e505a4-2d7f-4a34-9311-cafa2118da6c {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:31.234990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:31.269946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Transition to ACTIVE for port object 41e505a4-2d7f-4a34-9311-cafa2118da6c will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:31.297552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-a2882499-2e54-4937-81bc-f8ce0119a38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.299016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-a2882499-2e54-4937-81bc-f8ce0119a38f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1097 time: 0.1015108 Mar 02 18:54:31.420804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:31.609230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Pushing event updated for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:31.622192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-92ac33c5-2a13-4390-9685-425beeac3016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.625164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-92ac33c5-2a13-4390-9685-425beeac3016 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 898 time: 0.3026018 Mar 02 18:54:31.841811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-9c00f111-7461-4fe3-b34d-ca252a0d1f07 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 1002 time: 0.1629505 Mar 02 18:54:31.844528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Attempting to bind port 41e505a4-2d7f-4a34-9311-cafa2118da6c on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:54:31.845009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Attempting to bind port 41e505a4-2d7f-4a34-9311-cafa2118da6c by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:54:31.845491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Attempting to bind port 41e505a4-2d7f-4a34-9311-cafa2118da6c on network 4df62c53-394d-4359-808c-1dafd4d19523 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:31.890239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Port 41e505a4-2d7f-4a34-9311-cafa2118da6c on network 4df62c53-394d-4359-808c-1dafd4d19523 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:54:31.890567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Attempting to bind port 41e505a4-2d7f-4a34-9311-cafa2118da6c on network 4df62c53-394d-4359-808c-1dafd4d19523 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:31.913918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:54:31.914304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Checking segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:54:31.914696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Bound using segment: {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:54:31.915178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Bound port: 41e505a4-2d7f-4a34-9311-cafa2118da6c, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd883a698-597c-4612-b153-2ad86e4cb590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:54:31.915527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:31.986747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-384eef8f-5661-43e7-ad6f-143ddea89db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:31.986747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-384eef8f-5661-43e7-ad6f-143ddea89db7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 200 len: 834 time: 0.1348627 Mar 02 18:54:32.007549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2f06e-e86c-48af-9def-a032959e0a1e req-7a546d6c-2a31-47e8-b268-5225ce82ff71 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.009571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cb2f06e-e86c-48af-9def-a032959e0a1e req-7a546d6c-2a31-47e8-b268-5225ce82ff71 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.1032794 Mar 02 18:54:32.082689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cb2f06e-e86c-48af-9def-a032959e0a1e req-4a45cd3a-478c-4658-a2f6-943d05eb7b3f tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670884 Mar 02 18:54:32.162963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:54:32.168132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:54:32.179265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-d0b56d70-724b-4d2b-84b7-681a5a3129d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.180792 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-d0b56d70-724b-4d2b-84b7-681a5a3129d4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1694260 Mar 02 18:54:32.317056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:32.375508 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-a7ef1765-f74d-4ddd-bcd2-0732ed5827b3 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872411 Mar 02 18:54:32.379640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.380262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:32.382172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] 10.222.0.11 "PUT /v2.0/ports/41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 1092 time: 2.2016761 Mar 02 18:54:32.382600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:32.460988 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:54:32.622683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2cd15-24f0-496f-97cf-60b4b343f5ef service neutron] Pushing event updated for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:32.661684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25dc857c-6155-4511-989f-7c97667dd4c0 req-fecdcc11-4585-41fc-837f-90057e92d6e9 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631052 Mar 02 18:54:32.683304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-7cc256f8-cb4d-47af-99d9-e07675e64d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.686504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-7cc256f8-cb4d-47af-99d9-e07675e64d61 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1095 time: 0.2148771 Mar 02 18:54:32.864382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-e118e160-9755-491f-a85b-3560d2dbbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:32.866520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-e118e160-9755-491f-a85b-3560d2dbbec8 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1720030 Mar 02 18:54:33.214879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-bf21dfa8-26d1-44b5-a931-aa9f188deac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.216824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-181646e4-e91c-4aa9-99dd-1aa2ae3d5fe4 req-bf21dfa8-26d1-44b5-a931-aa9f188deac3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3437414 Mar 02 18:54:33.355313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec27f4-39b0-43b1-801b-a2d4ceb6fa0e req-0c3255b8-66d4-434a-a831-191c86fb39e6 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.356955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79ec27f4-39b0-43b1-801b-a2d4ceb6fa0e req-0c3255b8-66d4-434a-a831-191c86fb39e6 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.1197286 Mar 02 18:54:33.361443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-30877a33-9019-4dbf-895e-c36ae6294af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.363124 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-30877a33-9019-4dbf-895e-c36ae6294af6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1095 time: 0.0978346 Mar 02 18:54:33.410430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79ec27f4-39b0-43b1-801b-a2d4ceb6fa0e req-4b14b28f-610d-44dc-8748-196edd547f82 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455258 Mar 02 18:54:33.439157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-4a80fa63-62e8-4ee4-ae11-1f10cedffdad service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 217 time: 0.0682204 Mar 02 18:54:33.506638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-57545bb6-79a2-4aa2-a99e-6d686ec9c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.509182 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-57545bb6-79a2-4aa2-a99e-6d686ec9c590 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.0631979 Mar 02 18:54:33.604203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-d5095b52-f15f-4efa-96dc-a4a6ba823a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:33.605775 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-d5095b52-f15f-4efa-96dc-a4a6ba823a72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0909266 Mar 02 18:54:33.764391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-b3930d0a-2127-4850-8d4b-a7575c2ba3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521423 Mar 02 18:54:33.917698 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2dea5da-63f7-49d9-a273-4af84cb5de02 req-e8c13f51-52bf-4c56-8aca-ca3e4100af2a service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472788 Mar 02 18:54:34.629338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859395d1-bad9-4eba-a090-35e840a7e9f5 req-d6eb6e26-7479-4115-88d9-8a7f26f76530 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.630942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-859395d1-bad9-4eba-a090-35e840a7e9f5 req-d6eb6e26-7479-4115-88d9-8a7f26f76530 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.0820971 Mar 02 18:54:34.676127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-859395d1-bad9-4eba-a090-35e840a7e9f5 req-d0ab48fa-f983-4f6e-8ade-5f7e5430b2ab tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393524 Mar 02 18:54:34.992292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-86a3d6e2-9654-417c-ba87-32e07cf4a55b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:34.993842 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-86a3d6e2-9654-417c-ba87-32e07cf4a55b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/networks?id=94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 200 len: 814 time: 0.1634588 Mar 02 18:54:35.016141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-5e4663e2-1ecc-4803-b20f-61e6ac9722e6 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/quotas/eb900e218e0f4d3bb2d44ed0dd10b11e HTTP/1.1" status: 200 len: 375 time: 0.0102990 Mar 02 18:54:35.184967 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-dbb1a751-927d-4866-a49b-64aa8aac1d82 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1645663 Mar 02 18:54:35.330097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-02a7c8de-39aa-4cff-99a3-a7e4bf33f4cf service neutron] 10.222.0.66 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384106 Mar 02 18:54:35.466654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-9fdc4533-fda6-4d85-8c97-7bbf89b8040b service neutron] 10.222.0.66 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299140 Mar 02 18:54:35.796441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3d8edaa-44a2-4fe8-85f6-920b0d12b9d7 req-b20c7ae8-2274-4773-a195-1c79fb7f8507 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0590234 Mar 02 18:54:35.928490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f338f69-6b07-4636-afdd-a5af046c2b11 req-62883f4a-001c-47ef-9ce2-9004bb242991 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:35.930745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f338f69-6b07-4636-afdd-a5af046c2b11 req-62883f4a-001c-47ef-9ce2-9004bb242991 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.0993049 Mar 02 18:54:35.979106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f338f69-6b07-4636-afdd-a5af046c2b11 req-1bba0e75-46b8-4cb3-8bd1-c0c1595eb917 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424769 Mar 02 18:54:36.963285 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11237a67-a609-4bc8-8639-189a7d9c9641 req-1662ce74-e376-4dc1-92f8-2b9d77ee5e52 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0445487 Mar 02 18:54:37.182498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd094-7a7b-4e29-a52b-82c88c952e68 req-669eafdd-1f94-4ebf-af0f-12b36d1f3f31 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:37.184401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b33bd094-7a7b-4e29-a52b-82c88c952e68 req-669eafdd-1f94-4ebf-af0f-12b36d1f3f31 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.0896499 Mar 02 18:54:37.238745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b33bd094-7a7b-4e29-a52b-82c88c952e68 req-d471aff1-5078-4a8e-9039-d747a236e3e5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477176 Mar 02 18:54:37.679600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37822) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:37.801928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:37.816783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:37.821170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Usage tracker for resource:security_group_rule and tenant:d069a08ac5eb4b099c527a1d229e1505 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:37.824262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:37.831669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:37.916701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.016822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.121939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d069a08ac5eb4b099c527a1d229e1505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460545 Mar 02 18:54:38.143327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37836) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:38.180289 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb397d9-30df-436c-a714-57c3eb94b795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0cfb649-dc17-412e-add8-f0a337f98b86,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:38.181548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8b48002-9e38-49df-9942-506a514f0e71 req-7f5003e2-1b73-4852-b29a-1576df417feb tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0744693 Mar 02 18:54:38.237365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.251854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-39ccb96f-5bfe-4632-822e-514c18e7e790 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:38.253330 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-39ccb96f-5bfe-4632-822e-514c18e7e790 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.65 "GET /v2.0/networks?id=94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 200 len: 814 time: 0.2693563 Mar 02 18:54:38.272231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.275986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Request body: {'port': {'device_id': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5', 'admin_state_up': True, 'tenant_id': 'eb900e218e0f4d3bb2d44ed0dd10b11e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:38.439816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2e7b4-165b-449f-83b4-0c88b574d103 req-29e892d1-3e09-4a8a-b032-2ebdb7cf8156 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:38.441294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61c2e7b4-165b-449f-83b4-0c88b574d103 req-29e892d1-3e09-4a8a-b032-2ebdb7cf8156 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.0825398 Mar 02 18:54:38.443655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:38.448305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Usage tracker for resource:port and tenant:eb900e218e0f4d3bb2d44ed0dd10b11e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:38.451491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:38.458092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:38.481532 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.504576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61c2e7b4-165b-449f-83b4-0c88b574d103 req-08887c2c-cf84-45bc-b24d-59b12e45e89e tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566146 Mar 02 18:54:38.509082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0cfb649-dc17-412e-add8-f0a337f98b86,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:38.513647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.514719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-182625b0-4baf-4ab8-9e19-5c4610e6e3b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e0cfb649-dc17-412e-add8-f0a337f98b86 HTTP/1.1" status: 204 len: 168 time: 0.3653388 Mar 02 18:54:38.555206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Made reservation on behalf of eb900e218e0f4d3bb2d44ed0dd10b11e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:38.559488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:38.741844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Allocated IP 172.20.0.13 (94a6157c-8274-400e-b3ee-c6c3f39f4db5/44a0605a-8e85-4360-8982-cd634e1c4011/a349794c-b049-4dc8-a3e3-dbeb33e723a7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:38.961770 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:39.063358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:39.135634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:39.138817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:39.142830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:54:39.200014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Pushing event updated for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:39.220659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:39.221323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:39.354324 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-4801e811-d10b-40ba-a19f-0e82280f7151 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0690365 Mar 02 18:54:39.354324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Request body: {'port': {'device_id': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:39.426034 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe149ad-db4c-4b1a-b091-e90997762392 req-0eb8b39d-5769-4f4a-8b2a-3662c903fec7 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:39.433059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbe149ad-db4c-4b1a-b091-e90997762392 req-0eb8b39d-5769-4f4a-8b2a-3662c903fec7 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 932 time: 0.1307421 Mar 02 18:54:39.483768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbe149ad-db4c-4b1a-b091-e90997762392 req-85a5475e-62fc-4c22-bef7-2dc3060ffad2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495636 Mar 02 18:54:39.491001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:39.807986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bccee-8caf-4dbf-b630-086ff1b3a4e9 req-d07664cb-0ae4-4961-8a16-646da4b2f07b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:39.809691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c8bccee-8caf-4dbf-b630-086ff1b3a4e9 req-d07664cb-0ae4-4961-8a16-646da4b2f07b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.1007583 Mar 02 18:54:39.865527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c8bccee-8caf-4dbf-b630-086ff1b3a4e9 req-0dd1cfba-737a-46ff-a1a1-2ddf09dc34ed tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500085 Mar 02 18:54:39.879013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37888) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:39.995644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e1425c3b-7f6b-4d8a-b893-2eac81c14e75 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:39.996305 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-e1425c3b-7f6b-4d8a-b893-2eac81c14e75 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 18:54:39.996998 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-e1425c3b-7f6b-4d8a-b893-2eac81c14e75 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:54:39.998151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e1425c3b-7f6b-4d8a-b893-2eac81c14e75 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1180563 Mar 02 18:54:40.002396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37896) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:40.009187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--488678761'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:40.014660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a349794c-b049-4dc8-a3e3-dbeb33e723a7 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:40.019451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:40.023979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.025327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:40.029577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:40.037416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:40.038716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Transition to ACTIVE for port object a349794c-b049-4dc8-a3e3-dbeb33e723a7 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:54:40.125314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.136696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.150359 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.167761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:40.171712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:40.174819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:40.184333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:40.279071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.287933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Attempting to bind port a349794c-b049-4dc8-a3e3-dbeb33e723a7 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Attempting to bind port a349794c-b049-4dc8-a3e3-dbeb33e723a7 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Attempting to bind port a349794c-b049-4dc8-a3e3-dbeb33e723a7 on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Port a349794c-b049-4dc8-a3e3-dbeb33e723a7 on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Attempting to bind port a349794c-b049-4dc8-a3e3-dbeb33e723a7 on network 94a6157c-8274-400e-b3ee-c6c3f39f4db5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Checking segment: {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Bound using segment: {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Bound port: a349794c-b049-4dc8-a3e3-dbeb33e723a7, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b82aad5-8d90-4d95-96ab-c8143cd0a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:54:40.584400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:54:40.678165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7e691-f9a5-47f7-9bac-df449718a278 req-ec152b21-93f5-4a39-be14-515be13d9626 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:40.679656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bf7e691-f9a5-47f7-9bac-df449718a278 req-ec152b21-93f5-4a39-be14-515be13d9626 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 944 time: 0.0896490 Mar 02 18:54:40.724664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bf7e691-f9a5-47f7-9bac-df449718a278 req-f8300c26-7d80-4d19-bf9d-90a1f6acaff8 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393898 Mar 02 18:54:40.759236 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.774266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:40.785292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:40.788307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.791064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:40.799443 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:40.801269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e9a56c8-cd49-4a47-a304-eefa39b56525,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:40.852199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:40.852199 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.852199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] 10.222.0.65 "PUT /v2.0/ports/a349794c-b049-4dc8-a3e3-dbeb33e723a7 HTTP/1.1" status: 200 len: 1092 time: 1.5029554 Mar 02 18:54:40.853216 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:40.903498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:40.908259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ce471b-b360-4ef5-83e9-cee23ca23ab3 service neutron] Pushing event updated for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:40.927444 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7', 'status': 'completed', 'code': 200} Mar 02 18:54:40.976810 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.031592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-0ed97b90-f6f7-4465-846d-9555fdb90eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.033795 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-0ed97b90-f6f7-4465-846d-9555fdb90eb3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 1095 time: 0.0797303 Mar 02 18:54:41.082080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1252ff53-ae00-43f4-93a4-5bf888bfe16b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:41.126490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3470055-7198-41bf-8060-6688961e09e3 req-e77b5357-458b-4e1c-bf11-82cc63d00d01 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.128011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3470055-7198-41bf-8060-6688961e09e3 req-e77b5357-458b-4e1c-bf11-82cc63d00d01 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.1226246 Mar 02 18:54:41.173761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3470055-7198-41bf-8060-6688961e09e3 req-3fdf2893-8ae5-4abe-91b4-4bf39a3e99f6 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395393 Mar 02 18:54:41.216498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-0b0c1c8b-f950-49f2-95b2-0dee78e265d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.216720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.217827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fdd75738-cbcb-4874-be79-e2f0384a1754 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2142742 Mar 02 18:54:41.217960 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-0b0c1c8b-f950-49f2-95b2-0dee78e265d2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1763961 Mar 02 18:54:41.247524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37916) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:41.252780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '1252ff53-ae00-43f4-93a4-5bf888bfe16b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:41.259237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:41.263094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:41.266526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:41.272412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:41.361140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-34b77e43-92d5-452e-9ccc-f9186a8b5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.362640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6c46edc3-1704-4b97-9f0c-f22e1d7b2118 req-34b77e43-92d5-452e-9ccc-f9186a8b5917 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1379318 Mar 02 18:54:41.417415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.483564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-25d4c467-7aa9-4268-8390-c30721f71e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.483767 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.484972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-25d4c467-7aa9-4268-8390-c30721f71e6d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 1095 time: 0.0822330 Mar 02 18:54:41.555864 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-0123e71d-a4ec-4906-974f-aaab398411df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7 HTTP/1.1" status: 200 len: 217 time: 0.0632114 Mar 02 18:54:41.565003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.590881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4accc281-c4a1-47e3-8be5-a02361ea8474,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:41.622882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-5efb2255-105b-4ec8-b954-72bcfae9bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.624279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-5efb2255-105b-4ec8-b954-72bcfae9bfd7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=44a0605a-8e85-4360-8982-cd634e1c4011 HTTP/1.1" status: 200 len: 854 time: 0.0615711 Mar 02 18:54:41.671752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-90a1662a-eb53-4c66-9d89-1314b15333b9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=94a6157c-8274-400e-b3ee-c6c3f39f4db5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402513 Mar 02 18:54:41.696228 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.697427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1489ca98-5c03-4ef7-8cda-a56e4a05aff1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4487381 Mar 02 18:54:41.700113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37924) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:41.705153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '1252ff53-ae00-43f4-93a4-5bf888bfe16b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:41.711848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:41.716113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:41.719144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:41.725245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:41.825627 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:41.829726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-0169c88d-1193-4a2e-9ad0-9c95f97ac6ed service neutron] 10.222.0.65 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511970 Mar 02 18:54:41.967518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae88bdd-014d-4d88-a1dd-db4d864a652a req-09eb66c7-bed9-4a88-88d0-73c0b331afcb tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:41.969229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dae88bdd-014d-4d88-a1dd-db4d864a652a req-09eb66c7-bed9-4a88-88d0-73c0b331afcb tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1296589 Mar 02 18:54:42.020514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dae88bdd-014d-4d88-a1dd-db4d864a652a req-dc176c66-003b-4bf8-9e6e-dcf4b4dffd2c tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435548 Mar 02 18:54:42.022486 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): There was a conflict when trying to complete your request. Mar 02 18:54:42.026381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-626f09c5-fbdb-4fe1-9218-ec41e738493a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3225119 Mar 02 18:54:42.026595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37934) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:42.101191 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.102678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b0ed988f-3d26-4b43-aea5-40980e344d13 req-2e0cbf3d-fbbb-4ccd-8b18-4021f1e5dd1f service neutron] 10.222.0.65 "GET /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651713 Mar 02 18:54:42.137186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.332353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.354114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1252ff53-ae00-43f4-93a4-5bf888bfe16b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:42.368993 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.370139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-776221f5-0ab4-4577-8a84-8438c694452f tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/1252ff53-ae00-43f4-93a4-5bf888bfe16b HTTP/1.1" status: 204 len: 168 time: 0.3424339 Mar 02 18:54:42.372949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37946) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:42.391015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c7b3b-ecc2-4c47-828b-23a225fbddf6 req-d7aa2794-a868-4601-96d6-eaf70e081e35 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:42.392518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f68c7b3b-ecc2-4c47-828b-23a225fbddf6 req-d7aa2794-a868-4601-96d6-eaf70e081e35 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 944 time: 0.1090248 Mar 02 18:54:42.428728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-68a05720-5a9f-4ce3-ba59-a9dc7da1fe67 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0543163 Mar 02 18:54:42.432521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37950) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:42.437936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--931591117'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:42.439002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f68c7b3b-ecc2-4c47-828b-23a225fbddf6 req-f9b1e8aa-887e-42e2-8a21-13a88101d1cd tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 Mar 02 18:54:42.444943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:42.448883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:42.456056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:42.462539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:42.560193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.589278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:42.593450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:42.596421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:42.602952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:42.672403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.747690 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.789845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c96f89-b95e-48f2-a082-cda68436d765,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:42.868299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:42.869502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f833b90b-6743-476f-b358-c0e489e776ec tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4358220 Mar 02 18:54:42.872320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:42.878661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a3d24fc9-a3eb-4d80-9630-47e83e2ad3c3 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': 'd8c96f89-b95e-48f2-a082-cda68436d765', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:42.879601 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-a3d24fc9-a3eb-4d80-9630-47e83e2ad3c3 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 02 18:54:42.880082 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a3d24fc9-a3eb-4d80-9630-47e83e2ad3c3 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:42.884817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a3d24fc9-a3eb-4d80-9630-47e83e2ad3c3 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0076632 Mar 02 18:54:42.887072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37964) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:42.939708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 41e505a4-2d7f-4a34-9311-cafa2118da6c details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:54:42.967494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.036250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.112623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:43.128192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:54:43.195194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.199411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.217169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41e505a4-2d7f-4a34-9311-cafa2118da6c {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:43.230568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c96f89-b95e-48f2-a082-cda68436d765,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:43.243815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.244829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-734a6837-a65e-4737-9ea4-2030d886c470 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/d8c96f89-b95e-48f2-a082-cda68436d765 HTTP/1.1" status: 204 len: 168 time: 0.3566926 Mar 02 18:54:43.247615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37976) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:43.262348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:43.308392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d364caae-dd25-4926-9fa1-8aab657f630c tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:43.353771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.399620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d364caae-dd25-4926-9fa1-8aab657f630c tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:43.400953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d364caae-dd25-4926-9fa1-8aab657f630c tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1523013 Mar 02 18:54:43.404742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 37982) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:43.409808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--430677786'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:43.417285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:43.426936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a349794c-b049-4dc8-a3e3-dbeb33e723a7 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:54:43.429448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:43.437124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534df7bc-3e3e-4726-9a0b-e012cdb36adf req-73fc7f01-ab28-49db-a86a-28e2abc04867 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:43.442768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-534df7bc-3e3e-4726-9a0b-e012cdb36adf req-73fc7f01-ab28-49db-a86a-28e2abc04867 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 944 time: 0.2364252 Mar 02 18:54:43.449378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:43.491152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.494881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.495418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.495942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.496638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.497065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.497548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:43.524831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-534df7bc-3e3e-4726-9a0b-e012cdb36adf req-b2264a98-5d8d-4359-adbc-265fccef6443 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790799 Mar 02 18:54:43.555908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:43.561434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:43.564701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:43.582789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:43.612353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['41e505a4-2d7f-4a34-9311-cafa2118da6c'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:54:43.700209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b81ec-8aee-4d22-a39b-030755fd50ba req-df0327cf-f205-4cb8-a6a0-01dfeb0ffe02 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:43.701847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d2b81ec-8aee-4d22-a39b-030755fd50ba req-df0327cf-f205-4cb8-a6a0-01dfeb0ffe02 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 945 time: 0.1192658 Mar 02 18:54:43.707827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.730777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:43.748877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d2b81ec-8aee-4d22-a39b-030755fd50ba req-e9888d01-ff2d-41a8-9c50-c8cedca2ad5a tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Mar 02 18:54:43.754104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7', 'network_id': '94a6157c-8274-400e-b3ee-c6c3f39f4db5', 'port_id': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7', 'mac_address': 'fa:16:3e:20:3c:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44a0605a-8e85-4360-8982-cd634e1c4011', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:54:43.776534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.850785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.855846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=374ce85d-33c6-431d-8255-72573d6c862d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:43.881196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a349794c-b049-4dc8-a3e3-dbeb33e723a7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:54:43.919170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:43.921650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:43.923790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37992) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:43.924076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fdf3a24e-d8f8-49dd-bec4-e076151ef2f7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5183282 Mar 02 18:54:43.929870 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c95764b0-00f9-4a72-92ae-906e5c69668d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '374ce85d-33c6-431d-8255-72573d6c862d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:43.930477 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-c95764b0-00f9-4a72-92ae-906e5c69668d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 02 18:54:43.930976 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-c95764b0-00f9-4a72-92ae-906e5c69668d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:43.933088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c95764b0-00f9-4a72-92ae-906e5c69668d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071273 Mar 02 18:54:43.934726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 37996) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.011541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.029079 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.065211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.123089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:44.185698 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:54:44.216220 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.228146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['a349794c-b049-4dc8-a3e3-dbeb33e723a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:54:44.254799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=374ce85d-33c6-431d-8255-72573d6c862d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:44.273002 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.273002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c7502d93-6b3b-4d54-995a-ceb38ac7c3d8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/374ce85d-33c6-431d-8255-72573d6c862d HTTP/1.1" status: 204 len: 168 time: 0.3334544 Mar 02 18:54:44.273347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.338825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-915d9d9a-eed0-4041-86ed-9af5d88467f8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:44.405049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-915d9d9a-eed0-4041-86ed-9af5d88467f8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:44.410101 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-915d9d9a-eed0-4041-86ed-9af5d88467f8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1324341 Mar 02 18:54:44.411048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38010) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.416485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459067197'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:44.422934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:44.433974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:44.513881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.539715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:44.543877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:44.547140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:44.553306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:44.644023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.709071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.763087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584f1ad5-8f9a-4e9b-a89d-3258282d958f req-c6c26585-c111-445b-ac92-7ac3b9abcb6c tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:44.764568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-584f1ad5-8f9a-4e9b-a89d-3258282d958f req-c6c26585-c111-445b-ac92-7ac3b9abcb6c tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 945 time: 0.1193712 Mar 02 18:54:44.766867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:44.817708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-584f1ad5-8f9a-4e9b-a89d-3258282d958f req-44d3940d-8b4e-4585-960f-0cb8266a72a3 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453870 Mar 02 18:54:44.856441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:44.857673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4a633b4b-8619-4b94-8a33-b39180b84543 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4461467 Mar 02 18:54:44.860440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38024) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.868192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6f49066c-03e1-40d0-9c81-ac52edca5d6e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:44.877242 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-6f49066c-03e1-40d0-9c81-ac52edca5d6e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 02 18:54:44.877741 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-6f49066c-03e1-40d0-9c81-ac52edca5d6e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:44.878738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6f49066c-03e1-40d0-9c81-ac52edca5d6e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0173798 Mar 02 18:54:44.885995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.891627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b3e8a2d2-975f-4102-95bc-87b41133dd54 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:44.893398 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-b3e8a2d2-975f-4102-95bc-87b41133dd54 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 02 18:54:44.893996 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-b3e8a2d2-975f-4102-95bc-87b41133dd54 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:44.895159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3e8a2d2-975f-4102-95bc-87b41133dd54 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0080075 Mar 02 18:54:44.897998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.903706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-26d785f1-bb79-4084-98f8-50bf9b952bfb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:44.904693 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-26d785f1-bb79-4084-98f8-50bf9b952bfb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 02 18:54:44.905173 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-26d785f1-bb79-4084-98f8-50bf9b952bfb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:44.906282 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-26d785f1-bb79-4084-98f8-50bf9b952bfb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072103 Mar 02 18:54:44.914569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.919386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a935de78-d01a-4213-9b51-09314f691135 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:44.920305 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-a935de78-d01a-4213-9b51-09314f691135 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 02 18:54:44.920847 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a935de78-d01a-4213-9b51-09314f691135 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:44.921842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a935de78-d01a-4213-9b51-09314f691135 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0063188 Mar 02 18:54:44.924405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:44.957948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 41e505a4-2d7f-4a34-9311-cafa2118da6c up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:54:44.963807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4cac01-9207-4cf0-8c86-1bc269e562f2 req-b501e51f-0023-4b44-b214-425c1ddc9ca3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:44.965478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc4cac01-9207-4cf0-8c86-1bc269e562f2 req-b501e51f-0023-4b44-b214-425c1ddc9ca3 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 945 time: 0.1023171 Mar 02 18:54:44.992083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.043621 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.047366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc4cac01-9207-4cf0-8c86-1bc269e562f2 req-c92a7d52-8448-43d1-b656-62f4c98086d4 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741072 Mar 02 18:54:45.182019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 41e505a4-2d7f-4a34-9311-cafa2118da6c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:45.187467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 41e505a4-2d7f-4a34-9311-cafa2118da6c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:45.190989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.216573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.236221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:45.243512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.247132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f750f5df-87d6-4ce1-86f3-fffc4488701a tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/64e61af2-6134-48ac-9fb8-3bc2b1eb8dc5 HTTP/1.1" status: 204 len: 168 time: 0.3193893 Mar 02 18:54:45.247132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:45.302376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c354e714-c589-4d19-95b0-2ce3c668bdd8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:45.327623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.353983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:45.363564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:45.433819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a349794c-b049-4dc8-a3e3-dbeb33e723a7 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:54:45.446253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c354e714-c589-4d19-95b0-2ce3c668bdd8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:45.454384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38060) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:45.455368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c354e714-c589-4d19-95b0-2ce3c668bdd8 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2071664 Mar 02 18:54:45.459513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846120124'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:45.467264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:45.470414 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.478773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:45.568629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:45.577476 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'code': 200} Mar 02 18:54:45.588071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.610435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:45.616971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:45.622667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:45.628994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:45.773845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.774229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32bf122-ebb2-47f4-9f96-f997540f3cd7 req-f0b1eac3-610a-43b3-af0d-58d7d47f7533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:45.774229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b32bf122-ebb2-47f4-9f96-f997540f3cd7 req-f0b1eac3-610a-43b3-af0d-58d7d47f7533 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.0799093 Mar 02 18:54:45.774229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b32bf122-ebb2-47f4-9f96-f997540f3cd7 req-4cf82c4d-0404-4d8d-8afa-16c4c6e57838 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347552 Mar 02 18:54:45.793490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port a349794c-b049-4dc8-a3e3-dbeb33e723a7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:54:45.865816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port a349794c-b049-4dc8-a3e3-dbeb33e723a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:54:45.865816 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.919620 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:45.959186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:54:46.005474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:46.041358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e2fa1-6805-48bc-9bd8-d2324ce35bad req-d43aca67-4c21-419d-9514-cefae9a4050b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:46.042772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc1e2fa1-6805-48bc-9bd8-d2324ce35bad req-d43aca67-4c21-419d-9514-cefae9a4050b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 945 time: 0.1098471 Mar 02 18:54:46.067928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc93d0b-76fc-4cef-98ce-60ddc241af14,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:46.082149 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:46.110529 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc1e2fa1-6805-48bc-9bd8-d2324ce35bad req-3fc3cb12-a781-465e-8ab4-684d6b6ed09b tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577309 Mar 02 18:54:46.157491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:46.218031 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:46.219237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d37a2750-af6e-4a94-8951-efbd2dfad8d0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7638385 Mar 02 18:54:46.224750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38074) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.230448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8a63365c-8591-4816-98e6-36fc61a16fb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.230918 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-8a63365c-8591-4816-98e6-36fc61a16fb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 18:54:46.231611 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-8a63365c-8591-4816-98e6-36fc61a16fb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:46.232734 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a63365c-8591-4816-98e6-36fc61a16fb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064545 Mar 02 18:54:46.236489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38078) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.243737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.253048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:46.263860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:46.277706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:46.286746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:46.312773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2242f267-4b10-4d4f-89d4-f9adf91d1d07 req-1ad1cbf3-5c7c-409d-9160-10a9de02b56c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:46.314746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2242f267-4b10-4d4f-89d4-f9adf91d1d07 req-1ad1cbf3-5c7c-409d-9160-10a9de02b56c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.1370256 Mar 02 18:54:46.365803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2242f267-4b10-4d4f-89d4-f9adf91d1d07 req-d8913c58-556e-4347-8b8d-7cfe4fa730db tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450792 Mar 02 18:54:46.531090 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:46.535560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-69d0f042-5b97-475d-9483-73d66ac43d41 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2945037 Mar 02 18:54:46.535560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.547121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c1421e0d-2374-4b06-a045-90650583d0f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.547121 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-c1421e0d-2374-4b06-a045-90650583d0f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 02 18:54:46.547121 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-c1421e0d-2374-4b06-a045-90650583d0f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:46.547121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1421e0d-2374-4b06-a045-90650583d0f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068052 Mar 02 18:54:46.547121 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38094) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.553193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.566861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:46.579016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:46.581982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:46.588385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:46.787819 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:46.788964 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-04d520e1-758e-4c93-b4e5-6a79743715c0 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2409990 Mar 02 18:54:46.791958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38100) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.797297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5d0b0ec1-c77d-4bed-b74d-4e2990571c6b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.797900 n-d-828839-1 neutron-server[88708]: WARNING neutron.api.v2.base [None req-5d0b0ec1-c77d-4bed-b74d-4e2990571c6b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 02 18:54:46.798420 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5d0b0ec1-c77d-4bed-b74d-4e2990571c6b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:46.799345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d0b0ec1-c77d-4bed-b74d-4e2990571c6b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062859 Mar 02 18:54:46.803050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38104) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:46.808810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:46.815965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:46.831304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:46.831304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:46.831304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:46.983661 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Project 7085651a60684d0a8ee614672c6f1def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:47.146318 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:47.148082 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a22f5257-32b2-4958-b839-fa3d58a71f76 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3440063 Mar 02 18:54:47.162411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:47.162411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-58b8de37-305a-4889-91ed-f3feb506029b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:47.162411 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-58b8de37-305a-4889-91ed-f3feb506029b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 02 18:54:47.162411 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-58b8de37-305a-4889-91ed-f3feb506029b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:47.162411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-58b8de37-305a-4889-91ed-f3feb506029b tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059719 Mar 02 18:54:47.163533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38118) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:47.167277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:47.174532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:47.179586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:47.183318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:47.189397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:47.268065 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Project 7085651a60684d0a8ee614672c6f1def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:47.313738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fa4a9-7914-493d-b6c9-2e748d679115 req-fe3760e3-fa72-4fb7-8542-4a92745d2c1f tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.315218 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f2fa4a9-7914-493d-b6c9-2e748d679115 req-fe3760e3-fa72-4fb7-8542-4a92745d2c1f tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.0870433 Mar 02 18:54:47.372392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f2fa4a9-7914-493d-b6c9-2e748d679115 req-189f2adb-47c4-4413-863c-3688dd81e721 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512843 Mar 02 18:54:47.393808 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:47.394926 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-94281ba9-7eed-46cc-a03c-fb823e0adec4 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2330480 Mar 02 18:54:47.398152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38128) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:47.403184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '6dc93d0b-76fc-4cef-98ce-60ddc241af14', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:47.415264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:47.419627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:47.422704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:47.429320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:47.502330 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Project 7085651a60684d0a8ee614672c6f1def added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:54:47.561494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649dbcc-c6e8-4fa5-89a9-8ede08cb6bc2 req-7d74fe20-4aa9-48e5-a7ec-00c3f45c7d12 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.562888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7649dbcc-c6e8-4fa5-89a9-8ede08cb6bc2 req-7d74fe20-4aa9-48e5-a7ec-00c3f45c7d12 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.0834901 Mar 02 18:54:47.579529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:47.609303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7649dbcc-c6e8-4fa5-89a9-8ede08cb6bc2 req-dfee68fd-77e4-469b-a9aa-933877f44dd5 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406175 Mar 02 18:54:47.624297 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7', 'code': 200} Mar 02 18:54:47.628169 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:47.632700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0be14313-9212-48b3-bd0c-b75dcb792800 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2301388 Mar 02 18:54:47.632970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38136) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:47.715173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:47.796357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8016ccf-afcf-48ee-af07-a24f8eae9032 req-49e7e7b7-bbec-40b9-b261-284f4f40d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.799165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8016ccf-afcf-48ee-af07-a24f8eae9032 req-49e7e7b7-bbec-40b9-b261-284f4f40d3dd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 1097 time: 0.1089642 Mar 02 18:54:47.815217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:47.848616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8016ccf-afcf-48ee-af07-a24f8eae9032 req-1a7fc1e1-5947-4638-ad1c-098b90a7882a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Mar 02 18:54:47.886697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc0dee2-6764-4af8-a5c0-208026fd11be req-96269d9a-e728-4b0a-94dc-8cfb1acbca9c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:47.888239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bc0dee2-6764-4af8-a5c0-208026fd11be req-96269d9a-e728-4b0a-94dc-8cfb1acbca9c tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.1377966 Mar 02 18:54:47.941478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bc0dee2-6764-4af8-a5c0-208026fd11be req-b332a8a1-5f3a-4ec8-8ce9-6e60d4d81a38 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472686 Mar 02 18:54:47.965439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38146) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:48.028645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.055376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc93d0b-76fc-4cef-98ce-60ddc241af14,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:48.062962 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.064427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8eec96d4-41f3-424d-888c-cfd63cdd7d37 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/6dc93d0b-76fc-4cef-98ce-60ddc241af14 HTTP/1.1" status: 204 len: 168 time: 0.4304187 Mar 02 18:54:48.067066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:48.175599 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ad4aa82-4898-4e0c-8709-fc23b7c43c00 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072235 Mar 02 18:54:48.180501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38158) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:48.185514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--333888623'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:48.192075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:48.196856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:48.199893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:48.206774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844f50a3-b86c-4c67-b5c5-482b23915c9f tempest-TestVolumeBackupRestore-1099773846 tempest-TestVolumeBackupRestore-1099773846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:48.206975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:48.210503 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-844f50a3-b86c-4c67-b5c5-482b23915c9f tempest-TestVolumeBackupRestore-1099773846 tempest-TestVolumeBackupRestore-1099773846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1092 time: 0.2421167 Mar 02 18:54:48.211910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38162) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:48.219659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:48.227284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:48.231293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Usage tracker for resource:floatingip and tenant:1105469d6f4a4fbbb6d2ad5f57d73483 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:48.234206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:48.239954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:48.296170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.317705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:48.321694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:48.324839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:48.329519 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.345067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:48.507086 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.542071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.589034 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.704252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd258cd1-6546-49e6-82a1-9929720cb999,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:48.750824 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:48.752124 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e3072ea2-9851-4fdb-ac57-e304ec766047 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5706038 Mar 02 18:54:48.755121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:48.761744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': 'cd258cd1-6546-49e6-82a1-9929720cb999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:48.769495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:48.775056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:48.778104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:48.783993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:48.792216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Allocated IP 172.25.7.119 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/10f23414-c97b-4636-befc-c63d8e7ae81d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:54:48.859640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e819a-eb47-4b73-be94-250e92cee3b7 req-be5bd68a-83e0-4681-a98a-d146366dbbdc tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:48.861012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb9e819a-eb47-4b73-be94-250e92cee3b7 req-be5bd68a-83e0-4681-a98a-d146366dbbdc tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1926804 Mar 02 18:54:49.096765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb9e819a-eb47-4b73-be94-250e92cee3b7 req-cb1f2c4a-f839-4ed8-9ffb-448fe31588e6 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904273 Mar 02 18:54:49.127061 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.136446 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The resource could not be found. Mar 02 18:54:49.141944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-06dcc74a-f16b-4823-b537-ba7c5a215bd5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3824260 Mar 02 18:54:49.141944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:49.147273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': 'cd258cd1-6546-49e6-82a1-9929720cb999', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '01db6301-3acc-42cc-a988-b2320230bed2'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:49.155003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:49.158975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:49.161964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:49.169207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:49.262671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.326988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:54:49.336207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:54:49.342042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:54:49.385322 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'Port': ['ID=10f23414-c97b-4636-befc-c63d8e7ae81d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:49.493810 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The resource could not be found. Mar 02 18:54:49.495536 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8b9b5b2c-0c2e-48f7-9d4f-fd71affbf184 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3522947 Mar 02 18:54:49.499166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:49.568459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.601431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.776660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.814951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd258cd1-6546-49e6-82a1-9929720cb999,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:49.822589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.823755 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a85fadc8-e2e3-4a77-9ebb-30031a440041 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/cd258cd1-6546-49e6-82a1-9929720cb999 HTTP/1.1" status: 204 len: 168 time: 0.3234155 Mar 02 18:54:49.826386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:49.866232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:49.883172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b02c1436-6606-4087-80f8-ef6da7a830f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:50.009187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.029864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b02c1436-6606-4087-80f8-ef6da7a830f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:50.029864 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b02c1436-6606-4087-80f8-ef6da7a830f5 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1853209 Mar 02 18:54:50.029864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:50.029864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '729f34ea-e3c1-4ba9-b3dd-516492bd351c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:50.031730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:50.035865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:50.039297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:50.045460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:50.285279 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The resource could not be found. Mar 02 18:54:50.294812 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7825bd51-5004-4e3d-9818-11edf9db004e tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2760870 Mar 02 18:54:50.297583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38216) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:50.303636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1632649200'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:50.310935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:50.311283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.322310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:50.331725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d4b4e-3f18-44ec-aaa3-ebeaab31ef5f req-ea2e06b8-6a29-4859-94a3-e9ffacb62f32 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:50.333206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-419d4b4e-3f18-44ec-aaa3-ebeaab31ef5f req-ea2e06b8-6a29-4859-94a3-e9ffacb62f32 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1284425 Mar 02 18:54:50.382257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-419d4b4e-3f18-44ec-aaa3-ebeaab31ef5f req-c6beedb0-2e16-4e66-8ada-b11cd0f07c8c tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 Mar 02 18:54:50.422858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.439256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.463524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:50.468146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:50.471315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:50.478584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:50.563576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.581909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event updated for resources: {'Port': ['ID=10f23414-c97b-4636-befc-c63d8e7ae81d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:50.598043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.621880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.679595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b4367b-9bfd-4631-98ad-f185013fc478,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:50.736608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.738105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-222cf3d9-05b5-4d15-9fec-221045672631 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4393616 Mar 02 18:54:50.740691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:50.746141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343054657'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:50.753220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:50.757960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:50.761307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:50.769296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:50.806708 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Floating IP b07a6518-5779-4744-8178-c7c24a59fe0e associated. External IP: 172.25.7.119, port: 41e505a4-2d7f-4a34-9311-cafa2118da6c. Mar 02 18:54:50.839323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:50.859572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:50.863753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:50.872005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:50.874262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:50.945377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.136302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.200751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073d9cfb-7ccf-4d44-81bf-085c1ef23d7e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:51.325959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:54:51.383126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.383126 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fca6ad45-ebdf-4f16-840b-1fb1d818346d tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6368866 Mar 02 18:54:51.383126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38244) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:51.388232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': 'e4b4367b-9bfd-4631-98ad-f185013fc478', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '073d9cfb-7ccf-4d44-81bf-085c1ef23d7e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:51.395697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:51.399828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:51.403229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:51.410395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:51.521754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:54:51.531504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:54:51.545709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:51.549252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:51.628081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.628242 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:51.629543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5bbfd8ec-5a65-4bca-a8f2-34f7cca551d7 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2466586 Mar 02 18:54:51.635903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38254) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:51.694325 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5af6518e-54a6-4588-aa7f-e997a3798162 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4813063 Mar 02 18:54:51.695177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:51.698795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38258) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:51.748470 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:54:51.798900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.836577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:51.846997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:51.966056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e4592f-4ba9-4787-83fd-ec49211a1d6e tempest-TestVolumeBackupRestore-1099773846 tempest-TestVolumeBackupRestore-1099773846-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:51.967615 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-35e4592f-4ba9-4787-83fd-ec49211a1d6e tempest-TestVolumeBackupRestore-1099773846 tempest-TestVolumeBackupRestore-1099773846-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1092 time: 0.2674162 Mar 02 18:54:51.970656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38266) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:51.977619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-50bb2919-c599-4ac0-b8df-a03a8ea4afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:51.979023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Request body: {'floatingip': {'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:51.979139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-50bb2919-c599-4ac0-b8df-a03a8ea4afde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.1930902 Mar 02 18:54:52.046464 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:52.138900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:52.144152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d9cfb-7ccf-4d44-81bf-085c1ef23d7e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:52.167007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:52.170923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7c6c4fa-8500-4f35-8e03-5dd5d44e02eb tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/073d9cfb-7ccf-4d44-81bf-085c1ef23d7e HTTP/1.1" status: 204 len: 168 time: 0.5336571 Mar 02 18:54:52.173843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38272) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:52.241498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-8f19ef4b-3c82-4cbd-bb0c-9c31562733a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:52.244002 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-125df786-056e-4497-b796-47e3ee9a5638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:52.244333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-8f19ef4b-3c82-4cbd-bb0c-9c31562733a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 914 time: 0.2581007 Mar 02 18:54:52.370021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2baf464-a708-4ead-afcc-a0a2f8fcd0fc tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:52.396806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-37a073f7-08a4-4ec7-b4e9-245330fb56fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 1000 time: 0.1375768 Mar 02 18:54:52.466659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:49Z', 'revision_number': 0, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:52.471823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:54:52.473372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f2baf464-a708-4ead-afcc-a0a2f8fcd0fc tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:52.477996 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f2baf464-a708-4ead-afcc-a0a2f8fcd0fc tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3031390 Mar 02 18:54:52.480535 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38282) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:52.527869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:52.527869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:52.531432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-e0552dc4-dbd7-49f7-b9ae-0127ab5b374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:52.533082 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-e0552dc4-dbd7-49f7-b9ae-0127ab5b374d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.1201639 Mar 02 18:54:52.641025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-8ee01791-20ba-4f52-88ee-b008a24deae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:52.642610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-8ee01791-20ba-4f52-88ee-b008a24deae8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031406 Mar 02 18:54:52.774541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:52.988530 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-ee2b0d2e-a6bb-4ed0-97ae-c2fa987e660f service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393083 Mar 02 18:54:53.060346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.183104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.236144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.300852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2d67d103-b3d2-4580-ac59-9bb4675305b4 req-d017b09a-d7d9-46da-989e-28740f68d824 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051574 Mar 02 18:54:53.302288 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.363140 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.379572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:49Z', 'revision_number': 0, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:53.385722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011a725-8c2d-47db-ac9b-a2efb30966f5 None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:49Z', 'revision_number': 0, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:53.397364 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b4367b-9bfd-4631-98ad-f185013fc478,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:53.702793 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c75c2ed-d4d0-400c-9ea6-3570b5f211bb None None] New status for floating IP b07a6518-5779-4744-8178-c7c24a59fe0e: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:54:53.708868 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:53.710049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-355cbd55-9851-4d5a-bb33-17dcf1bc1436 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/e4b4367b-9bfd-4631-98ad-f185013fc478 HTTP/1.1" status: 204 len: 168 time: 1.2285488 Mar 02 18:54:53.712871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38300) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:53.779938 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-78634838-4eb4-4f78-a89a-a7e22f979ade tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0658798 Mar 02 18:54:53.793901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:53.813493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--296961216'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:53.824399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:53.832772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:53.838240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:53.855433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:54.028593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:54:54.193765 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-60446f6f-1750-4271-8211-fc9bd28db948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.275804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.323580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:54:54.325504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:54.330169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.345217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:54:54.358731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:54.359723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:54.373043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:54.377837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:54.392871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:54.433517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:54.523230 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:54:54.532845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7034e180-1b9f-42ea-811d-4ae3f2a57cbe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "PUT /v2.0/floatingips/b07a6518-5779-4744-8178-c7c24a59fe0e HTTP/1.1" status: 200 len: 992 time: 2.5593176 Mar 02 18:54:54.603042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.615685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:54.638300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-11426567-ce2e-4fa2-832e-01ee053dbbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:54.640002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-11426567-ce2e-4fa2-832e-01ee053dbbc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.1140449 Mar 02 18:54:54.662318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.719402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6150e-73b6-447f-9016-03389ac1b370,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:54.770812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:54.772992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-594083ce-bc06-4354-8645-0de942252675 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9729280 Mar 02 18:54:54.776771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38322) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:54.787024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '34d6150e-73b6-447f-9016-03389ac1b370', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:54.797283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:54.800690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-1df15f4c-dac2-4c4c-a43b-fd3a98939c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:54.801813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:54.803984 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-1df15f4c-dac2-4c4c-a43b-fd3a98939c0c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 914 time: 0.1571324 Mar 02 18:54:54.805865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:54.815403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:54.914665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-f44f0aab-4c58-48d4-9fef-387311ad98e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 1002 time: 0.1041412 Mar 02 18:54:55.009023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-83fec729-7d54-413e-a886-6bf53df3021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:55.010674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-83fec729-7d54-413e-a886-6bf53df3021c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.0890605 Mar 02 18:54:55.027663 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:55.032160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d0f8824b-3465-4c32-8d4f-f685e0116eaa tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2539785 Mar 02 18:54:55.032833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38332) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:55.038579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group_rule': {'security_group_id': '34d6150e-73b6-447f-9016-03389ac1b370', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:55.063411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:55.067885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:55.071354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:55.089946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:55.092960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:54Z', 'revision_number': 2, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:55.097795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:54:55.108811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:54:55.109786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:54:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:55.142523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-821061a9-3ee3-4922-bf4f-03d254278748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:55.144682 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-821061a9-3ee3-4922-bf4f-03d254278748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1276958 Mar 02 18:54:55.294460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-3c72d7d4-0424-46e2-a86c-2a32fc468bbc service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424048 Mar 02 18:54:55.296318 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 18:54:55.298158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-21b0c72f-ecab-4d5a-a54c-6f48d603bb56 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2635369 Mar 02 18:54:55.301805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38338) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:55.308891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:54:55.373283 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.407206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.438491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-67b346bc-32c5-4251-a429-ff4c6ad724e6 req-da402393-f0b5-445e-95dd-30a4ab04913f service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374764 Mar 02 18:54:55.554624 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.576139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6150e-73b6-447f-9016-03389ac1b370,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:55.584020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.585600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3d50ba44-ca7a-4677-8453-6ff9e765fac1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/34d6150e-73b6-447f-9016-03389ac1b370 HTTP/1.1" status: 204 len: 168 time: 0.2842140 Mar 02 18:54:55.589677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38344) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:55.620704 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.622071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.652668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-19466dce-88c8-4ff1-bd69-a27195a8af0c tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0633144 Mar 02 18:54:55.657262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38350) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:55.663574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'tempest-secgroup--845946941'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:55.669951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:55.674641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:55.678005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:55.685329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:55.760582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:54Z', 'revision_number': 2, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:54:55.760582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b744400e-aa43-4971-b9f8-4cb15d29b33a None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'b07a6518-5779-4744-8178-c7c24a59fe0e', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'floating_ip_address': '172.25.7.119', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'port_id': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'mac_address': 'fa:16:3e:09:9d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:49Z', 'updated_at': '2022-03-02T18:54:54Z', 'revision_number': 2, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:54:55.793468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.819479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:55.830422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Usage tracker for resource:security_group_rule and tenant:7085651a60684d0a8ee614672c6f1def is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:55.833791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:55.840594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:55.950348 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:55.993590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.022446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.071532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b19b22-9bb8-4e7e-81d3-1fe0b7996954,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:56.136504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.137784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-da448e4f-6197-4a26-8318-eaa4c56c4f92 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4797595 Mar 02 18:54:56.140625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.145518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5a62b4d1-5875-44cf-b7e1-ad1b481a0c38 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:56.148574 n-d-828839-1 neutron-server[88709]: WARNING neutron.api.v2.base [None req-5a62b4d1-5875-44cf-b7e1-ad1b481a0c38 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 02 18:54:56.148574 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-5a62b4d1-5875-44cf-b7e1-ad1b481a0c38 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] update failed (client error): There was a conflict when trying to complete your request. Mar 02 18:54:56.148574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a62b4d1-5875-44cf-b7e1-ad1b481a0c38 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "PUT /v2.0/security-groups/e2b19b22-9bb8-4e7e-81d3-1fe0b7996954 HTTP/1.1" status: 409 len: 330 time: 0.0063090 Mar 02 18:54:56.150694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38364) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.228774 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.262351 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.376072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.396470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b19b22-9bb8-4e7e-81d3-1fe0b7996954,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:56.404337 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.416989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dc262fa4-727f-471e-a751-fe7ec83e5750 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/e2b19b22-9bb8-4e7e-81d3-1fe0b7996954 HTTP/1.1" status: 204 len: 168 time: 0.2628498 Mar 02 18:54:56.417361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38372) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.470914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9a4d3875-09c3-48a5-a2e5-a2a4b8305659 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Synchronizing usage tracker for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:54:56.523698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:54:56.569687 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:54:56.605049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9a4d3875-09c3-48a5-a2e5-a2a4b8305659 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] Unset dirty status for tenant:7085651a60684d0a8ee614672c6f1def on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:54:56.610378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9a4d3875-09c3-48a5-a2e5-a2a4b8305659 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1880436 Mar 02 18:54:56.617956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38382) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.639251 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-621a6cbc-c805-4c98-bb82-f578daa92ef1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] delete failed (client error): The resource could not be found. Mar 02 18:54:56.639251 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-621a6cbc-c805-4c98-bb82-f578daa92ef1 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "DELETE /v2.0/security-groups/278b59f9-8350-4510-a56e-6c6ec8dbbbe8 HTTP/1.1" status: 404 len: 347 time: 0.0194297 Mar 02 18:54:56.642496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38386) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.666903 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-589cde00-77ae-401e-9253-3f7be755adb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] show failed (client error): The resource could not be found. Mar 02 18:54:56.672206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-589cde00-77ae-401e-9253-3f7be755adb2 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-groups/4d3419ac-0baa-4756-8a20-9b567d61bff1 HTTP/1.1" status: 404 len: 347 time: 0.0244827 Mar 02 18:54:56.672206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:56.686368 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-b10e05b0-2ed3-485c-8d41-ba1767760367 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] show failed (client error): The resource could not be found. Mar 02 18:54:56.690717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b10e05b0-2ed3-485c-8d41-ba1767760367 tempest-NegativeSecGroupIPv6Test-1491952708 tempest-NegativeSecGroupIPv6Test-1491952708-project] 10.222.0.66 "GET /v2.0/security-group-rules/dfaf3c93-2bdb-4b28-a52c-db2e28219c5d HTTP/1.1" status: 404 len: 356 time: 0.0145414 Mar 02 18:54:56.691832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-88ada2b0-720d-4f3c-88f9-74e643effb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:56.691832 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-88ada2b0-720d-4f3c-88f9-74e643effb9a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.0998390 Mar 02 18:54:56.827510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:56.830878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-c98d883d-ddaf-42db-b21b-88a0b45b0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:56.832357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-c98d883d-ddaf-42db-b21b-88a0b45b0c6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 914 time: 0.1371350 Mar 02 18:54:56.945803 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-42c2f11f-3f40-40a3-bf1e-87cb638f25c1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 1002 time: 0.1059132 Mar 02 18:54:56.999885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.012113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-1ecf5823-bb65-4a55-93ac-8c7daf5a67f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.013956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-1ecf5823-bb65-4a55-93ac-8c7daf5a67f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.0624919 Mar 02 18:54:57.111402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-96ba927b-8c29-408f-b407-cd7816776409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.113420 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-96ba927b-8c29-408f-b407-cd7816776409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933392 Mar 02 18:54:57.239471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38406) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:57.258806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-649ac47d-98ca-4677-a563-53acb1fe5560 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390972 Mar 02 18:54:57.337662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57defc3-f648-4097-809b-7276584f28f2 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.338413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57defc3-f648-4097-809b-7276584f28f2 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.338883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57defc3-f648-4097-809b-7276584f28f2 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:57.340628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c57defc3-f648-4097-809b-7276584f28f2 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/ports?project_id=6e33b1c1969f455a9168299cc42ff961&network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 2970 time: 0.1000617 Mar 02 18:54:57.341691 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:57.559319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb81e4e9-8f0f-43c5-99e8-ec2ced9d0208 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7085651a60684d0a8ee614672c6f1def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2151949 Mar 02 18:54:57.574758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38426) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:57.595483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8b7e5ad1-f529-4df0-ad7e-572ab9d0574f req-82fbe50c-4aa3-4145-91f6-0c1837d2495d service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3299711 Mar 02 18:54:57.658880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.693149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.838749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.861649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e9a56c8-cd49-4a47-a304-eefa39b56525,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:57.967241 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:57.967241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-820f5d31-933c-4a69-8c98-375f41eb2082 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e9a56c8-cd49-4a47-a304-eefa39b56525 HTTP/1.1" status: 204 len: 168 time: 0.3893764 Mar 02 18:54:59.129786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:59.183959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38484) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:59.196738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a79c02-6ee2-433f-9432-f99a5bbfed74 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.198250 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-87a79c02-6ee2-433f-9432-f99a5bbfed74 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e HTTP/1.1" status: 200 len: 814 time: 0.0674839 Mar 02 18:54:59.301738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-156440526'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:59.308426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:59.312328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Usage tracker for resource:network and tenant:78e1579d5881444c9d89b9c8e501ceae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:59.315255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:59.321740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:59.416149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Made reservation on behalf of 78e1579d5881444c9d89b9c8e501ceae for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:54:59.419611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.433220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.449144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:59.452978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Usage tracker for resource:security_group_rule and tenant:78e1579d5881444c9d89b9c8e501ceae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:54:59.455810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:54:59.461977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:59.562792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.633353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.681340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:54:59.686785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b9ec03-2922-4efe-8f5d-1dd796758f1e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:59.697434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.697748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.698085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.698443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.698773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.699102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.699426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.699747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.700082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.700445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.700767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.701089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:54:59.705385 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.709460 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Added segment 8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132 of type vlan for network 509f79ac-394e-4709-b6c0-66b9d6eb7eed Mar 02 18:54:59.733853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.822564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:54:59.828457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'network': {'name': 'tempest-network-smoke--1649012207', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:54:59.834506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:54:59.841443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.850612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:54:59.850612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:54:59.868217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:54:59.973210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event updated for resources: {'Network': ['ID=509f79ac-394e-4709-b6c0-66b9d6eb7eed,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:54:59.984125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:55:00.004883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:00.020611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.058137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4cd0e1aa-6053-49a4-8c44-192b5410fc3f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8731239 Mar 02 18:55:00.060881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:00.086317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 680} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:55:00.092967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Request body: {'subnet': {'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:00.138439 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.139097 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Added segment 2af8e1c0-79ba-45ce-b23f-5edbf048207a of type vlan for network 44167738-dd4c-4498-901e-bf070e4a29f5 Mar 02 18:55:00.247669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.253483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:00.261569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Usage tracker for resource:subnet and tenant:78e1579d5881444c9d89b9c8e501ceae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:00.265204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:00.280016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:00.393392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Made reservation on behalf of 78e1579d5881444c9d89b9c8e501ceae for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:00.397147 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.484121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.490360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:00.490981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.634228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Network': ['ID=44167738-dd4c-4498-901e-bf070e4a29f5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:00.649002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3dcfc45-0e22-4dca-b0fe-3672c3755b15 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8233705 Mar 02 18:55:00.650816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38510) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:00.651569 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 44167738-dd4c-4498-901e-bf070e4a29f5 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:55:00.769650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334d5f67-e90c-4908-916c-448cc296879d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:00.771168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-334d5f67-e90c-4908-916c-448cc296879d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=6e33b1c1969f455a9168299cc42ff961&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1194289 Mar 02 18:55:00.774106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:00.856472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:00.910635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2be4fd-9d7e-44c9-a1b9-3c326e01608d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:00.913822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2a2be4fd-9d7e-44c9-a1b9-3c326e01608d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369975 Mar 02 18:55:00.915375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38518) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:00.940402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event updated for resources: {'Subnet': ['ID=107b1bb0-811f-455a-82a8-a9e670324e2e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:00.948856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Checking segment: {'id': '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:00.949221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Network hostable DHCP agents. Network: 509f79ac-394e-4709-b6c0-66b9d6eb7eed, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:55:00.959141 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1b7ab92b-94ef-4892-b64f-24e3117102d9 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422409 Mar 02 18:55:00.961252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38522) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:01.005514 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a9eb02a6-acf8-4fe0-ab25-7f28859f2c4d tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=6e33b1c1969f455a9168299cc42ff961&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408368 Mar 02 18:55:01.005719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:01.083347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:55:01.250933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 509f79ac-394e-4709-b6c0-66b9d6eb7eed) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:01.255939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:01.257152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.263598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1b922f-4f66-4cfc-b5c1-9a6b18ee8992 None None] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:01.272539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c57183-e312-4226-b23a-4450229ac3f3 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:01.274157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0c57183-e312-4226-b23a-4450229ac3f3 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2672648 Mar 02 18:55:01.276931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38538) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:01.319873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ff52a12a-4b75-4586-9ecb-da2141f8e67a tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418165 Mar 02 18:55:01.322303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38542) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:01.327805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1095890780', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:01.431375 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-196b4317-db49-4610-bd1e-1c295f402553 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3686602 Mar 02 18:55:01.435424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38550) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:01.450731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Request body: {'port': {'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed', 'name': 'tempest-TagsExtTest-624028491'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:01.451370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:01.455521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:subnet and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:01.458513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:01.464712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:01.492051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-509f79ac-394e-4709-b6c0-66b9d6eb7eed', 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed', 'tenant_id': '78e1579d5881444c9d89b9c8e501ceae', 'fixed_ips': [{'subnet_id': '107b1bb0-811f-455a-82a8-a9e670324e2e'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:55:01.492902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.543009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:01.545395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.646528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:01.650554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Usage tracker for resource:port and tenant:78e1579d5881444c9d89b9c8e501ceae is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:01.655951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:01.669663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:01.750012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Allocated IP 172.20.0.2 (509f79ac-394e-4709-b6c0-66b9d6eb7eed/107b1bb0-811f-455a-82a8-a9e670324e2e/e9e9a537-e459-4cf6-94b3-2640a71ea316) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:01.788580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Made reservation on behalf of 78e1579d5881444c9d89b9c8e501ceae for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:01.795162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.825416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] device_id is not set on port b2d54887-0c50-41ec-b7bb-451e0685b766 yet. {{(pid=88708) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 02 18:55:01.896365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.965645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:01.978047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Transition to ACTIVE for port object e9e9a537-e459-4cf6-94b3-2640a71ea316 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:01.998308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Transition to ACTIVE for port object e9e9a537-e459-4cf6-94b3-2640a71ea316 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:02.007588 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Subnet': ['ID=6ff26d06-a107-4891-b7bb-7bebc84ffdc7,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:02.019244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.019681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.020090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.020507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.020905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.021302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.021702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.022160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.022575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.022954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.023369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.023763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:02.027251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Checking segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:02.027685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network hostable DHCP agents. Network: 44167738-dd4c-4498-901e-bf070e4a29f5, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:55:02.125165 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.188115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:02.189298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:02.191803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:02.199821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Allocated IP 172.20.0.12 (509f79ac-394e-4709-b6c0-66b9d6eb7eed/107b1bb0-811f-455a-82a8-a9e670324e2e/b2d54887-0c50-41ec-b7bb-451e0685b766) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:02.222181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 44167738-dd4c-4498-901e-bf070e4a29f5 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:55:02.254825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Pushing event updated for resources: {'Port': ['ID=e9e9a537-e459-4cf6-94b3-2640a71ea316,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:02.313132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 44167738-dd4c-4498-901e-bf070e4a29f5) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:02.318894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Attempting to bind port e9e9a537-e459-4cf6-94b3-2640a71ea316 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:02.319449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Attempting to bind port e9e9a537-e459-4cf6-94b3-2640a71ea316 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:02.319588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Attempting to bind port e9e9a537-e459-4cf6-94b3-2640a71ea316 on network 509f79ac-394e-4709-b6c0-66b9d6eb7eed {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:02.327259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:02.328055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:02.328651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Checking segment: {'id': '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:02.329223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.329672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Bound using segment: {'id': '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:02.329893 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.330300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Bound port: e9e9a537-e459-4cf6-94b3-2640a71ea316, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '509f79ac-394e-4709-b6c0-66b9d6eb7eed'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:02.330730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.340875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f797c57-24db-47c5-a2bf-5bfd50a8cf19 None None] Network 44167738-dd4c-4498-901e-bf070e4a29f5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:02.432495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-232edb1a-d6cc-4087-b4e8-98f04046f0e6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1053903 Mar 02 18:55:02.467402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.488820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Transition to ACTIVE for port object b2d54887-0c50-41ec-b7bb-451e0685b766 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:02.532559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] For port e9e9a537-e459-4cf6-94b3-2640a71ea316, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:02.543095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] For port e9e9a537-e459-4cf6-94b3-2640a71ea316, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e9e9a537-e459-4cf6-94b3-2640a71ea316,segment=NetworkSegment(8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132),segment_id=8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:02.616916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.651701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.705774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-44167738-dd4c-4498-901e-bf070e4a29f5', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ips': [{'subnet_id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:55:02.707056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:02.842068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:02.854086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d08fff-f319-4a89-bf4f-75405d19a5b2 None None] Pushing event updated for resources: {'Port': ['ID=e9e9a537-e459-4cf6-94b3-2640a71ea316,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:02.858530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:02.867709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:02.931103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event updated for resources: {'Port': ['ID=b2d54887-0c50-41ec-b7bb-451e0685b766,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:03.044909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:03.044909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.061681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Allocated IP 172.20.0.18 (44167738-dd4c-4498-901e-bf070e4a29f5/6ff26d06-a107-4891-b7bb-7bebc84ffdc7/99f2ac94-6cf4-4701-a621-362a28500f02) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:03.154424 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d8d97c5d-c723-4186-bd66-8b2766cb9178 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7163942 Mar 02 18:55:03.160840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38606) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:03.167470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1553281441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:03.175035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:03.179761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Usage tracker for resource:router and tenant:78e1579d5881444c9d89b9c8e501ceae is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:03.182807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:03.202257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:03.324879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.326231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.345581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.362174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.374191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Transition to ACTIVE for port object 99f2ac94-6cf4-4701-a621-362a28500f02 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:03.393312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Transition to ACTIVE for port object 99f2ac94-6cf4-4701-a621-362a28500f02 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:03.434163 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.488591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.507777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.509114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b0c85365-3d7e-4ff2-b64a-8bc2ebcf1665 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3466918 Mar 02 18:55:03.512267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38624) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:03.519308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2ae4072b-b068-4466-b6ff-b416470d5f30 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1712314883', 'prefixes': ['172.20.0.0/16']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:03.527674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2ae4072b-b068-4466-b6ff-b416470d5f30 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:03.566982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Network 44167738-dd4c-4498-901e-bf070e4a29f5 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:03.570224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:03.574641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:03.580117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Pushing event updated for resources: {'Port': ['ID=99f2ac94-6cf4-4701-a621-362a28500f02,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:03.673396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Attempting to bind port 99f2ac94-6cf4-4701-a621-362a28500f02 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:03.674106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Attempting to bind port 99f2ac94-6cf4-4701-a621-362a28500f02 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:03.674775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Attempting to bind port 99f2ac94-6cf4-4701-a621-362a28500f02 on network 44167738-dd4c-4498-901e-bf070e4a29f5 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:03.681482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:03.682437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Checking segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:03.685022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.685022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Bound using segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:03.685022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Bound port: 99f2ac94-6cf4-4701-a621-362a28500f02, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:03.685022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.794233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] For port 99f2ac94-6cf4-4701-a621-362a28500f02, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:03.798024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] For port 99f2ac94-6cf4-4701-a621-362a28500f02, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=99f2ac94-6cf4-4701-a621-362a28500f02,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:03.832344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38640) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:03.842301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1743561873', 'description': 'tempest-secgroup-smoke-1743561873 description', 'project_id': '6e33b1c1969f455a9168299cc42ff961'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:03.850718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:03.861970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:03.887350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ae4072b-b068-4466-b6ff-b416470d5f30 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for subnetpool, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.887808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2ae4072b-b068-4466-b6ff-b416470d5f30 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3738041 Mar 02 18:55:03.891247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38644) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:03.898098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-e856de0b-a03f-4d01-ba7c-205c476854b5 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-201886181') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:03.936721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:03.973820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:04.004509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:04.011219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:04.014548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:04.027529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:04.051205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae32fde-7a3b-4892-8c38-7370cd9412f7 None None] Pushing event updated for resources: {'Port': ['ID=99f2ac94-6cf4-4701-a621-362a28500f02,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:04.113237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da8630-8e41-4999-bc8d-ba0d3a8665a8 None None] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:04.149602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:04.155204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e856de0b-a03f-4d01-ba7c-205c476854b5 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-201886181 HTTP/1.1" status: 201 len: 201 time: 0.2597036 Mar 02 18:55:04.155204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:04.170375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-ab2def68-115a-439c-8f2e-728eb2d34623 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-1776025809') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:04.680831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:04.680831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba8aa05-af80-4fa3-a419-d8f08a520b3b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:04.680831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:04.680831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bbe1587d-685f-4c7f-a100-d0d3d285453b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7362463 Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38672) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:04.688712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:04.699756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d040e750-f76a-4c97-9721-8d5b820828e9 None None] Provisioning for port e9e9a537-e459-4cf6-94b3-2640a71ea316 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:04.704910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab2def68-115a-439c-8f2e-728eb2d34623 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-1776025809 HTTP/1.1" status: 201 len: 201 time: 0.4880257 Mar 02 18:55:04.704910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38680) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:04.704910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-3f29cdb3-c7ec-4d29-a558-3f010841f367 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-775911736') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:04.806802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e9e9a537-e459-4cf6-94b3-2640a71ea316 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:04.865115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.034062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.055574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eb9f51d5-36dc-4c22-a6e2-adf10f453f35 None None] Provisioning for port b2d54887-0c50-41ec-b7bb-451e0685b766 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:05.067765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-eb9f51d5-36dc-4c22-a6e2-adf10f453f35 None None] Provisioning complete for port b2d54887-0c50-41ec-b7bb-451e0685b766 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:05.067765 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eb9f51d5-36dc-4c22-a6e2-adf10f453f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.109098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f29cdb3-c7ec-4d29-a558-3f010841f367 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-775911736 HTTP/1.1" status: 201 len: 201 time: 0.4611096 Mar 02 18:55:05.112072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38698) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.118432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-aa9491d9-6672-4a11-bab4-c823efc74d08 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1908181417') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:05.131207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port e9e9a537-e459-4cf6-94b3-2640a71ea316 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:05.150684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e9e9a537-e459-4cf6-94b3-2640a71ea316 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:05.150684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.150813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.199844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=136d1e18-91a9-478d-8229-06c44e58646c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:05.208971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-eb9f51d5-36dc-4c22-a6e2-adf10f453f35 None None] Port b2d54887-0c50-41ec-b7bb-451e0685b766 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:05.316553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aa9491d9-6672-4a11-bab4-c823efc74d08 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1908181417 HTTP/1.1" status: 201 len: 201 time: 0.1981716 Mar 02 18:55:05.320765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38706) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.326435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.330570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38712) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.340958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3a91b5a2-6a2a-4e58-9137-f7dc023db340 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7500658 Mar 02 18:55:05.343696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-dde2aee8-8d0d-4a9f-a5c2-e348ab98ac34 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:05.347407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.406084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c4a37c4f-97d7-431f-b5b9-8732064de789 None None] Provisioning complete for port b2d54887-0c50-41ec-b7bb-451e0685b766 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:05.406084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4a37c4f-97d7-431f-b5b9-8732064de789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.415910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:05.433305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:05.433305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:05.437825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:05.445703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port e9e9a537-e459-4cf6-94b3-2640a71ea316, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e9e9a537-e459-4cf6-94b3-2640a71ea316,segment=NetworkSegment(8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132),segment_id=8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:05.469871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:05.493723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c4a37c4f-97d7-431f-b5b9-8732064de789 None None] Port b2d54887-0c50-41ec-b7bb-451e0685b766 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:05.500120 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dde2aee8-8d0d-4a9f-a5c2-e348ab98ac34 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 200 len: 240 time: 0.1806779 Mar 02 18:55:05.500120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38722) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.502220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-39341438-3afe-47cc-9f6b-aa558022e683 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-201886181') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:05.528977 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.528977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 99f2ac94-6cf4-4701-a621-362a28500f02 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:05.586352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.620374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819f2bdc-ec6d-4e88-9aaa-9fa37c3f076a None None] Network 44167738-dd4c-4498-901e-bf070e4a29f5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:05.627390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39341438-3afe-47cc-9f6b-aa558022e683 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-201886181 HTTP/1.1" status: 204 len: 168 time: 0.1246192 Mar 02 18:55:05.629561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38730) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.649842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-ceba4fe0-5a07-4ca0-92fd-e94d323231c1 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-201886181') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:05.741866 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.796444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=e9e9a537-e459-4cf6-94b3-2640a71ea316,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:05.847276 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.859906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45564d22-1369-492e-a463-1fa01aba7b8a None None] Provisioning for port 99f2ac94-6cf4-4701-a621-362a28500f02 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:05.940196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ceba4fe0-5a07-4ca0-92fd-e94d323231c1 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-201886181 HTTP/1.1" status: 204 len: 168 time: 0.2931871 Mar 02 18:55:05.940196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38746) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:05.940196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-1a401d72-fe53-4f1c-942f-66120522329a tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:05.966914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 99f2ac94-6cf4-4701-a621-362a28500f02 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:05.966914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 99f2ac94-6cf4-4701-a621-362a28500f02 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:05.966914 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:05.979845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac66459-d107-417a-892c-6be22b9499e5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.049512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.072787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-538ab9a5-3b51-456e-a97a-fa9ea80f8474 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7424986 Mar 02 18:55:06.075475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38754) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.075475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:06.086243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:06.095808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:06.105140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38758) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.111710 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1a401d72-fe53-4f1c-942f-66120522329a tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 200 len: 205 time: 0.1715901 Mar 02 18:55:06.117099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:06.117099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-febe6df2-7cec-4ea0-9915-d5922bb7f5a0 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:06.165139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:06.190004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.221041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.221338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-febe6df2-7cec-4ea0-9915-d5922bb7f5a0 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 200 len: 241 time: 0.1178639 Mar 02 18:55:06.227773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-9456ea0c-7da7-4dff-a449-0cc423b73c12 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-1776025809') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:06.244049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 99f2ac94-6cf4-4701-a621-362a28500f02, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=99f2ac94-6cf4-4701-a621-362a28500f02,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:06.330103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.345962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9456ea0c-7da7-4dff-a449-0cc423b73c12 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-1776025809 HTTP/1.1" status: 204 len: 168 time: 0.1147428 Mar 02 18:55:06.345962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38774) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.359533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.372461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-3f3cf9e4-0ea4-4469-a34c-6e18c22edabd tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-1776025809') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:06.569565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=99f2ac94-6cf4-4701-a621-362a28500f02,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.586586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.630217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f18dd5a7-3588-4b29-bcf6-434b00b56db2 None None] Provisioning complete for port 99f2ac94-6cf4-4701-a621-362a28500f02 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:06.630665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f18dd5a7-3588-4b29-bcf6-434b00b56db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.667293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e9e9a537-e459-4cf6-94b3-2640a71ea316 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:06.673468 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.700656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038c0111-b108-4deb-be6f-93ea708a02fa,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:06.732233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f3cf9e4-0ea4-4469-a34c-6e18c22edabd tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-1776025809 HTTP/1.1" status: 204 len: 168 time: 0.3885527 Mar 02 18:55:06.733923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.739668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-ea08f3bc-f32a-4784-9599-c05958f35530 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:06.782076 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.784019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2af1a506-4877-46f6-9a3a-125e66af7938 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7191441 Mar 02 18:55:06.786615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38800) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.794915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:06.801933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:06.806937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:06.811221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:06.813927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port e9e9a537-e459-4cf6-94b3-2640a71ea316 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:06.814442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:06.818481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:06.824389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea08f3bc-f32a-4784-9599-c05958f35530 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 200 len: 205 time: 0.0871949 Mar 02 18:55:06.825215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38804) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:06.830395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-13a66c6e-d09d-4749-9e32-4f9954101c7b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:06.952107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.007526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13a66c6e-d09d-4749-9e32-4f9954101c7b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 200 len: 240 time: 0.1782835 Mar 02 18:55:07.008018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38818) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.014986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-ce9e0bf3-ba75-41bf-a2b2-5b300d4034a6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-775911736') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.048151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.120575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.259033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=164544eb-0d10-42b9-9caf-8f84208d8121,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:07.279426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce9e0bf3-ba75-41bf-a2b2-5b300d4034a6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-775911736 HTTP/1.1" status: 204 len: 168 time: 0.2695892 Mar 02 18:55:07.281914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38826) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.289490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-a6314e45-5ac0-49ee-9b45-0bf7b3e6c48b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-775911736') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.347233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.348509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3a19feff-b429-4ae6-815f-c876f6b4462a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5588865 Mar 02 18:55:07.351552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38834) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.356874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:07.364080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:07.368425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:07.371461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:07.378680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:07.491091 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:55:07.498432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.555824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a6314e45-5ac0-49ee-9b45-0bf7b3e6c48b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-775911736 HTTP/1.1" status: 204 len: 168 time: 0.2713354 Mar 02 18:55:07.557755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.562598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-c02d8a5e-1cf1-452f-9865-b504c5e22a9e tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.568117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.633299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.657059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721f6016-c3c9-4ea8-b7cc-3c6def278574,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:07.704509 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c02d8a5e-1cf1-452f-9865-b504c5e22a9e tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 200 len: 205 time: 0.1463687 Mar 02 18:55:07.707094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.712173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-b1b426f1-e55d-4390-aadc-5f5bbd9546dc tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.736204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b1b426f1-e55d-4390-aadc-5f5bbd9546dc tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 200 len: 241 time: 0.0281272 Mar 02 18:55:07.739061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38860) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.744270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-a8419e98-da10-4284-a54b-13840867e70b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1908181417') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.768908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a8419e98-da10-4284-a54b-13840867e70b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1908181417 HTTP/1.1" status: 204 len: 168 time: 0.0290737 Mar 02 18:55:07.771334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38864) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.776194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-12f4be32-6254-4621-a63c-d0a259b36b55 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1908181417') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.794647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.794647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b275eb5-15ee-40d3-92d6-b3475266cbe8 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4368756 Mar 02 18:55:07.796712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.802995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '5ba8aa05-af80-4fa3-a419-d8f08a520b3b', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:07.812809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:07.822989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:07.822989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:07.829914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:07.948731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12f4be32-6254-4621-a63c-d0a259b36b55 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1908181417 HTTP/1.1" status: 204 len: 168 time: 0.1764128 Mar 02 18:55:07.951415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.956698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-ca6c4448-7460-42ba-8062-f0acc51f8ce6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:07.965022 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:55:07.972639 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:07.981206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca6c4448-7460-42ba-8062-f0acc51f8ce6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 200 len: 205 time: 0.0284979 Mar 02 18:55:07.983824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:07.989067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-5148efb2-5c74-4bba-aaf9-39c097bb852d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.021531 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5148efb2-5c74-4bba-aaf9-39c097bb852d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 204 len: 168 time: 0.0342703 Mar 02 18:55:08.027323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38890) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.032847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-89dc26f2-c09b-4520-88f1-d5a64462c476 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.050915 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.136082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.167197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12cdedf3-40cd-4f3b-ad07-5bc462ed6c95,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:08.283179 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-89dc26f2-c09b-4520-88f1-d5a64462c476 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 204 len: 168 time: 0.2548110 Mar 02 18:55:08.285941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38902) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.291753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-07f9aa50-fcb7-434c-b0dd-bae80a975560 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.307635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.318447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-823fb7a2-ff00-4648-a537-cd30ab6e476c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5113282 Mar 02 18:55:08.366113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07f9aa50-fcb7-434c-b0dd-bae80a975560 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 204 len: 168 time: 0.0791326 Mar 02 18:55:08.370209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38910) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.376041 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-0e27a9f8-5429-490a-a329-b41bc2744010 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.449119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0e27a9f8-5429-490a-a329-b41bc2744010 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0784662 Mar 02 18:55:08.453394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 38918) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.469650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-8c4d57f1-f229-4c21-96d4-8b682d3d7edb tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-1769123783') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.581797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-32e3380d-e6e4-41d0-86bf-66105fb34f40 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1743561873&fields=id&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 267 time: 0.0577705 Mar 02 18:55:08.663272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 99f2ac94-6cf4-4701-a621-362a28500f02 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:08.746310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 99f2ac94-6cf4-4701-a621-362a28500f02 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:08.746683 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:08.795230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c4d57f1-f229-4c21-96d4-8b682d3d7edb tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-1769123783 HTTP/1.1" status: 201 len: 201 time: 0.3399861 Mar 02 18:55:08.798625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38946) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:08.804205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-48fc8b62-e0ee-46c3-9b6c-5be2c11bfff3 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-660239177') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:08.964761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-5640a5e1-4074-485c-bd8a-dea5259a6dc5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:08.966282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-5640a5e1-4074-485c-bd8a-dea5259a6dc5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/networks?id=44167738-dd4c-4498-901e-bf070e4a29f5 HTTP/1.1" status: 200 len: 797 time: 0.3766725 Mar 02 18:55:08.982463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-367b4589-2f5c-4015-86ef-0980700be714 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/quotas/6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 375 time: 0.0102515 Mar 02 18:55:09.056828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48fc8b62-e0ee-46c3-9b6c-5be2c11bfff3 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-660239177 HTTP/1.1" status: 201 len: 201 time: 0.2459407 Mar 02 18:55:09.056828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:09.083240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-367c3e90-2e33-4a02-8205-e1a0e13eb5a5 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-5406440') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.146072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-2312c6c3-d370-43c9-a47a-f94455310929 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1528957 Mar 02 18:55:09.178692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-76c5a966-f9a2-4598-893b-28a23c13e15d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:55:09.179658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-76c5a966-f9a2-4598-893b-28a23c13e15d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061595 Mar 02 18:55:09.329940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-d2b56256-fde1-4ff1-b6d3-1a716cfa0995 service neutron] 10.222.0.66 "GET /v2.0/networks/44167738-dd4c-4498-901e-bf070e4a29f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425467 Mar 02 18:55:09.424243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-367c3e90-2e33-4a02-8205-e1a0e13eb5a5 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-5406440 HTTP/1.1" status: 201 len: 201 time: 0.3744345 Mar 02 18:55:09.429117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38972) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:09.433130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-52d37256-19e6-4e01-a493-37461ea16c53 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-271606538') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.485607 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-3ef10afa-97dd-4707-8e51-91619a074725 service neutron] 10.222.0.66 "GET /v2.0/networks/44167738-dd4c-4498-901e-bf070e4a29f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496577 Mar 02 18:55:09.550783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-52d37256-19e6-4e01-a493-37461ea16c53 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-271606538 HTTP/1.1" status: 201 len: 201 time: 0.1204660 Mar 02 18:55:09.551215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38980) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:09.557803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-602bf2e3-86a9-4973-a4db-067999729b0c tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', {'tags': ['tempest-TagsExtTest-Tag-206472341', 'tempest-TagsExtTest-Tag-2145273603', 'tempest-TagsExtTest-Tag-2030157334']}) {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.762331 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-602bf2e3-86a9-4973-a4db-067999729b0c tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 200 len: 317 time: 0.2023005 Mar 02 18:55:09.762331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 38992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:09.766247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-329a1557-14fe-40c9-88e9-a7b0ad9508cb tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.935687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39002) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:09.947074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-3e60ee6b-3788-4477-8085-528e1317bed0 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-206472341') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:09.947222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-329a1557-14fe-40c9-88e9-a7b0ad9508cb tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.1880212 Mar 02 18:55:10.093657 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-3e60ee6b-3788-4477-8085-528e1317bed0 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.093657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3e60ee6b-3788-4477-8085-528e1317bed0 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-206472341 HTTP/1.1" status: 404 len: 328 time: 0.1428137 Mar 02 18:55:10.101693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39012) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.101693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-71b1802f-a17c-4932-a3a8-a2e3dd63e989 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-2145273603') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.181860 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-71b1802f-a17c-4932-a3a8-a2e3dd63e989 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.185962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-71b1802f-a17c-4932-a3a8-a2e3dd63e989 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-2145273603 HTTP/1.1" status: 404 len: 329 time: 0.0995984 Mar 02 18:55:10.186581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39020) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.192188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-a88f0996-514e-4111-a2b1-242f41c9c944 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e', 'tempest-TagsExtTest-Tag-2030157334') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.224249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf64f0-dbdf-4e9b-aa1c-8a1e458cdfee req-55633a4c-6031-4617-a4b1-0fe12c0152bf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0533001 Mar 02 18:55:10.275442 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-a88f0996-514e-4111-a2b1-242f41c9c944 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.276656 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a88f0996-514e-4111-a2b1-242f41c9c944 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags/tempest-TagsExtTest-Tag-2030157334 HTTP/1.1" status: 404 len: 329 time: 0.0891614 Mar 02 18:55:10.279359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.284625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-edd7cd23-41d0-48f6-9bff-e320b80ec50e tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', {'tags': ['tempest-TagsExtTest-Tag-1481522086', 'tempest-TagsExtTest-Tag-1648843129', 'tempest-TagsExtTest-Tag-925055129']}) {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.531647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-edd7cd23-41d0-48f6-9bff-e320b80ec50e tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 200 len: 317 time: 0.2507617 Mar 02 18:55:10.533691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.538613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-92f4ef5a-be5e-42f0-b0de-ac8d38199d64 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.742092 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92f4ef5a-be5e-42f0-b0de-ac8d38199d64 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 204 len: 168 time: 0.1968172 Mar 02 18:55:10.742092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39050) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.742092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-e8c39bea-f25b-4f8b-82b7-c89e57261562 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-1481522086') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.811877 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-e8c39bea-f25b-4f8b-82b7-c89e57261562 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.811877 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8c39bea-f25b-4f8b-82b7-c89e57261562 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-1481522086 HTTP/1.1" status: 404 len: 329 time: 0.0762293 Mar 02 18:55:10.814586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39058) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.820125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-cacf2bbb-6dba-46e0-9bf1-283f88c92752 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-1648843129') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.896462 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-cacf2bbb-6dba-46e0-9bf1-283f88c92752 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.899055 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cacf2bbb-6dba-46e0-9bf1-283f88c92752 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-1648843129 HTTP/1.1" status: 404 len: 329 time: 0.0833821 Mar 02 18:55:10.899185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39066) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.904314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-367396a0-8408-4e2c-a861-3c86515ee49b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766', 'tempest-TagsExtTest-Tag-925055129') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:10.973664 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-367396a0-8408-4e2c-a861-3c86515ee49b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:10.975677 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-367396a0-8408-4e2c-a861-3c86515ee49b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags/tempest-TagsExtTest-Tag-925055129 HTTP/1.1" status: 404 len: 328 time: 0.0745523 Mar 02 18:55:10.978042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:10.983148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-810ebbcc-4c0f-4647-a2f8-46e2453d6d03 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', {'tags': ['tempest-TagsExtTest-Tag-1572189653', 'tempest-TagsExtTest-Tag-940277642', 'tempest-TagsExtTest-Tag-505740771']}) {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:11.324952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7f3571e-6ee1-46b2-8dff-4a9f85555c00 req-c19f6c3d-6f63-4e58-a13f-582b2d1ad8c6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0458577 Mar 02 18:55:11.327022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-810ebbcc-4c0f-4647-a2f8-46e2453d6d03 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 200 len: 316 time: 0.3479719 Mar 02 18:55:11.329586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39096) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.336959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-bbfe59b9-3477-4f2b-8967-773a625b2d19 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:11.626258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bbfe59b9-3477-4f2b-8967-773a625b2d19 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 204 len: 168 time: 0.2874279 Mar 02 18:55:11.626258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39106) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.635632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-fbbae33e-9c2d-4621-a888-02476d589be1 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-1572189653') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:11.866891 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-fbbae33e-9c2d-4621-a888-02476d589be1 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:11.866891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fbbae33e-9c2d-4621-a888-02476d589be1 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-1572189653 HTTP/1.1" status: 404 len: 329 time: 0.2351389 Mar 02 18:55:11.869079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39118) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:11.869079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-d76aed4e-f176-44bb-8c9a-cfddd9b0f8dc tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-940277642') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.110551 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-d76aed4e-f176-44bb-8c9a-cfddd9b0f8dc tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:12.110551 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d76aed4e-f176-44bb-8c9a-cfddd9b0f8dc tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-940277642 HTTP/1.1" status: 404 len: 328 time: 0.2458918 Mar 02 18:55:12.121848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39126) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.121848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-47578ecc-d5a0-4073-b799-ad2989d10a22 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59', 'tempest-TagsExtTest-Tag-505740771') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.519505 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-47578ecc-d5a0-4073-b799-ad2989d10a22 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:12.520053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-47578ecc-d5a0-4073-b799-ad2989d10a22 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags/tempest-TagsExtTest-Tag-505740771 HTTP/1.1" status: 404 len: 328 time: 0.4061711 Mar 02 18:55:12.522974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.527922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-f079d67f-dd18-407e-8120-22f623332327 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', {'tags': ['tempest-TagsExtTest-Tag-1711718454', 'tempest-TagsExtTest-Tag-1438784518', 'tempest-TagsExtTest-Tag-1114578834']}) {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.609151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1139192e-ab3e-4b2e-8a96-5d07ee26a67a req-47b1f8d1-472c-416c-9e61-2dbdd4467d83 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0546484 Mar 02 18:55:12.719777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f079d67f-dd18-407e-8120-22f623332327 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "PUT /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 200 len: 318 time: 0.1958449 Mar 02 18:55:12.722620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39156) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.727748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-48632284-a186-46ca-a4a0-b3f9bc15d04f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.863021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-48632284-a186-46ca-a4a0-b3f9bc15d04f tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 204 len: 168 time: 0.1334336 Mar 02 18:55:12.863021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39164) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.865989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-e3ab90de-953a-4107-900e-dec9ba7166d6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1711718454') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.897609 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-e3ab90de-953a-4107-900e-dec9ba7166d6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:12.897609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e3ab90de-953a-4107-900e-dec9ba7166d6 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1711718454 HTTP/1.1" status: 404 len: 329 time: 0.0336819 Mar 02 18:55:12.897609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39170) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.905845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-99623f4c-79c4-402b-a3ef-79c851829396 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1438784518') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.928268 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-99623f4c-79c4-402b-a3ef-79c851829396 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:12.929349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99623f4c-79c4-402b-a3ef-79c851829396 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1438784518 HTTP/1.1" status: 404 len: 329 time: 0.0309215 Mar 02 18:55:12.932490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39176) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.943093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-76abb85a-c6b1-44cb-a218-01d48bb77376 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116', 'tempest-TagsExtTest-Tag-1114578834') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:12.963521 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-76abb85a-c6b1-44cb-a218-01d48bb77376 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] show failed (client error): The resource could not be found. Mar 02 18:55:12.964843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-76abb85a-c6b1-44cb-a218-01d48bb77376 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags/tempest-TagsExtTest-Tag-1114578834 HTTP/1.1" status: 404 len: 329 time: 0.0311224 Mar 02 18:55:12.967671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39180) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:12.973492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-2ae71100-7b49-4246-a37f-0250cb2c8099 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '157dfe44-6ffb-4dfb-b12d-ea5918bc5116') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:13.009431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2ae71100-7b49-4246-a37f-0250cb2c8099 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116/tags HTTP/1.1" status: 204 len: 168 time: 0.0405338 Mar 02 18:55:13.012846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39184) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:13.020692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.tag.tag_plugin [None req-72e3ce80-ba81-4cfb-84e1-8beb4d221e55 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bfeac850-54d8-4288-85fb-e30b59926e59') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:13.272834 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-72e3ce80-ba81-4cfb-84e1-8beb4d221e55 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59/tags HTTP/1.1" status: 204 len: 168 time: 0.2561703 Mar 02 18:55:13.274370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39198) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:13.279113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-edd044e6-0a47-4a04-b14d-17f9911c3c12 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b2d54887-0c50-41ec-b7bb-451e0685b766') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:13.344532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-d58ec3a9-d4ff-4918-a197-22a5e87c8416 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:13.345513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-d58ec3a9-d4ff-4918-a197-22a5e87c8416 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:13.371061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-edd044e6-0a47-4a04-b14d-17f9911c3c12 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766/tags HTTP/1.1" status: 204 len: 168 time: 0.0964565 Mar 02 18:55:13.373577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39206) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:13.382038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.tag.tag_plugin [None req-3e7aa9fc-878e-433f-9311-851116f33079 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '107b1bb0-811f-455a-82a8-a9e670324e2e') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:13.451296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3e7aa9fc-878e-433f-9311-851116f33079 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e/tags HTTP/1.1" status: 204 len: 168 time: 0.0767109 Mar 02 18:55:13.455643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39210) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:13.461285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-d58ec3a9-d4ff-4918-a197-22a5e87c8416 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:13.462417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-d58ec3a9-d4ff-4918-a197-22a5e87c8416 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.11 "GET /v2.0/networks?id=44167738-dd4c-4498-901e-bf070e4a29f5 HTTP/1.1" status: 200 len: 797 time: 0.3109148 Mar 02 18:55:13.525145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-e3ee9468-3fa0-4c18-9e37-dffa027dcd80 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:13.598928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-e3ee9468-3fa0-4c18-9e37-dffa027dcd80 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:13.599773 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-e3ee9468-3fa0-4c18-9e37-dffa027dcd80 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 472 time: 0.1284828 Mar 02 18:55:13.608478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'port': {'device_id': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'admin_state_up': True, 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'security_groups': ['5ba8aa05-af80-4fa3-a419-d8f08a520b3b']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:13.638426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b34a621f-7401-4172-b4a4-32454dbbfd5a tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for subnetpool, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:13.640516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b34a621f-7401-4172-b4a4-32454dbbfd5a tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnetpools/157dfe44-6ffb-4dfb-b12d-ea5918bc5116 HTTP/1.1" status: 204 len: 168 time: 0.1838007 Mar 02 18:55:13.643497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39228) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:13.798671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a6bd8c3-44dd-4f22-bd90-ef24c6a262ac req-cefbde66-5eab-4b7f-b563-51d5584a448b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0637119 Mar 02 18:55:13.893942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-349fce05-d04f-444b-94d5-98f19bc3ff8d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Synchronizing usage tracker for tenant:78e1579d5881444c9d89b9c8e501ceae on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:13.956706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:13.961048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:port and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:13.964097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:13.970079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:14.004219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-349fce05-d04f-444b-94d5-98f19bc3ff8d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Unset dirty status for tenant:78e1579d5881444c9d89b9c8e501ceae on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:14.008650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-349fce05-d04f-444b-94d5-98f19bc3ff8d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "GET /v2.0/ports?device_id=bfeac850-54d8-4288-85fb-e30b59926e59 HTTP/1.1" status: 200 len: 205 time: 0.3615513 Mar 02 18:55:14.008650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:14.082957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:14.087358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.172174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.575691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.579773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.620584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.24 (44167738-dd4c-4498-901e-bf070e4a29f5/6ff26d06-a107-4891-b7bb-7bebc84ffdc7/bf36f0f5-c7ff-41d5-84bf-816df1126f29) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:14.749894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.750455 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Fanout notify agent at l3_agent the message router_deleted on router bfeac850-54d8-4288-85fb-e30b59926e59 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:55:14.814879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.814879 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-01e84c86-0719-48e9-86f0-df6f15a7835d tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/routers/bfeac850-54d8-4288-85fb-e30b59926e59 HTTP/1.1" status: 204 len: 168 time: 0.8030283 Mar 02 18:55:14.818266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39274) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:14.866756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:14.894336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object bf36f0f5-c7ff-41d5-84bf-816df1126f29 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:14.921155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Deleting port b2d54887-0c50-41ec-b7bb-451e0685b766 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:14.921512 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.006848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46a1b7be-cbcf-4e7e-8948-e2cb3c0e0b94 req-f714d214-d53d-4047-8254-44132e7c247d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0581958 Mar 02 18:55:15.055189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.113374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 44167738-dd4c-4498-901e-bf070e4a29f5 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:15.124826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:15.129311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:15.175442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:15.226903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:15.227581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.261931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.376671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-83ee2f14-685f-49a8-b80d-4bdca84c9afa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7719698 Mar 02 18:55:15.388718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Request body: {'port': {'device_id': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:15.404152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Calling delete_port for b2d54887-0c50-41ec-b7bb-451e0685b766 owned by {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:15.506441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.615733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-17783abf-453e-4522-871a-e3843d0dc493 None None] Provisioning for port bf36f0f5-c7ff-41d5-84bf-816df1126f29 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:15.621667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-17783abf-453e-4522-871a-e3843d0dc493 None None] Provisioning complete for port bf36f0f5-c7ff-41d5-84bf-816df1126f29 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:15.622032 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-17783abf-453e-4522-871a-e3843d0dc493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.680142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-17783abf-453e-4522-871a-e3843d0dc493 None None] Port bf36f0f5-c7ff-41d5-84bf-816df1126f29 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:15.685982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.744115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event deleted for resources: {'Port': ['ID=b2d54887-0c50-41ec-b7bb-451e0685b766,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:15.902070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:15.999642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-77c8c954-8352-4c06-8aa4-7bb59f8f3726 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/ports/b2d54887-0c50-41ec-b7bb-451e0685b766 HTTP/1.1" status: 204 len: 168 time: 1.1799321 Mar 02 18:55:16.006256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39322) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:16.092639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Deleting subnet 107b1bb0-811f-455a-82a8-a9e670324e2e {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:55:16.101358 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.189467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.263959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f626de3-237b-4ef7-9f09-d93788f5c00d req-29e5f6bb-6278-4c8b-9281-e961d4e54619 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:16.267111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f626de3-237b-4ef7-9f09-d93788f5c00d req-29e5f6bb-6278-4c8b-9281-e961d4e54619 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 932 time: 0.1316636 Mar 02 18:55:16.320181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f626de3-237b-4ef7-9f09-d93788f5c00d req-b5c16978-c4df-4258-afa9-127a02ed5604 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457785 Mar 02 18:55:16.353363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf36f0f5-c7ff-41d5-84bf-816df1126f29 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:16.361302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.382105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Transition to ACTIVE for port object bf36f0f5-c7ff-41d5-84bf-816df1126f29 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:16.384552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.537814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.647864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.713533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.719633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb1d75-5124-4741-bee1-c1ab613b3baf None None] Network 509f79ac-394e-4709-b6c0-66b9d6eb7eed requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:16.723525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event deleted for resources: {'Subnet': ['ID=107b1bb0-811f-455a-82a8-a9e670324e2e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:16.726404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:16.766271 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-711d030b-cbf6-4b5c-8852-899555375131 tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/subnets/107b1bb0-811f-455a-82a8-a9e670324e2e HTTP/1.1" status: 204 len: 168 time: 0.7627976 Mar 02 18:55:16.768680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39352) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:16.902090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Attempting to bind port bf36f0f5-c7ff-41d5-84bf-816df1126f29 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:16.904954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Attempting to bind port bf36f0f5-c7ff-41d5-84bf-816df1126f29 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:16.905472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Attempting to bind port bf36f0f5-c7ff-41d5-84bf-816df1126f29 on network 44167738-dd4c-4498-901e-bf070e4a29f5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:16.911146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Port bf36f0f5-c7ff-41d5-84bf-816df1126f29 on network 44167738-dd4c-4498-901e-bf070e4a29f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:55:16.912174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Attempting to bind port bf36f0f5-c7ff-41d5-84bf-816df1126f29 on network 44167738-dd4c-4498-901e-bf070e4a29f5 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:16.930454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:16.931047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Checking segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:16.931773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Bound using segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:16.932674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Bound port: bf36f0f5-c7ff-41d5-84bf-816df1126f29, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:16.933453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.972936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:16.985617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Deleting port e9e9a537-e459-4cf6-94b3-2640a71ea316 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:16.986252 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.075961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:17.080485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:17.106883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] DHCP port deletion for 509f79ac-394e-4709-b6c0-66b9d6eb7eed request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:55:17.111028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Deleting port e9e9a537-e459-4cf6-94b3-2640a71ea316 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:17.111403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.213280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] For port e9e9a537-e459-4cf6-94b3-2640a71ea316, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e9e9a537-e459-4cf6-94b3-2640a71ea316,segment=NetworkSegment(8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132),segment_id=8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:17.213648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.233378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.295972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.296764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.298317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf36f0f5-c7ff-41d5-84bf-816df1126f29 HTTP/1.1" status: 200 len: 1092 time: 1.9143968 Mar 02 18:55:17.300859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:17.347589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Calling delete_port for e9e9a537-e459-4cf6-94b3-2640a71ea316 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:17.347919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] For port e9e9a537-e459-4cf6-94b3-2640a71ea316, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=e9e9a537-e459-4cf6-94b3-2640a71ea316,segment=NetworkSegment(8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132),segment_id=8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:17.348314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.363538 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29', 'status': 'completed', 'code': 200} Mar 02 18:55:17.494104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa50081-b35a-4564-8af1-a3b5545883c4 service neutron] Pushing event updated for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:17.577093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.592006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-1cccc18b-b190-4019-aa76-f5e6ae49a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.593677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-1cccc18b-b190-4019-aa76-f5e6ae49a860 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 1095 time: 0.2048988 Mar 02 18:55:17.617868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Calling delete_port for e9e9a537-e459-4cf6-94b3-2640a71ea316 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:17.643025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event deleted for resources: {'Port': ['ID=e9e9a537-e459-4cf6-94b3-2640a71ea316,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:17.646502 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] No DVR routers for this DVR port e9e9a537-e459-4cf6-94b3-2640a71ea316 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:17.716409 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:55:17.716765 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:55:17.796258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-699b1316-fba6-48b8-a4a7-709ae095c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.796774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-699b1316-fba6-48b8-a4a7-709ae095c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.798404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-699b1316-fba6-48b8-a4a7-709ae095c778 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=6e33b1c1969f455a9168299cc42ff961&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1970437 Mar 02 18:55:17.812994 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.837073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1cc0f2-4e06-47e7-b335-5ac7d84b61b8 req-ed506826-9705-4bc8-855f-36035b32a60a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:17.839241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1cc0f2-4e06-47e7-b335-5ac7d84b61b8 req-ed506826-9705-4bc8-855f-36035b32a60a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 944 time: 0.3280845 Mar 02 18:55:17.872500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['509f79ac-394e-4709-b6c0-66b9d6eb7eed']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:17.909510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:17.910294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab0e9c9-77a5-42d0-8ce9-ed2b165a0132') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:17.953328 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.986011 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:17.994940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1cc0f2-4e06-47e7-b335-5ac7d84b61b8 req-e1db2a20-b99c-4f6c-952a-c736fae770be tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682123 Mar 02 18:55:18.002374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Releasing vlan 679 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:55:18.002374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:18.012676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-0f315c4b-8250-42e1-8460-2faa9232d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:55:18.016520 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:55:18.027864 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cc4b9b0e-f899-4517-b9b5-e3437447dad7 req-0f315c4b-8250-42e1-8460-2faa9232d4b5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2234533 Mar 02 18:55:18.159880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-10118129-6712-40e0-868c-eba64a5eec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.161486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-10118129-6712-40e0-868c-eba64a5eec70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 1095 time: 0.0928018 Mar 02 18:55:18.217648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Deleting port e9e9a537-e459-4cf6-94b3-2640a71ea316 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:18.218469 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:18.239209 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:18.244033 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-526fd7d3-8b66-479b-ae0c-388fdf22e99a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29 HTTP/1.1" status: 200 len: 217 time: 0.0755818 Mar 02 18:55:18.304473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-54a661b6-000a-46bf-b0c6-25a510852eef None None] The port 'e9e9a537-e459-4cf6-94b3-2640a71ea316' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:55:18.326850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-2996918c-c7ea-4569-86e3-284b345d1e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.328379 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-2996918c-c7ea-4569-86e3-284b345d1e0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6ff26d06-a107-4891-b7bb-7bebc84ffdc7 HTTP/1.1" status: 200 len: 838 time: 0.0790071 Mar 02 18:55:18.413107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:18.424971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-7b9d4e33-4a5f-44e5-852e-8e6c2a6cd706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:18.425354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] Pushing event deleted for resources: {'Network': ['ID=509f79ac-394e-4709-b6c0-66b9d6eb7eed,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:18.428972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-7b9d4e33-4a5f-44e5-852e-8e6c2a6cd706 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44167738-dd4c-4498-901e-bf070e4a29f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0949357 Mar 02 18:55:18.434418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-49ad5a7c-0ca6-48d9-80bf-1ec4efcbe86b tempest-TagsExtTest-2107742289 tempest-TagsExtTest-2107742289-project] 10.222.0.66 "DELETE /v2.0/networks/509f79ac-394e-4709-b6c0-66b9d6eb7eed HTTP/1.1" status: 204 len: 168 time: 1.6644621 Mar 02 18:55:18.629508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e9e9a537-e459-4cf6-94b3-2640a71ea316 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:55:18.668473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: e9e9a537-e459-4cf6-94b3-2640a71ea316 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:55:18.668821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device e9e9a537-e459-4cf6-94b3-2640a71ea316 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:55:18.708015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-8e039b4f-e8d3-4a0c-ac35-8ab53166812b service neutron] 10.222.0.11 "GET /v2.0/networks/44167738-dd4c-4498-901e-bf070e4a29f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718115 Mar 02 18:55:18.848030 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f50ed06d-cd9f-4e03-9299-6dcf4690fae1 req-64dabb01-040b-4792-b530-b4523f686e59 service neutron] 10.222.0.11 "GET /v2.0/networks/44167738-dd4c-4498-901e-bf070e4a29f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334338 Mar 02 18:55:19.041123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39386) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:19.257711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39396) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:19.258230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-010c071b-e6b3-4e6a-80be-85050d650649 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=78e1579d5881444c9d89b9c8e501ceae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2154942 Mar 02 18:55:19.276092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e677292-3dc4-4d94-9e0f-db105b8cd69f req-06085803-350f-400e-b603-6c4bca39f2ca tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:19.277624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e677292-3dc4-4d94-9e0f-db105b8cd69f req-06085803-350f-400e-b603-6c4bca39f2ca tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 944 time: 0.1414173 Mar 02 18:55:19.324219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e677292-3dc4-4d94-9e0f-db105b8cd69f req-0d2f5d2e-53f4-414d-a935-97a6d017ed09 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404680 Mar 02 18:55:19.338489 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:19.368723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:19.508677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:19.524685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b9ec03-2922-4efe-8f5d-1dd796758f1e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:19.532979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:19.536769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c132919-4e78-4c22-b135-5395449a849f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a5b9ec03-2922-4efe-8f5d-1dd796758f1e HTTP/1.1" status: 204 len: 168 time: 0.2748041 Mar 02 18:55:19.951849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8cfdf-5e8b-4170-90ad-44903c9391f4 req-ea3989d5-92a6-4efd-9546-8cb8f457999f tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:19.952816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f8cfdf-5e8b-4170-90ad-44903c9391f4 req-ea3989d5-92a6-4efd-9546-8cb8f457999f tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.0998938 Mar 02 18:55:20.002913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34f8cfdf-5e8b-4170-90ad-44903c9391f4 req-1f5374cb-c0d8-4b50-b9cb-71e852fab514 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Mar 02 18:55:20.520660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf122-3cc5-4f4d-b523-d767988a5028 req-064de156-9c8c-449a-973a-5ae093a4d2d1 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:20.522383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c2bf122-3cc5-4f4d-b523-d767988a5028 req-064de156-9c8c-449a-973a-5ae093a4d2d1 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 944 time: 0.0889609 Mar 02 18:55:20.573049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2c2bf122-3cc5-4f4d-b523-d767988a5028 req-b59bd8a5-fb28-4ab5-8152-51b3a0cea1d4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439525 Mar 02 18:55:21.094357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bf36f0f5-c7ff-41d5-84bf-816df1126f29 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:55:21.188025 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:21.220290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db52c1-0953-492a-9f15-60145ecd2e27 req-f15976a4-0e62-4e18-a119-94c33a1a1334 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:21.221927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77db52c1-0953-492a-9f15-60145ecd2e27 req-f15976a4-0e62-4e18-a119-94c33a1a1334 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.0944085 Mar 02 18:55:21.285800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77db52c1-0953-492a-9f15-60145ecd2e27 req-53805da8-f7be-449e-8b15-50af6fb8bc07 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523646 Mar 02 18:55:21.314498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:21.340105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'port_id': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29', 'mac_address': 'fa:16:3e:1b:69:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 680, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:55:21.409851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:21.413433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-175571b7-024a-4392-9b9e-e4580b2dc2a2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:21.414410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-175571b7-024a-4392-9b9e-e4580b2dc2a2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Synchronizing usage tracker for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:21.428611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf36f0f5-c7ff-41d5-84bf-816df1126f29 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:21.447354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:21.564262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-175571b7-024a-4392-9b9e-e4580b2dc2a2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Unset dirty status for tenant:eb900e218e0f4d3bb2d44ed0dd10b11e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:21.565965 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-175571b7-024a-4392-9b9e-e4580b2dc2a2 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.65 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.2406175 Mar 02 18:55:21.604651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:21.684917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Deleting port a349794c-b049-4dc8-a3e3-dbeb33e723a7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:21.685359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:21.699817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:21.808496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04fb1f-7abb-40ee-9917-faa326062e02 req-c59c2075-bf2f-4fb4-85e2-3710abbd9093 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:21.810012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f04fb1f-7abb-40ee-9917-faa326062e02 req-c59c2075-bf2f-4fb4-85e2-3710abbd9093 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 945 time: 0.0939410 Mar 02 18:55:21.817662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['bf36f0f5-c7ff-41d5-84bf-816df1126f29'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:55:21.916039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f04fb1f-7abb-40ee-9917-faa326062e02 req-08fdf59c-9cb7-41c7-bd0b-06407dc14422 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983086 Mar 02 18:55:21.927905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39456) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:22.045680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] For port a349794c-b049-4dc8-a3e3-dbeb33e723a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=a349794c-b049-4dc8-a3e3-dbeb33e723a7,segment=NetworkSegment(7b82aad5-8d90-4d95-96ab-c8143cd0a058),segment_id=7b82aad5-8d90-4d95-96ab-c8143cd0a058)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:22.046156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.107808 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4fd357ad-1a8a-4f14-b515-4df58f1adbc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.125199 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.145238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:22.151272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Usage tracker for resource:security_group_rule and tenant:e013ed4acae94cb29563bd49c2406b0c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:22.155463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:22.164652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:22.252911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Calling delete_port for a349794c-b049-4dc8-a3e3-dbeb33e723a7 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:22.272920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.369923 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.467105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e013ed4acae94cb29563bd49c2406b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5381258 Mar 02 18:55:22.468674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e2672-c15e-4631-894f-ceefebfece16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b0b9f-80c8-40ac-a42f-f6085f48ef0d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:22.469981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:22.509477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.509656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7b702-711e-469b-b621-3b829afdb022 req-16c4d4a6-d8d4-4d7e-9920-f5cf24ff7839 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:22.511266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2b7b702-711e-469b-b621-3b829afdb022 req-16c4d4a6-d8d4-4d7e-9920-f5cf24ff7839 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1177728 Mar 02 18:55:22.557545 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2b7b702-711e-469b-b621-3b829afdb022 req-dcb09913-26f6-4334-abc5-8b0ad4ae3427 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/security-groups?id=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407264 Mar 02 18:55:22.574300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Pushing event deleted for resources: {'Port': ['ID=a349794c-b049-4dc8-a3e3-dbeb33e723a7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:22.664376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.664376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] No DVR routers for this DVR port a349794c-b049-4dc8-a3e3-dbeb33e723a7 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:22.666201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.669071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'name': 'network-vif-deleted', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:22.703761 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.714877 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14708968-4ac8-45e2-9a59-7171a8f4fdc0', 'name': 'network-vif-deleted', 'tag': 'a349794c-b049-4dc8-a3e3-dbeb33e723a7', 'status': 'completed', 'code': 200} Mar 02 18:55:22.806952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3085ab56-6942-4a25-b5e1-811dfe2ecb4b req-ff8ebea3-c9ad-42bb-9465-fc1104213296 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.65 "DELETE /v2.0/ports/a349794c-b049-4dc8-a3e3-dbeb33e723a7 HTTP/1.1" status: 204 len: 173 time: 1.2354131 Mar 02 18:55:22.872001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39480) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:22.901261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.917833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b0b9f-80c8-40ac-a42f-f6085f48ef0d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:22.922825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:22.925306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-707e4c14-4c45-4e50-99be-c0a7f306f25e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e98b0b9f-80c8-40ac-a42f-f6085f48ef0d HTTP/1.1" status: 204 len: 168 time: 0.4530838 Mar 02 18:55:23.045119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.071579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:23.075573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Usage tracker for resource:security_group_rule and tenant:0e4228b059b0402eac34282ad40f7a18 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:23.078894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:23.084829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:23.094537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bf36f0f5-c7ff-41d5-84bf-816df1126f29 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:23.172787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e225-113a-4d72-a2e0-36e22f340c26 req-12fa65e7-13c7-4e4e-9546-be2c97f238d2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:23.174349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a83e225-113a-4d72-a2e0-36e22f340c26 req-12fa65e7-13c7-4e4e-9546-be2c97f238d2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 945 time: 0.1152689 Mar 02 18:55:23.195079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.221819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5a83e225-113a-4d72-a2e0-36e22f340c26 req-1a1ec071-168d-4348-9263-5c71990c4fd3 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399935 Mar 02 18:55:23.313410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port bf36f0f5-c7ff-41d5-84bf-816df1126f29 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:23.316868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.320717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port bf36f0f5-c7ff-41d5-84bf-816df1126f29 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:23.321272 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.386862 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0e4228b059b0402eac34282ad40f7a18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114412 Mar 02 18:55:23.386862 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563ae2-a7f9-4ace-9a47-fb10678a3380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be17993-6028-45b3-90ee-8a8bb9985d6a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:23.387911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39492) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:23.468019 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.503604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.530748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.560945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:23.572462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:23.625298 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29', 'code': 200} Mar 02 18:55:23.639058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a349794c-b049-4dc8-a3e3-dbeb33e723a7 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:55:23.678958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.712055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.715722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be17993-6028-45b3-90ee-8a8bb9985d6a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:23.726876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:23.728548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b9bff354-a957-4c4b-aac2-39f52bc49d08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5be17993-6028-45b3-90ee-8a8bb9985d6a HTTP/1.1" status: 204 len: 168 time: 0.3389294 Mar 02 18:55:23.773563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: a349794c-b049-4dc8-a3e3-dbeb33e723a7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:55:23.774831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device a349794c-b049-4dc8-a3e3-dbeb33e723a7 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:55:23.843216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:23.862211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17738a12-b866-481e-9415-ca8d432e9fe2 req-25c4ee76-8cc0-49b6-8d46-e2889b3ae1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:23.862759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57c044ab-a132-4274-a929-eda6dd4fde68 req-a2f1927e-1b23-43b3-82b7-34c413ce2d57 tempest-VolumesSnapshotTestJSON-1893639044 tempest-VolumesSnapshotTestJSON-1893639044-project] 10.222.0.66 "GET /v2.0/ports?device_id=14708968-4ac8-45e2-9a59-7171a8f4fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0724254 Mar 02 18:55:23.863956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-17738a12-b866-481e-9415-ca8d432e9fe2 req-25c4ee76-8cc0-49b6-8d46-e2889b3ae1b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 1097 time: 0.1616249 Mar 02 18:55:23.917459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-17738a12-b866-481e-9415-ca8d432e9fe2 req-239768c1-efa5-4070-bb9d-a74fdd45cbcc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448928 Mar 02 18:55:24.198493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f2674c75-b438-4ca1-8715-91aca42ba842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:24.411408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc05129-9f08-4537-b29c-85c1ac2ceb15 req-96c9b7ff-dfaf-4fc0-a074-e628dd39a041 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:24.412934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecc05129-9f08-4537-b29c-85c1ac2ceb15 req-96c9b7ff-dfaf-4fc0-a074-e628dd39a041 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.0813792 Mar 02 18:55:24.461391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecc05129-9f08-4537-b29c-85c1ac2ceb15 req-717fe670-4ab5-4fd1-a31b-da83c561a6fc tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Mar 02 18:55:24.580698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39526) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:24.597837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:24.612382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:24.617640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Usage tracker for resource:security_group_rule and tenant:7d993ef94fe141b8a1556c61b0e271ca is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:24.620708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:24.626655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:24.714462 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:24.810693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:24.856994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d993ef94fe141b8a1556c61b0e271ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752080 Mar 02 18:55:24.857853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323a1e4-57d3-4f55-83ed-573523b163ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9154164-7bc9-4337-ae00-b4a874b0de1a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:24.860278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39530) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:24.925149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:24.957078 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.141576 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.160054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9154164-7bc9-4337-ae00-b4a874b0de1a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:25.163929 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.165056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a338bbda-275f-4022-a795-9536c77ade90 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b9154164-7bc9-4337-ae00-b4a874b0de1a HTTP/1.1" status: 204 len: 168 time: 0.3038852 Mar 02 18:55:25.558637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.610711 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.679717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8c22-b9f2-4afa-b55a-c4d640f2722c req-1c9ea493-3c94-4105-a0bf-156f738878f9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.681220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afda8c22-b9f2-4afa-b55a-c4d640f2722c req-1c9ea493-3c94-4105-a0bf-156f738878f9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.0941160 Mar 02 18:55:25.729022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-afda8c22-b9f2-4afa-b55a-c4d640f2722c req-580f1568-3488-42cc-a26d-1b336786799c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 Mar 02 18:55:25.937921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf55f58-df30-4166-a17c-8f729670611a req-d2b39755-069e-4036-836b-1601ae051b79 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:25.939460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cf55f58-df30-4166-a17c-8f729670611a req-d2b39755-069e-4036-836b-1601ae051b79 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.0965583 Mar 02 18:55:25.987432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:25.999131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4cf55f58-df30-4166-a17c-8f729670611a req-44726e53-a51a-4790-8d00-21bbcf79da55 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486631 Mar 02 18:55:26.855964 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:27.027721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:27.538290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:27.985187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-56a9a002-9a06-4a62-b4b6-5c79466b3bee tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399485 Mar 02 18:55:28.311929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-bab913df-2dbd-4ac5-8df9-30b0e3d2fa31 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:28.313484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-bab913df-2dbd-4ac5-8df9-30b0e3d2fa31 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3132875 Mar 02 18:55:28.401123 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-4ad16426-f452-4215-8ee3-b0b3fc0193e6 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/quotas/88466a6be1694cc3acbda9051bbe5d5e HTTP/1.1" status: 200 len: 375 time: 0.0212660 Mar 02 18:55:28.463886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-79ca7193-ae2c-4712-91cc-5e523cbc3e9f tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468476 Mar 02 18:55:28.660971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:28.817969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02a76888-28ef-405c-a51e-14ebd6b4c179 req-812a6d7b-0dcc-4804-a3ce-42ccb56d067a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 210 time: 0.1380420 Mar 02 18:55:29.254724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.17 (44167738-dd4c-4498-901e-bf070e4a29f5/6ff26d06-a107-4891-b7bb-7bebc84ffdc7/bfa22ddd-c103-4c9e-ad20-a1860ee6810a) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:29.418106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:29.434338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object bfa22ddd-c103-4c9e-ad20-a1860ee6810a will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:29.554362 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:29.589623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39666) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:29.740724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:29.755423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 44167738-dd4c-4498-901e-bf070e4a29f5 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:29.761695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:29.763992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:29.768652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:29.768749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Usage tracker for resource:security_group_rule and tenant:e49dfbfe3ff644ab8d7651199732c011 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:29.775972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:29.782954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:29.829264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:29.869916 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:29.877090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.027017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.059581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acdde015-f31a-410e-b530-d916746f623d req-19248485-9300-4b15-8baf-41abd3c334ea tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 210 time: 0.0677826 Mar 02 18:55:30.103625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e49dfbfe3ff644ab8d7651199732c011&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5128670 Mar 02 18:55:30.104409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff10e92-8bc4-4ef2-ad16-2eff69297b20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972ebc87-be25-477d-a116-957262133584,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:30.106873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39676) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:30.176629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.194039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-962db17d-9c99-4a86-95d4-559323d76168 None None] Provisioning for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:30.200050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-962db17d-9c99-4a86-95d4-559323d76168 None None] Provisioning complete for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:30.200511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-962db17d-9c99-4a86-95d4-559323d76168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.204768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.261671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-962db17d-9c99-4a86-95d4-559323d76168 None None] Port bfa22ddd-c103-4c9e-ad20-a1860ee6810a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:30.432872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.452170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972ebc87-be25-477d-a116-957262133584,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:30.467627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.467627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-107d0730-3d1d-491c-b3d7-5d0cc1fcaaa5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/972ebc87-be25-477d-a116-957262133584 HTTP/1.1" status: 204 len: 168 time: 0.3556015 Mar 02 18:55:30.501237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:30.950592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.055998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.173890 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.177555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:31.232885 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0c665510-acb7-49b4-8f19-85aa0dca224d req-f3d95a3f-73fd-4c9d-a027-daa90da4727a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 210 time: 0.0521867 Mar 02 18:55:31.344922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39690) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:31.363909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.369389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 44167738-dd4c-4498-901e-bf070e4a29f5 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:31.370533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:31.381747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:31.383475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Usage tracker for resource:security_group_rule and tenant:10cde214e10248d2aad97ac3bde87c8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:31.386473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:31.392574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:31.494262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.573116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:55:31.585762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.594977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-3d9ea95f-607c-4b90-85b9-6c340d887cf9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408556 Mar 02 18:55:31.717922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-adc17cf1-5312-4b8b-b1dd-58e5da059e76 None None] Provisioning complete for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:31.718473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-adc17cf1-5312-4b8b-b1dd-58e5da059e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:31.733679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5631fe83-9d8a-4f5b-aca3-a950341bc26e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:31.741689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d217829a-e7db-4553-a306-b48604f8e9eb admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10cde214e10248d2aad97ac3bde87c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3956642 Mar 02 18:55:31.743079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39694) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:31.799688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-adc17cf1-5312-4b8b-b1dd-58e5da059e76 None None] Port bfa22ddd-c103-4c9e-ad20-a1860ee6810a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:31.897538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:55:31.912382 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:55:31.939320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1d96ef2b-2e07-4adf-bcbd-05cb626518ce tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/b858abf8-5869-4683-b8b7-b4cae9e4809c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3913279 Mar 02 18:55:31.939860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:55:31.939860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:31.964469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-eb182d35-0d61-4b1d-ac49-04d063d3ae9a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:31.965889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-eb182d35-0d61-4b1d-ac49-04d063d3ae9a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3611083 Mar 02 18:55:31.985869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Request body: {'port': {'device_id': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': '88466a6be1694cc3acbda9051bbe5d5e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:32.001829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.035888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.168140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:55:32.224823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:32.228979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Usage tracker for resource:port and tenant:88466a6be1694cc3acbda9051bbe5d5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:32.246060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:32.246060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.260906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:32.279454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5631fe83-9d8a-4f5b-aca3-a950341bc26e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:32.284985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.286112 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4dfdb6e4-5d2d-4892-b2b4-f536a8d5d7d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5631fe83-9d8a-4f5b-aca3-a950341bc26e HTTP/1.1" status: 204 len: 168 time: 0.5371833 Mar 02 18:55:32.437527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Made reservation on behalf of 88466a6be1694cc3acbda9051bbe5d5e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:32.438171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8998bb96-8e44-49be-8e02-c701b9baa3dd req-fa3a67d1-a925-42bf-89d2-f9aaf9a6ac3e tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 210 time: 0.0453990 Mar 02 18:55:32.438524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.452447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.468913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:32.472693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Usage tracker for resource:security_group_rule and tenant:88466a6be1694cc3acbda9051bbe5d5e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:32.475495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:32.481093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:32.566940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.613642 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:30Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa22ddd-c103-4c9e-ad20-a1860ee6810a', 'name': '', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ad:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:55:28Z', 'updated_at': '2022-03-02T18:55:30Z', 'revision_number': 2, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:32.618073 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:55:32.619054 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Updating router b858abf8-5869-4683-b8b7-b4cae9e4809c port bfa22ddd-c103-4c9e-ad20-a1860ee6810a binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:55:32.675354 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.699492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:32.723667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-14702759-0693-4042-814f-204b6c61210e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848916 Mar 02 18:55:32.787868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e1e932-1746-449e-90e9-d4db87cfb4a1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:32.941132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-27ecef99-83ea-4b9b-9a2f-4ba6348badbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:32.943484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-27ecef99-83ea-4b9b-9a2f-4ba6348badbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1097 time: 0.1384416 Mar 02 18:55:32.968542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Allocated IP 192.168.233.218 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/6b338e71-89a3-4f83-b044-c2e622bfa4dd) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:33.213654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-562c456a-c731-4735-bc97-2995f7f0757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.222450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-562c456a-c731-4735-bc97-2995f7f0757c service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 898 time: 0.2443533 Mar 02 18:55:33.231479 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.247814 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Transition to ACTIVE for port object bfa22ddd-c103-4c9e-ad20-a1860ee6810a will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:33.265626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.281312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Transition to ACTIVE for port object 6b338e71-89a3-4f83-b044-c2e622bfa4dd will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:33.327386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-061e7fca-55ea-4897-8214-1aaf617da2f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 1002 time: 0.1012475 Mar 02 18:55:33.357446 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.393682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-c0810b47-b35a-4952-8156-f369eb91de54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.395210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-c0810b47-b35a-4952-8156-f369eb91de54 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 200 len: 834 time: 0.0620158 Mar 02 18:55:33.426075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Pushing event updated for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:33.450040 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.502989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-dd4bce5e-3779-415e-99b7-e230b45edb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.504485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-dd4bce5e-3779-415e-99b7-e230b45edb49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038415 Mar 02 18:55:33.590502 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.591015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.591451 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.592368 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.592920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.593472 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.597100 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.598749 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.600096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.600670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.601275 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.601798 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:33.609138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:33.615978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:33.625077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:33.710992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Pushing event updated for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:33.790857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.791820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.846713 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Attempting to bind port bfa22ddd-c103-4c9e-ad20-a1860ee6810a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:33.847275 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Attempting to bind port bfa22ddd-c103-4c9e-ad20-a1860ee6810a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:33.847904 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Attempting to bind port bfa22ddd-c103-4c9e-ad20-a1860ee6810a on network 44167738-dd4c-4498-901e-bf070e4a29f5 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:33.855501 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:33.856161 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Checking segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:33.856564 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.857101 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Bound using segment: {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:33.857583 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Bound port: bfa22ddd-c103-4c9e-ad20-a1860ee6810a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8e1c0-79ba-45ce-b23f-5edbf048207a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:33.858098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-655aaa6f-95b6-490b-a42c-01a325a00c6f service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3433487 Mar 02 18:55:33.858323 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:33.870599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b5fda-b6ac-46cd-bef1-4f87c5f8b346 req-70da4908-5a5b-4e28-8e6b-921c700c0032 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:33.872407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-271b5fda-b6ac-46cd-bef1-4f87c5f8b346 req-70da4908-5a5b-4e28-8e6b-921c700c0032 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 936 time: 0.1689131 Mar 02 18:55:33.964818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-d5a09648-887b-4267-9e6e-3a143ad2d585 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9847469 Mar 02 18:55:33.966325 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] For port bfa22ddd-c103-4c9e-ad20-a1860ee6810a, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:33.976767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Request body: {'port': {'device_id': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:33.981242 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] For port bfa22ddd-c103-4c9e-ad20-a1860ee6810a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:34.036224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:34.073682 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.102388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-271b5fda-b6ac-46cd-bef1-4f87c5f8b346 req-d83aeec8-aea7-4e7c-8fe3-e65c1bcb3930 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782640 Mar 02 18:55:34.116217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-4d0d00d9-7d10-4b87-8d91-32af61ce7a48 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426975 Mar 02 18:55:34.181379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50953590-7efc-4dbf-bbbc-4e557f183d59 None None] Provisioning for port 6b338e71-89a3-4f83-b044-c2e622bfa4dd completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:34.190218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-50953590-7efc-4dbf-bbbc-4e557f183d59 None None] Provisioning complete for port 6b338e71-89a3-4f83-b044-c2e622bfa4dd triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:34.190837 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-50953590-7efc-4dbf-bbbc-4e557f183d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.204730 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:55:34.212820 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:34.213622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.303012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1942696817-network', 'tenant_id': '4594b3fb8365451c8e10c118ceae0a3c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:34.311910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-50953590-7efc-4dbf-bbbc-4e557f183d59 None None] Port 6b338e71-89a3-4f83-b044-c2e622bfa4dd cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:55:34.323306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:34.333582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Usage tracker for resource:network and tenant:4594b3fb8365451c8e10c118ceae0a3c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:34.337186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:34.399043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:34.420650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99520269-e3e1-4e9c-bfdb-0a39652bb922 None None] Pushing event updated for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:34.447035 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:55:34.546994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Made reservation on behalf of 4594b3fb8365451c8e10c118ceae0a3c for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:34.549234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.575768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.596375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:34.604965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:4594b3fb8365451c8e10c118ceae0a3c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:34.615955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:34.628149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:34.740477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b338e71-89a3-4f83-b044-c2e622bfa4dd {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:34.751301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.778453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Transition to ACTIVE for port object 6b338e71-89a3-4f83-b044-c2e622bfa4dd will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:34.804246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.878882 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:30Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa22ddd-c103-4c9e-ad20-a1860ee6810a', 'name': '', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ad:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:55:28Z', 'updated_at': '2022-03-02T18:55:33Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:34.884587 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e5a31-1fac-403d-be30-e1a474ecf57d None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:30Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bfa22ddd-c103-4c9e-ad20-a1860ee6810a', 'name': '', 'network_id': '44167738-dd4c-4498-901e-bf070e4a29f5', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ad:21:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:55:28Z', 'updated_at': '2022-03-02T18:55:33Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '6ff26d06-a107-4891-b7bb-7bebc84ffdc7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:55:34.895205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:34.974290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.095984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Pushing event updated for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:35.114509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:55:35.128924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.129525 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Added segment 77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd of type vlan for network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 Mar 02 18:55:35.394966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3905d606-e83f-423a-a248-1e82ef29ec9d req-433e2424-109a-44db-8d76-fb090405ea21 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.397430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3905d606-e83f-423a-a248-1e82ef29ec9d req-433e2424-109a-44db-8d76-fb090405ea21 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 948 time: 0.1257737 Mar 02 18:55:35.454458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3905d606-e83f-423a-a248-1e82ef29ec9d req-2115b73b-9663-43d9-a371-e6027cd2b6a6 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455472 Mar 02 18:55:35.496518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.506311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e42acd8-f8ac-485c-9eef-fb2736648362,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:35.512567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Attempting to bind port 6b338e71-89a3-4f83-b044-c2e622bfa4dd on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:35.512839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Attempting to bind port 6b338e71-89a3-4f83-b044-c2e622bfa4dd by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:35.513141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Attempting to bind port 6b338e71-89a3-4f83-b044-c2e622bfa4dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:35.520961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Port 6b338e71-89a3-4f83-b044-c2e622bfa4dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:55:35.521276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Attempting to bind port 6b338e71-89a3-4f83-b044-c2e622bfa4dd on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:35.538523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:35.538777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:35.539350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:35.539779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Bound port: 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:35.540122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.652710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.653757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.654476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.696583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:35.759425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:35.773934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] Pushing event updated for resources: {'Network': ['ID=9dc24930-c7fd-40bd-9fd9-127982fddfc1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:35.780317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:55:35.861810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0e291e0d-b371-4329-80d7-4e4aedaeb6b5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8239715 Mar 02 18:55:35.864586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39750) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:35.870347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Request body: {'subnet': {'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1942696817-subnet', 'tenant_id': '4594b3fb8365451c8e10c118ceae0a3c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:35.875959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:35.879920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Usage tracker for resource:subnet and tenant:4594b3fb8365451c8e10c118ceae0a3c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:35.883464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:35.889268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:35.929619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.992122 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:35.992738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:35.994139 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] 10.222.0.65 "PUT /v2.0/ports/6b338e71-89a3-4f83-b044-c2e622bfa4dd HTTP/1.1" status: 200 len: 1096 time: 2.0221324 Mar 02 18:55:35.994581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:36.027259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ee459-a339-4423-9052-ad30921d7333 service neutron] Pushing event updated for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:36.032458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Made reservation on behalf of 4594b3fb8365451c8e10c118ceae0a3c for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:36.034988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:36.086230 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd', 'status': 'completed', 'code': 200} Mar 02 18:55:36.279614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4544b-95e3-4dbe-a29d-b812b252c9ec req-7ae3f82c-3906-4477-ab67-97e6c8d656e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.281079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7f4544b-95e3-4dbe-a29d-b812b252c9ec req-7ae3f82c-3906-4477-ab67-97e6c8d656e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 1099 time: 0.1443055 Mar 02 18:55:36.317732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7f4544b-95e3-4dbe-a29d-b812b252c9ec req-52cb5451-2233-441b-a0bf-739b13974440 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285614 Mar 02 18:55:36.478913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f4544b-95e3-4dbe-a29d-b812b252c9ec req-6aa327bb-b344-45c1-93ea-6b0b2011ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.480171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c7f4544b-95e3-4dbe-a29d-b812b252c9ec req-6aa327bb-b344-45c1-93ea-6b0b2011ee21 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1567965 Mar 02 18:55:36.498948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:36.622428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7f7336-9ca4-4eed-b12d-930122e54e52,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:36.641879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Checking segment: {'id': '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:36.642592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Network hostable DHCP agents. Network: 9dc24930-c7fd-40bd-9fd9-127982fddfc1, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:55:36.693667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-1ac298b9-72a8-4600-9a6a-ec7e6304245e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.700434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-1ac298b9-72a8-4600-9a6a-ec7e6304245e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 1099 time: 0.1651633 Mar 02 18:55:36.728881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bfa22ddd-c103-4c9e-ad20-a1860ee6810a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:36.764510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:55:36.777684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64319e06-a5b3-4d2e-b9f1-0762d3a9e258 req-708b6dbb-f0a2-4e66-93d5-44d0974a81fe tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.779211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64319e06-a5b3-4d2e-b9f1-0762d3a9e258 req-708b6dbb-f0a2-4e66-93d5-44d0974a81fe tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 948 time: 0.2063448 Mar 02 18:55:36.783857 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-26e24835-50c8-4fb2-af45-757a162810e4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd HTTP/1.1" status: 200 len: 217 time: 0.0777071 Mar 02 18:55:36.835631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64319e06-a5b3-4d2e-b9f1-0762d3a9e258 req-56bf2528-a6fe-4fd1-8046-73ed3a8f411a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451407 Mar 02 18:55:36.853947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-04ae9e3d-a1d9-40c5-a07c-ff0834d1747a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.855720 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-04ae9e3d-a1d9-40c5-a07c-ff0834d1747a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0661664 Mar 02 18:55:36.913907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 9dc24930-c7fd-40bd-9fd9-127982fddfc1) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:36.922593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466ae445-3354-4cb0-a1b3-39bd0fac2647 None None] Network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:36.926331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.927371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:36.959895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:36.964735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-0662496e-c98c-4c70-ab0f-f525171cead6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:36.966609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-0662496e-c98c-4c70-ab0f-f525171cead6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1049023 Mar 02 18:55:36.967126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:36.967500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:37.121315 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-2130b1b6-3632-46ad-86fa-bc485d65ba44 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484838 Mar 02 18:55:37.241349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:37.264428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d16be012-73d8-4f9e-9e2f-a59b67d76af5 req-734c0265-22da-42cf-980b-88fd2af7fdce service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361103 Mar 02 18:55:37.596707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6729928f-61f7-452a-8c8e-f09aa5c077ed None None] Network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:37.596707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port bfa22ddd-c103-4c9e-ad20-a1860ee6810a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:37.597405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9662b802-9cbe-46c2-9e7b-3b175a3e0025 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7158988 Mar 02 18:55:37.809687 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:37.877150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:38.030521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41357c-6f60-4cb9-8420-470e0aaf0806 req-11ce09c1-f89a-45ee-b9fb-9703f680ada9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:38.032642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d41357c-6f60-4cb9-8420-470e0aaf0806 req-11ce09c1-f89a-45ee-b9fb-9703f680ada9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 948 time: 0.0824692 Mar 02 18:55:38.089812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d41357c-6f60-4cb9-8420-470e0aaf0806 req-30595c43-3b4d-4b63-99fd-33b0f775fbcb tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509975 Mar 02 18:55:38.378045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 39780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:38.383977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1096433683-network', 'tenant_id': 'c61d0cf59ac54b35b4e2704861482621'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:38.389816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:38.393742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Usage tracker for resource:network and tenant:c61d0cf59ac54b35b4e2704861482621 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:38.396729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:38.403101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:38.494737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Made reservation on behalf of c61d0cf59ac54b35b4e2704861482621 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:38.497044 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.509112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.527643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:38.527643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Usage tracker for resource:security_group_rule and tenant:c61d0cf59ac54b35b4e2704861482621 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:38.530179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:38.535830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:38.624499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.641085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bfa22ddd-c103-4c9e-ad20-a1860ee6810a up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:38.701771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.712145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port bfa22ddd-c103-4c9e-ad20-a1860ee6810a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:38.712516 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.731274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 682} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:55:38.744134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41421dd8-5fed-4a77-8d09-bbb942d56d20,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:38.749838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.750220 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Added segment 87c2b361-90a4-4371-867f-7fab6643d46e of type vlan for network 0c1a592f-ed90-4cd4-8166-f584c062fc54 Mar 02 18:55:38.776451 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.861036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:38.862015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:38.862626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.077566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] Pushing event updated for resources: {'Network': ['ID=0c1a592f-ed90-4cd4-8166-f584c062fc54,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:39.093991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 0c1a592f-ed90-4cd4-8166-f584c062fc54 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:55:39.158862 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-55be3f47-63e6-458f-acde-f2727a2b209f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7795851 Mar 02 18:55:39.165284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 39792) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:39.172965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Request body: {'subnet': {'network_id': '0c1a592f-ed90-4cd4-8166-f584c062fc54', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1096433683-subnet', 'tenant_id': 'c61d0cf59ac54b35b4e2704861482621', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:39.177435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:39.181766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Usage tracker for resource:subnet and tenant:c61d0cf59ac54b35b4e2704861482621 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:39.184640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:39.190399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:39.287509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f430bc-1fc0-4bd2-80cf-67fb89f9520e req-3ac15476-40d6-4f5a-b6c9-caaf6280965d tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:39.289106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3f430bc-1fc0-4bd2-80cf-67fb89f9520e req-3ac15476-40d6-4f5a-b6c9-caaf6280965d tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 948 time: 0.0960293 Mar 02 18:55:39.335832 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3f430bc-1fc0-4bd2-80cf-67fb89f9520e req-e8601676-53a3-4380-9527-cb064a69872a tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409729 Mar 02 18:55:39.340795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Made reservation on behalf of c61d0cf59ac54b35b4e2704861482621 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:39.343233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.643844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.704598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6b338e71-89a3-4f83-b044-c2e622bfa4dd details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:55:39.828299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49416505-87f8-43cd-bcb4-8fdb646680f0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:39.844312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Checking segment: {'id': '87c2b361-90a4-4371-867f-7fab6643d46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 682, 'network_id': '0c1a592f-ed90-4cd4-8166-f584c062fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:39.844312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Network hostable DHCP agents. Network: 0c1a592f-ed90-4cd4-8166-f584c062fc54, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:55:39.854015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:39.879917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6b338e71-89a3-4f83-b044-c2e622bfa4dd', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '6b338e71-89a3-4f83-b044-c2e622bfa4dd', 'mac_address': 'fa:16:3e:ce:e1:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:55:39.926237 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:39.953321 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b338e71-89a3-4f83-b044-c2e622bfa4dd {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:39.962611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:39.974973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Network 0c1a592f-ed90-4cd4-8166-f584c062fc54 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:55:40.049912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:40.079893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 0c1a592f-ed90-4cd4-8166-f584c062fc54) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:40.083071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:40.083891 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:40.096203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684631a-da57-4fd6-bb54-21dc86772f04 None None] Network 0c1a592f-ed90-4cd4-8166-f584c062fc54 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:40.201899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ef672dbb-7843-4e60-92eb-a0fd23250e85 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0269029 Mar 02 18:55:40.206046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:40.331558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6b338e71-89a3-4f83-b044-c2e622bfa4dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:55:40.355512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3cd96-ac6d-4122-a026-a9775e6f6061 None None] Network 0c1a592f-ed90-4cd4-8166-f584c062fc54 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:55:40.554389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369161c4-20a3-470a-9f5d-8dc30bf0374c req-ba22616a-a453-4e37-b3c6-14de474fea2e tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:40.555896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-369161c4-20a3-470a-9f5d-8dc30bf0374c req-ba22616a-a453-4e37-b3c6-14de474fea2e tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 949 time: 0.1056383 Mar 02 18:55:40.631188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-369161c4-20a3-470a-9f5d-8dc30bf0374c req-377e0b49-1b23-4e48-aaf6-b86d03db4f2d tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637732 Mar 02 18:55:40.852161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-40e3decf-1f65-4a31-9c17-349fee1cbafc tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:40.853659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-40e3decf-1f65-4a31-9c17-349fee1cbafc tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/networks?id=9dc24930-c7fd-40bd-9fd9-127982fddfc1 HTTP/1.1" status: 200 len: 809 time: 0.1570525 Mar 02 18:55:40.869166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-916051a6-e135-4704-8561-ce752f46fd0c tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/quotas/4594b3fb8365451c8e10c118ceae0a3c HTTP/1.1" status: 200 len: 375 time: 0.0098214 Mar 02 18:55:40.916359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-ef8e06c1-1739-4913-9ba3-cce4b00f78a1 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=4594b3fb8365451c8e10c118ceae0a3c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417619 Mar 02 18:55:41.057969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-87656620-9acf-49cb-957d-fcebd0a9ca1d service neutron] 10.222.0.66 "GET /v2.0/networks/9dc24930-c7fd-40bd-9fd9-127982fddfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349833 Mar 02 18:55:41.198932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-51b9fdc1-9ab5-4aeb-9063-87b23cb4207b service neutron] 10.222.0.66 "GET /v2.0/networks/9dc24930-c7fd-40bd-9fd9-127982fddfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351812 Mar 02 18:55:41.487061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a5b0a6-4a80-416b-8dae-69d3577e2943 req-2255fb33-2aea-4250-8144-ae07b2170a82 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 210 time: 0.0442784 Mar 02 18:55:41.712825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6b338e71-89a3-4f83-b044-c2e622bfa4dd up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:41.830735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36be6f59-8001-489d-870b-d9b22575d310 req-689768ab-5467-4309-8424-0768a7f618fd tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:41.832214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36be6f59-8001-489d-870b-d9b22575d310 req-689768ab-5467-4309-8424-0768a7f618fd tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 949 time: 0.0938897 Mar 02 18:55:41.867111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6b338e71-89a3-4f83-b044-c2e622bfa4dd completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:41.873972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6b338e71-89a3-4f83-b044-c2e622bfa4dd triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:41.873972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:41.881007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36be6f59-8001-489d-870b-d9b22575d310 req-da8913db-3610-43be-93c4-ce49e0564e77 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Mar 02 18:55:42.004827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:42.032447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:42.049077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:42.077409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-5a086005-9eb1-4c32-8d85-468cc99cc73a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835471 Mar 02 18:55:42.092187 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd', 'code': 200} Mar 02 18:55:42.170997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:42.252037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:42.316127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-5a6ed8f9-2304-4c14-9e8f-834d71ec7cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.317639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-5a6ed8f9-2304-4c14-9e8f-834d71ec7cf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.1426888 Mar 02 18:55:42.320803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0cac12-008c-4ea0-8f86-9b4505cebe84 req-2d14fd7a-cfc9-47b1-be31-b8047d4b5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.323417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0c0cac12-008c-4ea0-8f86-9b4505cebe84 req-2d14fd7a-cfc9-47b1-be31-b8047d4b5acf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 1101 time: 0.1095557 Mar 02 18:55:42.438429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0c0cac12-008c-4ea0-8f86-9b4505cebe84 req-7639d8c2-ee4b-4551-8b8d-4ba42a468de2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106801 Mar 02 18:55:42.481604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-e8137e5f-d2cf-4f1b-b1f8-72eb86e5412f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.485463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-e8137e5f-d2cf-4f1b-b1f8-72eb86e5412f service neutron] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 914 time: 0.1416492 Mar 02 18:55:42.589684 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bc87dd7-07ae-4eef-8039-e8e2cff8969b req-68d987e3-02c4-432e-9245-61f7a6cbec4c tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 210 time: 0.0469012 Mar 02 18:55:42.590276 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-ccaef0e9-a712-445f-b5df-0064de2ac90c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 1002 time: 0.1004381 Mar 02 18:55:42.658577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-63c6cb63-c6b9-4003-992f-1abfc1c98569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.660064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-63c6cb63-c6b9-4003-992f-1abfc1c98569 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.0629148 Mar 02 18:55:42.737126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-0de86dfa-aadf-48d3-abbb-79e79721f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:42.738652 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-0de86dfa-aadf-48d3-abbb-79e79721f62c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727880 Mar 02 18:55:42.877784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-559126ce-a629-4863-918d-8fd24b71bb55 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317523 Mar 02 18:55:43.036372 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dd64f08e-8c13-42e6-90f4-2e2a9c7f3819 req-05ac50b5-ff8f-4dbc-bdbb-bcde8b3bf176 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519256 Mar 02 18:55:43.096457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c8d9-be1f-4388-aa63-28c503d888bc req-22cd4617-fba5-4eae-91c0-99289984f7b4 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:43.101952 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e78c8d9-be1f-4388-aa63-28c503d888bc req-22cd4617-fba5-4eae-91c0-99289984f7b4 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.1027143 Mar 02 18:55:43.141986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e78c8d9-be1f-4388-aa63-28c503d888bc req-07a47d55-8877-46af-b840-9e38137cdbba tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386920 Mar 02 18:55:43.742513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bae599b6-30f0-4e60-9f44-f78a9561a684 req-2cf8ac78-a699-44e6-a4cf-44f9a2841466 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 210 time: 0.0449843 Mar 02 18:55:44.143806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-447211d4-acc6-4900-b079-15abcb4ecbae tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:44.144755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-447211d4-acc6-4900-b079-15abcb4ecbae tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Synchronizing usage tracker for tenant:4594b3fb8365451c8e10c118ceae0a3c on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:44.339203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16f589-ce15-4cc5-b55a-9cb15469d8af req-6afe294c-64a7-4045-9dd9-8e2770b81014 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:44.340691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e16f589-ce15-4cc5-b55a-9cb15469d8af req-6afe294c-64a7-4045-9dd9-8e2770b81014 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.0853069 Mar 02 18:55:44.363989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-447211d4-acc6-4900-b079-15abcb4ecbae tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Unset dirty status for tenant:4594b3fb8365451c8e10c118ceae0a3c on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:44.368052 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-447211d4-acc6-4900-b079-15abcb4ecbae tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.11 "GET /v2.0/networks?id=9dc24930-c7fd-40bd-9fd9-127982fddfc1 HTTP/1.1" status: 200 len: 809 time: 0.3787718 Mar 02 18:55:44.383535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Request body: {'port': {'device_id': '4067cac4-815d-4939-9801-601af7cc9f73', 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1', 'admin_state_up': True, 'tenant_id': '4594b3fb8365451c8e10c118ceae0a3c'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:44.392387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e16f589-ce15-4cc5-b55a-9cb15469d8af req-ce0777df-c7c0-4fee-ad2b-c39b3d2622be tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458834 Mar 02 18:55:44.533217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:55:44.537277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Usage tracker for resource:port and tenant:4594b3fb8365451c8e10c118ceae0a3c is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:55:44.540329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:55:44.547395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:55:44.637771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Made reservation on behalf of 4594b3fb8365451c8e10c118ceae0a3c for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:55:44.642800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:44.808040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Allocated IP 172.20.0.7 (9dc24930-c7fd-40bd-9fd9-127982fddfc1/3c7f7336-9ca4-4eed-b12d-930122e54e52/6dbb9ce3-744e-4fe6-8067-03583717eec9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:55:44.902987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebec3f5a-05a6-4ca1-ac65-8216de4be4c0 req-c2791ef8-36db-4b8a-a125-4a9cd7df0a98 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 210 time: 0.0458257 Mar 02 18:55:45.018787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:45.149805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a909d1-358a-4861-a5ef-9cb7503fee9a req-b913f2d7-2691-4303-a181-59867e0dc948 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:45.151338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3a909d1-358a-4861-a5ef-9cb7503fee9a req-b913f2d7-2691-4303-a181-59867e0dc948 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.0836015 Mar 02 18:55:45.172020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:45.199247 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3a909d1-358a-4861-a5ef-9cb7503fee9a req-2dfdbdcb-d873-463e-bec6-1b0748bc5f7c tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Mar 02 18:55:45.344681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:55:45.353169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:55:45.357492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:55:45.393097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Pushing event updated for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:45.429217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:45.429883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:45.546989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-17a81383-6a28-41c0-b6b0-33bcef7c0257 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1686740 Mar 02 18:55:45.558745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Request body: {'port': {'device_id': '4067cac4-815d-4939-9801-601af7cc9f73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:55:45.670351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.026334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dbb9ce3-744e-4fe6-8067-03583717eec9 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:46.033707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.047992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Transition to ACTIVE for port object 6dbb9ce3-744e-4fe6-8067-03583717eec9 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:55:46.095122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99696b-525c-4175-a9ca-5d79f7b61f4b req-d5a13899-ab8f-4b38-9b41-a507c8a678a2 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.096591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc99696b-525c-4175-a9ca-5d79f7b61f4b req-d5a13899-ab8f-4b38-9b41-a507c8a678a2 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 931 time: 0.0852482 Mar 02 18:55:46.141368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc99696b-525c-4175-a9ca-5d79f7b61f4b req-28d568cd-2def-4e16-b0ef-d8cbab554aaf tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Mar 02 18:55:46.158029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.369345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:46.391996 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc6a19-1cc1-4aac-95c3-48d864d58c46 req-0ad85281-0eb9-48ec-a2cc-5783df5720d2 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.393494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6fc6a19-1cc1-4aac-95c3-48d864d58c46 req-0ad85281-0eb9-48ec-a2cc-5783df5720d2 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.0861988 Mar 02 18:55:46.442704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6fc6a19-1cc1-4aac-95c3-48d864d58c46 req-6c61165c-1c65-47e5-aa90-372fefbed2c6 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Mar 02 18:55:46.469322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Attempting to bind port 6dbb9ce3-744e-4fe6-8067-03583717eec9 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:55:46.469663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Attempting to bind port 6dbb9ce3-744e-4fe6-8067-03583717eec9 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:55:46.469998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Attempting to bind port 6dbb9ce3-744e-4fe6-8067-03583717eec9 on network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:46.481755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-93e09673-fd9c-42f4-8f4a-e2256c69d6a1 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.482540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-93e09673-fd9c-42f4-8f4a-e2256c69d6a1 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Synchronizing usage tracker for tenant:88466a6be1694cc3acbda9051bbe5d5e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:46.487201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Port 6dbb9ce3-744e-4fe6-8067-03583717eec9 on network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:55:46.487534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Attempting to bind port 6dbb9ce3-744e-4fe6-8067-03583717eec9 on network 9dc24930-c7fd-40bd-9fd9-127982fddfc1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:55:46.500565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:55:46.500915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Checking segment: {'id': '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:55:46.501305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Bound using segment: {'id': '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:55:46.501735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Bound port: 6dbb9ce3-744e-4fe6-8067-03583717eec9, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:55:46.502083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.600922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:55:46.600922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9,segment=NetworkSegment(77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd),segment_id=77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:55:46.623592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-93e09673-fd9c-42f4-8f4a-e2256c69d6a1 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Unset dirty status for tenant:88466a6be1694cc3acbda9051bbe5d5e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:46.623592 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-93e09673-fd9c-42f4-8f4a-e2256c69d6a1 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.65 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.3356884 Mar 02 18:55:46.694558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Deleting port 6b338e71-89a3-4f83-b044-c2e622bfa4dd {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:46.694914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.780399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.855821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:46.856436 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:46.857823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] 10.222.0.11 "PUT /v2.0/ports/6dbb9ce3-744e-4fe6-8067-03583717eec9 HTTP/1.1" status: 200 len: 1091 time: 1.3031027 Mar 02 18:55:46.858281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:46.913289 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9', 'status': 'completed', 'code': 200} Mar 02 18:55:46.970272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ce4fc-b693-4907-abe5-8bd6efd7c2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:47.070161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] For port 6b338e71-89a3-4f83-b044-c2e622bfa4dd, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6b338e71-89a3-4f83-b044-c2e622bfa4dd,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:47.070447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:47.318612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Calling delete_port for 6b338e71-89a3-4f83-b044-c2e622bfa4dd owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:47.338885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26bab17-b2ff-4ec2-bb6a-fd7f6b6f7faa req-1835b53c-1472-47b4-ac91-93ff9d083489 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.340535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e26bab17-b2ff-4ec2-bb6a-fd7f6b6f7faa req-1835b53c-1472-47b4-ac91-93ff9d083489 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 943 time: 0.0879071 Mar 02 18:55:47.365174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-5557e3e7-3835-40f4-aaa0-a79c3c6159f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.365174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-5557e3e7-3835-40f4-aaa0-a79c3c6159f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4594b3fb8365451c8e10c118ceae0a3c&device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 1094 time: 0.3805907 Mar 02 18:55:47.394866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e26bab17-b2ff-4ec2-bb6a-fd7f6b6f7faa req-5beb1ebf-aac1-4a5f-b35e-359cd19fe303 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Mar 02 18:55:47.575321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-62143318-5b9b-4470-8535-aa0bb8885107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.576793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-62143318-5b9b-4470-8535-aa0bb8885107 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4594b3fb8365451c8e10c118ceae0a3c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2054341 Mar 02 18:55:47.633607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5b9bc-efc5-4f25-b8b2-05ae9d045d01 req-e65db335-92fc-4712-b91b-0d63d2086ea6 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.635069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e5b9bc-efc5-4f25-b8b2-05ae9d045d01 req-e65db335-92fc-4712-b91b-0d63d2086ea6 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 950 time: 0.0838370 Mar 02 18:55:47.681361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89e5b9bc-efc5-4f25-b8b2-05ae9d045d01 req-751a9963-1890-4349-ad60-780792933af5 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/security-groups?id=78e1e932-1746-449e-90e9-d4db87cfb4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Mar 02 18:55:47.707079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:47.717787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6b338e71-89a3-4f83-b044-c2e622bfa4dd'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:55:47.772602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Pushing event deleted for resources: {'Port': ['ID=6b338e71-89a3-4f83-b044-c2e622bfa4dd,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:47.777685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-588802b6-bbde-4ae2-9501-6cdfd06e0b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.778876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-81fa378e-96dc-4a15-8fc9-70d7ba158c9b req-588802b6-bbde-4ae2-9501-6cdfd06e0b82 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1956558 Mar 02 18:55:47.894778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] No DVR routers for this DVR port 6b338e71-89a3-4f83-b044-c2e622bfa4dd on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:47.898517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:47.938655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-649b4c49-d835-4e91-8a4f-a846d81654b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:47.940164 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-649b4c49-d835-4e91-8a4f-a846d81654b0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4594b3fb8365451c8e10c118ceae0a3c&device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 1094 time: 0.1208007 Mar 02 18:55:48.016129 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-cbd4ca91-9943-4bf3-b2d2-dc4ee833669b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9 HTTP/1.1" status: 200 len: 217 time: 0.0641673 Mar 02 18:55:48.021233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d75a4201-b8b4-4893-8642-c96d95df6a76 req-7f3208cc-2bde-4a8c-80e2-e6097f9fd3c9 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.65 "DELETE /v2.0/ports/6b338e71-89a3-4f83-b044-c2e622bfa4dd HTTP/1.1" status: 204 len: 173 time: 1.3937798 Mar 02 18:55:48.083185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-1d8d08d0-6477-4e3d-a575-11ca462af847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:48.084895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-1d8d08d0-6477-4e3d-a575-11ca462af847 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=3c7f7336-9ca4-4eed-b12d-930122e54e52 HTTP/1.1" status: 200 len: 849 time: 0.0615206 Mar 02 18:55:48.134108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-de00e68e-1a31-4a2f-b1c7-0beb35da2c84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9dc24930-c7fd-40bd-9fd9-127982fddfc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432532 Mar 02 18:55:48.268434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-03233f24-cc9a-4cf5-af69-49dcb7350102 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc24930-c7fd-40bd-9fd9-127982fddfc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276624 Mar 02 18:55:48.403712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b89d0c84-4136-49eb-8962-63fc9c79b2fa req-159b7ced-b38d-48d9-b074-72306da896c1 service neutron] 10.222.0.11 "GET /v2.0/networks/9dc24930-c7fd-40bd-9fd9-127982fddfc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288910 Mar 02 18:55:48.593135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091b481-5ef9-490a-bbfc-79f7f507652a req-5bbaf3e3-b9d6-4ce3-8b55-e9e0b32e05dd tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:48.594635 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6091b481-5ef9-490a-bbfc-79f7f507652a req-5bbaf3e3-b9d6-4ce3-8b55-e9e0b32e05dd tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 943 time: 0.0833948 Mar 02 18:55:48.748111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6091b481-5ef9-490a-bbfc-79f7f507652a req-0b2f779d-ed47-4e27-8cef-132459dec987 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466575 Mar 02 18:55:48.847557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aed95403-7489-4e40-8c1a-befabc29bb24 req-3eb55cd7-f4f3-405b-8f3a-f22892decbe1 tempest-VolumesNegativeTest-1071773709 tempest-VolumesNegativeTest-1071773709-project] 10.222.0.66 "GET /v2.0/ports?device_id=86b36a26-2f05-4ff6-82e3-da89c3dfafe7 HTTP/1.1" status: 200 len: 210 time: 0.0424166 Mar 02 18:55:48.914700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'name': 'network-vif-deleted', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:48.960131 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b36a26-2f05-4ff6-82e3-da89c3dfafe7', 'name': 'network-vif-deleted', 'tag': '6b338e71-89a3-4f83-b044-c2e622bfa4dd', 'status': 'completed', 'code': 200} Mar 02 18:55:49.935654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ebe08-9611-4841-b41a-4c9c8adf8205 req-6c2dd5a0-404f-4c11-8690-1574da5dddc3 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:49.937125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-801ebe08-9611-4841-b41a-4c9c8adf8205 req-6c2dd5a0-404f-4c11-8690-1574da5dddc3 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 943 time: 0.0830514 Mar 02 18:55:49.984895 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-801ebe08-9611-4841-b41a-4c9c8adf8205 req-adec282b-3f1a-404b-8a5b-3d63f0419476 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416727 Mar 02 18:55:51.174075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff3649-83c7-4c20-8bca-21e5885a59b2 req-95de85b5-de23-411d-9143-0a7211f3fe72 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:51.175568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ff3649-83c7-4c20-8bca-21e5885a59b2 req-95de85b5-de23-411d-9143-0a7211f3fe72 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 943 time: 0.0827000 Mar 02 18:55:51.219150 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58ff3649-83c7-4c20-8bca-21e5885a59b2 req-fdc73e6e-d928-4a09-8616-f79065590216 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369883 Mar 02 18:55:51.252966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6dbb9ce3-744e-4fe6-8067-03583717eec9 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:55:51.392060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9,segment=NetworkSegment(77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd),segment_id=77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:51.408628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '6dbb9ce3-744e-4fe6-8067-03583717eec9', 'network_id': '9dc24930-c7fd-40bd-9fd9-127982fddfc1', 'port_id': '6dbb9ce3-744e-4fe6-8067-03583717eec9', 'mac_address': 'fa:16:3e:5a:2e:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c7f7336-9ca4-4eed-b12d-930122e54e52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:55:51.466930 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:51.486802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dbb9ce3-744e-4fe6-8067-03583717eec9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:55:51.506741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9,segment=NetworkSegment(77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd),segment_id=77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:51.609384 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:51.673287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:51.681118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.681467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.681808 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.682166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.682505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.682842 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.683172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.683499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.683825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.684150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.684474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.684795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:55:51.743591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6b338e71-89a3-4f83-b044-c2e622bfa4dd no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:55:51.810235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 6b338e71-89a3-4f83-b044-c2e622bfa4dd {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:55:51.810583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6b338e71-89a3-4f83-b044-c2e622bfa4dd not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:55:51.897713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['6dbb9ce3-744e-4fe6-8067-03583717eec9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:55:52.323909 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c24a8219-53c9-4f55-a832-46ad961848c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:52.406475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c07bcb-7538-4f3b-9540-a7e1a8ff4c8f req-87aeb2f4-2979-4f93-bbb2-70cfe37902c4 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:52.407928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63c07bcb-7538-4f3b-9540-a7e1a8ff4c8f req-87aeb2f4-2979-4f93-bbb2-70cfe37902c4 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 944 time: 0.0829587 Mar 02 18:55:52.453946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63c07bcb-7538-4f3b-9540-a7e1a8ff4c8f req-ab79065e-8269-4e49-b108-1e0173a56f57 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398469 Mar 02 18:55:52.691611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40016) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:55:53.269014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6dbb9ce3-744e-4fe6-8067-03583717eec9 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:55:53.412960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:53.449326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 6dbb9ce3-744e-4fe6-8067-03583717eec9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:55:53.455804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 6dbb9ce3-744e-4fe6-8067-03583717eec9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:55:53.455804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:53.641251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:53.683584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9,segment=NetworkSegment(77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd),segment_id=77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:53.685332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:53.708877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e1a62f-e7b3-4262-8458-b664e5195ff0 req-f2801588-4887-42d1-a90e-25bfad1c3d86 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:53.716284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9e1a62f-e7b3-4262-8458-b664e5195ff0 req-f2801588-4887-42d1-a90e-25bfad1c3d86 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 944 time: 0.1098840 Mar 02 18:55:53.747416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:53.767923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9e1a62f-e7b3-4262-8458-b664e5195ff0 req-cb108ef7-e73b-452c-a450-0ecdca81db4f tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504282 Mar 02 18:55:53.856815 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9', 'code': 200} Mar 02 18:55:53.899643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:54.001411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96300639-facf-4899-936c-8f221746c378 req-ed58257a-214e-4815-b694-1ef41b94157a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:54.001411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96300639-facf-4899-936c-8f221746c378 req-ed58257a-214e-4815-b694-1ef41b94157a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 1096 time: 0.1352026 Mar 02 18:55:54.044800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port bfa22ddd-c103-4c9e-ad20-a1860ee6810a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:54.045150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:54.118512 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96300639-facf-4899-936c-8f221746c378 req-e79247da-40ef-4470-9bca-a11f29f4a622 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038079 Mar 02 18:55:54.268798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port bfa22ddd-c103-4c9e-ad20-a1860ee6810a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:54.269155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:54.331332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-281ed169-a4aa-46e2-a060-e06d1d6257e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:54.394733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for bfa22ddd-c103-4c9e-ad20-a1860ee6810a owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:54.844724 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:54.906818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=bfa22ddd-c103-4c9e-ad20-a1860ee6810a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:54.973146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7c566-b342-400c-b766-b888f4c1aa53 req-53be8458-31c2-48ae-acb8-e3c47438af09 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:54.974930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bae7c566-b342-400c-b766-b888f4c1aa53 req-53be8458-31c2-48ae-acb8-e3c47438af09 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.1077721 Mar 02 18:55:55.049422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bae7c566-b342-400c-b766-b888f4c1aa53 req-77a7af9b-1586-41a9-891b-96047330cb34 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650454 Mar 02 18:55:55.402746 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:55.542443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:55.631982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:55.810588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:55:55.988303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:55:56.000887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:55:56.010802 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-721ee784-0d1d-4684-adec-d4685c4b0f4a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/b858abf8-5869-4683-b8b7-b4cae9e4809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3149059 Mar 02 18:55:56.013036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:55:56.013752 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:56.092110 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:56.231825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:55:56.275633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236a6bc5-10d6-4eb8-a799-f3ebac759cdf req-03de136d-40a9-4222-be80-4bc6c78993ba tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:56.277169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-236a6bc5-10d6-4eb8-a799-f3ebac759cdf req-03de136d-40a9-4222-be80-4bc6c78993ba tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.1081865 Mar 02 18:55:56.330780 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-236a6bc5-10d6-4eb8-a799-f3ebac759cdf req-c6b532a4-e0e6-4c3a-a09e-823ff0d6fb7a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447147 Mar 02 18:55:56.661430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:56.668163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:55:56.682747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:55:56.682747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:56.742773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8599d129-9ab8-4c50-975d-f13c3fac1db5 req-d4194c2d-4942-4e37-8aea-1cada8ff0abe tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:56.743491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8599d129-9ab8-4c50-975d-f13c3fac1db5 req-d4194c2d-4942-4e37-8aea-1cada8ff0abe tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:56.906392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-8599d129-9ab8-4c50-975d-f13c3fac1db5 req-d4194c2d-4942-4e37-8aea-1cada8ff0abe tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:56.910589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8599d129-9ab8-4c50-975d-f13c3fac1db5 req-d4194c2d-4942-4e37-8aea-1cada8ff0abe tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.2736506 Mar 02 18:55:56.912489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:55:56.964469 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8599d129-9ab8-4c50-975d-f13c3fac1db5 req-0e7d4c03-1836-4f65-8efb-a2d0afb9bd7c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503192 Mar 02 18:55:56.973570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:56.974298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:57.370392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:55:57.374656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed57b60-709f-47f1-9a2d-05687b439cd9 None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'e39b6ac8-d6f9-4517-a430-0aea1c00727d', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.219', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'port_id': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3716, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'mac_address': 'fa:16:3e:40:58:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:54:24Z', 'updated_at': '2022-03-02T18:54:29Z', 'revision_number': 1, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:55:58.093555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-ee1b5bfc-4f05-4613-bc3a-b37c4739aee9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:58.094538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-ee1b5bfc-4f05-4613-bc3a-b37c4739aee9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:55:58.120167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-ee1b5bfc-4f05-4613-bc3a-b37c4739aee9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:55:58.121344 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-ee1b5bfc-4f05-4613-bc3a-b37c4739aee9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.11 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.1346364 Mar 02 18:55:58.188738 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:55:58.205547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port bf36f0f5-c7ff-41d5-84bf-816df1126f29 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:55:58.206345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:58.223229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6d185-47f7-461d-bb3f-a47d327a5857 req-c9708dec-62d3-4f03-8cf1-222f22f9668f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:55:58.225112 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89f6d185-47f7-461d-bb3f-a47d327a5857 req-c9708dec-62d3-4f03-8cf1-222f22f9668f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 946 time: 0.0886467 Mar 02 18:55:58.277577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89f6d185-47f7-461d-bb3f-a47d327a5857 req-40232e43-dd03-42e9-8cee-49d8e757ce75 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=5ba8aa05-af80-4fa3-a419-d8f08a520b3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457070 Mar 02 18:55:58.463220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port bf36f0f5-c7ff-41d5-84bf-816df1126f29, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bf36f0f5-c7ff-41d5-84bf-816df1126f29,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:55:58.463582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:58.613572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for bf36f0f5-c7ff-41d5-84bf-816df1126f29 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:55:58.620778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bfa22ddd-c103-4c9e-ad20-a1860ee6810a no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:55:58.657606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: bfa22ddd-c103-4c9e-ad20-a1860ee6810a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:55:58.658328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device bfa22ddd-c103-4c9e-ad20-a1860ee6810a not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:55:58.992934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:59.044436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=bf36f0f5-c7ff-41d5-84bf-816df1126f29,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:55:59.125543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] No DVR routers for this DVR port bf36f0f5-c7ff-41d5-84bf-816df1126f29 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:55:59.127997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:55:59.130540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'name': 'network-vif-deleted', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:55:59.178354 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1be376-bb76-4c0e-b734-558b9db9f755', 'name': 'network-vif-deleted', 'tag': 'bf36f0f5-c7ff-41d5-84bf-816df1126f29', 'status': 'completed', 'code': 200} Mar 02 18:55:59.267190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-839c3b30-ddd5-4a59-ab99-35bdd9a397f2 req-55061d52-5639-4c93-901a-ab6ddd9de014 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.11 "DELETE /v2.0/ports/bf36f0f5-c7ff-41d5-84bf-816df1126f29 HTTP/1.1" status: 204 len: 173 time: 1.1401541 Mar 02 18:55:59.438973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0d2b29c-37df-48f7-b1f0-38246d20e5b3 req-62fae0c5-2449-4ff5-9dd6-370ec3095943 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=3f1be376-bb76-4c0e-b734-558b9db9f755 HTTP/1.1" status: 200 len: 210 time: 0.0475788 Mar 02 18:56:00.547223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40222) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:00.624144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.651094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:00.669781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.839406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c5d4083d-1b1f-4d3f-9edd-fbbe34385c43 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=88466a6be1694cc3acbda9051bbe5d5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874588 Mar 02 18:56:00.841818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40234) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:00.845938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.870406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba8aa05-af80-4fa3-a419-d8f08a520b3b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:00.879293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.879571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.879913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.880255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.880590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.880920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.881253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.882068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.882572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.883059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.883873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.884211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:00.906668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.933169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.997300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:00.999197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc799e49-8168-44d5-b823-4f383d916557 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/security-groups/5ba8aa05-af80-4fa3-a419-d8f08a520b3b HTTP/1.1" status: 204 len: 168 time: 0.4501896 Mar 02 18:56:01.151990 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.168806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e1e932-1746-449e-90e9-d4db87cfb4a1,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:01.179823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.179823 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a8235b11-7bb9-429c-8737-9c308171e990 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/78e1e932-1746-449e-90e9-d4db87cfb4a1 HTTP/1.1" status: 204 len: 168 time: 0.3322349 Mar 02 18:56:01.224073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40246) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:01.283923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bf36f0f5-c7ff-41d5-84bf-816df1126f29 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:01.301059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting subnet 6ff26d06-a107-4891-b7bb-7bebc84ffdc7 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:56:01.305635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.321962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: bf36f0f5-c7ff-41d5-84bf-816df1126f29 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:01.336234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bf36f0f5-c7ff-41d5-84bf-816df1126f29 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:01.362605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.451847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.631647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.690980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff26d06-a107-4891-b7bb-7bebc84ffdc7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:01.693514 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.702737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db71014-7338-4f23-9dd2-555ddb350d90 None None] Network 44167738-dd4c-4498-901e-bf070e4a29f5 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:56:01.704864 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40254) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:01.705487 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aba5c9dd-4b08-4f19-8401-4fc2aff6b2e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/subnets/6ff26d06-a107-4891-b7bb-7bebc84ffdc7 HTTP/1.1" status: 204 len: 168 time: 0.4793706 Mar 02 18:56:01.925007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:01.945097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 99f2ac94-6cf4-4701-a621-362a28500f02 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:01.945399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.106708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] DHCP port deletion for 44167738-dd4c-4498-901e-bf070e4a29f5 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:56:02.110563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Deleting port 99f2ac94-6cf4-4701-a621-362a28500f02 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:02.110940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.221662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 99f2ac94-6cf4-4701-a621-362a28500f02, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=99f2ac94-6cf4-4701-a621-362a28500f02,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:02.222102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.336878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] For port 99f2ac94-6cf4-4701-a621-362a28500f02, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=99f2ac94-6cf4-4701-a621-362a28500f02,segment=NetworkSegment(2af8e1c0-79ba-45ce-b23f-5edbf048207a),segment_id=2af8e1c0-79ba-45ce-b23f-5edbf048207a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:02.337468 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.351755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 99f2ac94-6cf4-4701-a621-362a28500f02 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:02.480759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Calling delete_port for 99f2ac94-6cf4-4701-a621-362a28500f02 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:02.647195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 99f2ac94-6cf4-4701-a621-362a28500f02 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:02.649015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.683171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 99f2ac94-6cf4-4701-a621-362a28500f02 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:02.683514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 99f2ac94-6cf4-4701-a621-362a28500f02 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:02.688399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:56:02.688756 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:56:02.696679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=99f2ac94-6cf4-4701-a621-362a28500f02,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:02.703564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] No DVR routers for this DVR port 99f2ac94-6cf4-4701-a621-362a28500f02 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:02.745417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.746011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.746011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.746371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.746700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.747024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.747342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.747663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.747977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.748292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.748609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.748941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:56:02.845686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.874390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44167738-dd4c-4498-901e-bf070e4a29f5']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:02.888563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af8e1c0-79ba-45ce-b23f-5edbf048207a') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:02.888862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af8e1c0-79ba-45ce-b23f-5edbf048207a') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:02.902706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.964777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.973206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Releasing vlan 680 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:56:02.973599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:56:02.988306 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:56:03.090695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d63a8-1209-4c04-9227-fa65d005c700 req-97564308-0921-4451-b742-6d05ed7dd3ad tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:03.092202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b76d63a8-1209-4c04-9227-fa65d005c700 req-97564308-0921-4451-b742-6d05ed7dd3ad tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.1743534 Mar 02 18:56:03.138781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b76d63a8-1209-4c04-9227-fa65d005c700 req-ccdb3b50-c4a8-4ce1-992d-2c0b75bb33d0 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Mar 02 18:56:03.189975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Deleting port 99f2ac94-6cf4-4701-a621-362a28500f02 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:03.190486 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.255381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.259764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e78224f-e326-45b5-a260-f67d6c4f279f None None] The port '99f2ac94-6cf4-4701-a621-362a28500f02' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:56:03.273144 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.284560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Network': ['ID=44167738-dd4c-4498-901e-bf070e4a29f5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:03.403937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-51ea16da-c01b-48ad-9715-0b21f53c35e4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/networks/44167738-dd4c-4498-901e-bf070e4a29f5 HTTP/1.1" status: 204 len: 168 time: 1.6977081 Mar 02 18:56:03.406410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:03.610509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 9df34afc-7545-47cc-bc08-5a148c29a936 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:03.610853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.778185 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.778803 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:03.902855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 9df34afc-7545-47cc-bc08-5a148c29a936 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:04.303154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-96a1ca45-5286-43f6-8d86-5ccc22cf30e1 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:04.303849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-96a1ca45-5286-43f6-8d86-5ccc22cf30e1 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Synchronizing usage tracker for tenant:4594b3fb8365451c8e10c118ceae0a3c on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:04.332392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622213b1-75fe-4454-9bad-310e7c34e856 req-af54c885-90dd-4927-956f-788aea81edf8 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:04.337613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622213b1-75fe-4454-9bad-310e7c34e856 req-af54c885-90dd-4927-956f-788aea81edf8 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.0864744 Mar 02 18:56:04.377835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-622213b1-75fe-4454-9bad-310e7c34e856 req-e4c2b611-d7b4-4e47-8db9-7a461e316b1b tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Mar 02 18:56:04.385693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:04.420043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-96a1ca45-5286-43f6-8d86-5ccc22cf30e1 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Unset dirty status for tenant:4594b3fb8365451c8e10c118ceae0a3c on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:04.421252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-96a1ca45-5286-43f6-8d86-5ccc22cf30e1 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.11 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.1991954 Mar 02 18:56:04.434147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=9df34afc-7545-47cc-bc08-5a148c29a936,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:04.497808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Deleting port 6dbb9ce3-744e-4fe6-8067-03583717eec9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:04.499581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:04.531169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:04.533053 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Floating IP e39b6ac8-d6f9-4517-a430-0aea1c00727d disassociated (deleted). External IP: 172.25.7.219, port: 2e3c6415-87f8-4ff3-b74e-ddc4548d3056. Mar 02 18:56:04.776601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] For port 6dbb9ce3-744e-4fe6-8067-03583717eec9, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6dbb9ce3-744e-4fe6-8067-03583717eec9,segment=NetworkSegment(77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd),segment_id=77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:04.777021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:04.906407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Calling delete_port for 6dbb9ce3-744e-4fe6-8067-03583717eec9 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:05.014859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:05.200574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:05.210784 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:05.219838 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:05.230893 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:05.230893 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:05.276749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d193e3b5-060d-4870-ae9d-e0eaef3b409f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/floatingips/e39b6ac8-d6f9-4517-a430-0aea1c00727d HTTP/1.1" status: 204 len: 168 time: 1.8692186 Mar 02 18:56:05.277893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:05.321659 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'status': 'completed', 'code': 200} Mar 02 18:56:05.454849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:05.473841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-182f7672-f5e1-47fb-aaf6-329bf66ee276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:05.475372 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-182f7672-f5e1-47fb-aaf6-329bf66ee276 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 1097 time: 0.1091509 Mar 02 18:56:05.607313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f135325d-26c4-4079-852c-f35bfc8f9200 req-2e86b399-d4c9-4041-b463-71dfbe32300e tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:05.608951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f135325d-26c4-4079-852c-f35bfc8f9200 req-2e86b399-d4c9-4041-b463-71dfbe32300e tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 945 time: 0.0980990 Mar 02 18:56:05.615876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-9391d689-2525-426c-b8d3-81384bb018c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:05.617575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-9391d689-2525-426c-b8d3-81384bb018c2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 200 len: 898 time: 0.1362286 Mar 02 18:56:05.664735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f135325d-26c4-4079-852c-f35bfc8f9200 req-272372db-1772-4bab-94fc-50b1a5e11029 tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e42acd8-f8ac-485c-9eef-fb2736648362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432167 Mar 02 18:56:05.713024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-ee452835-a5c2-4e6f-b708-0cd968e1c88c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 200 len: 217 time: 0.0862517 Mar 02 18:56:05.713024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:05.723506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['6dbb9ce3-744e-4fe6-8067-03583717eec9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:56:05.834712 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:05.839343 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:05.847814 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:05.848464 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:05.938437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Pushing event deleted for resources: {'Port': ['ID=6dbb9ce3-744e-4fe6-8067-03583717eec9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:06.028446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] No DVR routers for this DVR port 6dbb9ce3-744e-4fe6-8067-03583717eec9 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:06.040110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:06.042869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'name': 'network-vif-deleted', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:06.050077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-8f3ece93-3b32-4f27-b48c-a6f9cb190358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:06.052044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-8f3ece93-3b32-4f27-b48c-a6f9cb190358 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 200 len: 834 time: 0.3374014 Mar 02 18:56:06.127961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec1f68-848f-4ce9-b102-c59d2be56b21 req-5ecce4dd-6472-484d-ac61-24c3853341a6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:06.128701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dec1f68-848f-4ce9-b102-c59d2be56b21 req-5ecce4dd-6472-484d-ac61-24c3853341a6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:06.133689 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4067cac4-815d-4939-9801-601af7cc9f73', 'name': 'network-vif-deleted', 'tag': '6dbb9ce3-744e-4fe6-8067-03583717eec9', 'status': 'completed', 'code': 200} Mar 02 18:56:06.136908 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-14ccca48-56e5-4cc7-b2ad-cbd86b7997ba req-8bc7f163-ac46-453a-8095-35bb7099050a tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.11 "DELETE /v2.0/ports/6dbb9ce3-744e-4fe6-8067-03583717eec9 HTTP/1.1" status: 204 len: 173 time: 1.7103319 Mar 02 18:56:06.147057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-6b98d67f-c32c-49ed-86ef-d75d1478588b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:06.148729 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-6b98d67f-c32c-49ed-86ef-d75d1478588b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6d036b23-dde9-46d2-a4ae-d8b200eee00a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895090 Mar 02 18:56:06.194812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:06.289283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dec1f68-848f-4ce9-b102-c59d2be56b21 req-5ecce4dd-6472-484d-ac61-24c3853341a6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:06.291027 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dec1f68-848f-4ce9-b102-c59d2be56b21 req-5ecce4dd-6472-484d-ac61-24c3853341a6 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.3116541 Mar 02 18:56:06.300226 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-f771781c-93cf-4e57-bd39-3a32d9600285 service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440680 Mar 02 18:56:06.371520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dec1f68-848f-4ce9-b102-c59d2be56b21 req-1105d073-75b5-4dfd-9f30-7ed69ff3019c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655036 Mar 02 18:56:06.450281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05d1a3a7-e5b0-47b8-b99a-abd9bb52f1c9 req-305545f5-7631-4576-b06e-86cea9636dac service neutron] 10.222.0.65 "GET /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429226 Mar 02 18:56:06.586326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:06.590281 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604e3cd-bce5-472b-894f-3da08ca33265 None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:55:54Z', 'revision_number': 6, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'a7d69939-f3c4-4560-bc55-9d28864274bb', 'name': '', 'network_id': '6d036b23-dde9-46d2-a4ae-d8b200eee00a', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:f7:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:53Z', 'updated_at': '2022-03-02T18:54:03Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': 'ae6bde72-97ed-4f28-8110-bebfd11acad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:06.850664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fa8a320-2de5-42ef-b933-4fc55e5e3fe0 req-98346935-d5f9-43c0-a719-150c9beff8cf tempest-VolumesActionsTest-78889655 tempest-VolumesActionsTest-78889655-project] 10.222.0.66 "GET /v2.0/ports?device_id=4067cac4-815d-4939-9801-601af7cc9f73 HTTP/1.1" status: 200 len: 210 time: 0.0468137 Mar 02 18:56:06.854949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4490717b-6c67-40f5-bd75-d74a17524057 None None] New status for floating IP e39b6ac8-d6f9-4517-a430-0aea1c00727d: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:56:07.135436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-a3367bd2-52b0-4bf8-898c-253cceb7c36a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:07.136106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-a3367bd2-52b0-4bf8-898c-253cceb7c36a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:07.148885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-a3367bd2-52b0-4bf8-898c-253cceb7c36a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:07.150013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-a3367bd2-52b0-4bf8-898c-253cceb7c36a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.1014841 Mar 02 18:56:07.227986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:07.227986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:07.491786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:07.492366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:07.561576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffc872-479e-4ac5-88e6-4592145c58af req-71207855-4ef2-4dc8-b7ef-9bc18f96c991 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:07.563085 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3dffc872-479e-4ac5-88e6-4592145c58af req-71207855-4ef2-4dc8-b7ef-9bc18f96c991 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 946 time: 0.0841069 Mar 02 18:56:07.608328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3dffc872-479e-4ac5-88e6-4592145c58af req-803c5b99-5205-4e12-b41b-a74eecbe473e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=6e500e7f-f524-4a90-8d72-70538d74c47d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387881 Mar 02 18:56:07.625780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:07.849887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:07.905906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=2e3c6415-87f8-4ff3-b74e-ddc4548d3056,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:08.048549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] No DVR routers for this DVR port 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:08.052909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:08.140144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'name': 'network-vif-deleted', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:08.164220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-744d29b6-a8c3-4cc8-9b3e-ee122382123e req-3e995a01-8319-43d2-88a7-de8bd14ce5a2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "DELETE /v2.0/ports/2e3c6415-87f8-4ff3-b74e-ddc4548d3056 HTTP/1.1" status: 204 len: 173 time: 1.0084808 Mar 02 18:56:08.180765 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb219384-77dd-4ae0-9ad2-48aeffa56c1b', 'name': 'network-vif-deleted', 'tag': '2e3c6415-87f8-4ff3-b74e-ddc4548d3056', 'status': 'completed', 'code': 200} Mar 02 18:56:08.760737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57cc64ff-e92f-462a-998f-879c94870cff req-27417cb3-8239-46db-9831-e55cdb92ce3a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb219384-77dd-4ae0-9ad2-48aeffa56c1b HTTP/1.1" status: 200 len: 210 time: 0.0449564 Mar 02 18:56:09.359926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6dbb9ce3-744e-4fe6-8067-03583717eec9 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:09.397520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 6dbb9ce3-744e-4fe6-8067-03583717eec9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:09.398463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6dbb9ce3-744e-4fe6-8067-03583717eec9 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:09.859810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40338) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:09.931514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:09.961210 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:10.203224 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:10.223293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e500e7f-f524-4a90-8d72-70538d74c47d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:10.234404 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:10.236565 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a483401d-5bb9-49c3-b1b1-89163b8ecff4 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/security-groups/6e500e7f-f524-4a90-8d72-70538d74c47d HTTP/1.1" status: 204 len: 168 time: 0.3752089 Mar 02 18:56:10.398938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40348) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:11.087091 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:11.450894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port a7d69939-f3c4-4560-bc55-9d28864274bb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:11.451232 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:11.648306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port a7d69939-f3c4-4560-bc55-9d28864274bb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a7d69939-f3c4-4560-bc55-9d28864274bb,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:11.648672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:11.777072 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for a7d69939-f3c4-4560-bc55-9d28864274bb owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:11.810174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:11.841196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:11.848645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2e3c6415-87f8-4ff3-b74e-ddc4548d3056 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:12.260470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:12.312270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=a7d69939-f3c4-4560-bc55-9d28864274bb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:12.743277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.133869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router b858abf8-5869-4683-b8b7-b4cae9e4809c has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:13.344131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:13.362986 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-46bd9b67-7bee-4496-950a-ddf2a0d11f3c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/b858abf8-5869-4683-b8b7-b4cae9e4809c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9599640 Mar 02 18:56:13.363101 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Sync routers for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:13.363519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:13.373127 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:13.373797 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:13.460046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting subnet ae6bde72-97ed-4f28-8110-bebfd11acad7 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:56:13.463607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.529742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.577488 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:13.735068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.887242 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:56:12Z', 'revision_number': 7, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:13.891493 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Checking router: b858abf8-5869-4683-b8b7-b4cae9e4809c for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:13.901039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.913006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Routers {'b858abf8-5869-4683-b8b7-b4cae9e4809c'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:13.914916 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b858abf8-5869-4683-b8b7-b4cae9e4809c'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:13.946066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Subnet': ['ID=ae6bde72-97ed-4f28-8110-bebfd11acad7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:13.952767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd95d457-f688-4551-8a67-bdf24a1379a4 None None] Network 6d036b23-dde9-46d2-a4ae-d8b200eee00a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:56:13.954817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:13.965333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f4be1c5b-7915-4487-ac74-94b2ffb320ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/subnets/ae6bde72-97ed-4f28-8110-bebfd11acad7 HTTP/1.1" status: 204 len: 168 time: 0.5977674 Mar 02 18:56:13.965444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:14.175589 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] Set router b858abf8-5869-4683-b8b7-b4cae9e4809c gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:14.264323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.323868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] DHCP port deletion for 6d036b23-dde9-46d2-a4ae-d8b200eee00a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:56:14.328440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Deleting port 3c4b0fe8-94ea-4abc-b563-dafddc00490b {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:14.329087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.502149 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.618347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:56:12Z', 'revision_number': 7, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:14.623178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c844dd-57f8-44e0-ac6e-1dda9bb98a52 None None] The sync data for ids ['b858abf8-5869-4683-b8b7-b4cae9e4809c'] in n-d-828839-1 is: [{'id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'name': 'tempest-TestNetworkBasicOps-router-505277679', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58'}], 'enable_snat': True}, 'gw_port_id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:53:46Z', 'updated_at': '2022-03-02T18:56:12Z', 'revision_number': 7, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '027f81e1-2b5f-4717-8e78-80904620bf75', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:cd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b858abf8-5869-4683-b8b7-b4cae9e4809c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:53:47Z', 'updated_at': '2022-03-02T18:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:14.630976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] For port 3c4b0fe8-94ea-4abc-b563-dafddc00490b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3c4b0fe8-94ea-4abc-b563-dafddc00490b,segment=NetworkSegment(552a8bed-a35b-45fa-a4df-5d18eb2da155),segment_id=552a8bed-a35b-45fa-a4df-5d18eb2da155)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:14.630976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.692217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 027f81e1-2b5f-4717-8e78-80904620bf75 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:14.692566 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:14.782428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Calling delete_port for 3c4b0fe8-94ea-4abc-b563-dafddc00490b owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:14.923338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 027f81e1-2b5f-4717-8e78-80904620bf75, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=027f81e1-2b5f-4717-8e78-80904620bf75,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:14.923695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:15.008111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c4b0fe8-94ea-4abc-b563-dafddc00490b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:15.065312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:15.206845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] No DVR routers for this DVR port 3c4b0fe8-94ea-4abc-b563-dafddc00490b on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:15.216827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3c4b0fe8-94ea-4abc-b563-dafddc00490b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:15.216827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3c4b0fe8-94ea-4abc-b563-dafddc00490b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:15.225680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdce85f-51de-4ecd-8f14-bcafae75499e None None] Pushing event deleted for resources: {'Port': ['ID=3c4b0fe8-94ea-4abc-b563-dafddc00490b,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:15.244259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 027f81e1-2b5f-4717-8e78-80904620bf75 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:15.564927 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:15.641890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=027f81e1-2b5f-4717-8e78-80904620bf75,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:15.712969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:15.896195 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:15.898454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.037507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.040064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Fanout notify agent at l3_agent the message router_deleted on router b858abf8-5869-4683-b8b7-b4cae9e4809c {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:56:16.069524 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.074075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1490048d-400b-4388-a74a-2839d19bee1d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/routers/b858abf8-5869-4683-b8b7-b4cae9e4809c HTTP/1.1" status: 204 len: 168 time: 2.1059089 Mar 02 18:56:16.074488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40408) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:16.200172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.353159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.386762 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d036b23-dde9-46d2-a4ae-d8b200eee00a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:16.400578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552a8bed-a35b-45fa-a4df-5d18eb2da155') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:16.401929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552a8bed-a35b-45fa-a4df-5d18eb2da155') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:16.414773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.436138 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.436327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-40ef967f-4df0-418e-a4dd-f9184df209cf req-78f37a5a-1e5a-4965-b03a-ba8b9031de87 service neutron] (88708) timed out ('10.222.0.66', 34770) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 18:56:16.440395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:56:16.440808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: timer() Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:56:16.459798 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:56:16.606206 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.640107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.654668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Network': ['ID=6d036b23-dde9-46d2-a4ae-d8b200eee00a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:16.657528 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-779a5bfa-0588-4757-8ca8-241a2eb0bc2d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/networks/6d036b23-dde9-46d2-a4ae-d8b200eee00a HTTP/1.1" status: 204 len: 168 time: 0.5806458 Mar 02 18:56:16.681117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40414) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:16.687764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'network': {'name': 'tempest-network-smoke--1938326937', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:16.696743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:16.697385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a7d69939-f3c4-4560-bc55-9d28864274bb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:16.701597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:network and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:16.704922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:16.713950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:16.734847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a7d69939-f3c4-4560-bc55-9d28864274bb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:16.734847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a7d69939-f3c4-4560-bc55-9d28864274bb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:16.734847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 027f81e1-2b5f-4717-8e78-80904620bf75 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:16.766637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 027f81e1-2b5f-4717-8e78-80904620bf75 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:16.766980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 027f81e1-2b5f-4717-8e78-80904620bf75 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:16.831916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:16.835253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.868349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:56:16.877176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:16.877517 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Added segment cfe328fe-17c5-4960-a472-2dc0ce5dd246 of type vlan for network 7eb288ab-0f06-418b-9f07-60d6bcf35526 Mar 02 18:56:16.903438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.055018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.060614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:17.061095 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.192577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Network': ['ID=7eb288ab-0f06-418b-9f07-60d6bcf35526,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:17.198393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aee6b6b9-30cb-4e26-a175-30d085ef9b0f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5160379 Mar 02 18:56:17.201432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:17.203478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:56:17.207731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'admin_state_up': True, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:17.215564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:17.219430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:router and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:17.222449 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:17.229358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:17.309287 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.310339 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.325257 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:17.836529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:18.219454 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:18.255503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:18.404424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.25.7.215 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1755833d-e840-4cb2-bb04-f459087b00c5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:18.557581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:18.677997 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:18.747358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:18.754919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:18.760256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:56:18.794607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=1755833d-e840-4cb2-bb04-f459087b00c5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:19.368268 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:19.841563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:20.146658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:56:20.331983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:20.343992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Sync routers for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:20.357731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:20.358636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:20.511533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:20.516277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9c058529-0fc9-4862-97d5-abda96ddee56 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3101494 Mar 02 18:56:20.516277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40448) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:20.582167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-43b8304d-0728-4999-8663-36642456ee7b tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=6e33b1c1969f455a9168299cc42ff961&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0629385 Mar 02 18:56:20.588500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:20.588624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40452) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:20.723060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37f412-c981-4752-9913-e8737e103a9c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:20.727946 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e37f412-c981-4752-9913-e8737e103a9c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1402915 Mar 02 18:56:20.730690 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40456) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:20.777957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-25dc4741-5ee4-432e-9262-64a80fbf88d9 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484784 Mar 02 18:56:20.780524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40460) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:20.786003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1916192406', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:20.906420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:19Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:20.910948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Checking router: 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:20.911718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Updating router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 port 1755833d-e840-4cb2-bb04-f459087b00c5 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:56:20.929119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:20.933071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:subnet and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:20.936420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:20.942868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:21.007211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.129422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:21.129422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.360317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.376491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Transition to ACTIVE for port object 1755833d-e840-4cb2-bb04-f459087b00c5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:21.538988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.539223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.620649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Subnet': ['ID=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:21.622824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Attempting to bind port 1755833d-e840-4cb2-bb04-f459087b00c5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:56:21.623199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Attempting to bind port 1755833d-e840-4cb2-bb04-f459087b00c5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:56:21.623564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Attempting to bind port 1755833d-e840-4cb2-bb04-f459087b00c5 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:56:21.629264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ed9a-44a6-4dfd-8a9e-9a72936491eb None None] Pushing event updated for resources: {'Port': ['ID=1755833d-e840-4cb2-bb04-f459087b00c5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:21.639874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Checking segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:56:21.640186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:56:21.640299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network hostable DHCP agents. Network: 7eb288ab-0f06-418b-9f07-60d6bcf35526, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:56:21.640384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:56:21.640384 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.640384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:56:21.640384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Bound port: 1755833d-e840-4cb2-bb04-f459087b00c5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:56:21.640384 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.708316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] For port 1755833d-e840-4cb2-bb04-f459087b00c5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:56:21.711244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] For port 1755833d-e840-4cb2-bb04-f459087b00c5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1755833d-e840-4cb2-bb04-f459087b00c5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:56:21.717024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:56:21.809451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.864298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7eb288ab-0f06-418b-9f07-60d6bcf35526) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:21.865779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:21.866429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:21.877483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e612ed-3bc5-4680-9a86-aa97f578d5ff None None] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:56:21.923222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:21.923595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:55:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:21.981969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a665e9d5-28ae-4a7c-ac2b-d084ff51122a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2003272 Mar 02 18:56:21.984729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40472) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:22.113131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:22.279195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3ed9a-44a6-4dfd-8a9e-9a72936491eb None None] Pushing event updated for resources: {'Port': ['ID=1755833d-e840-4cb2-bb04-f459087b00c5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:22.406288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d34d4734-1306-44bb-899c-88d95c5d1289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:22.526540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7eb288ab-0f06-418b-9f07-60d6bcf35526', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:56:22.529672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:22.776943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:19Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:22.784967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4326ec-f7d7-4733-980d-ae247fafc55b None None] The sync data for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 is: [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:19Z', 'revision_number': 3, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:22.787876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Allocated IP 172.20.0.2 (7eb288ab-0f06-418b-9f07-60d6bcf35526/4d76bd8c-24c0-4cb2-be2e-a99a06cb98da/2d3d2f04-a8e7-40c1-9b6a-fabf822447c4) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:22.809839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.119786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.139595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Transition to ACTIVE for port object 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:23.171858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Transition to ACTIVE for port object 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:23.294605 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.363775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:23.371747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:23.376742 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:56:23.388435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Pushing event updated for resources: {'Port': ['ID=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:23.424512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.1 (7eb288ab-0f06-418b-9f07-60d6bcf35526/4d76bd8c-24c0-4cb2-be2e-a99a06cb98da/7b091c57-5ef6-4df8-9327-fba8432032ae) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:23.495280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Attempting to bind port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:56:23.496316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Attempting to bind port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:56:23.497051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Attempting to bind port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 on network 7eb288ab-0f06-418b-9f07-60d6bcf35526 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:56:23.517122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:56:23.517498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Checking segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:56:23.518717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.518717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Bound using segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:56:23.518974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Bound port: 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:56:23.519892 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.624453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.649265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] For port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:56:23.651007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object 7b091c57-5ef6-4df8-9327-fba8432032ae will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:23.652697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] For port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:56:23.768336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.800698 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:23.880571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d58125-53d3-4321-9a4a-f2049cfe7a15 None None] Pushing event updated for resources: {'Port': ['ID=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:23.905208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:23.908616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:23.916697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:56:23.991433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:24.031368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:24.277268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e9573aac-d248-428b-8580-e580c4951059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:24.557709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:24.744514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1755833d-e840-4cb2-bb04-f459087b00c5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:24.946261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1755833d-e840-4cb2-bb04-f459087b00c5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:24.955322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1755833d-e840-4cb2-bb04-f459087b00c5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:24.955322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.039544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.102017 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.120223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1755833d-e840-4cb2-bb04-f459087b00c5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1755833d-e840-4cb2-bb04-f459087b00c5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:25.128744 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.237798 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.248516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:25.248682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.250794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:25.402537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1755833d-e840-4cb2-bb04-f459087b00c5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:25.410770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:25.411948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:25.528583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:25.586653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.643013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.736782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49092de5-4c2a-4f6f-82a8-d7c87fe03ef3 None None] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:56:25.764471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:25.957067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Provisioning for port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:25.958437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Provisioning complete for port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:25.959033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:25.977620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:25.986966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Sync routers for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:26.001842 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:26.002693 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:26.005160 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-426a6236-bc73-4142-99b5-5067289a57e0 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/9439ef4f-2049-4d29-bf57-91bdbdf2cf45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0187380 Mar 02 18:56:26.007543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40498) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:26.039315 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:26.232294 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:26.241773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.242299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.242765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.243680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.244163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.244621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.245083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.251354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.251354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.251354 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6a1c876-0bf6-40f9-b91f-f6f4b614700c tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6384 time: 0.2394273 Mar 02 18:56:26.251625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40502) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:26.278927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] For port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:26.299851 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:26.346531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.347121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.347813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.348340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.348855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.349508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.350025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.350523 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.350997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:26.355671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfa1dea3-5d37-48cf-9a76-696d7d43f835 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5924 time: 0.1005921 Mar 02 18:56:26.356080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40506) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:26.403083 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:26.505674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207becd7-4ac9-4619-a447-8ba6476a99cc None None] Pushing event updated for resources: {'Port': ['ID=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:26.617941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5e7bd4db-1960-46fd-8769-55e2912810bf tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3052 time: 0.2601595 Mar 02 18:56:26.640214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Provisioning complete for port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:26.640848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:26.729296 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 2, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:26.760490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1755833d-e840-4cb2-bb04-f459087b00c5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:26.760618 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Checking router: 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:26.760618 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Updating router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 port 7b091c57-5ef6-4df8-9327-fba8432032ae binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:56:26.865323 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.220085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.220751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.248409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1755833d-e840-4cb2-bb04-f459087b00c5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:27.249028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.276948 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40518) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:27.282898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1348027392', 'description': 'tempest-secgroup-smoke-1348027392 description', 'project_id': '6e33b1c1969f455a9168299cc42ff961'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:27.293640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:27.299508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:27.305284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:27.314146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:27.409900 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.422712 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Transition to ACTIVE for port object 7b091c57-5ef6-4df8-9327-fba8432032ae will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:27.442638 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.464143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:27.464623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Provisioning for port 7b091c57-5ef6-4df8-9327-fba8432032ae completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:27.473712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:27.477208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:27.480137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Provisioning complete for port 7b091c57-5ef6-4df8-9327-fba8432032ae triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:27.480137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.483412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:27.499846 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.555630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:27.595744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-28302bbd-ebd6-47ec-ae59-5913b9b3f201 None None] Port 7b091c57-5ef6-4df8-9327-fba8432032ae cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:56:27.596616 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.682596 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.688763 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5860d-24d0-4009-8864-2a755201cb6c None None] Pushing event updated for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:27.715186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:27.716105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.760269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:27.787015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Attempting to bind port 7b091c57-5ef6-4df8-9327-fba8432032ae on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:56:27.789248 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Attempting to bind port 7b091c57-5ef6-4df8-9327-fba8432032ae by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:56:27.789248 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Attempting to bind port 7b091c57-5ef6-4df8-9327-fba8432032ae on network 7eb288ab-0f06-418b-9f07-60d6bcf35526 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:56:27.794274 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:56:27.795066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Checking segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:56:27.795066 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.795482 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Bound using segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:56:27.795957 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Bound port: 7b091c57-5ef6-4df8-9327-fba8432032ae, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:56:27.796323 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.849179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:27.851699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6f191f31-23f9-433d-9ed9-30cd7daf0d2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5720313 Mar 02 18:56:27.853576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40524) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:27.868327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:27.869843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:27.880142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:27.890205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:27.901619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:27.942415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] For port 7b091c57-5ef6-4df8-9327-fba8432032ae, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:56:27.945784 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] For port 7b091c57-5ef6-4df8-9327-fba8432032ae, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b091c57-5ef6-4df8-9327-fba8432032ae,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:56:28.032825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.100664 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.145674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.195007 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5860d-24d0-4009-8864-2a755201cb6c None None] Pushing event updated for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:28.199818 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:28.200867 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:28.237507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.306094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d0737a-bce5-47f5-998a-8f18f9929777,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:28.407332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.410190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a34a91e-e4a9-45eb-9e01-4cd606e95be2 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5534892 Mar 02 18:56:28.411485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40532) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:28.422484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:28.428662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:28.433395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:28.436789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:28.443487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:28.472769 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:28.570570 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.646453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.723065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.761153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fc8cd0-6a8f-43c2-b22e-df75bd7cfa16,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:28.803491 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:27Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:28.809134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac3f76d-af74-4a61-8c85-c9220c41658f None None] The sync data for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 is: [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:27Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:28.831328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:28.835582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9f9f5f16-a7cb-4e17-9fb9-d8fb4ebe54ac tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4203675 Mar 02 18:56:28.835898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40540) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:28.841603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:28.853460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:28.878075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:28.885991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:28.892070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:29.038462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.133219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.233664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.271796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8006cf6f-49b9-4bf6-b07e-541c205fff39,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:29.368901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.373528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40548) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:29.373961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-320c862f-bab7-4d63-9889-82673f2151ee tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5365939 Mar 02 18:56:29.379162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:29.398184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:29.398184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:29.398184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:29.414710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:29.528491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.596074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.699759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.725583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcf31ce0-d324-4e26-910f-1d718d6d47cf,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:29.803072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:29.807005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8d6fd12b-1ac4-4103-bd3a-5072ce4b0245 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4299715 Mar 02 18:56:29.809034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:29.823069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:29.831751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:29.841802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:29.845468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:29.858762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:30.045351 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:56:30.054339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.135196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.248389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.275676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c6655c-75e3-4331-998a-758188f5972e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:30.374277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.375762 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-58eb853a-a206-4a51-8fdd-68364933f0b9 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5650735 Mar 02 18:56:30.378173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40560) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:30.384035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'security_group_rule': {'security_group_id': '9b5f2804-39c0-4644-8ce6-1bacffe8cbe4', 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:30.390914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:30.394949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:security_group_rule and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:30.406549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:30.406549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:30.471056 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Project 6e33b1c1969f455a9168299cc42ff961 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 18:56:30.478060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.544779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.639221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.665309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eeae3dd-24e2-4198-9e1e-dc65c1174bac,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:30.703574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b091c57-5ef6-4df8-9327-fba8432032ae up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:30.746098 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.747699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a15488f7-56c6-484d-be0d-cffda6ea24c5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3684707 Mar 02 18:56:30.899795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7b091c57-5ef6-4df8-9327-fba8432032ae completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:30.905644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b091c57-5ef6-4df8-9327-fba8432032ae triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:30.905795 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:30.996481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-eea3aa36-0429-4a01-965e-1948075cfdea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:31.031266 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:31.066452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7b091c57-5ef6-4df8-9327-fba8432032ae, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b091c57-5ef6-4df8-9327-fba8432032ae,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:31.162469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-eea3aa36-0429-4a01-965e-1948075cfdea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:31.164119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-eea3aa36-0429-4a01-965e-1948075cfdea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1348027392&fields=id&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 267 time: 0.2209337 Mar 02 18:56:31.204553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:31.278263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:31.344494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-c87871e9-4153-43df-a337-6614fda3023f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:31.345173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-c87871e9-4153-43df-a337-6614fda3023f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:31.465361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-c87871e9-4153-43df-a337-6614fda3023f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:31.466593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-c87871e9-4153-43df-a337-6614fda3023f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/networks?id=7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 200 len: 797 time: 0.2956762 Mar 02 18:56:31.482368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-87fd3471-2752-4c86-8e24-20a6a56db8bc tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/quotas/6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 375 time: 0.0104315 Mar 02 18:56:31.569978 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-1036e512-7fef-4932-bf8e-7ddadd38b953 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:31.659644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-1036e512-7fef-4932-bf8e-7ddadd38b953 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:31.661735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-1036e512-7fef-4932-bf8e-7ddadd38b953 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735349 Mar 02 18:56:31.913902 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-7a26b0e9-db2b-44c1-bff7-60c9d69faf1b service neutron] 10.222.0.66 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403235 Mar 02 18:56:32.059025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-d117ad71-d607-4216-89c7-7a170ab984eb service neutron] 10.222.0.66 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384468 Mar 02 18:56:32.367673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74a59f31-70c5-4f30-9d4f-5f0502db6235 req-0a58e438-904c-48f1-aed9-e1e8714c2884 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 210 time: 0.0478022 Mar 02 18:56:32.678031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b091c57-5ef6-4df8-9327-fba8432032ae up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:32.791597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b091c57-5ef6-4df8-9327-fba8432032ae triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:32.791976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:33.528118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a110fd16-3c18-41be-8f43-143cb3621fe0 req-0e70d0fc-ac7f-413c-91a9-5400d75d664b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 210 time: 0.0493135 Mar 02 18:56:34.721241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64d9e2a8-75f9-4ff8-a1a5-a620c73e1850 req-7741b968-380e-4edd-af25-141a6083d721 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 210 time: 0.0452657 Mar 02 18:56:34.782790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-5af9262d-0b58-40ca-b8ee-0ad4c8498f78 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:34.783474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-5af9262d-0b58-40ca-b8ee-0ad4c8498f78 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:34.797331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-5af9262d-0b58-40ca-b8ee-0ad4c8498f78 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:34.798486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-5af9262d-0b58-40ca-b8ee-0ad4c8498f78 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/networks?id=7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 200 len: 797 time: 0.1833494 Mar 02 18:56:34.850572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-4658a9e9-9a0c-4851-bcda-5f55bafc6d6a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:34.861956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-4658a9e9-9a0c-4851-bcda-5f55bafc6d6a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:34.863108 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-4658a9e9-9a0c-4851-bcda-5f55bafc6d6a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6e33b1c1969f455a9168299cc42ff961 HTTP/1.1" status: 200 len: 380 time: 0.0550117 Mar 02 18:56:34.871217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'port': {'device_id': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'admin_state_up': True, 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'security_groups': ['9b5f2804-39c0-4644-8ce6-1bacffe8cbe4']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:35.022661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:35.032850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:35.140069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Made reservation on behalf of 6e33b1c1969f455a9168299cc42ff961 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:56:35.143754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:35.188619 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:56:35.416329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.20.0.14 (7eb288ab-0f06-418b-9f07-60d6bcf35526/4d76bd8c-24c0-4cb2-be2e-a99a06cb98da/4f7cc55a-78ff-420c-b7b0-45d8d2543337) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:35.608791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:35.631024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Transition to ACTIVE for port object 4f7cc55a-78ff-420c-b7b0-45d8d2543337 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:35.764493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:35.861679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:35.871293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:35.876805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:56:35.916932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:35.949916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5504d-4667-410b-892d-cd722a929aad req-0a3c84a0-005c-4650-b9fd-ca2cf48e0f8e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:35.950509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:35.951117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:35.951450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01e5504d-4667-410b-892d-cd722a929aad req-0a3c84a0-005c-4650-b9fd-ca2cf48e0f8e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 932 time: 0.1256199 Mar 02 18:56:36.002921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01e5504d-4667-410b-892d-cd722a929aad req-110c0011-2a74-4c26-8732-32a0c84b6209 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436161 Mar 02 18:56:36.111577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-b9293723-39c4-4123-bddc-cb446f6ca15c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2343984 Mar 02 18:56:36.112318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Request body: {'port': {'device_id': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:36.244141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:36.298593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f068a607-6049-4d36-991e-9526b9879d9b None None] Provisioning for port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:36.299615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f068a607-6049-4d36-991e-9526b9879d9b None None] Provisioning complete for port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:36.299997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f068a607-6049-4d36-991e-9526b9879d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:36.358019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f068a607-6049-4d36-991e-9526b9879d9b None None] Port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:56:36.593228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f7cc55a-78ff-420c-b7b0-45d8d2543337 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:36.600704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:36.619177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Transition to ACTIVE for port object 4f7cc55a-78ff-420c-b7b0-45d8d2543337 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:56:36.722026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:36.886957 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Pushing event updated for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:36.964130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Attempting to bind port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:56:36.964469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Attempting to bind port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:56:36.964799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Attempting to bind port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 on network 7eb288ab-0f06-418b-9f07-60d6bcf35526 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:56:36.969700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 on network 7eb288ab-0f06-418b-9f07-60d6bcf35526 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:56:36.970024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Attempting to bind port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 on network 7eb288ab-0f06-418b-9f07-60d6bcf35526 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:56:36.983020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:56:36.983628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Checking segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:56:36.984259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Bound using segment: {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:56:36.990617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Bound port: 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfe328fe-17c5-4960-a472-2dc0ce5dd246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:56:36.990617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:37.090194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:56:37.093324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:56:37.200923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752ad37b-24ea-495c-b9bd-6b17e71a6d9a req-1aa41177-75c7-4369-b7d0-c5dba5352540 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.202432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-752ad37b-24ea-495c-b9bd-6b17e71a6d9a req-1aa41177-75c7-4369-b7d0-c5dba5352540 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 944 time: 0.0825980 Mar 02 18:56:37.259201 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-752ad37b-24ea-495c-b9bd-6b17e71a6d9a req-7aee5868-aa8f-4bc8-89aa-88d9b783f62c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402992 Mar 02 18:56:37.264666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:37.332045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.332668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:37.334039 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] 10.222.0.65 "PUT /v2.0/ports/4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 200 len: 1092 time: 1.2262337 Mar 02 18:56:37.334549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:37.353544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8222e041-50f5-431a-9784-ed79cb1b88dd service neutron] Pushing event updated for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:37.556308 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'status': 'completed', 'code': 200} Mar 02 18:56:37.597975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-7d6037eb-ab98-4e5d-9c99-884d883e9abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.599500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-7d6037eb-ab98-4e5d-9c99-884d883e9abf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1095 time: 0.0877419 Mar 02 18:56:37.679979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-f8f34180-159a-4e97-8d3f-88a6ebcfdeb6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 200 len: 217 time: 0.0714328 Mar 02 18:56:37.743194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-54491ffa-c2f7-420b-a5e4-4b3ef7fbe922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.744784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-54491ffa-c2f7-420b-a5e4-4b3ef7fbe922 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da HTTP/1.1" status: 200 len: 835 time: 0.0598388 Mar 02 18:56:37.821169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-0bf8ccc2-4899-4ca9-aaa8-c5bb8905afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:37.822837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-0bf8ccc2-4899-4ca9-aaa8-c5bb8905afb8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eb288ab-0f06-418b-9f07-60d6bcf35526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725565 Mar 02 18:56:38.073405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-e7a2800d-aeb9-4eca-9fbb-f5f3db92d495 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442396 Mar 02 18:56:38.218076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4dbe0c46-faf9-484a-a00a-bec0a2094504 req-ca571821-a259-4070-a6f2-21a713796b85 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379001 Mar 02 18:56:38.219644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40652) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:38.495352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-8b0ac1a2-2c99-4b2e-97c7-21d852917735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.496849 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-8b0ac1a2-2c99-4b2e-97c7-21d852917735 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1095 time: 0.0890856 Mar 02 18:56:38.649222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-84b0ef9f-0a68-49af-b2ac-ca9a4ce08745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.650972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-84b0ef9f-0a68-49af-b2ac-ca9a4ce08745 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 200 len: 898 time: 0.1475327 Mar 02 18:56:38.670036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba5bed-0ac6-4e7a-8fcb-707da640ca07 req-d5fe23af-334b-4ae4-959b-5ee0e7ad996c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.670036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbba5bed-0ac6-4e7a-8fcb-707da640ca07 req-d5fe23af-334b-4ae4-959b-5ee0e7ad996c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 944 time: 0.2835679 Mar 02 18:56:38.730986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Deleting port 10f23414-c97b-4636-befc-c63d8e7ae81d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:38.730986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:38.731274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-38ac052d-1d08-4b8c-9e52-d8657f078e42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 200 len: 217 time: 0.0726516 Mar 02 18:56:38.771186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbba5bed-0ac6-4e7a-8fcb-707da640ca07 req-ffde4cf5-552e-40f7-add0-9250f92c959a tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924211 Mar 02 18:56:38.825520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-8c742a63-26dd-41c0-bf89-6d8e21b6a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.828241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-8c742a63-26dd-41c0-bf89-6d8e21b6a31e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da HTTP/1.1" status: 200 len: 835 time: 0.0882790 Mar 02 18:56:38.917170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-791b3485-ab53-4c07-b2f6-e28d76037852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:38.918694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-791b3485-ab53-4c07-b2f6-e28d76037852 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eb288ab-0f06-418b-9f07-60d6bcf35526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854774 Mar 02 18:56:38.926158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:38.926478 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:39.070799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Calling delete_port for 10f23414-c97b-4636-befc-c63d8e7ae81d owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:39.088314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-0cc56dc8-e3a8-4a6d-9ad3-0d603aa4bd2e service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627662 Mar 02 18:56:39.271058 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b62d5047-b722-41cb-bf3a-a9f4253513df req-7fbc4803-8a9d-41cd-b4fd-08fc1e024fa0 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757934 Mar 02 18:56:39.406028 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:39.455982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event deleted for resources: {'Port': ['ID=10f23414-c97b-4636-befc-c63d8e7ae81d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:39.564798 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:39.565619 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Floating IP b07a6518-5779-4744-8178-c7c24a59fe0e disassociated (deleted). External IP: 172.25.7.119, port: 41e505a4-2d7f-4a34-9311-cafa2118da6c. Mar 02 18:56:40.113084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026fb4dc-38cf-4b22-9898-0dacdf9f972d req-ded4e0a8-a9af-4bd6-b533-fc419237a08d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.113084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-026fb4dc-38cf-4b22-9898-0dacdf9f972d req-ded4e0a8-a9af-4bd6-b533-fc419237a08d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 944 time: 0.1954658 Mar 02 18:56:40.119913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:40.230007 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-026fb4dc-38cf-4b22-9898-0dacdf9f972d req-85a0e848-87d0-4444-a8a9-690aea8bbc07 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089284 Mar 02 18:56:40.366519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:40.376208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:40.384573 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:40.386896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:40.387229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:40.462510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0d7f8a2e-20ec-450a-bedd-891d566ec093 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "DELETE /v2.0/floatingips/b07a6518-5779-4744-8178-c7c24a59fe0e HTTP/1.1" status: 204 len: 168 time: 2.2411931 Mar 02 18:56:40.464080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:40.579745 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:56:40.663566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:40.920436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-a376093c-7f4f-4f1c-8cc1-e88fcbe59dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:40.920436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-a376093c-7f4f-4f1c-8cc1-e88fcbe59dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 1097 time: 0.2948146 Mar 02 18:56:41.202264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-c39092c1-3e03-497e-99ca-9fe8d49259f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.204443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-c39092c1-3e03-497e-99ca-9fe8d49259f6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 200 len: 914 time: 0.3044708 Mar 02 18:56:41.232064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:41.237204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:41.254003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:41.254761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:41.341360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-1686e725-4395-4b1d-815c-d12182cf9ff4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 200 len: 217 time: 0.1267867 Mar 02 18:56:41.476467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-195c2b20-550c-4889-ab4b-5587f0cd2613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.477964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-195c2b20-550c-4889-ab4b-5587f0cd2613 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 200 len: 852 time: 0.1319957 Mar 02 18:56:41.493890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:41.583899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb7a54-ab70-43f7-b6df-4780c506eea5 req-f9677e85-e65d-4a96-9da6-4ec7a0c777e0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.583899 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3cfb7a54-ab70-43f7-b6df-4780c506eea5 req-f9677e85-e65d-4a96-9da6-4ec7a0c777e0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Synchronizing usage tracker for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:41.584568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-3955dbb1-c5ab-4bad-89d9-e5a0693e5d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.584568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-3955dbb1-c5ab-4bad-89d9-e5a0693e5d8f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4df62c53-394d-4359-808c-1dafd4d19523&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987246 Mar 02 18:56:41.598749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0e76-cb12-4af9-8794-1938d712f9fa req-0d5dbca6-d5b6-4d97-a966-d60c36144abf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:41.600221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-587a0e76-cb12-4af9-8794-1938d712f9fa req-0d5dbca6-d5b6-4d97-a966-d60c36144abf tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 944 time: 0.1236968 Mar 02 18:56:41.653990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-587a0e76-cb12-4af9-8794-1938d712f9fa req-9d255514-41bc-4890-a83e-da39494208d3 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451756 Mar 02 18:56:41.705301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3cfb7a54-ab70-43f7-b6df-4780c506eea5 req-f9677e85-e65d-4a96-9da6-4ec7a0c777e0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Unset dirty status for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:41.707574 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cfb7a54-ab70-43f7-b6df-4780c506eea5 req-f9677e85-e65d-4a96-9da6-4ec7a0c777e0 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.3050501 Mar 02 18:56:41.760869 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-89f5358d-9881-4d21-896d-f9052a6bdf2c service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670222 Mar 02 18:56:41.773194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cfb7a54-ab70-43f7-b6df-4780c506eea5 req-ad34184a-bda4-4e79-a0e3-27de17604974 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582137 Mar 02 18:56:41.855670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:41.860549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1501ed3-d4d0-4373-9a47-a45b34cc815e None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:50:09Z', 'revision_number': 4, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '3d76b240-efeb-451e-9d5d-02a45a08cf11', 'name': '', 'network_id': '4df62c53-394d-4359-808c-1dafd4d19523', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'mac_address': 'fa:16:3e:ee:a0:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:08Z', 'updated_at': '2022-03-02T18:50:19Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'subnets': [{'id': 'f6ea25ee-14b4-4b89-bd5a-902415a31834', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:41.929372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4f7cc55a-78ff-420c-b7b0-45d8d2543337 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:56:42.059307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-70e82fc5-f689-4f1d-b779-65c1ec9548af req-5f71b196-25c9-4fd9-888f-1ea10d956b50 service neutron] 10.222.0.11 "GET /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901671 Mar 02 18:56:42.118570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:42.136803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'port_id': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'mac_address': 'fa:16:3e:34:e8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 690, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:56:42.199804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:42.218457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f7cc55a-78ff-420c-b7b0-45d8d2543337 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:56:42.219189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75bc463-6a33-4c4b-bc12-bbd2678f5fef None None] New status for floating IP b07a6518-5779-4744-8178-c7c24a59fe0e: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:56:42.234811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:42.333913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:42.406783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:42.573589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4f7cc55a-78ff-420c-b7b0-45d8d2543337'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:56:42.902399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b1e55-3255-4891-a1e0-a95b47d58cf5 req-ce1c333a-b6d9-4cdf-9a0d-3dae8c6c1980 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:42.904493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-942b1e55-3255-4891-a1e0-a95b47d58cf5 req-ce1c333a-b6d9-4cdf-9a0d-3dae8c6c1980 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 945 time: 0.1157157 Mar 02 18:56:42.949020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-bab8d207-5345-4e42-89dd-adf388bbbded tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:42.949923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-bab8d207-5345-4e42-89dd-adf388bbbded tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Synchronizing usage tracker for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:56:42.962931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-bab8d207-5345-4e42-89dd-adf388bbbded tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Unset dirty status for tenant:1105469d6f4a4fbbb6d2ad5f57d73483 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:56:42.964192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-bab8d207-5345-4e42-89dd-adf388bbbded tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.11 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.1269255 Mar 02 18:56:43.012504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-942b1e55-3255-4891-a1e0-a95b47d58cf5 req-9e46f029-d666-4397-b514-3b6053cbc618 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737913 Mar 02 18:56:43.029874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef81550-7a23-4170-9a50-ed313bc0d8c2 req-e44f0206-70aa-4b4e-b026-cb43b8322fcb tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:43.037392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ef81550-7a23-4170-9a50-ed313bc0d8c2 req-e44f0206-70aa-4b4e-b026-cb43b8322fcb tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 946 time: 0.1254709 Mar 02 18:56:43.044245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Deleting port 41e505a4-2d7f-4a34-9311-cafa2118da6c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:43.044675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.083543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ef81550-7a23-4170-9a50-ed313bc0d8c2 req-3d872772-a866-451d-92af-022e18b287fe tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/security-groups?id=17031149-9f7a-4128-819e-5fea1d808301&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464683 Mar 02 18:56:43.316096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] For port 41e505a4-2d7f-4a34-9311-cafa2118da6c, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=41e505a4-2d7f-4a34-9311-cafa2118da6c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:43.316574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.447914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Calling delete_port for 41e505a4-2d7f-4a34-9311-cafa2118da6c owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:43.637193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.692305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event deleted for resources: {'Port': ['ID=41e505a4-2d7f-4a34-9311-cafa2118da6c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:43.769492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] No DVR routers for this DVR port 41e505a4-2d7f-4a34-9311-cafa2118da6c on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:43.772465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:43.775843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'name': 'network-vif-deleted', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:43.828757 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6b1efd-0fd8-4b5f-8a32-ca8034f68425', 'name': 'network-vif-deleted', 'tag': '41e505a4-2d7f-4a34-9311-cafa2118da6c', 'status': 'completed', 'code': 200} Mar 02 18:56:43.877740 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0a42c038-6f29-4baf-be4d-483c2f347699 req-1ed0b9ff-c75f-4d9b-b837-102dd852a900 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.11 "DELETE /v2.0/ports/41e505a4-2d7f-4a34-9311-cafa2118da6c HTTP/1.1" status: 204 len: 173 time: 0.9079182 Mar 02 18:56:43.944274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4f7cc55a-78ff-420c-b7b0-45d8d2543337 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:56:44.093953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:56:44.100927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:56:44.101707 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:44.419003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:44.435512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9ec779d-6e5e-4b11-b910-1a2dd3e948e0 req-9d30034a-5cc9-4b7b-8ef9-39c396872ced tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0895414 Mar 02 18:56:44.459140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:44.485565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:44.545624 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'code': 200} Mar 02 18:56:44.557577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:44.581122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dab06-6e7b-4a1a-9f54-3f797d6ff307 req-562dcfe9-b0fb-4bc0-9b64-797bbcf9ce2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:44.588981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-916dab06-6e7b-4a1a-9f54-3f797d6ff307 req-562dcfe9-b0fb-4bc0-9b64-797bbcf9ce2b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 945 time: 0.1518626 Mar 02 18:56:44.660682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:44.698725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-916dab06-6e7b-4a1a-9f54-3f797d6ff307 req-e6a97ab1-13d1-4921-ab14-162360eb8b38 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979733 Mar 02 18:56:44.749267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1027ef-7a95-430c-910d-205745df68cf req-578699a2-5c03-4eb0-a052-ca4c08b71b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:44.751974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad1027ef-7a95-430c-910d-205745df68cf req-578699a2-5c03-4eb0-a052-ca4c08b71b3c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1097 time: 0.1346822 Mar 02 18:56:44.813488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad1027ef-7a95-430c-910d-205745df68cf req-343148cc-e1d9-411a-ae14-f23e2d12175b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542877 Mar 02 18:56:45.424803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:45.486694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Deleting subnet 3c7f7336-9ca4-4eed-b12d-930122e54e52 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:56:45.489869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:45.561509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:45.613297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d4aa168-202b-4464-973c-f5680d2cc51b req-ea850b42-91d1-40c4-b594-d76aae508dd2 tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "GET /v2.0/ports?device_id=9d6b1efd-0fd8-4b5f-8a32-ca8034f68425 HTTP/1.1" status: 200 len: 210 time: 0.0719273 Mar 02 18:56:45.638065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:45.820153 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:45.887988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7f7336-9ca4-4eed-b12d-930122e54e52,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:45.898227 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:45.907649 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b91a677-80be-4036-bab8-53f0680ba15d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/3c7f7336-9ca4-4eed-b12d-930122e54e52 HTTP/1.1" status: 204 len: 168 time: 0.4817712 Mar 02 18:56:45.909892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40746) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:46.052704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99604c0d-d8e8-4028-837e-4d48a56c6f27 req-0c24d55a-2842-4d64-b081-7f35dafbc5ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:46.061001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99604c0d-d8e8-4028-837e-4d48a56c6f27 req-0c24d55a-2842-4d64-b081-7f35dafbc5ea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.1543810 Mar 02 18:56:46.073597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.127834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99604c0d-d8e8-4028-837e-4d48a56c6f27 req-ef35a10d-fb47-4f5d-b7dc-496ce50b44bc tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656853 Mar 02 18:56:46.395090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.426635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc24930-c7fd-40bd-9fd9-127982fddfc1']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:46.442304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:46.442841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a52ae9-4e4f-4dc4-962b-6f9b2c92bdcd') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:46.456287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.477170 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.484024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:56:46.484470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:56:46.498572 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:56:46.643612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.671760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.692551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc24930-c7fd-40bd-9fd9-127982fddfc1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:46.746924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:46.788111 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03124fde-ca5e-4fed-b7e9-6d10d7e9631c admin admin] 10.222.0.66 "DELETE /v2.0/networks/9dc24930-c7fd-40bd-9fd9-127982fddfc1 HTTP/1.1" status: 204 len: 168 time: 0.8765955 Mar 02 18:56:46.790825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40758) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:46.870885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.892721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Deleting subnet 49416505-87f8-43cd-bcb4-8fdb646680f0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:56:46.904634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.939280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:46.988452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.051989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.213717 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.233378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17031149-9f7a-4128-819e-5fea1d808301,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:47.248307 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.290266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49416505-87f8-43cd-bcb4-8fdb646680f0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:47.294751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.301158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8d28c52-9fcf-4573-acb1-0bb2195fe193 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/49416505-87f8-43cd-bcb4-8fdb646680f0 HTTP/1.1" status: 204 len: 168 time: 0.5091155 Mar 02 18:56:47.303672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:47.316132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a610c-3d13-4e59-9ad5-960adeb51f55 req-ba037bd0-6402-4d63-ae21-cc39b459ed6e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.320264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f9a610c-3d13-4e59-9ad5-960adeb51f55 req-ba037bd0-6402-4d63-ae21-cc39b459ed6e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.0838766 Mar 02 18:56:47.363340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f9a610c-3d13-4e59-9ad5-960adeb51f55 req-0e743a46-9031-47cf-b854-96b14bae619c tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Mar 02 18:56:47.394625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.398402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c6a20b4-18bc-4f7c-85ae-dea01684be7b tempest-TestVolumeBackupRestore-573310126 tempest-TestVolumeBackupRestore-573310126-project] 10.222.0.66 "DELETE /v2.0/security-groups/17031149-9f7a-4128-819e-5fea1d808301 HTTP/1.1" status: 204 len: 168 time: 0.6479585 Mar 02 18:56:47.425940 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.551164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 41e505a4-2d7f-4a34-9311-cafa2118da6c no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:47.555432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.560958 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa404d-78fa-4cb9-9d8e-4104ac83d1af req-4836f0bf-97ca-410e-947f-2ca735cafa27 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.562830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5aa404d-78fa-4cb9-9d8e-4104ac83d1af req-4836f0bf-97ca-410e-947f-2ca735cafa27 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.0846868 Mar 02 18:56:47.588093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 41e505a4-2d7f-4a34-9311-cafa2118da6c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:47.588724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 41e505a4-2d7f-4a34-9311-cafa2118da6c not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:47.596145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1a592f-ed90-4cd4-8166-f584c062fc54']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:47.614592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c2b361-90a4-4371-867f-7fab6643d46e') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:47.614898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c2b361-90a4-4371-867f-7fab6643d46e') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:47.628736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.648302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.654869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Releasing vlan 682 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:56:47.655281 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:56:47.669323 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:56:47.723969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5aa404d-78fa-4cb9-9d8e-4104ac83d1af req-68eee4b7-b3cb-4889-bce2-3d8958a729fa tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548078 Mar 02 18:56:47.748769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:47.821589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b13ed-ae06-4108-9734-73d74ac531b9 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:47.823050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-943b13ed-ae06-4108-9734-73d74ac531b9 tempest-TestNetworkBasicOps-924539218 tempest-TestNetworkBasicOps-924539218-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1092 time: 0.0733287 Mar 02 18:56:47.825959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:47.830882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:56:47.837529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:47.841427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Usage tracker for resource:floatingip and tenant:6e33b1c1969f455a9168299cc42ff961 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:47.844470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:47.847021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.865175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:47.870243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:47.877548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1a592f-ed90-4cd4-8166-f584c062fc54,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:47.882149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a420ab50-893c-40e1-9ae4-23cfaa57a0dc admin admin] 10.222.0.66 "DELETE /v2.0/networks/0c1a592f-ed90-4cd4-8166-f584c062fc54 HTTP/1.1" status: 204 len: 168 time: 0.5769882 Mar 02 18:56:48.059945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.246005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.378337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40808) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:48.403499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Allocated IP 172.25.7.9 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/73baa873-a5ca-4b56-85ee-21b027145462) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:56:48.431137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-92e2a0a9-d4fe-41bc-b907-2554aa92bbd4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4594b3fb8365451c8e10c118ceae0a3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504704 Mar 02 18:56:48.433667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40814) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:48.504167 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.535917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.618675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.704991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.725323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e42acd8-f8ac-485c-9eef-fb2736648362,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:48.730042 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.745380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1df45c30-b85b-4593-9476-8614ebd3a185 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1e42acd8-f8ac-485c-9eef-fb2736648362 HTTP/1.1" status: 204 len: 168 time: 0.2972414 Mar 02 18:56:48.751984 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:48.818642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:56:48.826802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:56:48.840631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:56:48.870078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=73baa873-a5ca-4b56-85ee-21b027145462,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:49.486920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:49.707004 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:49.720939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:49.833632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d29fde70-a532-4646-bebe-374d52b0f3d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c61d0cf59ac54b35b4e2704861482621&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106617 Mar 02 18:56:49.835054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 40876) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:50.013769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.062002 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.122860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.244389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.370728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event updated for resources: {'Port': ['ID=73baa873-a5ca-4b56-85ee-21b027145462,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:50.384486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.439607 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.472721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41421dd8-5fed-4a77-8d09-bbb942d56d20,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:50.558965 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:50.560120 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e7d80362-790c-4094-a0e4-2de2b256ef1c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/41421dd8-5fed-4a77-8d09-bbb942d56d20 HTTP/1.1" status: 204 len: 168 time: 0.7241316 Mar 02 18:56:50.614157 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Floating IP 514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 associated. External IP: 172.25.7.9, port: 4f7cc55a-78ff-420c-b7b0-45d8d2543337. Mar 02 18:56:51.163735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:51.356767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:51.371805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Sync routers for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:51.381385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:51.382027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:51.510756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:51.619119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b019a0eb-2d38-4155-bf7f-a0c158f1e90d tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7921200 Mar 02 18:56:51.620460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:56:51.622033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40946) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:51.733035 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'status': 'completed', 'code': 200} Mar 02 18:56:51.808928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6b070dc7-8a3b-49a2-afa4-6ba264d0ce47 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 HTTP/1.1" status: 200 len: 990 time: 0.1841280 Mar 02 18:56:51.810010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:51.884806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-1bfbe3da-ffe0-46ae-aa61-92422cba43fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:51.887429 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-1bfbe3da-ffe0-46ae-aa61-92422cba43fb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1097 time: 0.1505873 Mar 02 18:56:51.957701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 40972) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:52.148510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-8d4a607b-0a12-4fa7-9fca-7e1c1f8a3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.150191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-8d4a607b-0a12-4fa7-9fca-7e1c1f8a3a2f service neutron] 10.222.0.65 "GET /v2.0/networks?id=7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 200 len: 898 time: 0.2572372 Mar 02 18:56:52.384608 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-336fa10b-7fda-4d1a-ad5e-d495ab7e098f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 200 len: 998 time: 0.2277591 Mar 02 18:56:52.476031 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce8229c1-95ec-404c-aaa3-c322900e5ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:52.539858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '514d5af0-ff56-4e78-ba8d-a442f7f4ccd8', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'port_id': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'mac_address': 'fa:16:3e:34:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:56:49Z', 'updated_at': '2022-03-02T18:56:49Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:52.549769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Checking router: 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:52.551500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-d67695c1-828b-4a30-becd-07764806d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.552973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-d67695c1-828b-4a30-becd-07764806d1eb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da HTTP/1.1" status: 200 len: 835 time: 0.1607409 Mar 02 18:56:52.573501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:52.574319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:52.682594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-3c1efa59-5854-4771-8d72-3ab1b3b1c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:56:52.684435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-3c1efa59-5854-4771-8d72-3ab1b3b1c514 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eb288ab-0f06-418b-9f07-60d6bcf35526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231062 Mar 02 18:56:52.818233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:52.916063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-d38761f2-c8a5-45b5-ac8d-f815437e3094 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256467 Mar 02 18:56:52.916568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:53.282669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41036) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:53.293084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7ac8cdae-1fa6-40ad-bfe9-014d5891c4fb tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 HTTP/1.1" status: 200 len: 990 time: 0.3754213 Mar 02 18:56:53.354713 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b874fbe7-100e-4bc8-b4b5-be61cea8832f req-fdd8aa5e-79b8-42f2-be04-88c386d57002 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803318 Mar 02 18:56:53.421678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '514d5af0-ff56-4e78-ba8d-a442f7f4ccd8', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'port_id': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'mac_address': 'fa:16:3e:34:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:56:49Z', 'updated_at': '2022-03-02T18:56:49Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:53.428140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0763636d-1ce7-450a-9026-17090f0bcc33 None None] The sync data for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 is: [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '514d5af0-ff56-4e78-ba8d-a442f7f4ccd8', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'floating_ip_address': '172.25.7.9', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'port_id': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'mac_address': 'fa:16:3e:34:e8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:56:49Z', 'updated_at': '2022-03-02T18:56:49Z', 'revision_number': 0, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:53.502405 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:53.589714 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:53.623527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:56:53.630825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Usage tracker for resource:security_group_rule and tenant:20934b7711574ec08f16804f99e66c19 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:56:53.643018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:56:53.654539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:56:53.777956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8e02a-6ad1-41c6-8a33-cc42e124b1ee None None] New status for floating IP 514d5af0-ff56-4e78-ba8d-a442f7f4ccd8: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:56:53.957279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.043622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Deleting port 3d76b240-efeb-451e-9d5d-02a45a08cf11 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:54.045018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.084608 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.223960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=20934b7711574ec08f16804f99e66c19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9059350 Mar 02 18:56:54.226969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec4092-587e-462f-8ce7-353e8c632822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c741b8d-0b49-47ff-9318-7ab9abf10820,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:54.227306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:54.288137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2f0ff4e0-c531-4705-95cf-22a13294b8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.310887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:54.439286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.453043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] For port 3d76b240-efeb-451e-9d5d-02a45a08cf11, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=3d76b240-efeb-451e-9d5d-02a45a08cf11,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:54.453669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.493651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.510813 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-29d76af8-27ce-45dd-8318-ce74ffda93e7 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 HTTP/1.1" status: 200 len: 992 time: 0.1925287 Mar 02 18:56:54.587326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Calling delete_port for 3d76b240-efeb-451e-9d5d-02a45a08cf11 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:54.614039 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.634140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c741b8d-0b49-47ff-9318-7ab9abf10820,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:54.638169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.639274 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-98d1f370-0acf-4844-814a-31cf180c8fd6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2c741b8d-0b49-47ff-9318-7ab9abf10820 HTTP/1.1" status: 204 len: 168 time: 0.4106324 Mar 02 18:56:54.853656 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:54.930730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Pushing event deleted for resources: {'Port': ['ID=3d76b240-efeb-451e-9d5d-02a45a08cf11,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:55.196841 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:55.562699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Router 3b791164-9142-4d4b-a36d-24b8d3e2a71f has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:56:55.619573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:55.636763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:55.744111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:56:55.754879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Sync routers for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:56:55.764262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6cea4c15-74d5-4a45-b127-ab55d2ef392d admin admin] 10.222.0.66 "PUT /v2.0/routers/3b791164-9142-4d4b-a36d-24b8d3e2a71f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8053997 Mar 02 18:56:55.766779 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41160) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:55.768522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:55.769363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:55.974632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:56.123097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.198881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.375573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:56:54Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:56.382679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Checking router: 3b791164-9142-4d4b-a36d-24b8d3e2a71f for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:56:56.396793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Routers {'3b791164-9142-4d4b-a36d-24b8d3e2a71f'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:56:56.397745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:56.415503 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.493638 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Deleting port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:56.493983 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.623282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] Set router 3b791164-9142-4d4b-a36d-24b8d3e2a71f gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:56:56.686681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] For port 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:56.687274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.825411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Calling delete_port for 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:56.910433 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:56.980771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:56:54Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:56.985881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d4fd9f-baba-42e7-8a98-566d7c99cb61 None None] The sync data for ids ['3b791164-9142-4d4b-a36d-24b8d3e2a71f'] in n-d-828839-1 is: [{'id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'name': 'tempest-TestVolumeBackupRestore-499246074-router', 'tenant_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187'}], 'enable_snat': True}, 'gw_port_id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:03Z', 'updated_at': '2022-03-02T18:56:54Z', 'revision_number': 5, 'project_id': '1105469d6f4a4fbbb6d2ad5f57d73483', 'gw_port': {'id': '475c905e-e5d3-4c1a-b6a7-3faf6aeee37d', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:a0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b791164-9142-4d4b-a36d-24b8d3e2a71f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3514, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:04Z', 'updated_at': '2022-03-02T18:50:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:56:57.027846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.219593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.274015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Pushing event deleted for resources: {'Port': ['ID=475c905e-e5d3-4c1a-b6a7-3faf6aeee37d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:57.399045 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.597895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.600250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.762692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.763413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b791164-9142-4d4b-a36d-24b8d3e2a71f {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:56:57.787174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.791054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41282) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:57.791462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-977ec952-894d-4632-a435-ea0a7389896e admin admin] 10.222.0.66 "DELETE /v2.0/routers/3b791164-9142-4d4b-a36d-24b8d3e2a71f HTTP/1.1" status: 204 len: 168 time: 2.0232062 Mar 02 18:56:57.886386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Deleting subnet f6ea25ee-14b4-4b89-bd5a-902415a31834 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:56:57.890290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:57.960437 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.053189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.257005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.427118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ea25ee-14b4-4b89-bd5a-902415a31834,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:58.431730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.438785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccde0f8-9b82-4d74-ae99-61dd7b6d00e7 None None] Network 4df62c53-394d-4359-808c-1dafd4d19523 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:56:58.448121 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-72f85ae0-8334-4b9b-b8b1-9757d3dab1df admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f6ea25ee-14b4-4b89-bd5a-902415a31834 HTTP/1.1" status: 204 len: 168 time: 0.6559799 Mar 02 18:56:58.450608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41336) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:56:58.598469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.611373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Deleting port 6fed7e43-3f92-4aaf-8edb-06a946f2585c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:58.611713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.728923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:58.778044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:58.778577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 475c905e-e5d3-4c1a-b6a7-3faf6aeee37d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:58.779209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d76b240-efeb-451e-9d5d-02a45a08cf11 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:56:58.820219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 3d76b240-efeb-451e-9d5d-02a45a08cf11 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:56:58.820803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 3d76b240-efeb-451e-9d5d-02a45a08cf11 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:56:58.858669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] For port 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6fed7e43-3f92-4aaf-8edb-06a946f2585c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:58.858669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:58.940432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] DHCP port deletion for 4df62c53-394d-4359-808c-1dafd4d19523 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:56:58.945310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Deleting port 6fed7e43-3f92-4aaf-8edb-06a946f2585c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:56:58.945686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.007681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Calling delete_port for 6fed7e43-3f92-4aaf-8edb-06a946f2585c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:59.180843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.215079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] For port 6fed7e43-3f92-4aaf-8edb-06a946f2585c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6fed7e43-3f92-4aaf-8edb-06a946f2585c,segment=NetworkSegment(d883a698-597c-4612-b153-2ad86e4cb590),segment_id=d883a698-597c-4612-b153-2ad86e4cb590)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:56:59.215746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.237103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Pushing event deleted for resources: {'Port': ['ID=6fed7e43-3f92-4aaf-8edb-06a946f2585c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:59.247157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] No DVR routers for this DVR port 6fed7e43-3f92-4aaf-8edb-06a946f2585c on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:56:59.388228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.421972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df62c53-394d-4359-808c-1dafd4d19523']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:59.438910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd883a698-597c-4612-b153-2ad86e4cb590') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:59.439328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd883a698-597c-4612-b153-2ad86e4cb590') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:56:59.447681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Calling delete_port for 6fed7e43-3f92-4aaf-8edb-06a946f2585c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:56:59.454589 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.480106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.494676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:56:59.495350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:56:59.519898 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:56:59.562216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:56:59.563609 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:56:59.705338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.732944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:56:59.736789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] Pushing event deleted for resources: {'Network': ['ID=4df62c53-394d-4359-808c-1dafd4d19523,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:56:59.808599 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-942d096c-69eb-48cc-a88e-b00806a3d11a admin admin] 10.222.0.66 "DELETE /v2.0/networks/4df62c53-394d-4359-808c-1dafd4d19523 HTTP/1.1" status: 204 len: 168 time: 1.3565891 Mar 02 18:56:59.811427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:00.065730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Deleting port 6fed7e43-3f92-4aaf-8edb-06a946f2585c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:00.066471 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:00.152123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfab42-54e4-4c25-a2e7-4e194dbcf52d None None] The port '6fed7e43-3f92-4aaf-8edb-06a946f2585c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:57:00.536949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:00.702976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6fed7e43-3f92-4aaf-8edb-06a946f2585c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:00.757334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6fed7e43-3f92-4aaf-8edb-06a946f2585c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:00.757932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6fed7e43-3f92-4aaf-8edb-06a946f2585c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:00.975211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Deleting port 1f5ff805-bc81-40ad-9597-dd902f4db6b2 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:00.976191 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:01.209052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] For port 1f5ff805-bc81-40ad-9597-dd902f4db6b2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1f5ff805-bc81-40ad-9597-dd902f4db6b2,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:01.209504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:01.340599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Calling delete_port for 1f5ff805-bc81-40ad-9597-dd902f4db6b2 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:01.733682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:01.787411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5ff805-bc81-40ad-9597-dd902f4db6b2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:01.820804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.821265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.821483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.821821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.822165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.822498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.822878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.823138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.823457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.823781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.824106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:01.824428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:02.203032 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:02.633394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Router d01dfa4f-e47b-431f-8e02-1ef4be740d91 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:02.834562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:02.845525 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Sync routers for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:02.856831 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:02.857721 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:02.860570 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-caee93f1-c241-43ed-a18b-4a4831576028 admin admin] 10.222.0.66 "PUT /v2.0/routers/d01dfa4f-e47b-431f-8e02-1ef4be740d91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0479519 Mar 02 18:57:02.863102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41492) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:03.104361 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:03.284106 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:03.478401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '0971a33b-b402-4700-af30-6691cecefc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:57:01Z', 'revision_number': 5, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port': {'id': '0971a33b-b402-4700-af30-6691cecefc5f', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3526, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:50:19Z', 'updated_at': '2022-03-02T18:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:03.481007 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:03.483365 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Checking router: d01dfa4f-e47b-431f-8e02-1ef4be740d91 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:03.498300 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Routers {'d01dfa4f-e47b-431f-8e02-1ef4be740d91'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:03.498994 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:03.557236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Deleting port 0971a33b-b402-4700-af30-6691cecefc5f {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:03.557863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:03.711240 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] Set router d01dfa4f-e47b-431f-8e02-1ef4be740d91 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:03.766275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] For port 0971a33b-b402-4700-af30-6691cecefc5f, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0971a33b-b402-4700-af30-6691cecefc5f,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:03.767080 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:03.823533 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:57:03Z', 'revision_number': 6, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:03.827959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f1f8f-bcb1-43fd-8c68-67706b9fa802 None None] The sync data for ids ['d01dfa4f-e47b-431f-8e02-1ef4be740d91'] in n-d-828839-1 is: [{'id': 'd01dfa4f-e47b-431f-8e02-1ef4be740d91', 'name': 'tempest-TestVolumeBackupRestore-412944775-router', 'tenant_id': '11b7b2703fc44d98b3354e5d63869aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:50:17Z', 'updated_at': '2022-03-02T18:57:03Z', 'revision_number': 6, 'project_id': '11b7b2703fc44d98b3354e5d63869aca', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:03.912074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Calling delete_port for 0971a33b-b402-4700-af30-6691cecefc5f owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:04.185417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.275346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Pushing event deleted for resources: {'Port': ['ID=0971a33b-b402-4700-af30-6691cecefc5f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:04.289236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.289586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.289928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.290294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.290637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.290968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.291295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.291622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.291947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.292273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.292593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.292911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:04.355052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.537203 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.539320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.690346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0971a33b-b402-4700-af30-6691cecefc5f no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:04.704756 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.705304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d01dfa4f-e47b-431f-8e02-1ef4be740d91 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:57:04.721335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.724819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7a5d3c54-3681-4312-a8d8-c0c12f8f543a admin admin] 10.222.0.66 "DELETE /v2.0/routers/d01dfa4f-e47b-431f-8e02-1ef4be740d91 HTTP/1.1" status: 204 len: 168 time: 1.8582680 Mar 02 18:57:04.725038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:04.733237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0971a33b-b402-4700-af30-6691cecefc5f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:04.733585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0971a33b-b402-4700-af30-6691cecefc5f not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:04.734003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f5ff805-bc81-40ad-9597-dd902f4db6b2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:04.769653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1f5ff805-bc81-40ad-9597-dd902f4db6b2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:04.770012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1f5ff805-bc81-40ad-9597-dd902f4db6b2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:04.793383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Deleting subnet 640dc850-3dab-466e-8318-343946f1a5f5 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:57:04.801680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.857825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:04.959753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.147977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.196065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=640dc850-3dab-466e-8318-343946f1a5f5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:05.201861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.208573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36850749-02cf-40b2-a8b7-1e541d2c0cf6 None None] Network 0347bbf6-4ba7-4336-8803-ce46407a7d03 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:05.217764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41514) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:05.220605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c034c093-4979-47ad-abd2-8e600b8166d1 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/640dc850-3dab-466e-8318-343946f1a5f5 HTTP/1.1" status: 204 len: 168 time: 0.4938202 Mar 02 18:57:05.370154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.382091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Deleting port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:05.382465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.528614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] DHCP port deletion for 0347bbf6-4ba7-4336-8803-ce46407a7d03 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:57:05.535437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Deleting port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:05.535809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.622389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] For port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:05.622672 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.768496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] For port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,segment=NetworkSegment(81611198-67a8-49a8-8ee1-bd5315826353),segment_id=81611198-67a8-49a8-8ee1-bd5315826353)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:05.769011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Calling delete_port for 9750a5e3-dd77-4178-ae5c-eb283a0e5aec owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:05.769122 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:05.905722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Calling delete_port for 9750a5e3-dd77-4178-ae5c-eb283a0e5aec owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:05.939180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.008062 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 18:57:06.008062 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 18:57:06.010850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=9750a5e3-dd77-4178-ae5c-eb283a0e5aec,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:06.017408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] No DVR routers for this DVR port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:06.141880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.293294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0347bbf6-4ba7-4336-8803-ce46407a7d03']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:06.309052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81611198-67a8-49a8-8ee1-bd5315826353') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:06.309350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81611198-67a8-49a8-8ee1-bd5315826353') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:06.321502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.346655 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.357397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:57:06.357813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:57:06.372575 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:57:06.509567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Deleting port 9750a5e3-dd77-4178-ae5c-eb283a0e5aec {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:06.509956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.556405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.573218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:06.580911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a22773c2-fc57-4702-b79d-12578e51a35f None None] The port '9750a5e3-dd77-4178-ae5c-eb283a0e5aec' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 18:57:06.583369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=0347bbf6-4ba7-4336-8803-ce46407a7d03,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:06.589989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-886dc4b9-64bf-47ee-916d-538a8ccd5d4d admin admin] 10.222.0.66 "DELETE /v2.0/networks/0347bbf6-4ba7-4336-8803-ce46407a7d03 HTTP/1.1" status: 204 len: 168 time: 1.3688457 Mar 02 18:57:06.695570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9750a5e3-dd77-4178-ae5c-eb283a0e5aec no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:06.732458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 9750a5e3-dd77-4178-ae5c-eb283a0e5aec {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:06.732954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 9750a5e3-dd77-4178-ae5c-eb283a0e5aec not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:07.055622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:07.115064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41532) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:07.173665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-94aef6b7-cc43-4108-808a-720f4cf41e08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1105469d6f4a4fbbb6d2ad5f57d73483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0540829 Mar 02 18:57:07.173871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41536) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:07.254099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.288465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.421349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Deleting subnet 44a0605a-8e85-4360-8982-cd634e1c4011 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:57:07.425183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.482945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.544144 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.599181 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.627345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2824446-a5b8-4928-899e-c7f0a72ff39d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:07.639657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.641039 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b282c59e-6c6f-449e-97e9-544f49eee65c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a2824446-a5b8-4928-899e-c7f0a72ff39d HTTP/1.1" status: 204 len: 168 time: 0.4661846 Mar 02 18:57:07.739390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.778728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a0605a-8e85-4360-8982-cd634e1c4011,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:07.782972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:07.789270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-808aad2b-d27e-4e46-a474-807e2de6baba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/44a0605a-8e85-4360-8982-cd634e1c4011 HTTP/1.1" status: 204 len: 168 time: 0.7325530 Mar 02 18:57:07.791621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41544) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:07.908573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.044967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.080847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94a6157c-8274-400e-b3ee-c6c3f39f4db5']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:08.100932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b82aad5-8d90-4d95-96ab-c8143cd0a058') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:08.101231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b82aad5-8d90-4d95-96ab-c8143cd0a058') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:08.115487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.135680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.142719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:57:08.143115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:57:08.156919 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:57:08.327947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.344390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.354656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] Pushing event deleted for resources: {'Network': ['ID=94a6157c-8274-400e-b3ee-c6c3f39f4db5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:08.372906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41550) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:08.424426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-98648b75-4e0d-41d2-ab8d-d0bc8f525102 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=11b7b2703fc44d98b3354e5d63869aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502777 Mar 02 18:57:08.427257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41554) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:08.445380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b4627d17-458d-434e-83e5-86c1828ece02 admin admin] 10.222.0.66 "DELETE /v2.0/networks/94a6157c-8274-400e-b3ee-c6c3f39f4db5 HTTP/1.1" status: 204 len: 168 time: 0.6527536 Mar 02 18:57:08.498272 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.525913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.681796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.697921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28da4f3-dec4-4647-b0c9-6826a6925f93,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:08.706084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:08.707287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fd7205b4-e153-4d30-a33f-3e84d19e2567 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b28da4f3-dec4-4647-b0c9-6826a6925f93 HTTP/1.1" status: 204 len: 168 time: 0.2790098 Mar 02 18:57:09.041019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:09.099307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7b3fa0b9-f02b-4799-aa6d-0163a66a4d08 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eb900e218e0f4d3bb2d44ed0dd10b11e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482376 Mar 02 18:57:09.101776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41568) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:09.173319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.191881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.693200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.711668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:09.720271 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:09.724465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8ee4979-b4f7-4d15-b777-850bd131d090 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/91e8bd81-66cf-4c49-b6c9-c6ff33eb51b0 HTTP/1.1" status: 204 len: 168 time: 0.6216605 Mar 02 18:57:12.186975 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:57:13.886512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41662) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:13.892187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'network': {'name': 'tempest-network-smoke--915314531', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:13.898830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:13.903080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:network and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:13.906188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:13.912324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:13.990424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:13.994066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.007394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.022851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:14.026751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group_rule and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:14.029693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:14.035585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:14.119301 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.196057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.234331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:14.239615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de71fc50-bb63-435b-8dfa-4db5dd6f2b48,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:14.246964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.247373 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Added segment c920eed9-68fc-4894-986b-5fffdbce2bc5 of type vlan for network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 Mar 02 18:57:14.275612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.379180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.385202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:14.389873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.494180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Network': ['ID=b8eeaee7-39b9-4a94-bf97-a0c539cfa858,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:14.504286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:14.562823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6b1a27f1-0856-4cd2-b8f0-d34b03643fba tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6752000 Mar 02 18:57:14.565675 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41666) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:14.570935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'admin_state_up': True, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:14.578726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:14.586868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:router and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:14.590545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:14.596787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:14.676250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.677311 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:14.695843 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:15.179777 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:15.596816 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:15.626759 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:15.763734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.25.7.122 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c7a5693f-97b8-46e9-ab71-641db12f1517) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:15.910738 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:16.134176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:16.195275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:16.202309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:16.207508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:16.244759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=c7a5693f-97b8-46e9-ab71-641db12f1517,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:16.744647 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:17.210572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:17.469871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router f0a69393-f7cc-4549-8c50-641c15ec26d8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:57:17.650855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:17.664219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Sync routers for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:17.673014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:17.673623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:17.785097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:17.786533 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3001caea-5667-4d5b-8431-0966bbf92d7d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.2195907 Mar 02 18:57:17.789867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41678) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:17.885913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:17.939825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6892380e-264c-484b-ae63-cc815bb9238c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b032bd186b3540cf9cccdf87e570b7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1463223 Mar 02 18:57:17.940063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41684) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:18.069668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e8d391-0700-4009-9723-1aa637b06ee3 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:18.073766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-84e8d391-0700-4009-9723-1aa637b06ee3 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301563 Mar 02 18:57:18.074459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:18.113439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-158d47dc-c997-4480-8274-1c15b6725a70 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383043 Mar 02 18:57:18.116428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41692) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:18.121947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-16081396', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:18.175893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:16Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:18.180027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Checking router: f0a69393-f7cc-4549-8c50-641c15ec26d8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:18.180378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Updating router f0a69393-f7cc-4549-8c50-641c15ec26d8 port c7a5693f-97b8-46e9-ab71-641db12f1517 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:57:18.233007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:18.236903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:subnet and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:18.238045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.239892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:18.245872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:18.315817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:18.320050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.573168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.584694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Transition to ACTIVE for port object c7a5693f-97b8-46e9-ab71-641db12f1517 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:18.641976 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.693106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.720396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Subnet': ['ID=1ed882fa-93f7-48b4-ab47-7835caada479,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:18.731360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Checking segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:18.731721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network hostable DHCP agents. Network: b8eeaee7-39b9-4a94-bf97-a0c539cfa858, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:18.768917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Attempting to bind port c7a5693f-97b8-46e9-ab71-641db12f1517 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:18.769292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Attempting to bind port c7a5693f-97b8-46e9-ab71-641db12f1517 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:18.769661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Attempting to bind port c7a5693f-97b8-46e9-ab71-641db12f1517 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:18.778748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Pushing event updated for resources: {'Port': ['ID=c7a5693f-97b8-46e9-ab71-641db12f1517,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:18.782066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:18.782466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:18.782872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.783268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:18.783727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Bound port: c7a5693f-97b8-46e9-ab71-641db12f1517, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:18.784105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.819000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.821622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.822283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.822283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.822597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:18.853658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:18.870292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] For port c7a5693f-97b8-46e9-ab71-641db12f1517, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:18.873210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] For port c7a5693f-97b8-46e9-ab71-641db12f1517, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7a5693f-97b8-46e9-ab71-641db12f1517,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:18.967368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b8eeaee7-39b9-4a94-bf97-a0c539cfa858) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:18.971296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:18.971882 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:18.977378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9841725-e5e6-40c9-8447-4f7bf7aa8e6e None None] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:19.005051 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:19.120752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ae13884a-12aa-40ce-8698-a061f6216985 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9936805 Mar 02 18:57:19.120752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41698) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:19.155027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:19.155657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:19.248964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45932b76-ff10-4a25-aa35-9b5658266091 None None] Pushing event updated for resources: {'Port': ['ID=c7a5693f-97b8-46e9-ab71-641db12f1517,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:19.440373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:57:19.441172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:19.455700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:19.899440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Allocated IP 172.20.0.2 (b8eeaee7-39b9-4a94-bf97-a0c539cfa858/1ed882fa-93f7-48b4-ab47-7835caada479/7e46b4a2-6f99-4e1a-96fc-e98155345c64) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:19.918019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:16Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:19.936716 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:19.946571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e75232-7ebe-4780-acfc-75f6d21ae7be None None] The sync data for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 is: [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:16Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:20.140676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.159857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Transition to ACTIVE for port object 7e46b4a2-6f99-4e1a-96fc-e98155345c64 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:20.173609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Transition to ACTIVE for port object 7e46b4a2-6f99-4e1a-96fc-e98155345c64 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:20.293706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.354882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:20.358191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:20.361180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:20.379157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.20.0.1 (b8eeaee7-39b9-4a94-bf97-a0c539cfa858/1ed882fa-93f7-48b4-ab47-7835caada479/d0306414-fb62-4e65-9a8d-29747b6e47fa) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:20.445563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Pushing event updated for resources: {'Port': ['ID=7e46b4a2-6f99-4e1a-96fc-e98155345c64,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:20.478084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Attempting to bind port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:20.478554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Attempting to bind port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:20.478924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Attempting to bind port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 on network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Checking segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Bound using segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Bound port: 7e46b4a2-6f99-4e1a-96fc-e98155345c64, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:20.491276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.561193 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.578292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Transition to ACTIVE for port object d0306414-fb62-4e65-9a8d-29747b6e47fa will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:20.582811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] For port 7e46b4a2-6f99-4e1a-96fc-e98155345c64, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:20.586042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] For port 7e46b4a2-6f99-4e1a-96fc-e98155345c64, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e46b4a2-6f99-4e1a-96fc-e98155345c64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:20.715039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7a5693f-97b8-46e9-ab71-641db12f1517 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:20.746150 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.750373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.820176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:20.827791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:20.832114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:20.885132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a5092-2bfb-41f1-b536-cb2a98da698c None None] Pushing event updated for resources: {'Port': ['ID=7e46b4a2-6f99-4e1a-96fc-e98155345c64,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:20.892428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:20.905470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:20.984242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c7a5693f-97b8-46e9-ab71-641db12f1517 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:20.990155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c7a5693f-97b8-46e9-ab71-641db12f1517 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:20.990835 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.156594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.177548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c7a5693f-97b8-46e9-ab71-641db12f1517, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7a5693f-97b8-46e9-ab71-641db12f1517,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:21.315846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.387780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c7a5693f-97b8-46e9-ab71-641db12f1517,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:21.480694 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.759482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:21.905881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:21.993948 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63a2d1ff-fe62-4bef-bd8f-5789606ecbcb tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/floatingips/514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 HTTP/1.1" status: 200 len: 992 time: 0.2333407 Mar 02 18:57:21.995686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.125974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28887d0-d10a-473c-8b2c-9742f06fd557 None None] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:22.140821 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.145273 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:22.161788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5d9b-7217-4df5-a793-623debe4e455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.284097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:22.284097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:22.298014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:22.396446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-149035ae-2161-4049-9136-dfb44f8e30e5 None None] Provisioning for port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:22.472233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router f0a69393-f7cc-4549-8c50-641c15ec26d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:22.510976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 73baa873-a5ca-4b56-85ee-21b027145462 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:22.511466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.673455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:22.684143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ae6738a3-e9da-4f65-9c92-c567ae80f751 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "PUT /v2.0/routers/f0a69393-f7cc-4549-8c50-641c15ec26d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5689259 Mar 02 18:57:22.686830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41724) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:22.687942 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Sync routers for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:22.693088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--919166058', 'description': 'tempest-secgroup_access--919166058 description', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:22.700725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:22.706101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:22.709314 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:22.711520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:22.711689 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:56:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:22.722367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:22.753804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.754148 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.761356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4bb5b31f-35a6-4ed6-a00b-338497119fbf None None] Provisioning for port d0306414-fb62-4e65-9a8d-29747b6e47fa completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:22.767487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4bb5b31f-35a6-4ed6-a00b-338497119fbf None None] Provisioning complete for port d0306414-fb62-4e65-9a8d-29747b6e47fa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:22.767988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4bb5b31f-35a6-4ed6-a00b-338497119fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.847445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:22.866790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5b31f-35a6-4ed6-a00b-338497119fbf None None] Port d0306414-fb62-4e65-9a8d-29747b6e47fa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:22.871734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:22.879880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group_rule and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:22.882201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:22.890932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:22.907827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7a5693f-97b8-46e9-ab71-641db12f1517 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:22.926475 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:22.931097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 73baa873-a5ca-4b56-85ee-21b027145462 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:23.035632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c72aca23-a66c-43a3-9062-6f3bc9140313 None None] Provisioning complete for port d0306414-fb62-4e65-9a8d-29747b6e47fa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:23.036006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c72aca23-a66c-43a3-9062-6f3bc9140313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.045644 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.107064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c7a5693f-97b8-46e9-ab71-641db12f1517 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:23.107563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.187077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c72aca23-a66c-43a3-9062-6f3bc9140313 None None] Port d0306414-fb62-4e65-9a8d-29747b6e47fa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:23.190356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.241049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f002590c-c4a9-4cd8-81d4-7d76c22aeb38,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:23.282205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e46b4a2-6f99-4e1a-96fc-e98155345c64 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:23.343561 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d08cfa7e-4c1d-4dfb-860b-9492206a8890 None None] Provisioning complete for port d0306414-fb62-4e65-9a8d-29747b6e47fa triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:23.343839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d08cfa7e-4c1d-4dfb-860b-9492206a8890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.350928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.367876 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 2, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:23.371877 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Checking router: f0a69393-f7cc-4549-8c50-641c15ec26d8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:23.372231 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Updating router f0a69393-f7cc-4549-8c50-641c15ec26d8 port d0306414-fb62-4e65-9a8d-29747b6e47fa binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:57:23.402211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=73baa873-a5ca-4b56-85ee-21b027145462,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:23.406765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d08cfa7e-4c1d-4dfb-860b-9492206a8890 None None] Port d0306414-fb62-4e65-9a8d-29747b6e47fa cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:23.413661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.415757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-622bdbbe-14db-4fbc-8894-3e84d96ffc7c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7277005 Mar 02 18:57:23.419967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41728) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:23.427126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--160229737', 'description': 'tempest-secgroup_general--160229737 description', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:23.433580 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.436342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:23.440472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:23.443737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:23.450188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:23.504525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.504991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:23.505117 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Floating IP 514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 disassociated (deleted). External IP: 172.25.7.9, port: 4f7cc55a-78ff-420c-b7b0-45d8d2543337. Mar 02 18:57:23.511157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:23.511767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.572813 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.686064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.725704 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:23.728588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7e46b4a2-6f99-4e1a-96fc-e98155345c64, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e46b4a2-6f99-4e1a-96fc-e98155345c64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:23.731208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group_rule and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:23.734333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:23.744376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:23.825547 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.851062 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.865821 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Transition to ACTIVE for port object d0306414-fb62-4e65-9a8d-29747b6e47fa will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:23.892929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.912641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:23.933249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:23.967026 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7e46b4a2-6f99-4e1a-96fc-e98155345c64,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:23.979783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:24.076169 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.110455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.115950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-89baf0fd-5cc6-4502-8e10-22e978f3f0c9 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6947272 Mar 02 18:57:24.118583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41734) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:24.124627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'security_group_rule': {'security_group_id': 'f002590c-c4a9-4cd8-81d4-7d76c22aeb38', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:24.131398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:24.136893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:security_group_rule and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:24.140576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:24.150951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:24.241532 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b13faeb6-84eb-4957-9e62-7cf191d4189e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.262068 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Pushing event updated for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:24.274386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:24.284114 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.284449 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.284789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.287089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Sync routers for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:24.289282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.291457 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.296125 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.296479 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.296822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.297150 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.297479 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.297806 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.298146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.298475 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:57:24.300939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:24.301828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:24.302867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.376502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0df2394b-867f-4443-9d93-b90b14b8cc6f tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/floatingips/514d5af0-ff56-4e78-ba8d-a442f7f4ccd8 HTTP/1.1" status: 204 len: 168 time: 2.0749478 Mar 02 18:57:24.376502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:24.440588 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Attempting to bind port d0306414-fb62-4e65-9a8d-29747b6e47fa on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:24.441260 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Attempting to bind port d0306414-fb62-4e65-9a8d-29747b6e47fa by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:24.441840 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Attempting to bind port d0306414-fb62-4e65-9a8d-29747b6e47fa on network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:24.448237 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.453027 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 56, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:24.458456 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Checking segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:24.459119 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.459674 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Bound using segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:24.460315 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Bound port: d0306414-fb62-4e65-9a8d-29747b6e47fa, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:24.462264 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.477640 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'status': 'completed', 'code': 200} Mar 02 18:57:24.568727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.637524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31475a3d-acac-4455-80ca-2e9af2110081,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:24.650469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-69661634-e166-4558-8c6f-ab9893d90a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:24.653998 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-69661634-e166-4558-8c6f-ab9893d90a1b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=6e33b1c1969f455a9168299cc42ff961&device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 1097 time: 0.1544771 Mar 02 18:57:24.663822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:24.694349 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] For port d0306414-fb62-4e65-9a8d-29747b6e47fa, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:24.699903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] For port d0306414-fb62-4e65-9a8d-29747b6e47fa, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d0306414-fb62-4e65-9a8d-29747b6e47fa,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:24.738924 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.740738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ad965f1-1c58-4435-ba58-1ec600119630 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6208909 Mar 02 18:57:24.748525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e46b4a2-6f99-4e1a-96fc-e98155345c64 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:24.813428 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:24.815195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-bba76c30-6413-4e74-8e9e-32ccb89c19db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:24.820949 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-bba76c30-6413-4e74-8e9e-32ccb89c19db service neutron] 10.222.0.65 "GET /v2.0/networks?id=7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 200 len: 898 time: 0.1590059 Mar 02 18:57:24.922394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-226ee4d0-0fe5-4812-97a4-5cfd111d9b98 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 200 len: 217 time: 0.0999067 Mar 02 18:57:24.951737 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29964b-51cc-47d6-bb67-6242ed4bfb38 None None] Pushing event updated for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:24.972252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:24.972896 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:25.047082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:25.047441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.052023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-0989d719-bdaf-4002-8de9-420460875ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:25.054000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-0989d719-bdaf-4002-8de9-420460875ddd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da HTTP/1.1" status: 200 len: 835 time: 0.1263337 Mar 02 18:57:25.181307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-ae199de4-598f-4b01-b671-16ff7df8b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:25.182836 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-ae199de4-598f-4b01-b671-16ff7df8b575 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7eb288ab-0f06-418b-9f07-60d6bcf35526&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205623 Mar 02 18:57:25.277250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-1b100bb8-9ed3-47a6-8c51-68292fb37bbd tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:57:25.292121 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:25.377353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:25.391115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Checking router: 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:25.391282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-1b100bb8-9ed3-47a6-8c51-68292fb37bbd tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:57:25.396599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-1b100bb8-9ed3-47a6-8c51-68292fb37bbd tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_general--160229737&fields=id&tenant_id=b032bd186b3540cf9cccdf87e570b7f8 HTTP/1.1" status: 200 len: 267 time: 0.1960223 Mar 02 18:57:25.404942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:25.405840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:25.427231 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-e0980a86-fb31-4a22-8119-f8e46467c890 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370448 Mar 02 18:57:25.467349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-46add9ca-791e-4ee0-99e3-2bf1aa26a6cb tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup_access--919166058&fields=id&tenant_id=b032bd186b3540cf9cccdf87e570b7f8 HTTP/1.1" status: 200 len: 267 time: 0.0645025 Mar 02 18:57:25.613673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:25.677574 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3546b766-c8db-499a-ae48-6b87359c5c21 req-0379e8cc-45bb-403d-b6de-f31383a93b71 service neutron] 10.222.0.65 "GET /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438374 Mar 02 18:57:25.755656 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:24Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:25.766541 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d920cc5-57a8-4a52-97fa-3e2d24ad6164 None None] The sync data for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 is: [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:24Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:25.791017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e0216-0367-4865-8c43-ef2b2dae396a req-5efbbcaf-935b-4bd5-b206-969e498fe640 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:25.792403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-901e0216-0367-4865-8c43-ef2b2dae396a req-5efbbcaf-935b-4bd5-b206-969e498fe640 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.4762101 Mar 02 18:57:25.806756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-08d6d399-3622-443b-ad7e-3e2bbcf029d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:25.806756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-08d6d399-3622-443b-ad7e-3e2bbcf029d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 796 time: 0.2728605 Mar 02 18:57:25.845944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-c913b39a-404e-40f2-b088-1cc1880265fe tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/quotas/b032bd186b3540cf9cccdf87e570b7f8 HTTP/1.1" status: 200 len: 375 time: 0.0277052 Mar 02 18:57:25.880390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-901e0216-0367-4865-8c43-ef2b2dae396a req-2dfaab74-5ff3-4e62-adb3-ead92e6ca25b tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752969 Mar 02 18:57:25.917769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.933549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:25.975254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-6877a955-4c85-4244-9297-301243ad7a83 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:57:26.092983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-6877a955-4c85-4244-9297-301243ad7a83 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:57:26.094643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-6877a955-4c85-4244-9297-301243ad7a83 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2297201 Mar 02 18:57:26.113395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-365228e3-87c1-48cb-b18f-64a30a6db50c service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 18:57:26.114778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-365228e3-87c1-48cb-b18f-64a30a6db50c service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062649 Mar 02 18:57:26.203403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:26.206637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:26.211551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b721b11-6ee0-4164-804c-98eaf2f7558c None None] The sync data for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 is: [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:56:24Z', 'revision_number': 4, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7b091c57-5ef6-4df8-9327-fba8432032ae', 'name': '', 'network_id': '7eb288ab-0f06-418b-9f07-60d6bcf35526', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'mac_address': 'fa:16:3e:ee:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:23Z', 'updated_at': '2022-03-02T18:56:31Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'subnets': [{'id': '4d76bd8c-24c0-4cb2-be2e-a99a06cb98da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:26.291341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-63ecb885-91bb-4022-8f2c-9ebe0507ff37 service neutron] 10.222.0.66 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668465 Mar 02 18:57:26.427623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-b1aaaf0a-7cfb-46e7-98e3-3f123b827c10 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:26.428394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-b1aaaf0a-7cfb-46e7-98e3-3f123b827c10 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Synchronizing usage tracker for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:57:26.457283 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-acc9e3b7-6934-4fb7-95c7-234af2c98161 service neutron] 10.222.0.66 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617875 Mar 02 18:57:26.577066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f64e71-1d76-410e-a42c-494d71acd620 None None] New status for floating IP 514d5af0-ff56-4e78-ba8d-a442f7f4ccd8: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:57:26.589986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-b1aaaf0a-7cfb-46e7-98e3-3f123b827c10 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Unset dirty status for tenant:6e33b1c1969f455a9168299cc42ff961 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:57:26.591356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-b1aaaf0a-7cfb-46e7-98e3-3f123b827c10 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.2729640 Mar 02 18:57:26.672387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:26.672793 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:26.800327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d0306414-fb62-4e65-9a8d-29747b6e47fa up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:26.883919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a61b469e-4338-4fe3-9810-4088ac1cd776 req-0558776c-2629-44f5-892f-95f3677dae2a tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 210 time: 0.1079626 Mar 02 18:57:26.901890 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.037085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d0306414-fb62-4e65-9a8d-29747b6e47fa completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:27.042365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.047953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d0306414-fb62-4e65-9a8d-29747b6e47fa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:27.048329 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.055476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 4f7cc55a-78ff-420c-b7b0-45d8d2543337, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4f7cc55a-78ff-420c-b7b0-45d8d2543337,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:27.055848 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.184857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebc356-fce8-478c-9752-250ea76c9280 req-f4f42584-d84f-46e4-9595-c1b04d406dea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:27.190453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5ebc356-fce8-478c-9752-250ea76c9280 req-f4f42584-d84f-46e4-9595-c1b04d406dea tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 946 time: 0.1632898 Mar 02 18:57:27.217434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 4f7cc55a-78ff-420c-b7b0-45d8d2543337 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:27.262652 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.283761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5ebc356-fce8-478c-9752-250ea76c9280 req-0d240e10-2945-48e8-9067-ee997ceec03e tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/security-groups?id=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832245 Mar 02 18:57:27.308139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d0306414-fb62-4e65-9a8d-29747b6e47fa, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d0306414-fb62-4e65-9a8d-29747b6e47fa,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:27.372808 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.468000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:27.476028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.563664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=4f7cc55a-78ff-420c-b7b0-45d8d2543337,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:27.728549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] No DVR routers for this DVR port 4f7cc55a-78ff-420c-b7b0-45d8d2543337 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:27.731299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:27.735334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'name': 'network-vif-deleted', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:27.782742 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53fcdd6b-b2fd-495e-8396-2b128f009056', 'name': 'network-vif-deleted', 'tag': '4f7cc55a-78ff-420c-b7b0-45d8d2543337', 'status': 'completed', 'code': 200} Mar 02 18:57:27.819321 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f44d6c0b-1f15-43d7-a61b-bb1f43ff2960 req-c4eab0bd-2c08-4a78-86c2-2987eeaae890 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.65 "DELETE /v2.0/ports/4f7cc55a-78ff-420c-b7b0-45d8d2543337 HTTP/1.1" status: 204 len: 173 time: 1.2229331 Mar 02 18:57:27.998973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e29d7f7-c532-47c0-9948-a42e5931e981 req-12997e8b-906c-4ed4-b345-e7d09ed98b69 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 210 time: 0.0568695 Mar 02 18:57:28.453706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba980bf-cd41-4650-ba0f-abc8c121ab9f req-aca7bd09-b950-4b9b-a802-3246b47d1fc5 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "GET /v2.0/ports?device_id=53fcdd6b-b2fd-495e-8396-2b128f009056 HTTP/1.1" status: 200 len: 210 time: 0.0484164 Mar 02 18:57:28.717437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d0306414-fb62-4e65-9a8d-29747b6e47fa up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:28.791979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d0306414-fb62-4e65-9a8d-29747b6e47fa triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:28.792356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:29.159277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a102cfd4-52a1-4bee-9b29-146bb290a6e5 req-9cf8d31b-0023-4ab6-b665-5c5d501e3a6c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 210 time: 0.0456858 Mar 02 18:57:29.478752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b7ae5f69-2c4a-4a3a-8e2f-0ae68d05a3d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:29.481255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b7ae5f69-2c4a-4a3a-8e2f-0ae68d05a3d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:57:29.550856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:29.578768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b7ae5f69-2c4a-4a3a-8e2f-0ae68d05a3d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:57:29.580099 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b7ae5f69-2c4a-4a3a-8e2f-0ae68d05a3d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.11 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 796 time: 0.2514467 Mar 02 18:57:29.623840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:29.631820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b03bb508-6f4f-4718-a3fa-ef182e576a96 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:57:29.644129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b03bb508-6f4f-4718-a3fa-ef182e576a96 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:57:29.645240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-b03bb508-6f4f-4718-a3fa-ef182e576a96 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b032bd186b3540cf9cccdf87e570b7f8 HTTP/1.1" status: 200 len: 476 time: 0.0565834 Mar 02 18:57:29.654985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'port': {'device_id': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'admin_state_up': True, 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'security_groups': ['8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0', 'f002590c-c4a9-4cd8-81d4-7d76c22aeb38']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:29.656874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:29.810445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:29.819765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:29.858762 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:29.877462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f2804-39c0-4644-8ce6-1bacffe8cbe4,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:29.983947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:29.987497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:30.017686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:30.019244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0abc6215-7460-4d11-8cbd-40e00e4147fd tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/security-groups/9b5f2804-39c0-4644-8ce6-1bacffe8cbe4 HTTP/1.1" status: 204 len: 168 time: 0.4674113 Mar 02 18:57:30.152951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.20.0.6 (b8eeaee7-39b9-4a94-bf97-a0c539cfa858/1ed882fa-93f7-48b4-ab47-7835caada479/1b8f1450-ca0b-45d1-83aa-da007665cc64) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:30.242000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4f7cc55a-78ff-420c-b7b0-45d8d2543337 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:30.328187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:30.334751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 4f7cc55a-78ff-420c-b7b0-45d8d2543337 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:30.335162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4f7cc55a-78ff-420c-b7b0-45d8d2543337 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:30.402704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ee9f29a-dfdb-4648-b88b-8db006be462e req-1f122189-1703-4a24-a6df-2539b87b34d6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 210 time: 0.1194820 Mar 02 18:57:30.404943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:30.428342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Transition to ACTIVE for port object 1b8f1450-ca0b-45d1-83aa-da007665cc64 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:30.522169 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:30.594850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:30.603708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:30.608356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:30.653277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:30.692947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:30.693742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:30.797221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-65ebc245-cd81-4f95-9a05-25bda5d4d801 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.1460090 Mar 02 18:57:30.809737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Request body: {'port': {'device_id': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:30.900667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41822) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:30.948896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.053033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7af6f168-7ff9-44b4-a63a-b033c1e77e84 None None] Provisioning for port 1b8f1450-ca0b-45d1-83aa-da007665cc64 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:31.058456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7af6f168-7ff9-44b4-a63a-b033c1e77e84 None None] Provisioning complete for port 1b8f1450-ca0b-45d1-83aa-da007665cc64 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:31.058830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7af6f168-7ff9-44b4-a63a-b033c1e77e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.095530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.116455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:31.121481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f6b0f4e8ae4b2da696f02283ace3be is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:31.123619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7af6f168-7ff9-44b4-a63a-b033c1e77e84 None None] Port 1b8f1450-ca0b-45d1-83aa-da007665cc64 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:31.124748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:31.132261 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:31.243764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.345141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8f1450-ca0b-45d1-83aa-da007665cc64 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:31.355502 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.364718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.368251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Transition to ACTIVE for port object 1b8f1450-ca0b-45d1-83aa-da007665cc64 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:31.418423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.447079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.495619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8f6b0f4e8ae4b2da696f02283ace3be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937350 Mar 02 18:57:31.496147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e70c2-5370-4615-9248-9b6c6e6da253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6dc917-e270-4af4-8ced-640ead9adb9f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:31.498625 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41830) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:31.612480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:31.698903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Attempting to bind port 1b8f1450-ca0b-45d1-83aa-da007665cc64 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:31.699246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Attempting to bind port 1b8f1450-ca0b-45d1-83aa-da007665cc64 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:31.699585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Attempting to bind port 1b8f1450-ca0b-45d1-83aa-da007665cc64 on network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:31.705078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Port 1b8f1450-ca0b-45d1-83aa-da007665cc64 on network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:57:31.705414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Attempting to bind port 1b8f1450-ca0b-45d1-83aa-da007665cc64 on network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:31.710956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:31.711298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Checking segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:31.711686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Bound using segment: {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:31.712141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Bound port: 1b8f1450-ca0b-45d1-83aa-da007665cc64, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c920eed9-68fc-4894-986b-5fffdbce2bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:31.712495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.735584 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.770147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a85ce-684c-4f92-9e04-129bfd0db248 req-a9cdc78c-6eed-4029-836b-c192cd3b746c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:31.771613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a2a85ce-684c-4f92-9e04-129bfd0db248 req-a9cdc78c-6eed-4029-836b-c192cd3b746c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 982 time: 0.2160852 Mar 02 18:57:31.781695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.914321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a2a85ce-684c-4f92-9e04-129bfd0db248 req-8845b1ee-558b-46aa-8366-1f8afa7041fa tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1261151 Mar 02 18:57:31.917446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 7b091c57-5ef6-4df8-9327-fba8432032ae {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:31.917787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:31.920522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:31.923846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:32.030466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.076281 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.089102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.089786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.093197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 1130 time: 1.2858188 Mar 02 18:57:32.093197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:32.111802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.112999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b6dc917-e270-4af4-8ced-640ead9adb9f HTTP/1.1" status: 204 len: 168 time: 0.5662873 Mar 02 18:57:32.124771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41bb6b-932d-4104-90b9-4f6b2d9734b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:32.128153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a788510-5600-45f8-ac7d-a7a091326b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6dc917-e270-4af4-8ced-640ead9adb9f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:32.161141 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'status': 'completed', 'code': 200} Mar 02 18:57:32.172937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 7b091c57-5ef6-4df8-9327-fba8432032ae, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b091c57-5ef6-4df8-9327-fba8432032ae,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:32.173309 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.265269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-4362eac4-4859-4d01-b6b3-a5a7225961e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.267469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-4362eac4-4859-4d01-b6b3-a5a7225961e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1133 time: 0.0817251 Mar 02 18:57:32.325450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 7b091c57-5ef6-4df8-9327-fba8432032ae owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:32.420681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-15086a6a-9090-4fa6-be5a-21e7aa373b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.422199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-15086a6a-9090-4fa6-be5a-21e7aa373b3a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1472809 Mar 02 18:57:32.574666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-b259b8d7-23ec-4c8e-8f4c-d78db085ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.579359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19597bbe-3d07-4f68-a394-7641e10134f5 req-b259b8d7-23ec-4c8e-8f4c-d78db085ac98 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1513996 Mar 02 18:57:32.686042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-a87d8291-547e-4154-af5e-f6b585e26e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.687611 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-a87d8291-547e-4154-af5e-f6b585e26e6a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1133 time: 0.0725598 Mar 02 18:57:32.760785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-48322d32-216e-494d-b7b8-53ec41194181 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 217 time: 0.0663078 Mar 02 18:57:32.823962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-ea19f318-59e9-49fc-8a90-7832e02d1879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.825342 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-ea19f318-59e9-49fc-8a90-7832e02d1879 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 200 len: 833 time: 0.0583453 Mar 02 18:57:32.852498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:32.904559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=7b091c57-5ef6-4df8-9327-fba8432032ae,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:32.909029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-0eedf898-860f-4e38-a872-e4ce39cb1721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:32.911373 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-0eedf898-860f-4e38-a872-e4ce39cb1721 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790071 Mar 02 18:57:33.117759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-237cbb8a-471b-4a9b-97c1-4798616304d0 service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998272 Mar 02 18:57:33.288305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59d90db3-a45d-4d31-86e2-0ffa4d150e4a req-1ba9a1f1-6db8-4dd6-a769-2f36ade2126a service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412482 Mar 02 18:57:33.300306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:33.322094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce5e7c3-ffb3-4482-9d4e-afa28db2dca3 req-145ad7bc-5022-44f7-8e0c-ba5fbaae4338 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:33.323599 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ce5e7c3-ffb3-4482-9d4e-afa28db2dca3 req-145ad7bc-5022-44f7-8e0c-ba5fbaae4338 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 982 time: 0.2020240 Mar 02 18:57:33.445100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ce5e7c3-ffb3-4482-9d4e-afa28db2dca3 req-30e3c5f3-b7fe-4fcd-888e-bcc304bca81e tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0691814 Mar 02 18:57:33.716403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:33.890598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:33.900562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Sync routers for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:33.904180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9e41fbc4-0bc7-42a9-b9d8-c9f1d4de5a31 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "PUT /v2.0/routers/9439ef4f-2049-4d29-bf57-91bdbdf2cf45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5737233 Mar 02 18:57:33.906508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41862) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:33.910662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:33.911444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:33.972432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting subnet 4d76bd8c-24c0-4cb2-be2e-a99a06cb98da {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:57:33.975413 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.036149 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.108789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:34.125740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.394004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:57:32Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:34.397804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Checking router: 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:34.406208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Routers {'9439ef4f-2049-4d29-bf57-91bdbdf2cf45'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:34.406801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:34.424625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.471722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Subnet': ['ID=4d76bd8c-24c0-4cb2-be2e-a99a06cb98da,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:34.473658 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.482602 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eddea696-a20b-4e6d-840b-10b8b0d02225 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/subnets/4d76bd8c-24c0-4cb2-be2e-a99a06cb98da HTTP/1.1" status: 204 len: 168 time: 0.5726531 Mar 02 18:57:34.483283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41872) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:34.501195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b7ae70-e619-44df-80e0-312d37336f86 None None] Network 7eb288ab-0f06-418b-9f07-60d6bcf35526 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:34.689973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:34.696479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085f2a5-37df-48b2-b177-29ef7bbac95f req-fb6769d5-d5c6-46f6-af44-7e83cf4bd687 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:34.704588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6085f2a5-37df-48b2-b177-29ef7bbac95f req-fb6769d5-d5c6-46f6-af44-7e83cf4bd687 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 982 time: 0.1357038 Mar 02 18:57:34.766715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6085f2a5-37df-48b2-b177-29ef7bbac95f req-25546040-9068-4bb7-8628-5b03b28548de tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0563939 Mar 02 18:57:34.791969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] Set router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:35.060595 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.093105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] DHCP port deletion for 7eb288ab-0f06-418b-9f07-60d6bcf35526 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:57:35.103228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Deleting port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:35.103607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.184249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Deleting port 1755833d-e840-4cb2-bb04-f459087b00c5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:57:35.184767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.241303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:57:32Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:35.265343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539cfa65-8801-46a9-803e-8d1cf7dbc7a6 None None] The sync data for ids ['9439ef4f-2049-4d29-bf57-91bdbdf2cf45'] in n-d-828839-1 is: [{'id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'name': 'tempest-TestNetworkBasicOps-router-1050830726', 'tenant_id': '6e33b1c1969f455a9168299cc42ff961', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:56:17Z', 'updated_at': '2022-03-02T18:57:32Z', 'revision_number': 5, 'project_id': '6e33b1c1969f455a9168299cc42ff961', 'gw_port': {'id': '1755833d-e840-4cb2-bb04-f459087b00c5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:d9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9439ef4f-2049-4d29-bf57-91bdbdf2cf45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:56:18Z', 'updated_at': '2022-03-02T18:56:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:35.339086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] For port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,segment=NetworkSegment(cfe328fe-17c5-4960-a472-2dc0ce5dd246),segment_id=cfe328fe-17c5-4960-a472-2dc0ce5dd246)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:35.339405 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.379098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] For port 1755833d-e840-4cb2-bb04-f459087b00c5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1755833d-e840-4cb2-bb04-f459087b00c5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:35.379709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.473980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Calling delete_port for 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:35.513315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Calling delete_port for 1755833d-e840-4cb2-bb04-f459087b00c5 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:57:35.624478 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.675240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] No DVR routers for this DVR port 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:57:35.677535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcebb420-287d-4b9c-b275-753ae940b07c None None] Pushing event deleted for resources: {'Port': ['ID=2d3d2f04-a8e7-40c1-9b6a-fabf822447c4,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:35.747840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1b8f1450-ca0b-45d1-83aa-da007665cc64 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:57:35.824743 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.873583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Port': ['ID=1755833d-e840-4cb2-bb04-f459087b00c5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:35.893284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:35.905706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'port_id': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'mac_address': 'fa:16:3e:df:98:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:57:35.950742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a32ff3-641e-469e-bdfb-c0c55610d42c req-9f665188-a87e-4340-87cc-f6ec481d54c7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:35.952341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95a32ff3-641e-469e-bdfb-c0c55610d42c req-9f665188-a87e-4340-87cc-f6ec481d54c7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 982 time: 0.0839872 Mar 02 18:57:35.968645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:35.981456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.002287 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95a32ff3-641e-469e-bdfb-c0c55610d42c req-52572a38-c8a9-450c-b045-630d449286b8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0436504 Mar 02 18:57:36.031470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8f1450-ca0b-45d1-83aa-da007665cc64 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:36.047990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:36.159198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.161091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.161548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.227724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:36.321405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.321845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Fanout notify agent at l3_agent the message router_deleted on router 9439ef4f-2049-4d29-bf57-91bdbdf2cf45 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:57:36.340054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.341383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5906fbb6-5fda-423c-9aaf-d084a3954104 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/routers/9439ef4f-2049-4d29-bf57-91bdbdf2cf45 HTTP/1.1" status: 204 len: 168 time: 1.8576567 Mar 02 18:57:36.344818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41884) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:36.373795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['1b8f1450-ca0b-45d1-83aa-da007665cc64'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:57:36.483779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.594681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-27cf2f94-eb81-4e0a-9036-dace165549e9 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=ffe905c8c68b4b8a88457c4908e24335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355461 Mar 02 18:57:36.631306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.659832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eb288ab-0f06-418b-9f07-60d6bcf35526']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:36.673865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe328fe-17c5-4960-a472-2dc0ce5dd246') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:36.674213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe328fe-17c5-4960-a472-2dc0ce5dd246') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:36.687295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.704509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.711914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Releasing vlan 690 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:57:36.712740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:36.718685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1755833d-e840-4cb2-bb04-f459087b00c5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:57:36.732487 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:57:36.758883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1755833d-e840-4cb2-bb04-f459087b00c5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:36.759327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1755833d-e840-4cb2-bb04-f459087b00c5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:36.759828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:36.797977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:36.798457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d3d2f04-a8e7-40c1-9b6a-fabf822447c4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:36.798945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b091c57-5ef6-4df8-9327-fba8432032ae no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:57:36.833516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7b091c57-5ef6-4df8-9327-fba8432032ae {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:57:36.833865 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b091c57-5ef6-4df8-9327-fba8432032ae not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:57:36.881093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-35eca5bc-2467-4e45-9da9-397d8029d4bf tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:36.882685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-35eca5bc-2467-4e45-9da9-397d8029d4bf tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2872450 Mar 02 18:57:36.898620 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-e038d641-f840-4dfd-99d6-3b312a7fa865 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/quotas/ffe905c8c68b4b8a88457c4908e24335 HTTP/1.1" status: 200 len: 375 time: 0.0099087 Mar 02 18:57:36.945309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-4e8dbc87-63e5-467e-958a-8a9adb973fbb tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=ffe905c8c68b4b8a88457c4908e24335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415645 Mar 02 18:57:37.178737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:37.197625 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:37.209276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] Pushing event deleted for resources: {'Network': ['ID=7eb288ab-0f06-418b-9f07-60d6bcf35526,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:37.231244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f4e4a62-0c75-4332-a708-f0aa91893cfc req-c3ad70ed-b8ca-4a39-8a48-03aec0273697 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0494440 Mar 02 18:57:37.240933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7044d1d4-d640-44dd-9711-ae58e680f398 req-0b0b2d5a-f462-446c-a6ca-5b3e9bc6af89 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:37.242535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7044d1d4-d640-44dd-9711-ae58e680f398 req-0b0b2d5a-f462-446c-a6ca-5b3e9bc6af89 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 983 time: 0.1321776 Mar 02 18:57:37.276382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-62f0ed58-6a24-4373-87ad-970fbb69d073 tempest-TestNetworkBasicOps-978537762 tempest-TestNetworkBasicOps-978537762-project] 10.222.0.66 "DELETE /v2.0/networks/7eb288ab-0f06-418b-9f07-60d6bcf35526 HTTP/1.1" status: 204 len: 168 time: 0.9303837 Mar 02 18:57:37.296593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7044d1d4-d640-44dd-9711-ae58e680f398 req-593d3708-ab85-4f88-9767-5c6e17776ddc tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0457633 Mar 02 18:57:37.769214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1b8f1450-ca0b-45d1-83aa-da007665cc64 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:37.800549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41914) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:37.955313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6f3d929d-a4d3-447c-9c9e-0ee8184453a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6e33b1c1969f455a9168299cc42ff961&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535270 Mar 02 18:57:37.957752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:37.966770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 1b8f1450-ca0b-45d1-83aa-da007665cc64 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:37.972202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 1b8f1450-ca0b-45d1-83aa-da007665cc64 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:37.985267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.020432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.051855 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.096151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.124645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:38.134225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:38.173851 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'code': 200} Mar 02 18:57:38.247269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.262840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.294051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303f257-e9f5-4de3-9a87-fd709cf6e0cc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:38.305936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.309440 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7abd7042-7222-4eed-a81e-6c9f19baa65d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1303f257-e9f5-4de3-9a87-fd709cf6e0cc HTTP/1.1" status: 204 len: 168 time: 0.3484352 Mar 02 18:57:38.337570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:38.342203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c76a41c4-9f0c-4a70-9d9d-be825f7cc579 req-396c2e80-6f55-466d-880d-826958f605ef tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0545518 Mar 02 18:57:38.359048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7ea1d-eb72-4657-b5bf-9ec1d5eea09a req-27f12b71-ce4e-4d6f-9167-eb5010763bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:38.360763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bde7ea1d-eb72-4657-b5bf-9ec1d5eea09a req-27f12b71-ce4e-4d6f-9167-eb5010763bae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.1329887 Mar 02 18:57:38.414741 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-bde7ea1d-eb72-4657-b5bf-9ec1d5eea09a req-d4660862-00ed-4382-96a8-d8110f0e64df service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0449240 Mar 02 18:57:38.504418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d7e71-7ab0-4cb1-a5c8-4fed10483e83 req-49276aef-5f5d-49e9-a142-3afe7ea836d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:38.505942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f11d7e71-7ab0-4cb1-a5c8-4fed10483e83 req-49276aef-5f5d-49e9-a142-3afe7ea836d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.0831234 Mar 02 18:57:38.553846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f11d7e71-7ab0-4cb1-a5c8-4fed10483e83 req-90c55b01-8fb3-46d6-bd46-941711ca9ad5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0413911 Mar 02 18:57:38.954504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41936) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:38.971977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:38.986576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:38.990393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Usage tracker for resource:security_group_rule and tenant:8a279e1d236248babef17ca4564bc3f7 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:38.993734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:38.999356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:39.085604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.258388 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.309147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a279e1d236248babef17ca4564bc3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3536220 Mar 02 18:57:39.310460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81930e42-9ae6-47cd-b309-1125fd331989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b13eb9-92e4-4d3b-9662-cc4029f93253,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:39.312618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41940) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:39.373543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.399533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.503779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-393b4bc2-d9d2-467f-8f49-97a18305257b req-cc01da12-f649-4b50-94de-dd14d13d75dc tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0443327 Mar 02 18:57:39.521395 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.538983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b13eb9-92e4-4d3b-9662-cc4029f93253,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:39.543330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:39.544435 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d52f7516-25e2-4a79-811f-e5813c2a7bc8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c4b13eb9-92e4-4d3b-9662-cc4029f93253 HTTP/1.1" status: 204 len: 168 time: 0.2304943 Mar 02 18:57:39.653315 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-41df6693-1e5e-4696-88c4-b6ec86731add tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=ffe905c8c68b4b8a88457c4908e24335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302501 Mar 02 18:57:39.742404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf3575-1fb4-44ca-ad49-00d64019d4e1 req-bcea31dc-64db-412d-a72b-cb7beedfee78 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:39.743998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81cf3575-1fb4-44ca-ad49-00d64019d4e1 req-bcea31dc-64db-412d-a72b-cb7beedfee78 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.0793626 Mar 02 18:57:39.802883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81cf3575-1fb4-44ca-ad49-00d64019d4e1 req-108b6821-32b3-4835-8cb5-9cc3f5ea8059 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0527399 Mar 02 18:57:39.826481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-b074b3aa-bed1-46d1-a6b7-d9bc8b722f89 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:39.827950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-b074b3aa-bed1-46d1-a6b7-d9bc8b722f89 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1700835 Mar 02 18:57:39.839458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Request body: {'port': {'device_id': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'ffe905c8c68b4b8a88457c4908e24335'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:39.981641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:39.985517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Usage tracker for resource:port and tenant:ffe905c8c68b4b8a88457c4908e24335 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:39.988388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:39.994315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:40.092805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Made reservation on behalf of ffe905c8c68b4b8a88457c4908e24335 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:40.098638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.109473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.124810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:40.128974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Usage tracker for resource:security_group_rule and tenant:ffe905c8c68b4b8a88457c4908e24335 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:40.132652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:40.138648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:40.228433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.384208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.473816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ea794-94b0-4f96-98d0-f5f8240242d8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:40.565848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Allocated IP 192.168.233.91 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/c8d57c04-090a-4ecd-acfb-eeb56a155c92) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:40.658409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c9731ef-3bf7-4031-9c8c-5aeac1fb4753 req-3791a6f3-9727-4590-b364-a8090ae3355e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0434849 Mar 02 18:57:40.782544 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.799041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Transition to ACTIVE for port object c8d57c04-090a-4ecd-acfb-eeb56a155c92 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:40.857004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41976) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:40.910791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:40.971841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1555715734-network', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:40.990694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:40.992720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae34a7d-86cb-4da4-85e2-ebbbe7e136de req-471ac1a5-115e-4474-a4db-6de477b93f14 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:40.994312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:40.994462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ae34a7d-86cb-4da4-85e2-ebbbe7e136de req-471ac1a5-115e-4474-a4db-6de477b93f14 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.0853364 Mar 02 18:57:41.003160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:41.006466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Usage tracker for resource:network and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:41.017210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:41.040768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:41.044976 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ae34a7d-86cb-4da4-85e2-ebbbe7e136de req-79f17883-44cc-4be4-88f9-3dc66495ac33 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0444698 Mar 02 18:57:41.062332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:41.066660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Pushing event updated for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:41.091845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:41.092430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.155850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:41.158297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.172981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.190219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:41.193168 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-0464bbf0-65f1-40ed-8d01-919ce5eb8bd1 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3579493 Mar 02 18:57:41.197437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:41.199019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:41.206187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Request body: {'port': {'device_id': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:41.250910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:41.263110 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5441f2-0060-4cfc-a569-da76ffeaa4b6 req-7242d907-459f-4d6d-b78d-08b6b104a64f tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:41.264618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab5441f2-0060-4cfc-a569-da76ffeaa4b6 req-7242d907-459f-4d6d-b78d-08b6b104a64f tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.0948617 Mar 02 18:57:41.312575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab5441f2-0060-4cfc-a569-da76ffeaa4b6 req-a861e835-2a2c-4b67-a00b-e77974d90cdb tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0409038 Mar 02 18:57:41.338145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34118167-0141-4c7f-9e40-94b4bacc30fe None None] Provisioning for port c8d57c04-090a-4ecd-acfb-eeb56a155c92 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:41.344301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-34118167-0141-4c7f-9e40-94b4bacc30fe None None] Provisioning complete for port c8d57c04-090a-4ecd-acfb-eeb56a155c92 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:41.346763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34118167-0141-4c7f-9e40-94b4bacc30fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.356784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.406139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-34118167-0141-4c7f-9e40-94b4bacc30fe None None] Port c8d57c04-090a-4ecd-acfb-eeb56a155c92 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:41.470853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.488399 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa02574-8b28-4958-8302-9690415744e9 req-00d621a4-fa31-43f9-b1ce-35df38912154 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:41.489906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2aa02574-8b28-4958-8302-9690415744e9 req-00d621a4-fa31-43f9-b1ce-35df38912154 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.0697067 Mar 02 18:57:41.515249 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.530009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:41.533862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Usage tracker for resource:security_group_rule and tenant:2e741fef42de4603aa7d77f3ba9cca99 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:41.536702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:41.542496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:41.566757 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.625114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.652992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:41.671034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a318732-1efe-439a-838b-cdf71bb2db3e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:41.681262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.681618 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Added segment eeed8ce1-9ef8-4814-b9bb-5cf71bf96132 of type vlan for network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 Mar 02 18:57:41.698338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.727929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:41.734017 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2aa02574-8b28-4958-8302-9690415744e9 req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2381752 Mar 02 18:57:41.748100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae1053-2306-45dc-b8bd-b4dc768ec5a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2fe977-0051-4a9d-8dd7-6a35af009188,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:41.758932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:41.864195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcef37-860b-4baf-8a50-b9607dbca935 req-1080bfc9-0a05-4116-8232-7ce4febbf495 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:41.865770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ebcef37-860b-4baf-8a50-b9607dbca935 req-1080bfc9-0a05-4116-8232-7ce4febbf495 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 935 time: 0.0833385 Mar 02 18:57:41.915955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ebcef37-860b-4baf-8a50-b9607dbca935 req-7085b5b6-27b7-4b70-b8ba-97469bf0543b tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435088 Mar 02 18:57:41.969918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d57c04-090a-4ecd-acfb-eeb56a155c92 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:41.978886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.003739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Transition to ACTIVE for port object c8d57c04-090a-4ecd-acfb-eeb56a155c92 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:42.012540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4db0e3-7a99-4b6c-b074-4ebfd6c4b2a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:42.016848 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a4db0e3-7a99-4b6c-b074-4ebfd6c4b2a9 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1130 time: 0.2526529 Mar 02 18:57:42.018629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 41992) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:42.023639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:42.030393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:42.034193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:floatingip and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:42.036979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:42.042694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:42.109275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.110266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:42.110836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.148501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.249407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.363613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] Pushing event updated for resources: {'Network': ['ID=d5a1ba72-b8d0-4305-bbb9-26c2859232f4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:42.372409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:42.374088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:42.419341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 41996) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:42.419561 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aab72794-66ad-4d1b-9930-9262905f39ef admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5612745 Mar 02 18:57:42.426134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Request body: {'subnet': {'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1555715734-subnet', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:42.435961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:42.440503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Usage tracker for resource:subnet and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:42.443403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:42.449795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:42.533547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:42.535797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.550078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Attempting to bind port c8d57c04-090a-4ecd-acfb-eeb56a155c92 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:42.550648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Attempting to bind port c8d57c04-090a-4ecd-acfb-eeb56a155c92 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:42.550773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Attempting to bind port c8d57c04-090a-4ecd-acfb-eeb56a155c92 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:42.558398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Port c8d57c04-090a-4ecd-acfb-eeb56a155c92 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:57:42.558713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Attempting to bind port c8d57c04-090a-4ecd-acfb-eeb56a155c92 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:42.566875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:42.567206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:42.567586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:42.568001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Bound port: c8d57c04-090a-4ecd-acfb-eeb56a155c92, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:42.568340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.663366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.711625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:42.732319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:42.805730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.25.7.39 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/5ac80e0b-2f79-41af-816a-5ff75f335f71) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:42.835015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.835377 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.913808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=24c23fa5-3a19-4977-894e-0b593e0eb6a0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:42.924578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:42.925205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Network hostable DHCP agents. Network: d5a1ba72-b8d0-4305-bbb9-26c2859232f4, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:42.961614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:42.962253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:42.963639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] 10.222.0.65 "PUT /v2.0/ports/c8d57c04-090a-4ecd-acfb-eeb56a155c92 HTTP/1.1" status: 200 len: 1095 time: 1.7616229 Mar 02 18:57:42.964068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:42.997458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd902b-04d1-4120-aa9a-120700f8ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:43.041632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:43.079210 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92', 'status': 'completed', 'code': 200} Mar 02 18:57:43.109669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.147872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-bc354652-5410-4ad9-b986-fd4e7ad89676 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1455746 Mar 02 18:57:43.169862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d5a1ba72-b8d0-4305-bbb9-26c2859232f4) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:43.176417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.178633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42474d46-5fd5-4b58-b3e1-516efcc06d56 None None] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:43.182858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.249563 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ab936-5b10-44a5-aa53-5286cf1312fc req-18519076-5a3e-4b57-8ec2-bfff0a386614 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.251198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d91ab936-5b10-44a5-aa53-5286cf1312fc req-18519076-5a3e-4b57-8ec2-bfff0a386614 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 947 time: 0.1368904 Mar 02 18:57:43.297259 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d91ab936-5b10-44a5-aa53-5286cf1312fc req-c96e3d99-6edf-498b-98a4-e321078a843f tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389090 Mar 02 18:57:43.302472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0f5005b2-9fe5-4182-acf2-dfe3391c2e3d admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8818057 Mar 02 18:57:43.303254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42006) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:43.308303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:43.314184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:43.318586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Usage tracker for resource:router and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:43.322337 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:43.327109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.329794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:43.365712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a4d48-edb1-4d38-a83b-68fa7f815991 req-4dc9a246-30e6-443e-bba4-b3ac8a15fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.367752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c02a4d48-edb1-4d38-a83b-68fa7f815991 req-4dc9a246-30e6-443e-bba4-b3ac8a15fb70 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe905c8c68b4b8a88457c4908e24335&device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 1098 time: 0.2831254 Mar 02 18:57:43.420799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:43.424098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.425465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-57462405-40a2-472a-abc0-ace3d6105fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.425593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.427609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-57462405-40a2-472a-abc0-ace3d6105fbc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.1961327 Mar 02 18:57:43.436648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:57:43.437697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.442888 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:43.445700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:43.452012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.471036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c02a4d48-edb1-4d38-a83b-68fa7f815991 req-8667fba1-e25f-4c65-9d6d-9843a1162b53 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ffe905c8c68b4b8a88457c4908e24335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0935516 Mar 02 18:57:43.562012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=5ac80e0b-2f79-41af-816a-5ff75f335f71,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:43.598350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Allocated IP 172.20.0.2 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/c6fd2b8a-11b2-4f37-bad1-6ec51302accc) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:43.815929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.826967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Transition to ACTIVE for port object c6fd2b8a-11b2-4f37-bad1-6ec51302accc will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:43.845802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Transition to ACTIVE for port object c6fd2b8a-11b2-4f37-bad1-6ec51302accc will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:43.916022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.929857 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:43.982919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a4d48-edb1-4d38-a83b-68fa7f815991 req-3cf038e5-6270-4da0-bdb3-d88d03d806dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.984204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:43.984332 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c02a4d48-edb1-4d38-a83b-68fa7f815991 req-3cf038e5-6270-4da0-bdb3-d88d03d806dd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5027821 Mar 02 18:57:43.987372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:43.990974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:43.993684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-4d7eda6e-07a8-4d5c-b976-826d8dfe7bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:43.995301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-4d7eda6e-07a8-4d5c-b976-826d8dfe7bc5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 897 time: 0.5173092 Mar 02 18:57:43.996805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Pushing event updated for resources: {'Port': ['ID=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:44.092692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Attempting to bind port c6fd2b8a-11b2-4f37-bad1-6ec51302accc on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:44.093360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Attempting to bind port c6fd2b8a-11b2-4f37-bad1-6ec51302accc by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:44.093911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Attempting to bind port c6fd2b8a-11b2-4f37-bad1-6ec51302accc on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:44.099989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:44.100603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:44.101277 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.101844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:44.103143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Bound port: c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:44.103530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.178752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-fe98848d-540c-4af2-ab04-f98884c61798 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 217 time: 0.1766727 Mar 02 18:57:44.231209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] For port c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:44.234596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] For port c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:44.298534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.333429 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.339775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-b25c0572-23f1-450a-92c8-5d46992f5612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.341799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-b25c0572-23f1-450a-92c8-5d46992f5612 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 200 len: 833 time: 0.1545722 Mar 02 18:57:44.367742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.405900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1152ca-b07c-4f42-ab2f-403281ffba28 None None] Pushing event updated for resources: {'Port': ['ID=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:44.433144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-69f3a4e0-38bb-4aef-9a2b-6da765c7f45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.434712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-69f3a4e0-38bb-4aef-9a2b-6da765c7f45c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe905c8c68b4b8a88457c4908e24335&device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 1098 time: 0.3696649 Mar 02 18:57:44.525628 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-01727561-b498-4148-8ef3-59880d295a86 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92 HTTP/1.1" status: 200 len: 217 time: 0.0823743 Mar 02 18:57:44.607027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Allocated IP 172.25.7.77 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/107ef36e-e046-4df9-ab31-4f4d504c867c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:44.635009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-ef6d5f50-ab3e-406e-83d1-c653f12a0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.636662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-ef6d5f50-ab3e-406e-83d1-c653f12a0f47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2893174 Mar 02 18:57:44.642166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-4641a573-5f47-41a1-9ab3-0e5ab861d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.643527 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-4641a573-5f47-41a1-9ab3-0e5ab861d20e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.1100633 Mar 02 18:57:44.667327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b875bf-58ec-4371-907c-dc046f4dc7c2 req-290716f0-b8c3-4a68-a065-1c9f6a4e268e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.674371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1b875bf-58ec-4371-907c-dc046f4dc7c2 req-290716f0-b8c3-4a68-a065-1c9f6a4e268e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 947 time: 0.2104046 Mar 02 18:57:44.806032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c6fd2b8a-11b2-4f37-bad1-6ec51302accc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:44.806548 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.809578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1b875bf-58ec-4371-907c-dc046f4dc7c2 req-40a58b10-fced-42eb-9563-6cf9b37a64da tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339869 Mar 02 18:57:44.860912 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:44.879257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-ab8c53ae-27a9-4bb8-861e-f296cee1466d service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275276 Mar 02 18:57:44.881953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-e0e78f87-d346-46cb-a4f2-5785b213eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:44.883436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-e0e78f87-d346-46cb-a4f2-5785b213eb92 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2337980 Mar 02 18:57:45.001142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c6fd2b8a-11b2-4f37-bad1-6ec51302accc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:45.002000 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.070697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:45.073663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:45.082466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:45.124986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Pushing event updated for resources: {'Port': ['ID=107ef36e-e046-4df9-ab31-4f4d504c867c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:45.148015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.347392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7dc725e2-1f48-4e6b-825d-3e920d84efe8 req-8da22428-ea05-4cab-80b2-5e699da52b6b service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616253 Mar 02 18:57:45.376872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-98185aa3-cb2f-4b87-95a9-6b5892af0e25 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707937 Mar 02 18:57:45.465532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c79d932-aa60-4622-a6b5-09a3aeb9fadb None None] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:45.625419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-76aad1f0-cb2e-4b36-b81e-b147cb8bcc8f req-2bac8b3a-780f-4a7d-ac32-f6568727d3a1 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414436 Mar 02 18:57:45.645310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Provisioning for port c6fd2b8a-11b2-4f37-bad1-6ec51302accc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:45.653640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Provisioning complete for port c6fd2b8a-11b2-4f37-bad1-6ec51302accc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:45.654514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.658666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.764178 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.777883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.833358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.887192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] For port c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:45.896525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=5ac80e0b-2f79-41af-816a-5ff75f335f71,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:45.911277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:45.993209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.130675 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Floating IP 9dc236e9-0a13-4572-8632-4ca167c47ff8 associated. External IP: 172.25.7.39, port: 1b8f1450-ca0b-45d1-83aa-da007665cc64. Mar 02 18:57:46.133444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9f816-f942-4cda-89aa-0c99258dd734 None None] Pushing event updated for resources: {'Port': ['ID=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:46.136272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4584f71b-4577-4569-b8c9-637e72b098d1 None None] Provisioning complete for port c6fd2b8a-11b2-4f37-bad1-6ec51302accc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:46.136962 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4584f71b-4577-4569-b8c9-637e72b098d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.196157 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866e24b-d243-4870-8b8d-c290c085cb96 req-b6072d55-43d5-4833-8d64-e02448cf62bd tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:46.197622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4866e24b-d243-4870-8b8d-c290c085cb96 req-b6072d55-43d5-4833-8d64-e02448cf62bd tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 947 time: 0.2538033 Mar 02 18:57:46.236173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.322460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4866e24b-d243-4870-8b8d-c290c085cb96 req-4c88fbbc-7834-47ac-b953-1618737abec6 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116438 Mar 02 18:57:46.500521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router f0a69393-f7cc-4549-8c50-641c15ec26d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:46.520537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Router b939e169-6b84-4d97-8dd6-308ee6beac40 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:57:46.684188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:46.695935 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Sync routers for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:46.706360 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:46.707136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:46.707390 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:46.717096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:46.729669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:46.735932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:46.783814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.884730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c6fd2b8a-11b2-4f37-bad1-6ec51302accc up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:46.886518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2cac4e82-00d3-49e2-9712-9866de30feff tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.8352318 Mar 02 18:57:46.886518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:46.886695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42014) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:46.886695 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:46.886695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a68d667d-ccc6-4d6a-b11f-27feff558543 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.5615208 Mar 02 18:57:46.886695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42018) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:46.908433 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'status': 'completed', 'code': 200} Mar 02 18:57:46.917047 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:46.971584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c6fd2b8a-11b2-4f37-bad1-6ec51302accc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:46.972117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.023199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:47.100642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a86e-152a-4c78-affe-04614f2df1ac req-f6ae1e80-dd5d-4888-9683-c25562869264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.102697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-f6ae1e80-dd5d-4888-9683-c25562869264 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.1715188 Mar 02 18:57:47.436342 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9dc236e9-0a13-4572-8632-4ca167c47ff8', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'port_id': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'mac_address': 'fa:16:3e:df:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:44Z', 'revision_number': 0, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:47.463320 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Checking router: f0a69393-f7cc-4549-8c50-641c15ec26d8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:47.463697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a86e-152a-4c78-affe-04614f2df1ac req-83fb3d62-ac52-473d-90c9-ce44061497d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.465251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-83fb3d62-ac52-473d-90c9-ce44061497d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 897 time: 0.3564041 Mar 02 18:57:47.475157 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:47.476384 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:47.559973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:45Z', 'revision_number': 3, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:47.565627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:47.566391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Updating router b939e169-6b84-4d97-8dd6-308ee6beac40 port 107ef36e-e046-4df9-ab31-4f4d504c867c binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:57:47.590382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-607df9fe-a376-4e20-8c3c-ef8d73bda379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 998 time: 0.1180975 Mar 02 18:57:47.631499 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:47.664663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a86e-152a-4c78-affe-04614f2df1ac req-aac3404b-1c54-4d27-9d6b-eb273c467278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.666289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-aac3404b-1c54-4d27-9d6b-eb273c467278 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 200 len: 833 time: 0.0698085 Mar 02 18:57:47.748331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:47.753780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463a86e-152a-4c78-affe-04614f2df1ac req-799c7cbf-b88e-4b61-a74e-727e1dd58b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.755397 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-799c7cbf-b88e-4b61-a74e-727e1dd58b49 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833745 Mar 02 18:57:47.917422 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-8f3615f8-5702-45a2-961a-7c96d870350e service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549599 Mar 02 18:57:47.925876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.926479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.926834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.927293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.927744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:47.929485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-89bd1f29-1b0b-4be9-add2-35f342da8a2c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 1.0623839 Mar 02 18:57:47.955516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.030302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.047071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Transition to ACTIVE for port object 107ef36e-e046-4df9-ab31-4f4d504c867c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:48.064546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fa71e-b7f6-4b81-bbe7-cf0dc2a6257c req-a9437d1b-1bde-48c9-810c-c7852c96e748 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.066073 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f72fa71e-b7f6-4b81-bbe7-cf0dc2a6257c req-a9437d1b-1bde-48c9-810c-c7852c96e748 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 947 time: 0.3978672 Mar 02 18:57:48.138076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.139717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.140184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.140631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.141075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.141521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.143247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ca70aaaf-1692-4e02-8482-d50a1e3694de tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1837068 Mar 02 18:57:48.145944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42030) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.149575 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9dc236e9-0a13-4572-8632-4ca167c47ff8', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'port_id': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'mac_address': 'fa:16:3e:df:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:44Z', 'revision_number': 0, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:48.154623 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0bd24b-ef66-40e5-825a-927d3f5dd987 None None] The sync data for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 is: [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9dc236e9-0a13-4572-8632-4ca167c47ff8', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'floating_ip_address': '172.25.7.39', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'port_id': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3914, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'mac_address': 'fa:16:3e:df:98:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:44Z', 'revision_number': 0, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:48.188848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f72fa71e-b7f6-4b81-bbe7-cf0dc2a6257c req-f448bba4-5ffd-48b8-89e5-863981b603eb tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117620 Mar 02 18:57:48.218380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b463a86e-152a-4c78-affe-04614f2df1ac req-9b3d9a81-3deb-49b9-acc0-85ef51156bb0 service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952774 Mar 02 18:57:48.235508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.260666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556aab4-984f-482b-86c4-36e866600112 None None] Pushing event updated for resources: {'Port': ['ID=107ef36e-e046-4df9-ab31-4f4d504c867c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:48.267499 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Attempting to bind port 107ef36e-e046-4df9-ab31-4f4d504c867c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:48.267874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Attempting to bind port 107ef36e-e046-4df9-ab31-4f4d504c867c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:48.268284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Attempting to bind port 107ef36e-e046-4df9-ab31-4f4d504c867c on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:48.275365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:48.275795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:48.276200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.276599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:48.277079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Bound port: 107ef36e-e046-4df9-ab31-4f4d504c867c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:48.277442 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.348641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d57c04-090a-4ecd-acfb-eeb56a155c92 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:57:48.391985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8715c17d-aebf-481d-813f-3a8d039171a0 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2443867 Mar 02 18:57:48.394086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42034) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:48.481059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fb0df-0ba9-428b-8b9d-dddae33803a6 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.481683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696fb0df-0ba9-428b-8b9d-dddae33803a6 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:48.498146 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-696fb0df-0ba9-428b-8b9d-dddae33803a6 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f0a69393-f7cc-4549-8c50-641c15ec26d8 HTTP/1.1" status: 200 len: 1990 time: 0.0890734 Mar 02 18:57:48.498381 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0903e72-2f7c-4960-aa87-4938e3db2ed1 None None] New status for floating IP 9dc236e9-0a13-4572-8632-4ca167c47ff8: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:57:48.499873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Allocated IP 172.20.0.1 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/855dfb8e-a6a3-4204-85c2-6bd356234091) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:48.502162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] For port 107ef36e-e046-4df9-ab31-4f4d504c867c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:48.513313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] For port 107ef36e-e046-4df9-ab31-4f4d504c867c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=107ef36e-e046-4df9-ab31-4f4d504c867c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:48.523706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:48.540665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92', 'mac_address': 'fa:16:3e:42:6c:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:57:48.587543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.651776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.661727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.680888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Transition to ACTIVE for port object 855dfb8e-a6a3-4204-85c2-6bd356234091 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:48.686453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d57c04-090a-4ecd-acfb-eeb56a155c92 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:57:48.708098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:48.708711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:48.765222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6556aab4-984f-482b-86c4-36e866600112 None None] Pushing event updated for resources: {'Port': ['ID=107ef36e-e046-4df9-ab31-4f4d504c867c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:48.776480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:48.783840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.847537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:48.855080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:48.859370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:48.902970 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.903385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Pushing event updated for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:48.920383 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:48.950090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:49.114150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.167664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c8d57c04-090a-4ecd-acfb-eeb56a155c92'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:57:49.185815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:57:49.242566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff648c00-4049-4910-9ce3-738b330bff9d None None] Provisioning for port 855dfb8e-a6a3-4204-85c2-6bd356234091 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:49.269222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ff648c00-4049-4910-9ce3-738b330bff9d None None] Provisioning complete for port 855dfb8e-a6a3-4204-85c2-6bd356234091 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:49.269597 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff648c00-4049-4910-9ce3-738b330bff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.286094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.436392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-ff648c00-4049-4910-9ce3-738b330bff9d None None] Port 855dfb8e-a6a3-4204-85c2-6bd356234091 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:49.508036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:45Z', 'revision_number': 3, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:49.523089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6115aa-ff60-4180-8d3f-839d3471d50c None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:45Z', 'revision_number': 3, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:49.658949 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd184a-a0b0-49c0-9617-50cd6e67fa36 req-9d764012-cd50-4957-bd96-29cb6e02c6cf tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:49.660428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfcd184a-a0b0-49c0-9617-50cd6e67fa36 req-9d764012-cd50-4957-bd96-29cb6e02c6cf tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 948 time: 0.3348689 Mar 02 18:57:49.743187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfcd184a-a0b0-49c0-9617-50cd6e67fa36 req-f48d6be8-b690-4def-ace7-41ce8b53396a tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Mar 02 18:57:49.772313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.846908 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:49.956342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Pushing event updated for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:49.960725 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.103669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:50.104924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:50.302538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:50.363907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d57c04-090a-4ecd-acfb-eeb56a155c92 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:50.393518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7e4ee7fb-a226-4392-8caa-caf747192fe8 None None] Provisioning complete for port 855dfb8e-a6a3-4204-85c2-6bd356234091 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:50.393809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e4ee7fb-a226-4392-8caa-caf747192fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.468199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7e4ee7fb-a226-4392-8caa-caf747192fe8 None None] Port 855dfb8e-a6a3-4204-85c2-6bd356234091 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:50.482145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:50.492181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5fe3cc89-8386-4a90-9a84-752c38b9f659 admin admin] 10.222.0.66 "PUT /v2.0/routers/b939e169-6b84-4d97-8dd6-308ee6beac40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6204298 Mar 02 18:57:50.577788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c8d57c04-090a-4ecd-acfb-eeb56a155c92 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:50.583856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c8d57c04-090a-4ecd-acfb-eeb56a155c92 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:50.584232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.705320 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.733243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:57:50.741111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 107ef36e-e046-4df9-ab31-4f4d504c867c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:50.786724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:50.791151 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92', 'code': 200} Mar 02 18:57:50.858446 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.905115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 107ef36e-e046-4df9-ab31-4f4d504c867c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:50.912191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 107ef36e-e046-4df9-ab31-4f4d504c867c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:50.912575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:50.967614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c5633-e7ce-4c8e-b596-5f8b992ed0aa req-b14c402a-2795-47f4-8008-dceaadb9fd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:50.969351 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-288c5633-e7ce-4c8e-b596-5f8b992ed0aa req-b14c402a-2795-47f4-8008-dceaadb9fd80 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 1100 time: 0.1210027 Mar 02 18:57:51.002596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:51.002876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a439e6-5363-49fa-81ee-04c7907f09cf req-59274d1b-01fe-4b07-9d4c-5867a388bfab tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:51.004614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a439e6-5363-49fa-81ee-04c7907f09cf req-59274d1b-01fe-4b07-9d4c-5867a388bfab tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.1247149 Mar 02 18:57:51.058961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-288c5633-e7ce-4c8e-b596-5f8b992ed0aa req-5adad388-feb7-49d3-b61c-34d64b3a0acb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755484 Mar 02 18:57:51.093766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69a439e6-5363-49fa-81ee-04c7907f09cf req-44970680-6372-4a49-a486-89566c72b4ec tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820181 Mar 02 18:57:51.095941 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.119553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 107ef36e-e046-4df9-ab31-4f4d504c867c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=107ef36e-e046-4df9-ab31-4f4d504c867c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:51.178334 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:51.187304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:51.187970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:51.253877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.346887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:51.353152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1866185473-network', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:51.359232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:51.363711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Usage tracker for resource:network and tenant:580653a0f47048668cc32d4f7032d3cb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:51.367286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:51.373218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:51.399810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=107ef36e-e046-4df9-ab31-4f4d504c867c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:51.427545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:51.503759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Made reservation on behalf of 580653a0f47048668cc32d4f7032d3cb for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:51.506168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.518626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.533252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:51.537157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Usage tracker for resource:security_group_rule and tenant:580653a0f47048668cc32d4f7032d3cb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:51.540504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:51.546367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:51.629582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.703495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.734944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:57:51.739611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 2, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:51.744010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ba023b-88b7-48b8-8bba-39cb08372980,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:51.744162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:51.744451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Updating router b939e169-6b84-4d97-8dd6-308ee6beac40 port 855dfb8e-a6a3-4204-85c2-6bd356234091 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:57:51.750512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.751472 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Added segment 3a1a120f-5c07-4534-be9e-f53676003974 of type vlan for network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c Mar 02 18:57:51.778892 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.797187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.891963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:51.893014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:51.893600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.008245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] Pushing event updated for resources: {'Network': ['ID=52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:52.061164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:57:52.068118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42064) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:52.069817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a8600bd-4c6f-43f8-8058-30268562b537 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7204137 Mar 02 18:57:52.074403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Request body: {'subnet': {'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1866185473-subnet', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:52.087886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:52.092232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Usage tracker for resource:subnet and tenant:580653a0f47048668cc32d4f7032d3cb is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:52.095437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:52.101389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:52.183479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Made reservation on behalf of 580653a0f47048668cc32d4f7032d3cb for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:57:52.186219 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.220342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d10420d6-07a0-4fee-a005-86cae9c96b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.291241 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.302617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Transition to ACTIVE for port object 855dfb8e-a6a3-4204-85c2-6bd356234091 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:52.371471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb3517-c544-4e58-bca7-d19434538bca req-8e757e26-7dd3-4a1c-a098-c70636b7df85 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:52.372936 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05cb3517-c544-4e58-bca7-d19434538bca req-8e757e26-7dd3-4a1c-a098-c70636b7df85 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.1702435 Mar 02 18:57:52.377919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.467999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-05cb3517-c544-4e58-bca7-d19434538bca req-997e801d-e18a-4a2b-84ba-3f461608a74c tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635421 Mar 02 18:57:52.529239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea749d-d83f-414d-bc96-cec233acb586 None None] Pushing event updated for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:52.590169 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.595168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Attempting to bind port 855dfb8e-a6a3-4204-85c2-6bd356234091 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:52.595809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Attempting to bind port 855dfb8e-a6a3-4204-85c2-6bd356234091 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:52.596196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Attempting to bind port 855dfb8e-a6a3-4204-85c2-6bd356234091 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:52.602041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:52.602738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:52.603614 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.604166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:52.604793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Bound port: 855dfb8e-a6a3-4204-85c2-6bd356234091, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:52.605464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.675946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38019be6-1dca-448d-a125-e97b331ddbdf,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:52.675946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Checking segment: {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:52.675946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Network hostable DHCP agents. Network: 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:57:52.701063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] For port 855dfb8e-a6a3-4204-85c2-6bd356234091, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:52.705467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] For port 855dfb8e-a6a3-4204-85c2-6bd356234091, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=855dfb8e-a6a3-4204-85c2-6bd356234091,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:52.728037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 107ef36e-e046-4df9-ab31-4f4d504c867c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:52.749332 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:57:52.784238 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.834859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:52.838851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:52.839646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.851351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e6e84-8bc4-467e-bb86-515a6fc4c8d0 None None] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:52.909370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:52.910003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:52.939181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-48ee9ab0-0d55-4dd8-8fc9-527441191ea8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8698406 Mar 02 18:57:52.941904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42070) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:52.947600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:57:52.955126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:57:52.959459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Usage tracker for resource:router and tenant:580653a0f47048668cc32d4f7032d3cb is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:57:52.963284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:57:52.963979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 107ef36e-e046-4df9-ab31-4f4d504c867c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:52.964357 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:52.969719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:57:53.076164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.077231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.079703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea749d-d83f-414d-bc96-cec233acb586 None None] Pushing event updated for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:53.099885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.310408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:53.546938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'fixed_ips': [{'subnet_id': '38019be6-1dca-448d-a125-e97b331ddbdf'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:57:53.547773 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.594017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:53.683197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc03298-b2e0-452a-85fa-56c74d9e913a req-98069b63-f20c-4f24-9ebc-81e1fd21c446 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:57:53.685631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fc03298-b2e0-452a-85fa-56c74d9e913a req-98069b63-f20c-4f24-9ebc-81e1fd21c446 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.0982928 Mar 02 18:57:53.744646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fc03298-b2e0-452a-85fa-56c74d9e913a req-adaec4b1-f733-4882-8b42-bdfa0d1fd02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522666 Mar 02 18:57:53.892110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Allocated IP 172.20.0.2 (52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c/38019be6-1dca-448d-a125-e97b331ddbdf/d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:53.943438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:52Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:53.951743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda68bfd-52ca-4637-9d50-5457f1397b71 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:52Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:54.073120 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.111870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.193538 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.204924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Transition to ACTIVE for port object d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:54.232615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Transition to ACTIVE for port object d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:54.276165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Allocated IP 172.25.7.125 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/db8e8452-b16f-442c-ba60-52f463a734d0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:54.292039 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e55bf5d-a3a2-49f4-a1ed-32572bd8d156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.332878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.396718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:54.405900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:54.410320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:54.443735 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.449375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Pushing event updated for resources: {'Port': ['ID=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.508260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Attempting to bind port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:54.508656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Attempting to bind port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:54.509003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Attempting to bind port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 on network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:54.514430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:54.514839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Checking segment: {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:54.515213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.515611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Bound using segment: {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:54.516075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Bound port: d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:54.516449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.590146 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.619245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] For port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:54.622418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] For port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:54.659689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:54.663032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:54.670799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:54.702959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Pushing event updated for resources: {'Port': ['ID=db8e8452-b16f-442c-ba60-52f463a734d0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.756013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:54.794727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 855dfb8e-a6a3-4204-85c2-6bd356234091 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:54.910296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ca9c3-3cc7-465c-9534-0454551f7e76 None None] Pushing event updated for resources: {'Port': ['ID=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:54.995531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 855dfb8e-a6a3-4204-85c2-6bd356234091 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:55.000909 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 855dfb8e-a6a3-4204-85c2-6bd356234091 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:55.001505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.160340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.202239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 855dfb8e-a6a3-4204-85c2-6bd356234091, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=855dfb8e-a6a3-4204-85c2-6bd356234091,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:55.269797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.353799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:55.371003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.549881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.641908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:55.843599 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.058156 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.155357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Router 8622aa82-1d68-413b-892c-e749cde7c08d is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:57:56.313566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460279b-1dc7-47a2-be71-298ce5c71ba5 None None] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:57:56.344354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:56.356182 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Sync routers for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:57:56.366556 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:56.367166 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:56.436029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.440924 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:57:56.446214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dee69449-9e86-46f3-9a84-ab7a040e1872 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5031059 Mar 02 18:57:56.486264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fedccb1b-8c93-4701-95ae-bbe4989d052e None None] Provisioning for port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:56.579252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:56.846338 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.876948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 855dfb8e-a6a3-4204-85c2-6bd356234091 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:56.959285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 855dfb8e-a6a3-4204-85c2-6bd356234091 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:56.959830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:56.975493 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 3, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:56.979572 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Checking router: 8622aa82-1d68-413b-892c-e749cde7c08d for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:57:56.979917 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Updating router 8622aa82-1d68-413b-892c-e749cde7c08d port db8e8452-b16f-442c-ba60-52f463a734d0 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:57:57.045608 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.099769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.118111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:57.286286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:57.292301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:57.292671 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.405831 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.412805 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.418919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Transition to ACTIVE for port object db8e8452-b16f-442c-ba60-52f463a734d0 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:57.446283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:57.451060 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.515046 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.560463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.599697 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Attempting to bind port db8e8452-b16f-442c-ba60-52f463a734d0 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:57:57.600069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Attempting to bind port db8e8452-b16f-442c-ba60-52f463a734d0 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:57:57.600944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Attempting to bind port db8e8452-b16f-442c-ba60-52f463a734d0 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:57:57.602955 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05119a5b-ea61-46f0-a961-cb48de6aabbb None None] Pushing event updated for resources: {'Port': ['ID=db8e8452-b16f-442c-ba60-52f463a734d0,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.609399 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:57:57.609963 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:57:57.610188 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.610559 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:57:57.611016 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Bound port: db8e8452-b16f-442c-ba60-52f463a734d0, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:57:57.611390 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.643653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.666560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Allocated IP 172.20.0.1 (52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c/38019be6-1dca-448d-a125-e97b331ddbdf/5b4cd69d-da48-4227-b25a-1c42eebfbf7d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:57:57.684943 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] For port db8e8452-b16f-442c-ba60-52f463a734d0, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:57:57.688104 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] For port db8e8452-b16f-442c-ba60-52f463a734d0, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db8e8452-b16f-442c-ba60-52f463a734d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:57:57.761318 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.813334 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:57.829580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Transition to ACTIVE for port object 5b4cd69d-da48-4227-b25a-1c42eebfbf7d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:57:57.843273 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:57:57.843886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:57.906887 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05119a5b-ea61-46f0-a961-cb48de6aabbb None None] Pushing event updated for resources: {'Port': ['ID=db8e8452-b16f-442c-ba60-52f463a734d0,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:57.943975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.002265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:58.005126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:58.013238 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:57:58.024367 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:57:58.059666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Pushing event updated for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.082961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.292344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.320361 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 3, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:57:58.324469 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347f6163-e84d-402b-a01e-1c887dc97dfa None None] The sync data for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 is: [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:54Z', 'revision_number': 3, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:57:58.326557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e579d52-8cd7-483b-876d-2c9ed4e4b04a None None] Provisioning for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:58.331648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4e579d52-8cd7-483b-876d-2c9ed4e4b04a None None] Provisioning complete for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:58.332030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4e579d52-8cd7-483b-876d-2c9ed4e4b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.393910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4e579d52-8cd7-483b-876d-2c9ed4e4b04a None None] Port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:58.542895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.606898 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.721187 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:58.724655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Pushing event updated for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:57:58.816265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:58.892014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:58.892800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.005651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:57:59.007426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:57:59.024769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db8e8452-b16f-442c-ba60-52f463a734d0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:57:59.172343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port db8e8452-b16f-442c-ba60-52f463a734d0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:57:59.179063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db8e8452-b16f-442c-ba60-52f463a734d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:59.179576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.247778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Router 8622aa82-1d68-413b-892c-e749cde7c08d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:57:59.327904 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.339504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9d7f284e-81f6-4c52-896d-3a34190e171b None None] Provisioning complete for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:57:59.339868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9d7f284e-81f6-4c52-896d-3a34190e171b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.382630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port db8e8452-b16f-442c-ba60-52f463a734d0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db8e8452-b16f-442c-ba60-52f463a734d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:57:59.401235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9d7f284e-81f6-4c52-896d-3a34190e171b None None] Port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:57:59.433775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:57:59.440569 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:57:59.453183 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b6dab35c-0157-42e4-b563-a0e2eedc501a admin admin] 10.222.0.66 "PUT /v2.0/routers/8622aa82-1d68-413b-892c-e749cde7c08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9991872 Mar 02 18:57:59.514308 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=db8e8452-b16f-442c-ba60-52f463a734d0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:00.728601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db8e8452-b16f-442c-ba60-52f463a734d0 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:00.802889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a714069-be56-48df-812c-5924734758a6 None None] Sync routers for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:00.811567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port db8e8452-b16f-442c-ba60-52f463a734d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:00.811924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:00.841688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:00.842307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:01.093089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:01.441146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:58Z', 'revision_number': 4, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5b4cd69d-da48-4227-b25a-1c42eebfbf7d', 'name': '', 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'mac_address': 'fa:16:3e:ca:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:57Z', 'updated_at': '2022-03-02T18:57:58Z', 'revision_number': 2, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'subnets': [{'id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:01.444976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a714069-be56-48df-812c-5924734758a6 None None] Checking router: 8622aa82-1d68-413b-892c-e749cde7c08d for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:01.445328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a714069-be56-48df-812c-5924734758a6 None None] Updating router 8622aa82-1d68-413b-892c-e749cde7c08d port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:58:01.496967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.851887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:01.863213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5a714069-be56-48df-812c-5924734758a6 None None] Transition to ACTIVE for port object 5b4cd69d-da48-4227-b25a-1c42eebfbf7d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:01.966378 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.126782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434d25-8f90-4961-b6a0-020987e1c8ad None None] Pushing event updated for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.194221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5a714069-be56-48df-812c-5924734758a6 None None] Attempting to bind port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:02.195101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5a714069-be56-48df-812c-5924734758a6 None None] Attempting to bind port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:02.195599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a714069-be56-48df-812c-5924734758a6 None None] Attempting to bind port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d on network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:02.201247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a714069-be56-48df-812c-5924734758a6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:02.201684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a714069-be56-48df-812c-5924734758a6 None None] Checking segment: {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:02.202095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.202515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a714069-be56-48df-812c-5924734758a6 None None] Bound using segment: {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:02.202979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5a714069-be56-48df-812c-5924734758a6 None None] Bound port: 5b4cd69d-da48-4227-b25a-1c42eebfbf7d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1a120f-5c07-4534-be9e-f53676003974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:02.203362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.301058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5a714069-be56-48df-812c-5924734758a6 None None] For port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:02.304513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5a714069-be56-48df-812c-5924734758a6 None None] For port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:02.331483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-0fe56bbe-00fb-43ca-a9da-86089858ea55 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:02.332873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-0fe56bbe-00fb-43ca-a9da-86089858ea55 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1488132 Mar 02 18:58:02.347806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-bfdb89f2-831f-458f-b36a-852893d32056 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0093589 Mar 02 18:58:02.378517 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5a714069-be56-48df-812c-5924734758a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:02.438086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-4b5a5237-0448-4c0a-8da0-da57d6e9beb7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:02.459571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:02.460135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:02.520516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-4b5a5237-0448-4c0a-8da0-da57d6e9beb7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:02.521945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-4b5a5237-0448-4c0a-8da0-da57d6e9beb7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1690302 Mar 02 18:58:02.522198 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7434d25-8f90-4961-b6a0-020987e1c8ad None None] Pushing event updated for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:02.651204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:02.668194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-bf3ae890-f4af-4e00-aca7-5caaa405128b service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373146 Mar 02 18:58:02.805988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-c8d3ec7d-1a18-409e-a2f5-216b897c3da3 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320515 Mar 02 18:58:02.991528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5a714069-be56-48df-812c-5924734758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:58Z', 'revision_number': 4, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5b4cd69d-da48-4227-b25a-1c42eebfbf7d', 'name': '', 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'mac_address': 'fa:16:3e:ca:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:57Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'subnets': [{'id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:02.995411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a714069-be56-48df-812c-5924734758a6 None None] The sync data for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 is: [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T18:57:58Z', 'revision_number': 4, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5b4cd69d-da48-4227-b25a-1c42eebfbf7d', 'name': '', 'network_id': '52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'mac_address': 'fa:16:3e:ca:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3927, 'fixed_ips': [{'subnet_id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:57Z', 'updated_at': '2022-03-02T18:58:02Z', 'revision_number': 4, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'subnets': [{'id': '38019be6-1dca-448d-a125-e97b331ddbdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:03.602411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b49f40e-e7d8-4212-b8d1-64ddc9fe28c3 req-34a4ae6c-30a3-44e9-ab35-a4a4189b4f46 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0423286 Mar 02 18:58:04.698210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb496e11-f26a-4877-b635-2a967fd004e5 req-2abc2fff-9820-484d-8b15-0a78b6901cca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0442986 Mar 02 18:58:04.751196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b4cd69d-da48-4227-b25a-1c42eebfbf7d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:04.886235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:04.891391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:04.894366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.052233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.086953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:05.206498 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:05.280431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:05.848065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18c09c18-87a1-4b22-bafc-186850c4513e req-96f8a498-a28e-4c6b-843a-e3a1cdef9a86 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0449357 Mar 02 18:58:06.261375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-86236cfe-2175-4e9c-aaea-8601ed54b3d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:06.262210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-86236cfe-2175-4e9c-aaea-8601ed54b3d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:06.372113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-86236cfe-2175-4e9c-aaea-8601ed54b3d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:06.373207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-86236cfe-2175-4e9c-aaea-8601ed54b3d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.3327527 Mar 02 18:58:06.385423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:06.531727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:06.542831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:06.629521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:06.633824 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.729993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b4cd69d-da48-4227-b25a-1c42eebfbf7d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:06.806869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:06.807171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:06.825988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.4 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/8052b492-ced2-4b15-bf03-70f6f401421f) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:07.077343 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f680153-1937-4dc5-8755-0b2631920b7f req-0046039b-6e7d-430c-94ba-6a6d67b996bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0785537 Mar 02 18:58:07.152731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.169040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object 8052b492-ced2-4b15-bf03-70f6f401421f will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:07.263787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.342887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:07.346390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:07.350153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:58:07.381707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:07.402964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.403317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.404165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.404165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.404318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.404616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.404944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.405267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.405588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.405908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.406255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.406577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:07.450370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:07.451049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.539180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-32de89af-0613-447e-ab7c-d88ec3da2f47 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1574664 Mar 02 18:58:07.557169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Request body: {'port': {'device_id': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:07.691986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.720435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3d141dc1-eadd-4801-ba8b-c41d5e1236bd None None] Provisioning for port 8052b492-ced2-4b15-bf03-70f6f401421f completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:07.728425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3d141dc1-eadd-4801-ba8b-c41d5e1236bd None None] Provisioning complete for port 8052b492-ced2-4b15-bf03-70f6f401421f triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:07.729321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d141dc1-eadd-4801-ba8b-c41d5e1236bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:07.796120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3d141dc1-eadd-4801-ba8b-c41d5e1236bd None None] Port 8052b492-ced2-4b15-bf03-70f6f401421f cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:58:08.200475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8052b492-ced2-4b15-bf03-70f6f401421f {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:08.209872 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.226315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Transition to ACTIVE for port object 8052b492-ced2-4b15-bf03-70f6f401421f will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:08.313113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.316182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd38dd5-cb22-41fc-a896-b5c423afc823 req-f12200fe-47f0-4bcf-98df-96fa676f1932 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:08.316182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfd38dd5-cb22-41fc-a896-b5c423afc823 req-f12200fe-47f0-4bcf-98df-96fa676f1932 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 931 time: 0.1126649 Mar 02 18:58:08.377671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfd38dd5-cb22-41fc-a896-b5c423afc823 req-624ea1f4-ed5f-44fd-9417-8a85bdf55014 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479600 Mar 02 18:58:08.494753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.576610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Attempting to bind port 8052b492-ced2-4b15-bf03-70f6f401421f on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:08.576877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Attempting to bind port 8052b492-ced2-4b15-bf03-70f6f401421f by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:08.577221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Attempting to bind port 8052b492-ced2-4b15-bf03-70f6f401421f on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:08.582021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Port 8052b492-ced2-4b15-bf03-70f6f401421f on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:58:08.582391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Attempting to bind port 8052b492-ced2-4b15-bf03-70f6f401421f on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:08.588467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:08.589028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:08.589569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:08.590280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Bound port: 8052b492-ced2-4b15-bf03-70f6f401421f, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:08.590772 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.696926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:08.699872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8052b492-ced2-4b15-bf03-70f6f401421f,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:08.823765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.887458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:08.888322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:08.890132 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] 10.222.0.65 "PUT /v2.0/ports/8052b492-ced2-4b15-bf03-70f6f401421f HTTP/1.1" status: 200 len: 1091 time: 1.3427103 Mar 02 18:58:08.890244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:08.915437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3089d92-91c4-42c9-9ec7-fbe39e5fdaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:08.949687 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f', 'status': 'completed', 'code': 200} Mar 02 18:58:09.077804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-dc029103-250f-4f79-8b27-4201f4d3a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.077804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-dc029103-250f-4f79-8b27-4201f4d3a3bb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 1094 time: 0.0970299 Mar 02 18:58:09.231407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-9e5b3e9d-5d56-4ba2-94ec-8dc3a61d28c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.232924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-9e5b3e9d-5d56-4ba2-94ec-8dc3a61d28c4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c8e169aa05af4b938f2f48d4652ed979&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1533024 Mar 02 18:58:09.372895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-b52107d6-39dd-40b0-ba38-6e0cab3cd541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.374495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6b728852-25b2-40a2-bab8-f3747eedb2ad req-b52107d6-39dd-40b0-ba38-6e0cab3cd541 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1354344 Mar 02 18:58:09.483324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-e4e3300b-95f6-477f-81f9-008428edc2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.484922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-e4e3300b-95f6-477f-81f9-008428edc2ae service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 1094 time: 0.0733180 Mar 02 18:58:09.558662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-d27b609b-adf4-401d-8819-f6ccdd8d1a10 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8052b492-ced2-4b15-bf03-70f6f401421f HTTP/1.1" status: 200 len: 217 time: 0.0663946 Mar 02 18:58:09.572236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac99d2d-413b-4662-93a1-395b8edd76b2 req-fc5ad045-759d-4753-888b-153591755aad tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.578583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac99d2d-413b-4662-93a1-395b8edd76b2 req-fc5ad045-759d-4753-888b-153591755aad tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.0857823 Mar 02 18:58:09.618789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ac99d2d-413b-4662-93a1-395b8edd76b2 req-948c4e35-102a-40a2-8bd2-6c21c801ba34 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393808 Mar 02 18:58:09.622807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-64968233-beb6-40bc-b80b-020ed76e8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.624268 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-64968233-beb6-40bc-b80b-020ed76e8440 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0598054 Mar 02 18:58:09.706027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-c82b9e62-0d8f-4b77-89ad-64dd5b7031f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:09.707552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-c82b9e62-0d8f-4b77-89ad-64dd5b7031f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774832 Mar 02 18:58:09.839807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-be039302-cdd7-4cb7-bc19-d87e8c600a70 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257796 Mar 02 18:58:10.079603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fcfc877e-90a8-42bf-b6fa-c243bb714493 req-b78dcb40-e623-4937-934a-ff2fdcf7418b service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343228 Mar 02 18:58:10.807956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f4ae1-0fef-43dd-9388-6239f34e0de2 req-58b83de5-7c3c-473f-b0d1-c07c8f41c250 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:10.809431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-446f4ae1-0fef-43dd-9388-6239f34e0de2 req-58b83de5-7c3c-473f-b0d1-c07c8f41c250 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.0833213 Mar 02 18:58:10.854339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-446f4ae1-0fef-43dd-9388-6239f34e0de2 req-46b22e44-702d-45ef-be1e-1f26f59a1e39 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390894 Mar 02 18:58:12.051243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2e1c0e-b1bb-43d3-96e5-78a8960e65e3 req-bdfef66f-11b9-4aa7-b3fe-072b979458d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:12.056446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce2e1c0e-b1bb-43d3-96e5-78a8960e65e3 req-bdfef66f-11b9-4aa7-b3fe-072b979458d5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.0872743 Mar 02 18:58:12.100786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce2e1c0e-b1bb-43d3-96e5-78a8960e65e3 req-4af2135e-1170-47a3-8b87-f55a929b428b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386317 Mar 02 18:58:13.403222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eefc35-5ea0-4f31-85ba-2e43f778aae3 req-3aeee642-9569-4340-85f5-a8c0cbbba3fc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:13.404615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59eefc35-5ea0-4f31-85ba-2e43f778aae3 req-3aeee642-9569-4340-85f5-a8c0cbbba3fc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.2005324 Mar 02 18:58:13.448997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59eefc35-5ea0-4f31-85ba-2e43f778aae3 req-b19a7d15-c5bd-4c32-82c5-264b2fc9213d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386062 Mar 02 18:58:14.652881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384ccf6-589d-412a-8326-468e99e02e6d req-ad4acfc2-e9eb-45b4-a1a1-b055c9bba67c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:14.654381 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7384ccf6-589d-412a-8326-468e99e02e6d req-ad4acfc2-e9eb-45b4-a1a1-b055c9bba67c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.0905335 Mar 02 18:58:14.703025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7384ccf6-589d-412a-8326-468e99e02e6d req-6d8076d8-99c4-4991-8ccf-b62b8bc143eb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420017 Mar 02 18:58:15.600652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42208) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.688508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9717c3a6-5940-476c-97f3-33bfa608d10b tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2414 time: 0.0864720 Mar 02 18:58:15.691223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42212) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:15.696689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'network': {'name': 'tempest-network-smoke--302030904', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'port_security_enabled': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:15.703556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:15.719446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:15.788924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:15.792926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.827106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 18:58:15.836089 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.836509 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Added segment e29266ec-decf-477f-a281-4f1e8ad764c2 of type vlan for network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda Mar 02 18:58:15.867979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:15.899827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c447a22-2d56-4108-a797-2f5d5195f5dc req-9f554ae4-6176-4ecc-b7cd-b4b608e73759 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:15.901340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c447a22-2d56-4108-a797-2f5d5195f5dc req-9f554ae4-6176-4ecc-b7cd-b4b608e73759 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.0864363 Mar 02 18:58:15.949511 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c447a22-2d56-4108-a797-2f5d5195f5dc req-b221c9cb-0023-497f-b168-981f897f25c0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414147 Mar 02 18:58:16.041404 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.047066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:16.047664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.155913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Network': ['ID=b4f0ab0d-c2fc-45be-bde8-b92c00f5beda,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:16.166581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 18:58:16.252513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-32c037f2-7591-4f31-a2ce-329f9f8ddc49 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5601604 Mar 02 18:58:16.255283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42220) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:16.260827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'admin_state_up': True, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:16.269221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:16.273098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:router and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:16.276579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:16.283148 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:16.365884 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.366967 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.381395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:16.750504 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.182960 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.215977 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.305838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51bd1b-bd3d-4c18-b257-0322a1b3bb51 req-1c8caee4-e49a-44dc-b133-3d9d345ae1b0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:17.307894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc51bd1b-bd3d-4c18-b257-0322a1b3bb51 req-1c8caee4-e49a-44dc-b133-3d9d345ae1b0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.2072308 Mar 02 18:58:17.411401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc51bd1b-bd3d-4c18-b257-0322a1b3bb51 req-2c780b0b-6efd-4e70-8e65-d182b74a48f9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635049 Mar 02 18:58:17.412433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.25.7.102 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/02307779-c5b0-4555-b33b-0568c6d44ce6) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:17.564633 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.663293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:17.731447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:17.734696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:17.737200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:58:17.879935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=02307779-c5b0-4555-b33b-0568c6d44ce6,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:17.895963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.896301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.896643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.896965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.897291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.897601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.897917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.898281 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.898593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.898910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.899211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:17.899538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.382416 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.538845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8052b492-ced2-4b15-bf03-70f6f401421f details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:18.685295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8052b492-ced2-4b15-bf03-70f6f401421f,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:18.698945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '8052b492-ced2-4b15-bf03-70f6f401421f', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': '8052b492-ced2-4b15-bf03-70f6f401421f', 'mac_address': 'fa:16:3e:1e:49:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:18.708090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781d22-d52b-42aa-819a-596dc6827992 req-61bc2ddd-a8ba-4c78-9c52-1a1e51221111 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:18.709544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f781d22-d52b-42aa-819a-596dc6827992 req-61bc2ddd-a8ba-4c78-9c52-1a1e51221111 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 943 time: 0.1831830 Mar 02 18:58:18.759171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.776642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8052b492-ced2-4b15-bf03-70f6f401421f {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:18.792626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8052b492-ced2-4b15-bf03-70f6f401421f,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:18.827332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.832271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f781d22-d52b-42aa-819a-596dc6827992 req-3a3e05b7-d5f1-4d52-8621-c93f00e50d00 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669837 Mar 02 18:58:18.869016 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:18.936921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:18.944330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:18.948750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:58:19.087920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8052b492-ced2-4b15-bf03-70f6f401421f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:58:19.143145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router 1d18b568-ab4a-4106-aa89-9f4726855abb is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 18:58:19.324063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:58:19.333828 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Sync routers for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:19.344050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:19.344668 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:19.474565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.475795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-88a0fc1f-c3d8-4987-9f11-6bb06033dde4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.2195287 Mar 02 18:58:19.478844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42234) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.547242 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:19.668137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4596148-7a4c-49ef-aeaf-27931cb82f58 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.669092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4596148-7a4c-49ef-aeaf-27931cb82f58 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b032bd186b3540cf9cccdf87e570b7f8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1893635 Mar 02 18:58:19.671855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42238) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.831816 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8faf9a05-5e3e-4dab-8d46-3353aa86f2fd tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:19.833413 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8faf9a05-5e3e-4dab-8d46-3353aa86f2fd tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606891 Mar 02 18:58:19.834090 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:18Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:19.836156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42242) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.838048 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Checking router: 1d18b568-ab4a-4106-aa89-9f4726855abb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:19.838475 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Updating router 1d18b568-ab4a-4106-aa89-9f4726855abb port 02307779-c5b0-4555-b33b-0568c6d44ce6 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:58:19.876713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2c530523-f46d-4c20-a4ef-5e150a0a4a06 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394318 Mar 02 18:58:19.879459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:19.899347 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:19.923882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-cd7e3721-1a99-4bc9-b5af-458abcea6d6e tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=b032bd186b3540cf9cccdf87e570b7f8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432236 Mar 02 18:58:19.926581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42252) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.114236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11b032b-e545-4ed1-83da-0c21351ec7ad tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.115732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d11b032b-e545-4ed1-83da-0c21351ec7ad tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1882665 Mar 02 18:58:20.119024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42258) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.127665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75881d2d-1106-422f-9ba2-814cbf5667af req-20408226-06a4-4e31-b90c-d0197b58ae2c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:20.129100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75881d2d-1106-422f-9ba2-814cbf5667af req-20408226-06a4-4e31-b90c-d0197b58ae2c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 944 time: 0.1693220 Mar 02 18:58:20.169327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2e01339-0d86-4305-b4e3-0bf77b53ab5b tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449722 Mar 02 18:58:20.169559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42262) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:20.175240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-883817223', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:20.184016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75881d2d-1106-422f-9ba2-814cbf5667af req-054995e2-56ae-429f-b327-af524f0b59d4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Mar 02 18:58:20.284919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:20.288889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Usage tracker for resource:subnet and tenant:b032bd186b3540cf9cccdf87e570b7f8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:58:20.292362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:58:20.297333 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.298427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:20.309860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Transition to ACTIVE for port object 02307779-c5b0-4555-b33b-0568c6d44ce6 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:20.382840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:20.386477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.400693 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.481638 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Attempting to bind port 02307779-c5b0-4555-b33b-0568c6d44ce6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:20.482006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Attempting to bind port 02307779-c5b0-4555-b33b-0568c6d44ce6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:20.482389 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Attempting to bind port 02307779-c5b0-4555-b33b-0568c6d44ce6 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:20.491013 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe39d-bf35-47d9-84a8-5056b1cf2f92 None None] Pushing event updated for resources: {'Port': ['ID=02307779-c5b0-4555-b33b-0568c6d44ce6,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:20.493562 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:20.494201 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:20.494866 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.495244 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:20.495713 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Bound port: 02307779-c5b0-4555-b33b-0568c6d44ce6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:20.496081 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.567999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8052b492-ced2-4b15-bf03-70f6f401421f up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:20.573494 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] For port 02307779-c5b0-4555-b33b-0568c6d44ce6, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:20.576623 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] For port 02307779-c5b0-4555-b33b-0568c6d44ce6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=02307779-c5b0-4555-b33b-0568c6d44ce6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:20.712344 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.771884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 8052b492-ced2-4b15-bf03-70f6f401421f completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:20.772205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.777844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 8052b492-ced2-4b15-bf03-70f6f401421f triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:20.778355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.786428 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:20.787109 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:57:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:20.844946 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fe39d-bf35-47d9-84a8-5056b1cf2f92 None None] Pushing event updated for resources: {'Port': ['ID=02307779-c5b0-4555-b33b-0568c6d44ce6,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:20.877654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Subnet': ['ID=323c0d83-cb76-4f4e-9b28-1f55af40e24b,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:20.882761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Checking segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:20.883332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network hostable DHCP agents. Network: b4f0ab0d-c2fc-45be-bde8-b92c00f5beda, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 18:58:20.916807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:20.944249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:20.955640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8052b492-ced2-4b15-bf03-70f6f401421f,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:20.982367 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:20.994656 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f', 'code': 200} Mar 02 18:58:21.000447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 18:58:21.039143 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.111278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b4f0ab0d-c2fc-45be-bde8-b92c00f5beda) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:21.116063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.117382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.125494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:21.148005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b067f505-af0b-4b8e-b85e-0974370bc15c None None] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:58:21.198755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28328040-0ad3-48f7-9e8e-f71a6e507c15 req-24a2732d-bbd4-44d0-9f19-14cde6109c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.204568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28328040-0ad3-48f7-9e8e-f71a6e507c15 req-24a2732d-bbd4-44d0-9f19-14cde6109c1f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 1096 time: 0.1469197 Mar 02 18:58:21.255588 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28328040-0ad3-48f7-9e8e-f71a6e507c15 req-19785368-57c1-4a22-9599-0e2e099d5f56 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484991 Mar 02 18:58:21.269724 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-46439954-ad62-4a9f-a1d2-f4e57f97dcf6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0991771 Mar 02 18:58:21.272720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:21.372322 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:18Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:21.378481 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5ab948-41ab-4d90-aaca-542d21d616c8 None None] The sync data for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 is: [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:18Z', 'revision_number': 3, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:21.388809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'fixed_ips': [{'subnet_id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 18:58:21.389703 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.523964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba71b9f-a49c-467a-a194-729c8e0aa5e1 req-72a946e4-238d-4c56-bd21-9995f0503b9b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:21.526208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aba71b9f-a49c-467a-a194-729c8e0aa5e1 req-72a946e4-238d-4c56-bd21-9995f0503b9b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.1949534 Mar 02 18:58:21.571341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Allocated IP 172.20.0.18 (b4f0ab0d-c2fc-45be-bde8-b92c00f5beda/323c0d83-cb76-4f4e-9b28-1f55af40e24b/09f42162-a0c6-41c6-b34c-be9949208e13) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:21.757501 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aba71b9f-a49c-467a-a194-729c8e0aa5e1 req-e48ad662-f5f3-469e-a962-533729a4bec8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740944 Mar 02 18:58:21.856496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:21.867628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Transition to ACTIVE for port object 09f42162-a0c6-41c6-b34c-be9949208e13 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:21.888010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Transition to ACTIVE for port object 09f42162-a0c6-41c6-b34c-be9949208e13 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:21.957146 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.040962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:22.059789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:22.064682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:58:22.152260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Pushing event updated for resources: {'Port': ['ID=09f42162-a0c6-41c6-b34c-be9949208e13,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.168522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c4324111-866a-411d-9669-a21f273e7e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.176780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Attempting to bind port 09f42162-a0c6-41c6-b34c-be9949208e13 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:22.177162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Attempting to bind port 09f42162-a0c6-41c6-b34c-be9949208e13 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:22.177511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Attempting to bind port 09f42162-a0c6-41c6-b34c-be9949208e13 on network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:22.183341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:22.183722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Checking segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:22.184127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.184551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Bound using segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:22.185018 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Bound port: 09f42162-a0c6-41c6-b34c-be9949208e13, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:22.185392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.215445 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.314866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] For port 09f42162-a0c6-41c6-b34c-be9949208e13, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:22.318743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] For port 09f42162-a0c6-41c6-b34c-be9949208e13, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09f42162-a0c6-41c6-b34c-be9949208e13,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:22.418030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:22.515606 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51708d2-3629-4f77-aa99-854d2c01593e None None] Pushing event updated for resources: {'Port': ['ID=09f42162-a0c6-41c6-b34c-be9949208e13,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:22.830509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.20.0.17 (b4f0ab0d-c2fc-45be-bde8-b92c00f5beda/323c0d83-cb76-4f4e-9b28-1f55af40e24b/2a54b32c-ea7a-47ed-a415-a0bcbd22a41d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:22.852505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 02307779-c5b0-4555-b33b-0568c6d44ce6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:23.051631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 02307779-c5b0-4555-b33b-0568c6d44ce6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:23.057636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 02307779-c5b0-4555-b33b-0568c6d44ce6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:23.057636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.088119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.109678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5d2380-257b-4b91-9398-0abc670433a9 req-e4e8ad47-80f2-4fb5-b53c-27bb6107077f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.111855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d5d2380-257b-4b91-9398-0abc670433a9 req-e4e8ad47-80f2-4fb5-b53c-27bb6107077f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.1566515 Mar 02 18:58:23.137540 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Transition to ACTIVE for port object 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:23.173568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d5d2380-257b-4b91-9398-0abc670433a9 req-7459ecc9-410c-470a-8f33-8f3e898fe151 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520380 Mar 02 18:58:23.218226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.237217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 02307779-c5b0-4555-b33b-0568c6d44ce6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=02307779-c5b0-4555-b33b-0568c6d44ce6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:23.252161 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.343100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.394894 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:23.398296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:23.401776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.404073 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:58:23.423762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=02307779-c5b0-4555-b33b-0568c6d44ce6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:23.473687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.504879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7105eb-a1d9-4233-992a-bb6ea3e57ad9 req-fa01c409-31a4-4c95-9ce7-d5153fb01fd6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.506399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d7105eb-a1d9-4233-992a-bb6ea3e57ad9 req-fa01c409-31a4-4c95-9ce7-d5153fb01fd6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.1892900 Mar 02 18:58:23.570137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8d7105eb-a1d9-4233-992a-bb6ea3e57ad9 req-c06ddbd4-1425-4879-9cd2-187360bdf45e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572872 Mar 02 18:58:23.786397 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:23.877063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53e885-45c2-4b7d-a9ae-2386f9927b60 req-35fe5c92-6eab-4918-9fa0-7c599a1dd8ab tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:23.879905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea53e885-45c2-4b7d-a9ae-2386f9927b60 req-35fe5c92-6eab-4918-9fa0-7c599a1dd8ab tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.1997895 Mar 02 18:58:24.019165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea53e885-45c2-4b7d-a9ae-2386f9927b60 req-820fadae-c5b2-4ac6-b6e1-415ef8113335 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331532 Mar 02 18:58:24.100455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a8a21d-462c-4227-8e4f-2eb4a59d44eb None None] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:58:24.257483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ba298eaa-0382-48f6-b54b-b097ba565f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.356686 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.378812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-011bd60d-8cfb-4370-b283-bb22305ed1a2 None None] Provisioning for port 09f42162-a0c6-41c6-b34c-be9949208e13 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:24.463650 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.711002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-66d91972-c559-438a-ba82-ceba01bd7660 None None] Provisioning for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:24.723976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-66d91972-c559-438a-ba82-ceba01bd7660 None None] Provisioning complete for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:24.723976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-66d91972-c559-438a-ba82-ceba01bd7660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.812210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-66d91972-c559-438a-ba82-ceba01bd7660 None None] Port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:58:24.880799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:24.911494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:24.972667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09f42162-a0c6-41c6-b34c-be9949208e13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:25.004858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-30bbf919-25a4-4aa9-93dc-31efef4c94e9 None None] Provisioning complete for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:25.005226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30bbf919-25a4-4aa9-93dc-31efef4c94e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.048578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f3012-64f2-493b-bf8d-fcb231295266 req-9bc56455-cbc2-494c-9fad-86c154daf2b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.055849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c9f3012-64f2-493b-bf8d-fcb231295266 req-9bc56455-cbc2-494c-9fad-86c154daf2b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.2884529 Mar 02 18:58:25.108284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-30bbf919-25a4-4aa9-93dc-31efef4c94e9 None None] Port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:58:25.122409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c9f3012-64f2-493b-bf8d-fcb231295266 req-e4bddf5d-f610-4b20-a4eb-f26ffc0e966e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Mar 02 18:58:25.157695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:25.159056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:25.226254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 09f42162-a0c6-41c6-b34c-be9949208e13 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:25.229949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 09f42162-a0c6-41c6-b34c-be9949208e13 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:25.230777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.361857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router 1d18b568-ab4a-4106-aa89-9f4726855abb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:58:25.365840 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.405430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 09f42162-a0c6-41c6-b34c-be9949208e13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09f42162-a0c6-41c6-b34c-be9949208e13,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:25.433800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e612e88f-3f7a-4a8f-882d-b2b90e3907c0 None None] Provisioning complete for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:25.434305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e612e88f-3f7a-4a8f-882d-b2b90e3907c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.481154 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.482032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 02307779-c5b0-4555-b33b-0568c6d44ce6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:25.559018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:58:25.579212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30e51884-fef5-454e-811a-82e35db786d7 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "PUT /v2.0/routers/1d18b568-ab4a-4106-aa89-9f4726855abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3046737 Mar 02 18:58:25.582225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Sync routers for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:25.597223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e612e88f-3f7a-4a8f-882d-b2b90e3907c0 None None] Port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:58:25.629530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:25.630309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:25.728868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.728868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.759085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=09f42162-a0c6-41c6-b34c-be9949208e13,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:25.795108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 02307779-c5b0-4555-b33b-0568c6d44ce6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:25.795482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:25.928091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-9b57bc87-075a-4ff3-ad06-78262f1e3200 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:25.929552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-9b57bc87-075a-4ff3-ad06-78262f1e3200 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/networks?id=b4f0ab0d-c2fc-45be-bde8-b92c00f5beda HTTP/1.1" status: 200 len: 797 time: 0.1594629 Mar 02 18:58:25.946169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-c3bf28e4-1b5c-47e6-8a5f-384d6239b35c tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/quotas/b032bd186b3540cf9cccdf87e570b7f8 HTTP/1.1" status: 200 len: 375 time: 0.0099900 Mar 02 18:58:25.952454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:26.014141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.046821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-d5221ec3-7b0a-4d25-acb3-a5a87514cd55 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:26.169047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-d5221ec3-7b0a-4d25-acb3-a5a87514cd55 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:26.171570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-d5221ec3-7b0a-4d25-acb3-a5a87514cd55 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2194865 Mar 02 18:58:26.188032 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:58:26.357196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-87aa91cd-0b28-4cb9-bd03-1d43ca91b219 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.357196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-87aa91cd-0b28-4cb9-bd03-1d43ca91b219 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:26.426384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2a54b32c-ea7a-47ed-a415-a0bcbd22a41d', 'name': '', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:04:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:22Z', 'updated_at': '2022-03-02T18:58:24Z', 'revision_number': 2, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:26.432131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Checking router: 1d18b568-ab4a-4106-aa89-9f4726855abb for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:26.432484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Updating router 1d18b568-ab4a-4106-aa89-9f4726855abb port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 18:58:26.450264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-87aa91cd-0b28-4cb9-bd03-1d43ca91b219 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:26.452980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-87aa91cd-0b28-4cb9-bd03-1d43ca91b219 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.2352028 Mar 02 18:58:26.453114 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1efb18-8e49-4a96-b31c-96d503393ff8 req-c7139196-e378-4591-ae13-e2ba33298de0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:26.453358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc1efb18-8e49-4a96-b31c-96d503393ff8 req-c7139196-e378-4591-ae13-e2ba33298de0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 945 time: 0.1965201 Mar 02 18:58:26.518103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.530992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 8052b492-ced2-4b15-bf03-70f6f401421f {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:26.531335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.570943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bc1efb18-8e49-4a96-b31c-96d503393ff8 req-a4c7d071-ded1-4f42-a653-e81fb43b8e22 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060412 Mar 02 18:58:26.607081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-d546194d-95a1-45ef-b56f-53aebfce4644 service neutron] 10.222.0.66 "GET /v2.0/networks/b4f0ab0d-c2fc-45be-bde8-b92c00f5beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219015 Mar 02 18:58:26.747950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-53197228-53b8-4e6a-a97f-585bd0451ae3 service neutron] 10.222.0.66 "GET /v2.0/networks/b4f0ab0d-c2fc-45be-bde8-b92c00f5beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351423 Mar 02 18:58:26.772948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09f42162-a0c6-41c6-b34c-be9949208e13 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:26.815301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port 8052b492-ced2-4b15-bf03-70f6f401421f, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=8052b492-ced2-4b15-bf03-70f6f401421f,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:26.815750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.944569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 8052b492-ced2-4b15-bf03-70f6f401421f owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:26.970397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:26.983594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 09f42162-a0c6-41c6-b34c-be9949208e13 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:26.983972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.070876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fe7e1d1-dd59-4f31-a0f9-2c594930bd3c req-dc080e9b-748c-4870-b4dc-ee28df2b55d4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 210 time: 0.0783570 Mar 02 18:58:27.124140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.158578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.177432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.199179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['8052b492-ced2-4b15-bf03-70f6f401421f'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:58:27.226713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=8052b492-ced2-4b15-bf03-70f6f401421f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:27.308475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port 8052b492-ced2-4b15-bf03-70f6f401421f on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:27.311188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Transition to ACTIVE for port object 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:27.311598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.325168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'name': 'network-vif-deleted', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:27.407563 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0', 'name': 'network-vif-deleted', 'tag': '8052b492-ced2-4b15-bf03-70f6f401421f', 'status': 'completed', 'code': 200} Mar 02 18:58:27.413006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.446918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-486720b2-2520-43c4-b788-3b1ddf1fc950 req-2cb138cb-fc15-4239-a740-00d3992c3423 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "DELETE /v2.0/ports/8052b492-ced2-4b15-bf03-70f6f401421f HTTP/1.1" status: 204 len: 173 time: 0.9881201 Mar 02 18:58:27.644316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ac7bc-1e6d-4553-9f95-1b3681eb0ec0 None None] Pushing event updated for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:27.722765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Attempting to bind port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:27.723115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Attempting to bind port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:27.723411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Attempting to bind port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d on network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:27.729686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:27.730068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Checking segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:27.730541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.730938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Bound using segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:27.731595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Bound port: 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:27.731981 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:27.849722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5b1793e-11fa-4deb-9ff6-bc6d3488f805 req-88bbcf02-8ad7-4055-865b-e7333f1f8315 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.1143825 Mar 02 18:58:27.854705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] For port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:27.860966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] For port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:27.949260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:28.069110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:28.070061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:28.148050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ac7bc-1e6d-4553-9f95-1b3681eb0ec0 None None] Pushing event updated for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:28.295329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d0eaa41-5494-42c9-bbc6-42e6cc3cdfea req-91dfdcd7-f523-4c52-9816-6f0772c5d42b tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 210 time: 0.0524943 Mar 02 18:58:28.318546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:28.647412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2a54b32c-ea7a-47ed-a415-a0bcbd22a41d', 'name': '', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:04:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:22Z', 'updated_at': '2022-03-02T18:58:27Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:28.652721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3271b2b3-50de-4666-91cc-d7a64a44e5e3 None None] The sync data for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 is: [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '2a54b32c-ea7a-47ed-a415-a0bcbd22a41d', 'name': '', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:04:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:22Z', 'updated_at': '2022-03-02T18:58:27Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:29.057647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6146727-1e52-4339-a234-6c886d3a2cde req-1202bfa1-2a72-4389-a2c1-d05f7d1dfe67 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6b9f2c60-7b3e-4ad7-ad54-3b9840b2f3e0 HTTP/1.1" status: 200 len: 210 time: 0.0714273 Mar 02 18:58:29.634572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-27954666-c5bb-4610-b2d4-6980dbe09b93 req-71434450-68cd-4473-9963-91fe0a958b97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 210 time: 0.2253296 Mar 02 18:58:29.673600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-0f19db49-7069-44aa-bd1e-1c548bb0a213 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:29.674728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-0f19db49-7069-44aa-bd1e-1c548bb0a213 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:29.748701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-0f19db49-7069-44aa-bd1e-1c548bb0a213 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:29.749970 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-0f19db49-7069-44aa-bd1e-1c548bb0a213 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.65 "GET /v2.0/networks?id=b4f0ab0d-c2fc-45be-bde8-b92c00f5beda HTTP/1.1" status: 200 len: 797 time: 0.4447870 Mar 02 18:58:29.762056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Request body: {'port': {'device_id': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'admin_state_up': True, 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:29.924396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:58:29.944048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:58:30.057230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Made reservation on behalf of b032bd186b3540cf9cccdf87e570b7f8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:58:30.061209 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.236495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Allocated IP 172.20.0.19 (b4f0ab0d-c2fc-45be-bde8-b92c00f5beda/323c0d83-cb76-4f4e-9b28-1f55af40e24b/c333c46d-d29f-4860-9668-932cb8fab925) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:58:30.405396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.423246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Transition to ACTIVE for port object c333c46d-d29f-4860-9668-932cb8fab925 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:30.554889 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.605939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8052b492-ced2-4b15-bf03-70f6f401421f no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:30.630302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:58:30.639756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 8052b492-ced2-4b15-bf03-70f6f401421f {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:58:30.639756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 8052b492-ced2-4b15-bf03-70f6f401421f not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:30.640081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:58:30.641517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:58:30.689964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event updated for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:30.742056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:30.742958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:30.792178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:30.871155 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-b518e198-2c31-4ea7-896a-e7db650510a4 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.1128316 Mar 02 18:58:30.886818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Request body: {'port': {'device_id': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:58:30.923255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f38c1a-3766-4ed5-8e77-432d788a6b34 req-82420461-4689-41b8-9aae-5976d62410fb tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:30.933808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60f38c1a-3766-4ed5-8e77-432d788a6b34 req-82420461-4689-41b8-9aae-5976d62410fb tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 895 time: 0.1464775 Mar 02 18:58:31.011271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:31.016765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:31.017037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.051678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.188777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.200014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1b0e9d0-0845-47e3-a9ca-30c28527f09a None None] Provisioning for port c333c46d-d29f-4860-9668-932cb8fab925 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:31.209971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1b0e9d0-0845-47e3-a9ca-30c28527f09a None None] Provisioning complete for port c333c46d-d29f-4860-9668-932cb8fab925 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:31.210431 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e9d0-0845-47e3-a9ca-30c28527f09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.264155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:31.279864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c1b0e9d0-0845-47e3-a9ca-30c28527f09a None None] Port c333c46d-d29f-4860-9668-932cb8fab925 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:58:31.354053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.432469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:31.452094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c333c46d-d29f-4860-9668-932cb8fab925 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:31.459419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.474384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Transition to ACTIVE for port object c333c46d-d29f-4860-9668-932cb8fab925 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:58:31.594392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.773394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Pushing event updated for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:31.869531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Attempting to bind port c333c46d-d29f-4860-9668-932cb8fab925 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:58:31.869865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Attempting to bind port c333c46d-d29f-4860-9668-932cb8fab925 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:58:31.870519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Attempting to bind port c333c46d-d29f-4860-9668-932cb8fab925 on network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:31.875574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Port c333c46d-d29f-4860-9668-932cb8fab925 on network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:58:31.875905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Attempting to bind port c333c46d-d29f-4860-9668-932cb8fab925 on network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:58:31.881466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:58:31.881807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Checking segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:58:31.882231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Bound using segment: {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:58:31.882718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Bound port: c333c46d-d29f-4860-9668-932cb8fab925, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e29266ec-decf-477f-a281-4f1e8ad764c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:58:31.883075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:31.989085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:58:31.992684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c333c46d-d29f-4860-9668-932cb8fab925,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:58:32.063550 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.128309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.128920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.130633 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] 10.222.0.65 "PUT /v2.0/ports/c333c46d-d29f-4860-9668-932cb8fab925 HTTP/1.1" status: 200 len: 1055 time: 1.2516940 Mar 02 18:58:32.131255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:32.155431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42836b-3b23-4d56-a9c0-bc19a4e99943 service neutron] Pushing event updated for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:32.170839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b0aa2-d461-404d-9dd9-7f65fb71c263 req-3e07edbb-529a-420f-8ac7-e5cb12ac1cb1 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.172410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e15b0aa2-d461-404d-9dd9-7f65fb71c263 req-3e07edbb-529a-420f-8ac7-e5cb12ac1cb1 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 907 time: 0.1274278 Mar 02 18:58:32.195491 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925', 'status': 'completed', 'code': 200} Mar 02 18:58:32.325741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-1a394242-2366-4ebb-82a4-5762c1802da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.327562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-1a394242-2366-4ebb-82a4-5762c1802da3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 1058 time: 0.1054769 Mar 02 18:58:32.604197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-674173f6-5126-46a6-8c94-41a92fcff70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.604662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-674173f6-5126-46a6-8c94-41a92fcff70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.606222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-674173f6-5126-46a6-8c94-41a92fcff70c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.2722349 Mar 02 18:58:32.784692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-da5c7fd4-1f98-4407-8732-0beb4f55d3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.786314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-60fd92e2-ec40-4ad2-8220-1109d0051626 req-da5c7fd4-1f98-4407-8732-0beb4f55d3b9 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1738262 Mar 02 18:58:32.818943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:32.896165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:32.896842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:32.898820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-664a3468-a846-4649-8281-ad3c306f9b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:32.900333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-664a3468-a846-4649-8281-ad3c306f9b2b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 1058 time: 0.0777490 Mar 02 18:58:32.977607 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-4e2c062e-5b3d-48b5-99bd-c7989b967a34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=c333c46d-d29f-4860-9668-932cb8fab925 HTTP/1.1" status: 200 len: 217 time: 0.0666263 Mar 02 18:58:33.048303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-1c4194a0-811a-4b6e-8462-9682b01fbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:33.050281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-1c4194a0-811a-4b6e-8462-9682b01fbde9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=323c0d83-cb76-4f4e-9b28-1f55af40e24b HTTP/1.1" status: 200 len: 837 time: 0.0660813 Mar 02 18:58:33.126029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-9ca4df62-3f49-4b54-9ba3-a425b6c6186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:33.127569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-9ca4df62-3f49-4b54-9ba3-a425b6c6186e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4f0ab0d-c2fc-45be-bde8-b92c00f5beda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717797 Mar 02 18:58:33.292339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-597bd4ab-6232-4d5f-926f-528104445520 service neutron] 10.222.0.65 "GET /v2.0/networks/b4f0ab0d-c2fc-45be-bde8-b92c00f5beda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583650 Mar 02 18:58:33.399679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e648f09-6f71-4a85-b39f-3057b05132d0 req-5af5ae02-7d6b-42cb-80f8-4b3a159a21d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:33.402234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e648f09-6f71-4a85-b39f-3057b05132d0 req-5af5ae02-7d6b-42cb-80f8-4b3a159a21d2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 907 time: 0.1013384 Mar 02 18:58:33.452915 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c7f9ac3-5529-4796-adce-5777c68c1738 req-544f6b8a-f1b8-44a6-8571-978746a07eeb service neutron] 10.222.0.65 "GET /v2.0/networks/b4f0ab0d-c2fc-45be-bde8-b92c00f5beda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532960 Mar 02 18:58:34.590720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042d644-b163-4564-8a6d-84951fc5c37d req-6f7308f2-a387-4b35-98f4-3d715596d101 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:34.592113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4042d644-b163-4564-8a6d-84951fc5c37d req-6f7308f2-a387-4b35-98f4-3d715596d101 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 907 time: 0.0807140 Mar 02 18:58:35.791160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14266596-78c6-4fe6-b88f-885972224f3c req-5f41fbfb-9a45-4e9b-94a9-37b7becdc227 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:35.792626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14266596-78c6-4fe6-b88f-885972224f3c req-5f41fbfb-9a45-4e9b-94a9-37b7becdc227 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 907 time: 0.0897920 Mar 02 18:58:36.628449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c333c46d-d29f-4860-9668-932cb8fab925 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:58:36.681702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-e861d289-ac2e-45f0-a92d-f0ae01a1902d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753343 Mar 02 18:58:36.782073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c333c46d-d29f-4860-9668-932cb8fab925,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:36.803897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c333c46d-d29f-4860-9668-932cb8fab925', 'network_id': 'b4f0ab0d-c2fc-45be-bde8-b92c00f5beda', 'port_id': 'c333c46d-d29f-4860-9668-932cb8fab925', 'mac_address': 'fa:16:3e:e8:9d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '323c0d83-cb76-4f4e-9b28-1f55af40e24b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:58:36.856805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-94e16230-3c85-434c-ae4c-62f775d972f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:36.858339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-94e16230-3c85-434c-ae4c-62f775d972f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ffe905c8c68b4b8a88457c4908e24335&device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 1100 time: 0.1029785 Mar 02 18:58:36.900527 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:36.918983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c333c46d-d29f-4860-9668-932cb8fab925 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:58:36.948779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c333c46d-d29f-4860-9668-932cb8fab925,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:37.037687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7dcf2-cb0a-4431-bfc8-c418159f2e29 req-afcd400c-54ed-477c-9270-97699effc08e tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.039822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:37.049181 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7c7dcf2-cb0a-4431-bfc8-c418159f2e29 req-afcd400c-54ed-477c-9270-97699effc08e tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 907 time: 0.0957649 Mar 02 18:58:37.100386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-09280a26-c39a-4722-95fe-80ee940b3d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.101825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-09280a26-c39a-4722-95fe-80ee940b3d71 service neutron] 10.222.0.65 "GET /v2.0/networks?id=654b3ce9-76eb-4349-9a68-278fafd70184 HTTP/1.1" status: 200 len: 870 time: 0.2240193 Mar 02 18:58:37.128671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:37.182818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-e94e0778-deee-492b-9f6b-fdf44b1660c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92 HTTP/1.1" status: 200 len: 217 time: 0.0741179 Mar 02 18:58:37.246584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c333c46d-d29f-4860-9668-932cb8fab925'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:58:37.283816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-6c08b6ab-4056-4e86-b40e-223014b82594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.287637 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-6c08b6ab-4056-4e86-b40e-223014b82594 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0989127 Mar 02 18:58:37.384575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-9d80ae7f-ffc9-40f5-b186-3ecf00568da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:37.386026 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-9d80ae7f-ffc9-40f5-b186-3ecf00568da7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920794 Mar 02 18:58:37.533455 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-b84306bd-6d20-43a8-b1d2-ab77c7a28e3a service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406779 Mar 02 18:58:37.794353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ec28adfd-77ae-4144-9c41-699b716b74f7 req-3f5504fd-2db4-47df-9386-28219b763a60 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547824 Mar 02 18:58:38.256279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc3d88-947b-4dfe-bb79-2a7447435ed8 req-c79d4d29-0e8b-4514-9de0-e6c3103532db tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:38.258592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0dc3d88-947b-4dfe-bb79-2a7447435ed8 req-c79d4d29-0e8b-4514-9de0-e6c3103532db tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 908 time: 0.1004133 Mar 02 18:58:38.644278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c333c46d-d29f-4860-9668-932cb8fab925 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:58:38.793996 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c333c46d-d29f-4860-9668-932cb8fab925 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:58:38.799515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c333c46d-d29f-4860-9668-932cb8fab925 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:58:38.806200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.940691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:38.974816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:38.985703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c333c46d-d29f-4860-9668-932cb8fab925,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:39.028369 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925', 'code': 200} Mar 02 18:58:39.086827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:39.186822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:39.188646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34e705-9c3c-4a25-a53c-9d71635564cf req-7b8af628-df16-42a5-bdbf-e2fe0f93497c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:39.191789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea34e705-9c3c-4a25-a53c-9d71635564cf req-7b8af628-df16-42a5-bdbf-e2fe0f93497c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 1060 time: 0.0897267 Mar 02 18:58:39.469783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a7aa6-3add-476c-8333-b99a7c9c20d6 req-ed1c98e5-8ec1-463e-9424-ba2fa597d169 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:39.471313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-741a7aa6-3add-476c-8333-b99a7c9c20d6 req-ed1c98e5-8ec1-463e-9424-ba2fa597d169 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0843511 Mar 02 18:58:40.681568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9dae-2c38-4d40-91e9-75682bb5f029 req-fe20abdf-d769-403a-b89e-0c14503a8f35 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:40.683396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b0e9dae-2c38-4d40-91e9-75682bb5f029 req-fe20abdf-d769-403a-b89e-0c14503a8f35 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0880857 Mar 02 18:58:40.877116 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db047514-97b8-4a4f-b774-0010d28df2f9 req-ece73be2-d11c-47f9-9570-65d70d7f18d1 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:40.878593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db047514-97b8-4a4f-b774-0010d28df2f9 req-ece73be2-d11c-47f9-9570-65d70d7f18d1 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0853636 Mar 02 18:58:41.078548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8767ed5-dcb5-4caf-960d-77be4f92b2dc req-4b6c5eef-0b77-4d0d-a820-49972ad85868 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:41.087020 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8767ed5-dcb5-4caf-960d-77be4f92b2dc req-4b6c5eef-0b77-4d0d-a820-49972ad85868 tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 1060 time: 0.1011600 Mar 02 18:58:41.285291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d29f1-a72d-4dae-80b2-adcbaac3f1af req-755589c9-c592-44d6-96e3-2e1274e2e30c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:41.287268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f7d29f1-a72d-4dae-80b2-adcbaac3f1af req-755589c9-c592-44d6-96e3-2e1274e2e30c tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.0874760 Mar 02 18:58:41.332418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f7d29f1-a72d-4dae-80b2-adcbaac3f1af req-5e9cc3c8-2976-4da1-9048-3cc6c8d19cda tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Synchronizing usage tracker for tenant:2e741fef42de4603aa7d77f3ba9cca99 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:41.433857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f7d29f1-a72d-4dae-80b2-adcbaac3f1af req-5e9cc3c8-2976-4da1-9048-3cc6c8d19cda tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Unset dirty status for tenant:2e741fef42de4603aa7d77f3ba9cca99 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:41.435142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f7d29f1-a72d-4dae-80b2-adcbaac3f1af req-5e9cc3c8-2976-4da1-9048-3cc6c8d19cda tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1417623 Mar 02 18:58:41.458451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42624) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:41.531453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed76cf7-7cb0-417f-9880-4711e9e1788a tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:41.534230 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fed76cf7-7cb0-417f-9880-4711e9e1788a tempest-TestSecurityGroupsBasicOps-166421506 tempest-TestSecurityGroupsBasicOps-166421506-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 1055 time: 0.0744469 Mar 02 18:58:42.214448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025024fd-d2ea-4101-b31c-01e439c9f492 req-2fff3829-bcd9-4bf3-8ca6-4f2fef58ec14 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:42.215987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-025024fd-d2ea-4101-b31c-01e439c9f492 req-2fff3829-bcd9-4bf3-8ca6-4f2fef58ec14 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0934544 Mar 02 18:58:43.169120 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-b54afc44-cc0a-4096-8a4b-2100b6c54101 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2101996 Mar 02 18:58:43.343063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-98917b70-6932-4cd0-93c7-10d39741f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.344667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-98917b70-6932-4cd0-93c7-10d39741f4b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.0854015 Mar 02 18:58:43.430616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878e9d4-faf1-4bd4-9d1f-2f5d28276795 req-04df2e5c-6448-422f-877c-441e9c927549 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.432056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a878e9d4-faf1-4bd4-9d1f-2f5d28276795 req-04df2e5c-6448-422f-877c-441e9c927549 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0867672 Mar 02 18:58:43.560948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-50cbda1b-5565-419e-ae42-97952c3c0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.564938 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-50cbda1b-5565-419e-ae42-97952c3c0e64 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 897 time: 0.1989138 Mar 02 18:58:43.635572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-4aae3f93-c70f-44e0-bafe-e7b6ed1d1515 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.636269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-4aae3f93-c70f-44e0-bafe-e7b6ed1d1515 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:43.695765 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-13908807-908b-4218-b028-c2bc59337dd5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 1000 time: 0.1261957 Mar 02 18:58:43.753829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-4aae3f93-c70f-44e0-bafe-e7b6ed1d1515 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:43.755323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-4aae3f93-c70f-44e0-bafe-e7b6ed1d1515 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.65 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.3558934 Mar 02 18:58:43.813764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-9a82a5da-b88e-422c-88eb-7add5c06fb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:43.815182 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-9a82a5da-b88e-422c-88eb-7add5c06fb9c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 200 len: 833 time: 0.1128492 Mar 02 18:58:43.877569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port c333c46d-d29f-4860-9668-932cb8fab925 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:43.879748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.026284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-55ae9b13-4655-4349-969a-47241c4f975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:44.028016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-55ae9b13-4655-4349-969a-47241c4f975d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017415 Mar 02 18:58:44.302920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port c333c46d-d29f-4860-9668-932cb8fab925, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c333c46d-d29f-4860-9668-932cb8fab925,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:44.303639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.311825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-6bb5518a-24db-4f13-acc1-e093a864d46f service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740464 Mar 02 18:58:44.451605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for c333c46d-d29f-4860-9668-932cb8fab925 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:44.660094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ca69e-be16-4e46-94df-8488cde83f3d req-97afa41a-bc84-4c84-9706-fe34633b5fd6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:44.661831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e66ca69e-be16-4e46-94df-8488cde83f3d req-97afa41a-bc84-4c84-9706-fe34633b5fd6 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 909 time: 0.0941467 Mar 02 18:58:44.673640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb85cda4-a3fa-453f-bdfe-e86f4d5ed053 req-667b8ae1-b69f-4957-a143-9f735d0a0aa7 service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041892 Mar 02 18:58:44.800497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:44.989480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=c333c46d-d29f-4860-9668-932cb8fab925,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:45.073570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] No DVR routers for this DVR port c333c46d-d29f-4860-9668-932cb8fab925 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:45.079164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:45.093226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'name': 'network-vif-deleted', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:45.160788 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44', 'name': 'network-vif-deleted', 'tag': 'c333c46d-d29f-4860-9668-932cb8fab925', 'status': 'completed', 'code': 200} Mar 02 18:58:45.228716 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0349a11c-666f-4f0a-8e26-a06ea4a4e257 req-118d8d3f-f2f6-4357-9620-ff2884b9dfe3 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.65 "DELETE /v2.0/ports/c333c46d-d29f-4860-9668-932cb8fab925 HTTP/1.1" status: 204 len: 173 time: 1.4678397 Mar 02 18:58:45.837207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d973d2fc-aeb0-4c3a-b8bd-21c65fa5ad45 req-d440bc89-594b-4d5b-9dd6-7ab5c9a4d071 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=100e5ec1-4cfe-4a52-b3d0-aa59b8c98c44 HTTP/1.1" status: 200 len: 210 time: 0.0464213 Mar 02 18:58:46.934674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42714) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:47.669426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.045018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:48.045669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.244187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:48.244552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.375890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:48.693116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c333c46d-d29f-4860-9668-932cb8fab925 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:48.733653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: c333c46d-d29f-4860-9668-932cb8fab925 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:58:48.734294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c333c46d-d29f-4860-9668-932cb8fab925 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:48.851465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:48.954624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=2a54b32c-ea7a-47ed-a415-a0bcbd22a41d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:49.399823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:49.778580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router 1d18b568-ab4a-4106-aa89-9f4726855abb has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:58:49.967465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:58:49.981726 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Sync routers for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:49.985250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e978ad76-5ac8-4e66-bf64-c1519b308901 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "PUT /v2.0/routers/1d18b568-ab4a-4106-aa89-9f4726855abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460689 Mar 02 18:58:49.985349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 42774) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:50.000495 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:50.001145 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:50.068241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting subnet 323c0d83-cb76-4f4e-9b28-1f55af40e24b {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:58:50.071866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.134170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.210283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:50.244583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.412642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.466780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Subnet': ['ID=323c0d83-cb76-4f4e-9b28-1f55af40e24b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:50.472855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.480775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea97aca0-f2dd-480d-b90a-8101de8129e1 None None] Network b4f0ab0d-c2fc-45be-bde8-b92c00f5beda requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:58:50.481544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-62eee4b1-933a-4533-ab07-c4b60a417a00 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/subnets/323c0d83-cb76-4f4e-9b28-1f55af40e24b HTTP/1.1" status: 204 len: 168 time: 0.4945319 Mar 02 18:58:50.483524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42786) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:50.607920 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:48Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:50.613430 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Checking router: 1d18b568-ab4a-4106-aa89-9f4726855abb for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:50.637745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Routers {'1d18b568-ab4a-4106-aa89-9f4726855abb'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:50.638395 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1d18b568-ab4a-4106-aa89-9f4726855abb'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:50.781192 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.838489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] DHCP port deletion for b4f0ab0d-c2fc-45be-bde8-b92c00f5beda request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:58:50.842730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Deleting port 09f42162-a0c6-41c6-b34c-be9949208e13 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:50.843098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:50.928890 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] Set router 1d18b568-ab4a-4106-aa89-9f4726855abb gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:51.005205 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.085159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port 02307779-c5b0-4555-b33b-0568c6d44ce6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:51.085507 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.091273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] For port 09f42162-a0c6-41c6-b34c-be9949208e13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=09f42162-a0c6-41c6-b34c-be9949208e13,segment=NetworkSegment(e29266ec-decf-477f-a281-4f1e8ad764c2),segment_id=e29266ec-decf-477f-a281-4f1e8ad764c2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:51.091679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.271425 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Calling delete_port for 09f42162-a0c6-41c6-b34c-be9949208e13 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:51.328449 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:48Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:51.338945 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162536b4-f72f-435e-bd48-323824fbf68c None None] The sync data for ids ['1d18b568-ab4a-4106-aa89-9f4726855abb'] in n-d-828839-1 is: [{'id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1668869316', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:58:16Z', 'updated_at': '2022-03-02T18:58:48Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': '02307779-c5b0-4555-b33b-0568c6d44ce6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:20:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d18b568-ab4a-4106-aa89-9f4726855abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:58:17Z', 'updated_at': '2022-03-02T18:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:51.422165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port 02307779-c5b0-4555-b33b-0568c6d44ce6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=02307779-c5b0-4555-b33b-0568c6d44ce6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:51.424936 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.439516 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.488732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] Pushing event deleted for resources: {'Port': ['ID=09f42162-a0c6-41c6-b34c-be9949208e13,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:51.503290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c569d2-caaf-4584-98df-6efabb7b60e4 None None] No DVR routers for this DVR port 09f42162-a0c6-41c6-b34c-be9949208e13 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:51.566237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for 02307779-c5b0-4555-b33b-0568c6d44ce6 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:51.856797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:51.913286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=02307779-c5b0-4555-b33b-0568c6d44ce6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:52.024493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.143634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40fc65f6-609e-4592-9852-44131ae93dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.213576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.215829 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.331311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.334937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Fanout notify agent at l3_agent the message router_deleted on router 1d18b568-ab4a-4106-aa89-9f4726855abb {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:58:52.349368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.350537 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d466012b-a0ce-478d-a51a-019f562b0d74 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/routers/1d18b568-ab4a-4106-aa89-9f4726855abb HTTP/1.1" status: 204 len: 168 time: 1.8655078 Mar 02 18:58:52.353712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42812) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:52.595702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.753530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.785149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4f0ab0d-c2fc-45be-bde8-b92c00f5beda']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:52.801156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e29266ec-decf-477f-a281-4f1e8ad764c2') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:52.801156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e29266ec-decf-477f-a281-4f1e8ad764c2') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:52.819661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.838821 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.847201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:58:52.847688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:52.848299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09f42162-a0c6-41c6-b34c-be9949208e13 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:58:52.862983 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:58:52.884853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 09f42162-a0c6-41c6-b34c-be9949208e13 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:58:52.885199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 09f42162-a0c6-41c6-b34c-be9949208e13 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:52.885807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 02307779-c5b0-4555-b33b-0568c6d44ce6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:52.969457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 02307779-c5b0-4555-b33b-0568c6d44ce6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:58:52.969810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 02307779-c5b0-4555-b33b-0568c6d44ce6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:52.970292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:58:53.003614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:58:53.004189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2a54b32c-ea7a-47ed-a415-a0bcbd22a41d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:58:53.091542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.112196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.124149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Network': ['ID=b4f0ab0d-c2fc-45be-bde8-b92c00f5beda,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:53.257609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d5923f09-8ad2-45b4-a7ff-4177ff338ae8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/networks/b4f0ab0d-c2fc-45be-bde8-b92c00f5beda HTTP/1.1" status: 204 len: 168 time: 0.9027288 Mar 02 18:58:53.260731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:53.477028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port 5ac80e0b-2f79-41af-816a-5ff75f335f71 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:53.477977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.652482 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.653133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:53.778323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for 5ac80e0b-2f79-41af-816a-5ff75f335f71 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:54.062827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.114346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=5ac80e0b-2f79-41af-816a-5ff75f335f71,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:54.209006 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.209262 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Floating IP 9dc236e9-0a13-4572-8632-4ca167c47ff8 disassociated (deleted). External IP: 172.25.7.39, port: 1b8f1450-ca0b-45d1-83aa-da007665cc64. Mar 02 18:58:54.308248 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6d48554b-4a33-43e0-b60d-72cd631565c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.700663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router f0a69393-f7cc-4549-8c50-641c15ec26d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:58:54.905447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:58:54.916161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Sync routers for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:58:54.922953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:54.925543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:54.926378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:54.983246 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f7641fe-e084-4f97-a0da-d02000379cb5 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/floatingips/9dc236e9-0a13-4572-8632-4ca167c47ff8 HTTP/1.1" status: 204 len: 168 time: 1.7190473 Mar 02 18:58:54.983246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:55.039624 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'status': 'completed', 'code': 200} Mar 02 18:58:55.131667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:55.157667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-df5a1842-b683-4ed8-b330-b78c64386a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.159359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-df5a1842-b683-4ed8-b330-b78c64386a75 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 1135 time: 0.0955920 Mar 02 18:58:55.297196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-f6c0e9af-c033-4ebc-af72-b636cf81437d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.299035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-f6c0e9af-c033-4ebc-af72-b636cf81437d service neutron] 10.222.0.11 "GET /v2.0/networks?id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 200 len: 897 time: 0.1329165 Mar 02 18:58:55.384564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-3c2dffb6-9ee1-474b-94f9-78211d1bcf06 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 200 len: 217 time: 0.0794301 Mar 02 18:58:55.453103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-570a969b-8f31-492b-8657-c170fa44b7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.454586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-570a969b-8f31-492b-8657-c170fa44b7fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 200 len: 833 time: 0.0644109 Mar 02 18:58:55.513067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:55.517006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Checking router: f0a69393-f7cc-4549-8c50-641c15ec26d8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:58:55.533222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-000c2f1f-90f6-4d17-ba88-3167d48815da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.534971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-000c2f1f-90f6-4d17-ba88-3167d48815da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b8eeaee7-39b9-4a94-bf97-a0c539cfa858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745034 Mar 02 18:58:55.536392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:58:55.536983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:55.590376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.675445 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:55.681540 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-48da148a-f3c5-4800-b178-409c373da315 service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402321 Mar 02 18:58:55.718161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:58:55.829640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80e5b9f2-f4cb-4cf3-9ce7-a9baa82de86a req-5ba74988-896d-498a-82ce-a1a0e25be09e service neutron] 10.222.0.11 "GET /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413085 Mar 02 18:58:55.860568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3b0b-6d37-40d7-88c4-0abab4019b69 req-567274c6-c612-4f9b-b92b-2ce23d262c4d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:55.861396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f2e3b0b-6d37-40d7-88c4-0abab4019b69 req-567274c6-c612-4f9b-b92b-2ce23d262c4d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:56.063681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:58:56.067673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcd9ed5-8aa6-4c23-9868-7e6e407550c1 None None] The sync data for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 is: [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'd0306414-fb62-4e65-9a8d-29747b6e47fa', 'name': '', 'network_id': 'b8eeaee7-39b9-4a94-bf97-a0c539cfa858', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'mac_address': 'fa:16:3e:b5:75:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:20Z', 'updated_at': '2022-03-02T18:57:27Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'subnets': [{'id': '1ed882fa-93f7-48b4-ab47-7835caada479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:58:56.085615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-5f2e3b0b-6d37-40d7-88c4-0abab4019b69 req-567274c6-c612-4f9b-b92b-2ce23d262c4d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:56.087388 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f2e3b0b-6d37-40d7-88c4-0abab4019b69 req-567274c6-c612-4f9b-b92b-2ce23d262c4d tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.3256245 Mar 02 18:58:56.088732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:56.140754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f2e3b0b-6d37-40d7-88c4-0abab4019b69 req-9492be92-b0e8-48f0-b40d-8a9d3b84e8d8 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0457194 Mar 02 18:58:56.309905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ecd68-620b-4591-9622-70dd8f774731 None None] New status for floating IP 9dc236e9-0a13-4572-8632-4ca167c47ff8: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 18:58:56.959662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.079475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.109173 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fafda-3451-485e-96a5-af2347be99df req-12082fb3-c2d3-41dc-ab7f-82cef5f1fd16 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:57.109868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cd4fafda-3451-485e-96a5-af2347be99df req-12082fb3-c2d3-41dc-ab7f-82cef5f1fd16 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Synchronizing usage tracker for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:58:57.122313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cd4fafda-3451-485e-96a5-af2347be99df req-12082fb3-c2d3-41dc-ab7f-82cef5f1fd16 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Unset dirty status for tenant:b032bd186b3540cf9cccdf87e570b7f8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:58:57.123605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd4fafda-3451-485e-96a5-af2347be99df req-12082fb3-c2d3-41dc-ab7f-82cef5f1fd16 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.11 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.1010442 Mar 02 18:58:57.194841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port 1b8f1450-ca0b-45d1-83aa-da007665cc64 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:58:57.195185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.347834 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e827af-051d-44a5-827e-0ed1f638e45f req-6fff0a4b-81bb-48f0-8f8e-02d11d6ba12b tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:58:57.349404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95e827af-051d-44a5-827e-0ed1f638e45f req-6fff0a4b-81bb-48f0-8f8e-02d11d6ba12b tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 984 time: 0.0972335 Mar 02 18:58:57.397025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95e827af-051d-44a5-827e-0ed1f638e45f req-8286b753-3ed2-4373-a16d-f6652c71db53 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/security-groups?id=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0&id=f002590c-c4a9-4cd8-81d4-7d76c22aeb38&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0409248 Mar 02 18:58:57.580430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port 1b8f1450-ca0b-45d1-83aa-da007665cc64, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=1b8f1450-ca0b-45d1-83aa-da007665cc64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:58:57.580710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:57.701562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for 1b8f1450-ca0b-45d1-83aa-da007665cc64 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:58:58.027969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.080433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=1b8f1450-ca0b-45d1-83aa-da007665cc64,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:58:58.155809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] No DVR routers for this DVR port 1b8f1450-ca0b-45d1-83aa-da007665cc64 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:58:58.158161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:58.160636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'name': 'network-vif-deleted', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:58:58.206379 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e', 'name': 'network-vif-deleted', 'tag': '1b8f1450-ca0b-45d1-83aa-da007665cc64', 'status': 'completed', 'code': 200} Mar 02 18:58:58.314538 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd4fafda-3451-485e-96a5-af2347be99df req-db18ff4f-0d50-4ea1-8503-e056484c8388 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.11 "DELETE /v2.0/ports/1b8f1450-ca0b-45d1-83aa-da007665cc64 HTTP/1.1" status: 204 len: 173 time: 1.1858952 Mar 02 18:58:58.568435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37154c6e-16b0-4f65-923a-aefa8b1d5603 req-8471b870-ace9-4614-8471-d59ac33e383e tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "GET /v2.0/ports?device_id=f35e3135-df0b-4a6e-9a51-1a5a5f3abf8e HTTP/1.1" status: 200 len: 210 time: 0.0467689 Mar 02 18:58:59.665131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42924) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:58:59.732074 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.761339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.919620 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:58:59.938605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:00.067748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.069207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-203edb3f-9736-4cd4-997e-bc00b93697b2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/security-groups/8e98cbd5-e86f-4cfd-9cda-ac3e08c89dd0 HTTP/1.1" status: 204 len: 168 time: 0.4030271 Mar 02 18:59:00.087244 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:00.123078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1b8f1450-ca0b-45d1-83aa-da007665cc64 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:00.152277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.161041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 1b8f1450-ca0b-45d1-83aa-da007665cc64 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:59:00.161041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 1b8f1450-ca0b-45d1-83aa-da007665cc64 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:00.185217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.361539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.372586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f002590c-c4a9-4cd8-81d4-7d76c22aeb38,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:00.383037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:00.384283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4ba877ba-3ab0-456a-bacc-d0c18d4b70a2 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/security-groups/f002590c-c4a9-4cd8-81d4-7d76c22aeb38 HTTP/1.1" status: 204 len: 168 time: 0.3109086 Mar 02 18:59:00.386942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42942) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:00.968909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.476875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port d0306414-fb62-4e65-9a8d-29747b6e47fa {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:59:01.478179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.672308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port d0306414-fb62-4e65-9a8d-29747b6e47fa, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d0306414-fb62-4e65-9a8d-29747b6e47fa,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:01.672679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:01.806797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for d0306414-fb62-4e65-9a8d-29747b6e47fa owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:59:02.096697 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.151260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=d0306414-fb62-4e65-9a8d-29747b6e47fa,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:02.461306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:02.837464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Router f0a69393-f7cc-4549-8c50-641c15ec26d8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 18:59:03.143899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 18:59:03.156568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Sync routers for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 18:59:03.158443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8a968e32-74dd-4755-91c0-cbc22da2ae97 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "PUT /v2.0/routers/f0a69393-f7cc-4549-8c50-641c15ec26d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7698917 Mar 02 18:59:03.160647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42984) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:03.169017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:59:03.169711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:03.187337 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:03.229091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting subnet 1ed882fa-93f7-48b4-ab47-7835caada479 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 18:59:03.232444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.287941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.395512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.404763 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:59:03.559757 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.605231 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.609790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed882fa-93f7-48b4-ab47-7835caada479,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:03.617346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4b6a6d05-98c5-43a4-a56f-749540ee4f77 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/subnets/1ed882fa-93f7-48b4-ab47-7835caada479 HTTP/1.1" status: 204 len: 168 time: 0.4552963 Mar 02 18:59:03.618968 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc023ef-056e-4729-80ac-5b0f3eecba2d None None] Network b8eeaee7-39b9-4a94-bf97-a0c539cfa858 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 18:59:03.621602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 42996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:03.847626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:03.877050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:59:01Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:03.881138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Checking router: f0a69393-f7cc-4549-8c50-641c15ec26d8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 18:59:03.894420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Routers {'f0a69393-f7cc-4549-8c50-641c15ec26d8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 18:59:03.895029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T18:58:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['f0a69393-f7cc-4549-8c50-641c15ec26d8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:04.050306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.061854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] DHCP port deletion for b8eeaee7-39b9-4a94-bf97-a0c539cfa858 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 18:59:04.072305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Deleting port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:59:04.072776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.137088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Deleting port c7a5693f-97b8-46e9-ab71-641db12f1517 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:59:04.141166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.141943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] Set router f0a69393-f7cc-4549-8c50-641c15ec26d8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 18:59:04.384306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] For port c7a5693f-97b8-46e9-ab71-641db12f1517, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7a5693f-97b8-46e9-ab71-641db12f1517,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:04.384932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.508041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Calling delete_port for c7a5693f-97b8-46e9-ab71-641db12f1517 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:59:04.535149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] For port 7e46b4a2-6f99-4e1a-96fc-e98155345c64, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7e46b4a2-6f99-4e1a-96fc-e98155345c64,segment=NetworkSegment(c920eed9-68fc-4894-986b-5fffdbce2bc5),segment_id=c920eed9-68fc-4894-986b-5fffdbce2bc5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:04.535737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.758958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Calling delete_port for 7e46b4a2-6f99-4e1a-96fc-e98155345c64 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:59:04.797228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7e46b4a2-6f99-4e1a-96fc-e98155345c64 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:04.822515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:04.889088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Port': ['ID=c7a5693f-97b8-46e9-ab71-641db12f1517,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:04.949454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:59:01Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:04.965647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17f029-d285-4233-8360-ce363818c5a3 None None] The sync data for ids ['f0a69393-f7cc-4549-8c50-641c15ec26d8'] in n-d-828839-1 is: [{'id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'name': 'tempest-TestSecurityGroupsBasicOps-router-509584331', 'tenant_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122'}], 'enable_snat': True}, 'gw_port_id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:14Z', 'updated_at': '2022-03-02T18:59:01Z', 'revision_number': 5, 'project_id': 'b032bd186b3540cf9cccdf87e570b7f8', 'gw_port': {'id': 'c7a5693f-97b8-46e9-ab71-641db12f1517', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:3f:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a69393-f7cc-4549-8c50-641c15ec26d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:15Z', 'updated_at': '2022-03-02T18:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 18:59:04.985310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.040108 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.093067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] Pushing event deleted for resources: {'Port': ['ID=7e46b4a2-6f99-4e1a-96fc-e98155345c64,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:05.131986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.146614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4bff01-dba0-46fa-adf5-a0e1095a4373 None None] No DVR routers for this DVR port 7e46b4a2-6f99-4e1a-96fc-e98155345c64 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:05.333463 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.335786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.491024 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.491719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Fanout notify agent at l3_agent the message router_deleted on router f0a69393-f7cc-4549-8c50-641c15ec26d8 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 18:59:05.507873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.509000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b44b0d3-7249-4376-9c2f-6dd7594020c0 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/routers/f0a69393-f7cc-4549-8c50-641c15ec26d8 HTTP/1.1" status: 204 len: 168 time: 1.8862193 Mar 02 18:59:05.511759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43026) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:05.649151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.807389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.845274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8eeaee7-39b9-4a94-bf97-a0c539cfa858']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:05.863464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c920eed9-68fc-4894-986b-5fffdbce2bc5') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:05.864102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c920eed9-68fc-4894-986b-5fffdbce2bc5') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 18:59:05.884518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.903769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.911316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Releasing vlan 686 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 18:59:05.912085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: timer() Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 18:59:05.927913 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 18:59:06.120741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.147057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:06.154114 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] Pushing event deleted for resources: {'Network': ['ID=b8eeaee7-39b9-4a94-bf97-a0c539cfa858,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:06.161767 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dc12df7f-b3ad-48ce-9360-2a1ee19ad409 tempest-TestSecurityGroupsBasicOps-1168863562 tempest-TestSecurityGroupsBasicOps-1168863562-project] 10.222.0.66 "DELETE /v2.0/networks/b8eeaee7-39b9-4a94-bf97-a0c539cfa858 HTTP/1.1" status: 204 len: 168 time: 0.6490285 Mar 02 18:59:06.770456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7a5693f-97b8-46e9-ab71-641db12f1517 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:06.808137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c7a5693f-97b8-46e9-ab71-641db12f1517 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:59:06.808489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7a5693f-97b8-46e9-ab71-641db12f1517 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:06.808898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d0306414-fb62-4e65-9a8d-29747b6e47fa no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:06.836280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:06.841546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d0306414-fb62-4e65-9a8d-29747b6e47fa {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:59:06.844132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d0306414-fb62-4e65-9a8d-29747b6e47fa not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:06.998945 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d6e923ed-c5a8-4f43-a775-95a89a38a17d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b032bd186b3540cf9cccdf87e570b7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613853 Mar 02 18:59:07.001234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:07.063838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.092635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.228045 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.246225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71fc50-bb63-435b-8dfa-4db5dd6f2b48,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:07.252783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.255403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-501ee1b4-b092-4b30-9af3-fb8084c53674 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/de71fc50-bb63-435b-8dfa-4db5dd6f2b48 HTTP/1.1" status: 204 len: 168 time: 0.2528448 Mar 02 18:59:07.928220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-d8fc2c4b-2024-4068-b37d-462206e05c7e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:07.929669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-d8fc2c4b-2024-4068-b37d-462206e05c7e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1510561 Mar 02 18:59:07.945199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-c76de41e-9c85-473c-9326-86b232f411e8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0101106 Mar 02 18:59:07.948017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43092) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:07.967417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:07.985729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:07.989949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Usage tracker for resource:security_group_rule and tenant:75b5a8312b2f4280b013ec5e7a937bb4 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:07.992872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:07.999106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:08.035153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-8bd0692d-4d92-4fef-8ab2-4ca8fa93874a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836549 Mar 02 18:59:08.091105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.170394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.232705 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=75b5a8312b2f4280b013ec5e7a937bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835214 Mar 02 18:59:08.235636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39110ce4-0cf7-4895-9388-5ec98b39b07a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:08.244312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43104) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:08.261110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.261465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.261805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.262159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.262501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.262831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.263159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.263489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.263818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.264144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.264468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.264792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204fd079-f62f-48ee-8d6d-b3d464c1f073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:08.325338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.355896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.455493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-c12a1112-30f5-4fd8-8c5a-e8324e3b5b57 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139180 Mar 02 18:59:08.519190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.540473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39110ce4-0cf7-4895-9388-5ec98b39b07a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:08.544790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:08.548933 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9cb91767-9603-400d-b25b-f5b671185395 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/39110ce4-0cf7-4895-9388-5ec98b39b07a HTTP/1.1" status: 204 len: 168 time: 0.3097417 Mar 02 18:59:08.593407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-4827b95a-bca2-4722-b253-2248dcf80937 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322176 Mar 02 18:59:08.892740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6799652-5e3d-4502-9875-d7835e36df96 req-a1c672f4-1294-46f7-931e-0e4f18d88c2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 210 time: 0.0443347 Mar 02 18:59:09.266505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43136) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:09.316529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8f1909e4-fa3e-47ee-826f-cf366ee6ccf5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2e741fef42de4603aa7d77f3ba9cca99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487680 Mar 02 18:59:09.319013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 43142) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 18:59:09.377526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.403624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.559217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.575760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2fe977-0051-4a9d-8dd7-6a35af009188,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:09.654844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:09.656135 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c08f3fc-5025-430a-bae6-8da6de5ae7cd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/db2fe977-0051-4a9d-8dd7-6a35af009188 HTTP/1.1" status: 204 len: 168 time: 0.3362095 Mar 02 18:59:09.991792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87e8ea2a-a7b2-4ee0-94bf-dd1b7270c120 req-c696d172-0229-48b5-9293-358aed8cf030 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 210 time: 0.0416527 Mar 02 18:59:11.140423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c6321af-d003-447d-83b2-4410655f2926 req-5a467a5f-de5f-491e-890a-5a1348e10205 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 210 time: 0.0453484 Mar 02 18:59:11.484928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-379e34b4-7dc9-45e1-8aed-769897d7df03 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:11.486369 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-379e34b4-7dc9-45e1-8aed-769897d7df03 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1485956 Mar 02 18:59:11.498172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:11.646490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 18:59:11.650983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 18:59:11.653843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 18:59:11.659602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 18:59:11.736099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 18:59:11.740028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:11.908864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.4 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/6ab5720d-f7fc-449d-b91f-3788775109cc) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 18:59:12.135073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.152080 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object 6ab5720d-f7fc-449d-b91f-3788775109cc will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:12.234029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.307398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 18:59:12.315655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 18:59:12.317859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 18:59:12.336368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1aa91-0d5a-4d46-80dd-74dc1d0ee741 req-18f9ef4f-81b6-49f9-8cc4-5218c151122d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:12.338630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ce1aa91-0d5a-4d46-80dd-74dc1d0ee741 req-18f9ef4f-81b6-49f9-8cc4-5218c151122d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 931 time: 0.0906949 Mar 02 18:59:12.361949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:12.393593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ce1aa91-0d5a-4d46-80dd-74dc1d0ee741 req-de819909-0126-4971-b09b-494288ac0f2b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Mar 02 18:59:12.415992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:12.415992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.520119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ec3a7e2e-d8b5-4fc9-a8d1-ad9e727bbb19 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0255392 Mar 02 18:59:12.532677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Request body: {'port': {'device_id': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 18:59:12.653875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.770794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2caf6ec1-b3a3-43de-a2bc-cd956120e89c None None] Provisioning for port 6ab5720d-f7fc-449d-b91f-3788775109cc completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:12.779053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2caf6ec1-b3a3-43de-a2bc-cd956120e89c None None] Provisioning complete for port 6ab5720d-f7fc-449d-b91f-3788775109cc triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:12.779925 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2caf6ec1-b3a3-43de-a2bc-cd956120e89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:12.854428 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2caf6ec1-b3a3-43de-a2bc-cd956120e89c None None] Port 6ab5720d-f7fc-449d-b91f-3788775109cc cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 18:59:13.127609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab5720d-f7fc-449d-b91f-3788775109cc {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:13.136783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.151609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Transition to ACTIVE for port object 6ab5720d-f7fc-449d-b91f-3788775109cc will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 18:59:13.256133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.458246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.563485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Attempting to bind port 6ab5720d-f7fc-449d-b91f-3788775109cc on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 18:59:13.563485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Attempting to bind port 6ab5720d-f7fc-449d-b91f-3788775109cc by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 18:59:13.563485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Attempting to bind port 6ab5720d-f7fc-449d-b91f-3788775109cc on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:59:13.563485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Port 6ab5720d-f7fc-449d-b91f-3788775109cc on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 18:59:13.563485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Attempting to bind port 6ab5720d-f7fc-449d-b91f-3788775109cc on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 18:59:13.567778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 18, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 18:59:13.568110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 18:59:13.568517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 18:59:13.568940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Bound port: 6ab5720d-f7fc-449d-b91f-3788775109cc, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 18:59:13.569279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.621186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762bec5-bddf-4340-a6ca-a70978a65caf req-f7afc860-71ec-484f-8bf9-8b7c2bfa9289 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.622669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7762bec5-bddf-4340-a6ca-a70978a65caf req-f7afc860-71ec-484f-8bf9-8b7c2bfa9289 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0853026 Mar 02 18:59:13.661943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 18:59:13.665583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6ab5720d-f7fc-449d-b91f-3788775109cc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 18:59:13.675785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7762bec5-bddf-4340-a6ca-a70978a65caf req-dfba9cd9-0b9d-4faf-ae6b-0ceeea44dcbc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474389 Mar 02 18:59:13.771001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.834769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:13.835390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:13.836787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] 10.222.0.11 "PUT /v2.0/ports/6ab5720d-f7fc-449d-b91f-3788775109cc HTTP/1.1" status: 200 len: 1091 time: 1.3087430 Mar 02 18:59:13.837948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:13.877958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c84bd53-124f-4a7b-9ce1-fb306fd2cdcf service neutron] Pushing event updated for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:13.910183 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc', 'status': 'completed', 'code': 200} Mar 02 18:59:14.015320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-e029411b-6b39-4614-90a7-d4a4991ab057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.016757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-e029411b-6b39-4614-90a7-d4a4991ab057 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 1094 time: 0.0842614 Mar 02 18:59:14.181966 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-0a7e9be9-d18e-4de9-9849-df6a8b2055a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.183939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-0a7e9be9-d18e-4de9-9849-df6a8b2055a2 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c8e169aa05af4b938f2f48d4652ed979&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1600468 Mar 02 18:59:14.327944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-289af12c-3c5c-43be-98bb-416d0481caa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.329409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6e98ac9d-ddb9-4f08-ac88-f56fbc52b3bd req-289af12c-3c5c-43be-98bb-416d0481caa2 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1401126 Mar 02 18:59:14.437647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-a2ef4833-459e-408b-885f-b31384579d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.439090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-a2ef4833-459e-408b-885f-b31384579d32 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 1094 time: 0.0739775 Mar 02 18:59:14.511963 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-99312e64-1c63-4c8b-a346-408fc04bf149 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ab5720d-f7fc-449d-b91f-3788775109cc HTTP/1.1" status: 200 len: 217 time: 0.0658212 Mar 02 18:59:14.604693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-3d345bcc-dfa5-4611-a95b-6e0ae278c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.608465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-3d345bcc-dfa5-4611-a95b-6e0ae278c401 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0878816 Mar 02 18:59:14.703222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ee9e64ab-50e3-4707-8da1-6852b321bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.704843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-ee9e64ab-50e3-4707-8da1-6852b321bbc5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911670 Mar 02 18:59:14.867084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-4049bd0b-1127-4947-9377-878c130bed76 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560612 Mar 02 18:59:14.874395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409fe5f8-c376-4212-ad26-bdde7b8e6f87 req-2c2f9701-1e9b-4255-8bfa-995a978e83ea tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:14.875959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-409fe5f8-c376-4212-ad26-bdde7b8e6f87 req-2c2f9701-1e9b-4255-8bfa-995a978e83ea tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0832005 Mar 02 18:59:14.926661 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-409fe5f8-c376-4212-ad26-bdde7b8e6f87 req-b741e609-70f9-48fc-9bea-e0dbf2d491f2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446301 Mar 02 18:59:15.141215 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f385115-fe55-4b9c-991d-58a49d4b74c2 req-637c3dec-06b3-439d-b135-f0581e4889b0 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678590 Mar 02 18:59:16.126999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9029b-3b15-455a-90a0-73236b789c9a req-da3173b6-ac4b-4f62-b4bd-464cf9fe30e6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:16.128504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ef9029b-3b15-455a-90a0-73236b789c9a req-da3173b6-ac4b-4f62-b4bd-464cf9fe30e6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0834880 Mar 02 18:59:16.176865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ef9029b-3b15-455a-90a0-73236b789c9a req-bf3b3617-374f-4b14-94fc-ddcc5b23c2e7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Mar 02 18:59:17.388172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c14b58-e1de-43e2-bb90-e367b2cabba9 req-f5127415-f545-4b71-83b9-2ef033a71174 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:17.389725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9c14b58-e1de-43e2-bb90-e367b2cabba9 req-f5127415-f545-4b71-83b9-2ef033a71174 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0882220 Mar 02 18:59:17.441229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9c14b58-e1de-43e2-bb90-e367b2cabba9 req-15d6b5d0-a4af-4596-9b14-f089b0834c66 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439281 Mar 02 18:59:18.646926 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84121734-b2a3-4e16-8c9a-0435c5b5ff73 req-6c2dd912-2a0c-4a00-8199-7105a7efcc20 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:18.648389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84121734-b2a3-4e16-8c9a-0435c5b5ff73 req-6c2dd912-2a0c-4a00-8199-7105a7efcc20 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0846851 Mar 02 18:59:18.696865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-84121734-b2a3-4e16-8c9a-0435c5b5ff73 req-caf7f7fc-5ab7-4e3c-b140-f54c30f76e9a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Mar 02 18:59:19.903016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae9792-e814-4da4-8279-70c165b0837a req-c648b414-d090-4a38-9c37-f88d19c04a28 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:19.904518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24ae9792-e814-4da4-8279-70c165b0837a req-c648b414-d090-4a38-9c37-f88d19c04a28 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0988393 Mar 02 18:59:19.952087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24ae9792-e814-4da4-8279-70c165b0837a req-977039ed-e77f-4ea1-a7c8-081c46b406b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 Mar 02 18:59:21.158222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8e1b4-13ec-4e80-bc03-002007b79bb7 req-2972240f-5226-4b52-9c24-02578f944df8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:21.160004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db8e1b4-13ec-4e80-bc03-002007b79bb7 req-2972240f-5226-4b52-9c24-02578f944df8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0875027 Mar 02 18:59:21.210328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db8e1b4-13ec-4e80-bc03-002007b79bb7 req-d1b3bdc9-988d-4136-ab58-9e4078876613 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Mar 02 18:59:22.170322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c55858f4-2b04-4fca-820b-914c1ed9a3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:22.410769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf417bf-8349-4ac0-a388-fe517d054c66 req-18859f82-ff5e-49e3-9c80-dbb09a2e5fb8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:22.412223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adf417bf-8349-4ac0-a388-fe517d054c66 req-18859f82-ff5e-49e3-9c80-dbb09a2e5fb8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0935476 Mar 02 18:59:22.463453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adf417bf-8349-4ac0-a388-fe517d054c66 req-7ee95303-5cd3-4037-b31b-429e771f9a05 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433323 Mar 02 18:59:23.664226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dac645-0e17-4e9b-8021-84e08c9382dd req-bddfac74-b11d-44c0-841a-5318dff60228 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:23.665670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01dac645-0e17-4e9b-8021-84e08c9382dd req-bddfac74-b11d-44c0-841a-5318dff60228 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0828683 Mar 02 18:59:23.713758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01dac645-0e17-4e9b-8021-84e08c9382dd req-536c35f4-1749-4831-b691-d93739d3a0ba tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409758 Mar 02 18:59:24.250625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-33b876d3-a717-4c49-b4c3-4d5db91a64ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:24.912421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfac0f4-e0b1-41ce-bba5-8ecd12a84f71 req-54a7a8b4-228b-4d05-b7fe-356431a9a2c6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:24.913914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dfac0f4-e0b1-41ce-bba5-8ecd12a84f71 req-54a7a8b4-228b-4d05-b7fe-356431a9a2c6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0902712 Mar 02 18:59:24.960502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dfac0f4-e0b1-41ce-bba5-8ecd12a84f71 req-0b9ef17a-6832-4b40-907c-e998efb06d0b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408039 Mar 02 18:59:25.541543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:25.639157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.027460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:26.162947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d455c82-6ee6-4cfc-8618-425e37a63519 req-00b2032b-93ce-4ba4-a56a-5a9444389f06 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:26.164406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d455c82-6ee6-4cfc-8618-425e37a63519 req-00b2032b-93ce-4ba4-a56a-5a9444389f06 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0855157 Mar 02 18:59:26.208347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d455c82-6ee6-4cfc-8618-425e37a63519 req-05e0a498-a869-4720-87e0-e571e6dd1dbc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382092 Mar 02 18:59:26.874531 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.090267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:27.394233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8099d-1339-47f7-82de-3ac01f3f1404 req-376ff7ee-e22a-4207-8f55-6142de717a74 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:27.395633 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a8099d-1339-47f7-82de-3ac01f3f1404 req-376ff7ee-e22a-4207-8f55-6142de717a74 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0814736 Mar 02 18:59:27.445078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a8099d-1339-47f7-82de-3ac01f3f1404 req-8a6cc814-727b-40df-90bd-1336ff9f98d8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431311 Mar 02 18:59:28.645014 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2245040-e911-42cd-b940-fda87b179363 req-9e8f26a1-e0ec-43d3-9bc4-772cb25d85e4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:28.646489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2245040-e911-42cd-b940-fda87b179363 req-9e8f26a1-e0ec-43d3-9bc4-772cb25d85e4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0837808 Mar 02 18:59:28.690389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2245040-e911-42cd-b940-fda87b179363 req-6fe0acd0-af38-4afb-925b-193f40d3635d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382240 Mar 02 18:59:29.988710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a80213-43ad-42d0-8a82-66949eb87d54 req-51858436-934d-4fd6-8ad7-83fe77ba240c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:29.990081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a80213-43ad-42d0-8a82-66949eb87d54 req-51858436-934d-4fd6-8ad7-83fe77ba240c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.1919794 Mar 02 18:59:30.037417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3a80213-43ad-42d0-8a82-66949eb87d54 req-f03b5557-d57f-4bbd-bbe2-c1e0789fcb74 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406990 Mar 02 18:59:31.226423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426b138-6687-41b5-ac07-3b3230f362f8 req-617914a1-f79a-48e0-b5a0-a10f7f4e54dc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:31.227467 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3426b138-6687-41b5-ac07-3b3230f362f8 req-617914a1-f79a-48e0-b5a0-a10f7f4e54dc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0845220 Mar 02 18:59:31.273332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3426b138-6687-41b5-ac07-3b3230f362f8 req-9585e406-e613-43a7-bbeb-304c13a37d95 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401118 Mar 02 18:59:32.461354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2327df61-bde2-469e-a863-90cc5ccecb10 req-5080d5e1-053f-42fb-a9bb-9f4cac2f64ad tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:32.462950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2327df61-bde2-469e-a863-90cc5ccecb10 req-5080d5e1-053f-42fb-a9bb-9f4cac2f64ad tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0847540 Mar 02 18:59:32.510491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2327df61-bde2-469e-a863-90cc5ccecb10 req-802a64eb-01a0-49fb-92be-5045a8091b55 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406430 Mar 02 18:59:33.695511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629187e-a13e-4e94-b03b-7983133801de req-327e327d-c6d5-458d-a825-30e02f951456 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:33.696995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a629187e-a13e-4e94-b03b-7983133801de req-327e327d-c6d5-458d-a825-30e02f951456 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0800219 Mar 02 18:59:33.745003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a629187e-a13e-4e94-b03b-7983133801de req-2d4cde98-b481-425d-a30d-3e17304c8d05 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425348 Mar 02 18:59:34.947428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c9946-16db-4ade-be6e-81f6dee19dc8 req-a6fdd423-73e7-49a3-8b10-31e35213d32a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:34.949008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-607c9946-16db-4ade-be6e-81f6dee19dc8 req-a6fdd423-73e7-49a3-8b10-31e35213d32a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0951049 Mar 02 18:59:35.006651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-607c9946-16db-4ade-be6e-81f6dee19dc8 req-d4a4b5c6-2a8f-4cb5-ab10-72d42428df38 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503650 Mar 02 18:59:35.955109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baa145-89f7-4168-a076-46df81cefa3c req-c44509f1-0aa4-4283-9cf7-f52768803739 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:35.956588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18baa145-89f7-4168-a076-46df81cefa3c req-c44509f1-0aa4-4283-9cf7-f52768803739 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.0855563 Mar 02 18:59:36.008129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18baa145-89f7-4168-a076-46df81cefa3c req-b4b5d8a4-54d5-4271-b63d-733ca4bd972b tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449328 Mar 02 18:59:36.191623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d683ab-0148-49fd-9183-04442f3abbd6 req-6a624cf5-141f-4e8a-b421-90e62becdc48 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:36.193087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d683ab-0148-49fd-9183-04442f3abbd6 req-6a624cf5-141f-4e8a-b421-90e62becdc48 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0799301 Mar 02 18:59:36.237386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d683ab-0148-49fd-9183-04442f3abbd6 req-4718fe14-40e2-465c-ad5c-15219de4178d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385559 Mar 02 18:59:37.174524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-93ae8d5b-0661-410e-9122-d28f2320823f tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:37.175333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-93ae8d5b-0661-410e-9122-d28f2320823f tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Synchronizing usage tracker for tenant:ffe905c8c68b4b8a88457c4908e24335 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:37.204168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b13b6a-108f-44a1-ad98-13b43566cab7 req-47a2b3d8-e114-4004-97fa-681c769c5f22 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:37.205639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4b13b6a-108f-44a1-ad98-13b43566cab7 req-47a2b3d8-e114-4004-97fa-681c769c5f22 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.0877609 Mar 02 18:59:37.249012 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4b13b6a-108f-44a1-ad98-13b43566cab7 req-509b0bb5-64b8-4736-933c-b80ad69ab603 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/security-groups?id=007ea794-94b0-4f96-98d0-f5f8240242d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377786 Mar 02 18:59:37.278539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-93ae8d5b-0661-410e-9122-d28f2320823f tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Unset dirty status for tenant:ffe905c8c68b4b8a88457c4908e24335 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:37.279779 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-93ae8d5b-0661-410e-9122-d28f2320823f tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.65 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 949 time: 0.1864855 Mar 02 18:59:37.352116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Deleting port c8d57c04-090a-4ecd-acfb-eeb56a155c92 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:59:37.352572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.424970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8735343-23f4-430a-be89-7d06d19cafaa req-d01a9a3d-e9d8-4ca5-8fd5-4461b5d5c839 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:37.426462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8735343-23f4-430a-be89-7d06d19cafaa req-d01a9a3d-e9d8-4ca5-8fd5-4461b5d5c839 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0815189 Mar 02 18:59:37.473700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8735343-23f4-430a-be89-7d06d19cafaa req-c22f4346-8fa6-4b7b-964c-14f79f6d4245 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Mar 02 18:59:37.598506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] For port c8d57c04-090a-4ecd-acfb-eeb56a155c92, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c8d57c04-090a-4ecd-acfb-eeb56a155c92,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:37.598857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.720457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Calling delete_port for c8d57c04-090a-4ecd-acfb-eeb56a155c92 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:59:37.981116 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:37.992214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c8d57c04-090a-4ecd-acfb-eeb56a155c92'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:59:38.033473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Pushing event deleted for resources: {'Port': ['ID=c8d57c04-090a-4ecd-acfb-eeb56a155c92,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:38.111204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] No DVR routers for this DVR port c8d57c04-090a-4ecd-acfb-eeb56a155c92 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:38.113837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:38.116396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'name': 'network-vif-deleted', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:38.158384 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3142795b-ac10-404c-8c64-f235ace9a2e0', 'name': 'network-vif-deleted', 'tag': 'c8d57c04-090a-4ecd-acfb-eeb56a155c92', 'status': 'completed', 'code': 200} Mar 02 18:59:38.233499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2aea92d5-bf1a-48f3-8bf6-64e4a82bbdd2 req-d23f8dcb-611a-4ac9-9a9d-65326a28a02e tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.65 "DELETE /v2.0/ports/c8d57c04-090a-4ecd-acfb-eeb56a155c92 HTTP/1.1" status: 204 len: 173 time: 0.9486661 Mar 02 18:59:38.402047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-870c1767-280a-440a-b670-3d6c2dddf379 req-76bde74f-5908-4a97-8996-36cbe2a97290 tempest-VolumesBackupsTest-466707678 tempest-VolumesBackupsTest-466707678-project] 10.222.0.66 "GET /v2.0/ports?device_id=3142795b-ac10-404c-8c64-f235ace9a2e0 HTTP/1.1" status: 200 len: 210 time: 0.0453875 Mar 02 18:59:38.665329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d0eb3-8dd7-47bb-bccd-f5ec0a908ce6 req-9ac4f852-ce75-41b5-a8db-13ff7c95d3cb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:38.666724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d94d0eb3-8dd7-47bb-bccd-f5ec0a908ce6 req-9ac4f852-ce75-41b5-a8db-13ff7c95d3cb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0800242 Mar 02 18:59:38.713947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d94d0eb3-8dd7-47bb-bccd-f5ec0a908ce6 req-2554355b-f43a-48e2-8197-961eeb990851 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414238 Mar 02 18:59:39.906719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e324bd5-fc18-4af9-994e-d5789aa0de08 req-ad27fb71-9cbc-4b8e-98bf-b6da1264f3b2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:39.908223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e324bd5-fc18-4af9-994e-d5789aa0de08 req-ad27fb71-9cbc-4b8e-98bf-b6da1264f3b2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0811198 Mar 02 18:59:39.953813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e324bd5-fc18-4af9-994e-d5789aa0de08 req-54eee25c-cf27-490e-b555-67a0fca8c4e8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Mar 02 18:59:40.189287 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 18:59:41.033947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d57c04-090a-4ecd-acfb-eeb56a155c92 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:41.084542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: c8d57c04-090a-4ecd-acfb-eeb56a155c92 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:59:41.084898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c8d57c04-090a-4ecd-acfb-eeb56a155c92 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:41.148063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128bd66-0916-49bd-b7fe-1b72174b0c6a req-54f1a71f-aaae-4d96-a8a3-acc43d8ebc83 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:41.149542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4128bd66-0916-49bd-b7fe-1b72174b0c6a req-54f1a71f-aaae-4d96-a8a3-acc43d8ebc83 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0857246 Mar 02 18:59:41.193719 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4128bd66-0916-49bd-b7fe-1b72174b0c6a req-26df99ea-f567-44bb-9ac9-1d0a48f603db tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385535 Mar 02 18:59:42.384742 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a3fa-dd2f-4b2e-89ff-2c28a3e5fb13 req-be6c0e01-714f-4bf0-be34-8d41c45d6bb4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:42.390669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3051a3fa-dd2f-4b2e-89ff-2c28a3e5fb13 req-be6c0e01-714f-4bf0-be34-8d41c45d6bb4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0864794 Mar 02 18:59:42.433379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3051a3fa-dd2f-4b2e-89ff-2c28a3e5fb13 req-6ee886ee-b3d7-4eed-a4e7-ceaf6ded3e70 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400670 Mar 02 18:59:43.628436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b76bf-f49a-4f5d-9cb3-cfc407c18191 req-4eecf6f7-26bf-4771-82be-0506d63dbd49 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:43.629907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b17b76bf-f49a-4f5d-9cb3-cfc407c18191 req-4eecf6f7-26bf-4771-82be-0506d63dbd49 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 943 time: 0.0872035 Mar 02 18:59:43.676364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b17b76bf-f49a-4f5d-9cb3-cfc407c18191 req-505749c1-ab45-4c9d-9e12-f446cc02b161 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403996 Mar 02 18:59:44.295091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6ab5720d-f7fc-449d-b91f-3788775109cc details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 18:59:44.434839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6ab5720d-f7fc-449d-b91f-3788775109cc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:44.449360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '6ab5720d-f7fc-449d-b91f-3788775109cc', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': '6ab5720d-f7fc-449d-b91f-3788775109cc', 'mac_address': 'fa:16:3e:2b:ca:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 18:59:44.506252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.523004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab5720d-f7fc-449d-b91f-3788775109cc {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 18:59:44.539542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6ab5720d-f7fc-449d-b91f-3788775109cc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:44.621368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:44.692800 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:44.703169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.703544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.703871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.704237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.704762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.705097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.705656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.705983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.706338 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.706660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.706984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.707341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 18:59:44.832878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['6ab5720d-f7fc-449d-b91f-3788775109cc'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 18:59:44.876601 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238db06-3b2b-4fd6-aee0-a6a8dbd13a8d req-2bc1fa29-7bec-4ab1-81ab-45b99e161d88 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:44.878110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4238db06-3b2b-4fd6-aee0-a6a8dbd13a8d req-2bc1fa29-7bec-4ab1-81ab-45b99e161d88 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 944 time: 0.0844560 Mar 02 18:59:44.929850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4238db06-3b2b-4fd6-aee0-a6a8dbd13a8d req-3b8a9f01-26a9-4a6f-96a7-0446bb673720 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Mar 02 18:59:46.123821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bc392-95e8-4a93-bdab-19a0c759a4f6 req-81b04fcb-e052-4328-bd5c-6698936ad58b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:46.125865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f1bc392-95e8-4a93-bdab-19a0c759a4f6 req-81b04fcb-e052-4328-bd5c-6698936ad58b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 944 time: 0.0827751 Mar 02 18:59:46.171208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f1bc392-95e8-4a93-bdab-19a0c759a4f6 req-cff595c5-94ae-4736-aacc-c8d1eb12e5fe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Mar 02 18:59:46.307864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6ab5720d-f7fc-449d-b91f-3788775109cc up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 18:59:46.432753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 6ab5720d-f7fc-449d-b91f-3788775109cc completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 18:59:46.438262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 6ab5720d-f7fc-449d-b91f-3788775109cc triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 18:59:46.438646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.561556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.589185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:46.598816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6ab5720d-f7fc-449d-b91f-3788775109cc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:46.678402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:46.750259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:46.842351 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc', 'code': 200} Mar 02 18:59:46.974706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4271ef-08fd-4abe-ba76-e0af6b8eeff6 req-41cc32e7-70c6-457b-8bf9-66e375b53b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:46.976815 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4271ef-08fd-4abe-ba76-e0af6b8eeff6 req-41cc32e7-70c6-457b-8bf9-66e375b53b9b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 1096 time: 0.0736995 Mar 02 18:59:47.022674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4271ef-08fd-4abe-ba76-e0af6b8eeff6 req-96941311-ddc3-4594-bf97-8669ae96aa36 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Mar 02 18:59:47.369343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e42b4b-e220-4102-ad0e-87abb3666cbd req-0ed279e8-803f-4721-b688-e5f3b9f4cf11 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:47.370757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32e42b4b-e220-4102-ad0e-87abb3666cbd req-0ed279e8-803f-4721-b688-e5f3b9f4cf11 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0880103 Mar 02 18:59:47.416061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32e42b4b-e220-4102-ad0e-87abb3666cbd req-223cd86c-20c3-42a4-bb04-6ee0b0da03a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Mar 02 18:59:48.606204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab28dc2-5ed1-4dbb-81bf-83d49cc075e8 req-b1ba5727-6b9b-4ba3-84fc-e0621319e3e5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:48.607682 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bab28dc2-5ed1-4dbb-81bf-83d49cc075e8 req-b1ba5727-6b9b-4ba3-84fc-e0621319e3e5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0832696 Mar 02 18:59:48.656724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bab28dc2-5ed1-4dbb-81bf-83d49cc075e8 req-57a3f71d-85e8-4336-9cb2-1435eb1d8f6e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393853 Mar 02 18:59:48.843259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555e5b6-f4c8-49c9-9f13-00f3500e0cc2 req-d7aa0959-daa5-4807-bfa7-c6d560b96fe5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:48.846580 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5555e5b6-f4c8-49c9-9f13-00f3500e0cc2 req-d7aa0959-daa5-4807-bfa7-c6d560b96fe5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0879881 Mar 02 18:59:48.890774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5555e5b6-f4c8-49c9-9f13-00f3500e0cc2 req-ea6675de-3e17-49bf-8b30-e27c110f0f11 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404692 Mar 02 18:59:49.079342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167cdf4-0aed-4c32-95ee-f5af4acbf509 req-a84a8c39-21da-4fab-8efb-58380af11e44 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:49.080853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1167cdf4-0aed-4c32-95ee-f5af4acbf509 req-a84a8c39-21da-4fab-8efb-58380af11e44 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0840638 Mar 02 18:59:49.127896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1167cdf4-0aed-4c32-95ee-f5af4acbf509 req-6e6f608b-3ab1-47e6-b0a7-2d9d6c3ad9e6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414145 Mar 02 18:59:49.731795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace2de39-5fb2-42e5-be81-4a2a4a70ad3b req-3151d5b0-32e7-4f37-951c-94d26858cb21 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:49.733215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ace2de39-5fb2-42e5-be81-4a2a4a70ad3b req-3151d5b0-32e7-4f37-951c-94d26858cb21 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0805378 Mar 02 18:59:49.779433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ace2de39-5fb2-42e5-be81-4a2a4a70ad3b req-3fa6bb09-798d-4bab-8dbd-8bde3c47ed22 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Mar 02 18:59:50.970201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b3077-c561-4ace-899a-ea0598248555 req-ff4cf43d-8ad3-4a09-bd13-8129dd7810c8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:50.971666 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c26b3077-c561-4ace-899a-ea0598248555 req-ff4cf43d-8ad3-4a09-bd13-8129dd7810c8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0845225 Mar 02 18:59:51.018724 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c26b3077-c561-4ace-899a-ea0598248555 req-0e494fce-a99f-4f45-98ad-6c74370ad06f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411112 Mar 02 18:59:51.161041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-27774ca2-c9b9-40b7-8703-720cd90b72a7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:51.162010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-27774ca2-c9b9-40b7-8703-720cd90b72a7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 18:59:51.798401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-27774ca2-c9b9-40b7-8703-720cd90b72a7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 18:59:51.799582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-27774ca2-c9b9-40b7-8703-720cd90b72a7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.7223494 Mar 02 18:59:51.871011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 6ab5720d-f7fc-449d-b91f-3788775109cc {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 18:59:51.871280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.115018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30f9b24c-b3dc-411e-8146-69975981a373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.151963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port 6ab5720d-f7fc-449d-b91f-3788775109cc, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=6ab5720d-f7fc-449d-b91f-3788775109cc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 18:59:52.152344 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.225635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f69027-6d13-46e2-864b-8a4c66eb25a2 req-223af3e8-ab8d-4fc8-ba5f-30817870c05b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 18:59:52.227654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11f69027-6d13-46e2-864b-8a4c66eb25a2 req-223af3e8-ab8d-4fc8-ba5f-30817870c05b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 945 time: 0.0918086 Mar 02 18:59:52.274848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11f69027-6d13-46e2-864b-8a4c66eb25a2 req-88a874ac-e2da-46aa-8039-430faccf2de0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414083 Mar 02 18:59:52.281528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 6ab5720d-f7fc-449d-b91f-3788775109cc owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 18:59:52.604141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.654748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=6ab5720d-f7fc-449d-b91f-3788775109cc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 18:59:52.763962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port 6ab5720d-f7fc-449d-b91f-3788775109cc on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 18:59:52.763962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:52.763962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'name': 'network-vif-deleted', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 18:59:52.799167 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9405c1f9-6d6a-4df3-a512-7af1a5e80c78', 'name': 'network-vif-deleted', 'tag': '6ab5720d-f7fc-449d-b91f-3788775109cc', 'status': 'completed', 'code': 200} Mar 02 18:59:53.449192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4964c6b1-7cd9-400c-bb5c-17372e9f0577 req-9649b203-c202-44dc-b45c-800af5887440 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 210 time: 0.0466478 Mar 02 18:59:53.633570 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28fcc2e2-b9f3-483a-b88b-77d0c06e33cb req-c769ef5b-c0f5-4566-b015-de03ca7efa5d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "DELETE /v2.0/ports/6ab5720d-f7fc-449d-b91f-3788775109cc HTTP/1.1" status: 204 len: 173 time: 1.8281872 Mar 02 18:59:54.197954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bfcc5e4f-e70d-436e-978d-7db7ecd54999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:54.341203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6ab5720d-f7fc-449d-b91f-3788775109cc no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 18:59:54.392934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 6ab5720d-f7fc-449d-b91f-3788775109cc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 18:59:54.393381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 6ab5720d-f7fc-449d-b91f-3788775109cc not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 18:59:54.609844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f8de00-7bfc-46ae-9d26-4be6c811a4c3 req-164a0611-f0d5-4250-9c1b-319e9bdf553c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=9405c1f9-6d6a-4df3-a512-7af1a5e80c78 HTTP/1.1" status: 200 len: 210 time: 0.0555382 Mar 02 18:59:55.547386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.586480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:55.997935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:56.855493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 18:59:57.072522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:17.188860 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:00:22.157536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-83f509ea-ac2e-47b9-af51-b4e016fb5468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.180607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-452ea6d1-eeda-4b13-8f67-f095d166bf01 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:24.184819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-452ea6d1-eeda-4b13-8f67-f095d166bf01 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1571958 Mar 02 19:00:24.201561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-00a50912-5137-4ec6-8951-6862996a5751 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0104256 Mar 02 19:00:24.204069 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4ed4d848-06ae-4569-b58c-017f0fd274c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:24.289575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-865eecef-33a4-4179-b31f-c08e5f3a81df tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814595 Mar 02 19:00:24.526652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7c3d69d9-4c41-4e74-8c58-bee97fc7e895 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304270 Mar 02 19:00:24.658137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-3bdda165-1ec2-47cc-ba3d-82c9d80c380b service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256039 Mar 02 19:00:25.331634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e2f9ce8-0b66-4b44-8cac-4f7604b3e361 req-c206c940-8268-4f61-9796-7661a0c099f9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 210 time: 0.0430324 Mar 02 19:00:25.568705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:25.626231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.037668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:26.480127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fd2cec37-29cd-4baa-adbc-5a74c7563d48 req-b41befc7-8ff7-488e-8158-c7de966e03f3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 210 time: 0.0427904 Mar 02 19:00:26.894362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.014746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:27.638330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb442509-7ae7-4ec9-8d4e-d34d2acae586 req-4b88e2a3-b5fb-4254-8743-8b2b5acdd1d9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 210 time: 0.0446246 Mar 02 19:00:27.638890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-23e89b57-e726-4c8b-b392-024020a1d589 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:27.640931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-23e89b57-e726-4c8b-b392-024020a1d589 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1565077 Mar 02 19:00:27.653027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:27.803778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:27.808196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:27.811196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:27.816979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:27.900046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:27.904085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.090749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.12 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:28.299704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.317603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:28.403370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.475948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:28.483937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:28.489076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:00:28.543657 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:28.557676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.558025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.558873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.558873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.559070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.559359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.559689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.560013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.560337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.560662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.561215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.561542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:00:28.574779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:28.575416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.702922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-e09135c4-acf7-4a3b-a826-960cb54ee9c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0526774 Mar 02 19:00:28.719836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Request body: {'port': {'device_id': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:28.820138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06fc92d3-d20c-4e25-a402-e0e180d7f496 None None] Provisioning for port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:28.827393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06fc92d3-d20c-4e25-a402-e0e180d7f496 None None] Provisioning complete for port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:28.828160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06fc92d3-d20c-4e25-a402-e0e180d7f496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.842927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:28.851797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebba61-c55f-46f5-80db-6af166486749 req-34dbe79e-1257-44c5-86dd-8ade2f4ee9f3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:28.859670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ebba61-c55f-46f5-80db-6af166486749 req-34dbe79e-1257-44c5-86dd-8ade2f4ee9f3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 932 time: 0.1001337 Mar 02 19:00:28.939500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8ebba61-c55f-46f5-80db-6af166486749 req-aa874214-1006-4774-a9ef-db98a68fe15e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788686 Mar 02 19:00:28.940970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-06fc92d3-d20c-4e25-a402-e0e180d7f496 None None] Port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:00:29.240921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:00:29.249234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.263510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Transition to ACTIVE for port object e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:29.322952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.541057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Pushing event updated for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:29.605988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Attempting to bind port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:29.605988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Attempting to bind port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:29.605988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Attempting to bind port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:00:29.610542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:00:29.610963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Attempting to bind port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:00:29.616466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:00:29.617095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:00:29.617571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:00:29.618088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Bound port: e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:29.618556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.827189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:00:29.830046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:00:29.929316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.983955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:29.984609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:29.986566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] 10.222.0.65 "PUT /v2.0/ports/e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 HTTP/1.1" status: 200 len: 1092 time: 1.2766750 Mar 02 19:00:30.025352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:30.029903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09f0e2-933b-4e7d-9695-9a84adcff88a service neutron] Pushing event updated for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:30.131774 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6', 'status': 'completed', 'code': 200} Mar 02 19:00:30.183594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-72c73b09-6895-4f0b-8cd4-26e1fc06c2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:30.185277 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-72c73b09-6895-4f0b-8cd4-26e1fc06c2f6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 1095 time: 0.1010015 Mar 02 19:00:30.261356 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-c5e519b6-e7f3-43ed-be10-d69704f6097b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 HTTP/1.1" status: 200 len: 217 time: 0.0692179 Mar 02 19:00:30.288858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572b95f-c377-47bd-a5e3-5520bd8eb93b req-8326c45a-6340-4026-a1cb-4dba7d157a22 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:30.288858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7572b95f-c377-47bd-a5e3-5520bd8eb93b req-8326c45a-6340-4026-a1cb-4dba7d157a22 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.1436961 Mar 02 19:00:30.329409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-9d6f2f76-99e1-431b-ba96-1c7d0047f7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:30.331216 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-9d6f2f76-99e1-431b-ba96-1c7d0047f7e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0640242 Mar 02 19:00:30.341031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7572b95f-c377-47bd-a5e3-5520bd8eb93b req-2a6d83a1-2dac-4e71-96d9-028ad81937ed tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443947 Mar 02 19:00:30.431364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-559e7cd0-175e-4829-aa28-64d008bddac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:30.433071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-559e7cd0-175e-4829-aa28-64d008bddac8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938418 Mar 02 19:00:30.568284 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-0bd4e974-0d92-46e7-a73a-50418bf8ea6f service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281888 Mar 02 19:00:30.705650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e1f37156-65b7-453a-aee9-384d4db9a5c1 req-5dff7ce6-6c8f-4885-9d25-49a167180571 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319616 Mar 02 19:00:30.920332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-8179939b-9a30-47ad-9c88-da3f9cd921ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:30.922676 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-8179939b-9a30-47ad-9c88-da3f9cd921ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 1095 time: 0.0774331 Mar 02 19:00:31.057048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-8ed98325-9af5-4a60-b4d5-3c2d65c60ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:31.058533 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-8ed98325-9af5-4a60-b4d5-3c2d65c60ba9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1303644 Mar 02 19:00:31.125983 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-4ca6c8f1-97bf-48a0-8ff0-a13fc5a59419 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 HTTP/1.1" status: 200 len: 217 time: 0.0608630 Mar 02 19:00:31.190717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-9a1b7daf-6569-4392-b5ad-7053a2be93ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:31.192118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-9a1b7daf-6569-4392-b5ad-7053a2be93ae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0600777 Mar 02 19:00:31.267835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-9e3b23ef-5987-433e-a275-2277898f71f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:31.269313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-9e3b23ef-5987-433e-a275-2277898f71f0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707066 Mar 02 19:00:31.405800 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-152bb732-261b-4b7a-a653-acd6fb7c2234 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296198 Mar 02 19:00:31.535473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503706c-c7ad-4132-92b2-5cdd9b32f6a7 req-c272daed-4998-487c-b3d2-da5480a2a540 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:31.538279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c503706c-c7ad-4132-92b2-5cdd9b32f6a7 req-c272daed-4998-487c-b3d2-da5480a2a540 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0864682 Mar 02 19:00:31.548850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b2a3ba3-3a33-4ea5-8d05-04e4368b1ed5 req-771a0ba4-63fb-4e34-bd95-955d6b90a1a9 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358311 Mar 02 19:00:31.595050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c503706c-c7ad-4132-92b2-5cdd9b32f6a7 req-5bc4e7ce-b7e6-48ba-b816-044730e7ffb8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515881 Mar 02 19:00:32.781020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2a1a72-5420-4fd7-ab0a-6aa4e5c3c006 req-a9ac7e59-7010-4175-aceb-5dff0f1f623b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:32.782491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c2a1a72-5420-4fd7-ab0a-6aa4e5c3c006 req-a9ac7e59-7010-4175-aceb-5dff0f1f623b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0833421 Mar 02 19:00:32.827177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c2a1a72-5420-4fd7-ab0a-6aa4e5c3c006 req-dbcf18d3-1ec9-4eda-8831-9a020ba66cb7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Mar 02 19:00:34.029833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5392bfbb-34e5-414d-98ba-d4660dc9f4be req-8bbb882a-69a8-44a6-9726-944567200db9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:34.031340 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5392bfbb-34e5-414d-98ba-d4660dc9f4be req-8bbb882a-69a8-44a6-9726-944567200db9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0820754 Mar 02 19:00:34.075948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5392bfbb-34e5-414d-98ba-d4660dc9f4be req-49462d28-966a-4718-8efa-666c475761bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389104 Mar 02 19:00:35.256631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda9a74-e5e3-45da-ad92-bcd530ae81a4 req-eb61485c-29ca-4bf9-bead-d90beffd39b0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:35.258280 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cda9a74-e5e3-45da-ad92-bcd530ae81a4 req-eb61485c-29ca-4bf9-bead-d90beffd39b0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0787749 Mar 02 19:00:35.303569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2cda9a74-e5e3-45da-ad92-bcd530ae81a4 req-a4595e14-e397-447a-b896-8f10b704feef tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396960 Mar 02 19:00:36.495090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c63ae6-d5d5-41dd-8832-233747fea0d6 req-d3ce73c8-79f5-4b63-a53b-4a6a09bdd2fd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:36.496554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10c63ae6-d5d5-41dd-8832-233747fea0d6 req-d3ce73c8-79f5-4b63-a53b-4a6a09bdd2fd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0857413 Mar 02 19:00:36.539824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10c63ae6-d5d5-41dd-8832-233747fea0d6 req-f55a09d6-ddc7-499e-9724-9fec1a15c752 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375428 Mar 02 19:00:37.723840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9f0ad-8493-4cbe-9e41-7d3a336482ff req-73392ebb-87b0-4fb7-ba19-00ff8bb7686f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:37.725294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9c9f0ad-8493-4cbe-9e41-7d3a336482ff req-73392ebb-87b0-4fb7-ba19-00ff8bb7686f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0795217 Mar 02 19:00:37.772619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9c9f0ad-8493-4cbe-9e41-7d3a336482ff req-36b87ed6-f61d-42af-ba1a-189167c16d82 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Mar 02 19:00:38.954342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073a1a-ade1-45cb-8ff5-cad57392e20d req-b5885bab-d631-4a4e-ad45-29a289daf1db tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:38.955792 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7073a1a-ade1-45cb-8ff5-cad57392e20d req-b5885bab-d631-4a4e-ad45-29a289daf1db tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 944 time: 0.0811999 Mar 02 19:00:38.998795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7073a1a-ade1-45cb-8ff5-cad57392e20d req-af1b1f79-37a0-4e00-a6c5-ce5d59edcb78 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Mar 02 19:00:39.218395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:00:39.351535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:00:39.364297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6', 'mac_address': 'fa:16:3e:f0:0a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:00:39.420685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.437554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:00:39.453195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:00:39.556805 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:39.627033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:39.772855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:00:40.182349 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25598ec-7fbe-4dbc-8b7e-28618f644ebb req-35038bee-9062-4a96-8fc4-eed63a5956bb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:40.183715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a25598ec-7fbe-4dbc-8b7e-28618f644ebb req-35038bee-9062-4a96-8fc4-eed63a5956bb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 945 time: 0.0813584 Mar 02 19:00:40.229304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a25598ec-7fbe-4dbc-8b7e-28618f644ebb req-b482484a-b018-4d0f-82d8-ba35de7d2323 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Mar 02 19:00:41.233702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:00:41.333989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:41.339378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:41.339755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.421389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95708-3dee-4b1b-804a-872a8bd53405 req-06af9a2d-638a-4c8c-be87-b3aeea72a4ae tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:41.423258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5b95708-3dee-4b1b-804a-872a8bd53405 req-06af9a2d-638a-4c8c-be87-b3aeea72a4ae tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 945 time: 0.0850985 Mar 02 19:00:41.466881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.468249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5b95708-3dee-4b1b-804a-872a8bd53405 req-2d1a313f-ae09-46dd-985a-c038dbc72935 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390108 Mar 02 19:00:41.493609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:41.503456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:00:41.539271 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6', 'code': 200} Mar 02 19:00:41.574474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:41.643389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:41.667276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4e9cc-85de-43a3-90d0-afc4a19ffcc0 req-fe5b4c5e-183f-49d8-aa71-eba9734a8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:41.668902 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80d4e9cc-85de-43a3-90d0-afc4a19ffcc0 req-fe5b4c5e-183f-49d8-aa71-eba9734a8f06 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 1097 time: 0.0721042 Mar 02 19:00:41.712967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80d4e9cc-85de-43a3-90d0-afc4a19ffcc0 req-0b0047d6-3344-4e5d-a1c7-3c7991709f4a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Mar 02 19:00:42.658251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62073ee-298d-43d3-93be-38930bcce604 req-2be92941-ac57-4859-b548-ba67f8b8b618 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:42.659714 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f62073ee-298d-43d3-93be-38930bcce604 req-2be92941-ac57-4859-b548-ba67f8b8b618 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.0841489 Mar 02 19:00:42.716366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f62073ee-298d-43d3-93be-38930bcce604 req-fcb88417-9262-4058-bdf9-f202fa50c77b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468855 Mar 02 19:00:43.904100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1aa07-4d0a-4f08-8046-eff067f72ca3 req-050502e8-a2fe-44ef-9c4d-4f727d87802e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:43.905563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95f1aa07-4d0a-4f08-8046-eff067f72ca3 req-050502e8-a2fe-44ef-9c4d-4f727d87802e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.0791965 Mar 02 19:00:44.053395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-95f1aa07-4d0a-4f08-8046-eff067f72ca3 req-8366863b-f521-46e5-b677-6902c9cda1d1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421349 Mar 02 19:00:44.258927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6dff0-9302-479c-afe5-f88a8bc7c861 req-91e67787-e9d6-48aa-9401-f0bc9279c9b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:44.260398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38a6dff0-9302-479c-afe5-f88a8bc7c861 req-91e67787-e9d6-48aa-9401-f0bc9279c9b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.0960205 Mar 02 19:00:44.307116 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38a6dff0-9302-479c-afe5-f88a8bc7c861 req-f9725884-7e06-4d3b-9469-b0cf74c5cffc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Mar 02 19:00:48.142551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-3f9bb9a2-e680-4c1a-8ae0-59e31456bd2f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:48.143997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-3f9bb9a2-e680-4c1a-8ae0-59e31456bd2f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1475978 Mar 02 19:00:48.159630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b9a97bbf-aba2-4ec8-af29-cb35da415506 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0102024 Mar 02 19:00:48.250512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-6ee4ca44-3bea-449e-ad7d-c3e98574f744 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0853505 Mar 02 19:00:48.382365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-31622138-b1bf-4d91-ac50-de438574c9d9 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245351 Mar 02 19:00:48.511660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-d2f159d7-ba83-4e97-995f-c244ffecc3bc service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235316 Mar 02 19:00:48.821672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ff70e5a-458f-49b8-94e1-0bdeb6519f11 req-4edbf3f5-205e-4a0e-a013-4758e1444a1a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 210 time: 0.0437801 Mar 02 19:00:49.971067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb693edd-95e6-4ef5-8b2a-bbba17cb28c2 req-5c1fdcd7-98b3-4006-ae21-858865a6af5f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 210 time: 0.0435195 Mar 02 19:00:51.137454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16086ada-9797-48d0-a587-0710c685e951 req-428ef6b6-13d0-43ec-85da-78c01ca7f489 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 210 time: 0.0544436 Mar 02 19:00:51.333002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-85080920-aae3-41ec-a477-981c2bc30bdd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:51.334616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-85080920-aae3-41ec-a477-981c2bc30bdd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.2861669 Mar 02 19:00:51.347019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:51.495943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:00:51.500296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:00:51.503269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:00:51.509131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:00:51.573962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:00:51.578200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.743340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.14 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/006a0b6c-4556-49a0-af9c-834aae3155cb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:00:51.955433 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:51.971065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object 006a0b6c-4556-49a0-af9c-834aae3155cb will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:52.088845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.101919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-294190d9-bc5c-4670-aaa4-a5de446ddd63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.105064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:00:52.191861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:00:52.193323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:52.196168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:00:52.198832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:00:52.293351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:52.294241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.443323 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-b6806d89-80ba-4f78-b06c-8b13ea2570de tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1001470 Mar 02 19:00:52.455231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Request body: {'port': {'device_id': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:00:52.473247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6ba6c-18af-493d-befc-10ca9bb2c483 req-b88dc7ed-6daf-4f39-ba93-2b694627412f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:52.475615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0c6ba6c-18af-493d-befc-10ca9bb2c483 req-b88dc7ed-6daf-4f39-ba93-2b694627412f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 932 time: 0.1057298 Mar 02 19:00:52.533562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0c6ba6c-18af-493d-befc-10ca9bb2c483 req-e6a23f19-e0fe-4e85-91dd-7253e387e0ce tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Mar 02 19:00:52.598097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.625981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41485db2-c29d-47f1-b9a1-76c8911b0d8c None None] Provisioning for port 006a0b6c-4556-49a0-af9c-834aae3155cb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:00:52.631383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41485db2-c29d-47f1-b9a1-76c8911b0d8c None None] Provisioning complete for port 006a0b6c-4556-49a0-af9c-834aae3155cb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:00:52.631755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41485db2-c29d-47f1-b9a1-76c8911b0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:52.702001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-41485db2-c29d-47f1-b9a1-76c8911b0d8c None None] Port 006a0b6c-4556-49a0-af9c-834aae3155cb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:00:53.197590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 006a0b6c-4556-49a0-af9c-834aae3155cb {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:00:53.207053 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.230754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Transition to ACTIVE for port object 006a0b6c-4556-49a0-af9c-834aae3155cb will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:00:53.304346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.635616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:53.751555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Attempting to bind port 006a0b6c-4556-49a0-af9c-834aae3155cb on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:00:53.751965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Attempting to bind port 006a0b6c-4556-49a0-af9c-834aae3155cb by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:00:53.752170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Attempting to bind port 006a0b6c-4556-49a0-af9c-834aae3155cb on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:00:53.760014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Port 006a0b6c-4556-49a0-af9c-834aae3155cb on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:00:53.760248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Attempting to bind port 006a0b6c-4556-49a0-af9c-834aae3155cb on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:00:53.770221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 0, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:00:53.770221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:00:53.772647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:00:53.772647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Bound port: 006a0b6c-4556-49a0-af9c-834aae3155cb, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:00:53.772647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:53.942111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:00:53.979188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=006a0b6c-4556-49a0-af9c-834aae3155cb,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:00:54.001262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfc149e-4703-4d4d-9818-be8d269078dd req-12194a04-efbc-4808-afd3-74a22ad34502 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.008237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccfc149e-4703-4d4d-9818-be8d269078dd req-12194a04-efbc-4808-afd3-74a22ad34502 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.2650974 Mar 02 19:00:54.027432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.131441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccfc149e-4703-4d4d-9818-be8d269078dd req-532bdf6e-1b1c-48c0-ad7a-953cdbca6ec7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244364 Mar 02 19:00:54.191149 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:00:54.197503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0624613f-f193-4355-94a3-1455a8268295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.198592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.199216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:54.200722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/006a0b6c-4556-49a0-af9c-834aae3155cb HTTP/1.1" status: 200 len: 1092 time: 1.7506473 Mar 02 19:00:54.208079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:00:54.277680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97c177-b157-40c8-a10d-02629577f0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:00:54.296450 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb', 'status': 'completed', 'code': 200} Mar 02 19:00:54.443994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-0ecd31d5-3fd9-4ab8-b265-9288ef861abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.446146 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-0ecd31d5-3fd9-4ab8-b265-9288ef861abe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 1095 time: 0.1285808 Mar 02 19:00:54.746624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-2e366f72-d639-401c-be74-58a760a0c4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.748222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-2e366f72-d639-401c-be74-58a760a0c4fe service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c8e169aa05af4b938f2f48d4652ed979&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2936573 Mar 02 19:00:54.910394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-b06a3349-023f-4d67-9f30-2c80cc554ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:54.912084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0acbdf87-ca4b-4fdc-88cb-9bc15137f3b0 req-b06a3349-023f-4d67-9f30-2c80cc554ef6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532776 Mar 02 19:00:55.033158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-3d62898e-2338-4442-bb83-71dbbba60d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.034770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-3d62898e-2338-4442-bb83-71dbbba60d06 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 1095 time: 0.0791907 Mar 02 19:00:55.110556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-61760bfc-dbeb-45ca-9cce-96b8eed6d1e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006a0b6c-4556-49a0-af9c-834aae3155cb HTTP/1.1" status: 200 len: 217 time: 0.0686114 Mar 02 19:00:55.184029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-75a332cf-e0a0-432d-9b3c-0650a5b8c446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.186648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-75a332cf-e0a0-432d-9b3c-0650a5b8c446 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0704722 Mar 02 19:00:55.271323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-9332685a-1780-48cf-8def-b44e79c0f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.273401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-9332685a-1780-48cf-8def-b44e79c0f5f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806878 Mar 02 19:00:55.339464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de56569-9ad2-4fe0-993b-af53d8476fa8 req-4696ea17-f985-4e41-8abb-71bba8427b62 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:55.341075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0de56569-9ad2-4fe0-993b-af53d8476fa8 req-4696ea17-f985-4e41-8abb-71bba8427b62 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.1147263 Mar 02 19:00:55.394014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0de56569-9ad2-4fe0-993b-af53d8476fa8 req-a2aba521-c122-495b-8a4c-705a42612b78 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460339 Mar 02 19:00:55.446897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-f2a758b3-eeff-42fe-a9f9-39f7fdd028ec service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664784 Mar 02 19:00:55.564204 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.631264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:55.637559 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3b31d81-56a4-495d-84ea-f8d2cf5d773c req-d326415e-c67a-482d-b24a-4876205efc59 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846600 Mar 02 19:00:55.991194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:56.585703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcac358-0281-4d76-9cff-23d06841b460 req-277e3c98-f3d8-44d4-a0d8-ee7f1c941881 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:56.588075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fcac358-0281-4d76-9cff-23d06841b460 req-277e3c98-f3d8-44d4-a0d8-ee7f1c941881 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0862653 Mar 02 19:00:56.637062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fcac358-0281-4d76-9cff-23d06841b460 req-52b05068-ff6b-409a-8d8d-b3f208d6efe0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423086 Mar 02 19:00:56.893993 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.010563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:00:57.851556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678183d-ede4-4b5c-bd5d-3bf4e4289e29 req-58dd6bdc-6070-4b6a-a3e4-ceef4586a2ac tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:57.853572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a678183d-ede4-4b5c-bd5d-3bf4e4289e29 req-58dd6bdc-6070-4b6a-a3e4-ceef4586a2ac tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0965044 Mar 02 19:00:57.911144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a678183d-ede4-4b5c-bd5d-3bf4e4289e29 req-f70bf061-6403-4f1d-88ef-67835c9f5553 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516138 Mar 02 19:00:59.116474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dec16-a0ad-4254-ac05-bf7de3847de3 req-2bfa71c0-9707-4833-bbd1-a31bdadc3b1b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:00:59.117958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e7dec16-a0ad-4254-ac05-bf7de3847de3 req-2bfa71c0-9707-4833-bbd1-a31bdadc3b1b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0834224 Mar 02 19:00:59.163568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e7dec16-a0ad-4254-ac05-bf7de3847de3 req-10e60b24-b7e2-4560-9150-507941a7a22e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Mar 02 19:01:00.385774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9df2f-1ee2-4d8e-b7ca-26f9d50e01e4 req-065b413c-20b4-4ed8-9a48-ee56187cf668 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:00.385774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3a9df2f-1ee2-4d8e-b7ca-26f9d50e01e4 req-065b413c-20b4-4ed8-9a48-ee56187cf668 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0998549 Mar 02 19:01:00.433320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3a9df2f-1ee2-4d8e-b7ca-26f9d50e01e4 req-269d6227-1fc2-4916-9cd2-48dae39bb0c0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473256 Mar 02 19:01:01.632804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6b540-283e-4d76-b48b-9ae640ed618b req-be43cd04-a9e3-4113-8eca-a64fb9619ab0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:01.635061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85b6b540-283e-4d76-b48b-9ae640ed618b req-be43cd04-a9e3-4113-8eca-a64fb9619ab0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0871000 Mar 02 19:01:01.696843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85b6b540-283e-4d76-b48b-9ae640ed618b req-8de5951c-265a-4cf5-8d1e-8f197cdd89c4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484023 Mar 02 19:01:02.900137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae9fda-5cc1-4569-80b1-26f2399dc533 req-2c8287b2-80b7-4048-a06e-15455bdec32f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:02.902389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5ae9fda-5cc1-4569-80b1-26f2399dc533 req-2c8287b2-80b7-4048-a06e-15455bdec32f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.1011734 Mar 02 19:01:02.971248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5ae9fda-5cc1-4569-80b1-26f2399dc533 req-c1a542d5-1d5e-4bce-8b6a-a1e10f4c359a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540903 Mar 02 19:01:04.161622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be604818-13b3-4074-9139-ddb87b1b1316 req-ee7b1659-80b1-46d2-8ed2-327e4d74ec89 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:04.163161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be604818-13b3-4074-9139-ddb87b1b1316 req-ee7b1659-80b1-46d2-8ed2-327e4d74ec89 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0861437 Mar 02 19:01:04.213918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be604818-13b3-4074-9139-ddb87b1b1316 req-65f462f3-2680-4f60-9efc-e043f654f0be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451529 Mar 02 19:01:05.406403 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc112d-c52e-492e-b660-3f96f84631ec req-db3f8e5d-5db3-4729-be39-c3fd2cc54c21 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:05.419024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46cc112d-c52e-492e-b660-3f96f84631ec req-db3f8e5d-5db3-4729-be39-c3fd2cc54c21 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0853190 Mar 02 19:01:05.452391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46cc112d-c52e-492e-b660-3f96f84631ec req-d9931f49-9174-4823-8360-68258b65efc7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Mar 02 19:01:06.647976 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55447ec0-d4f5-4a76-bc7e-5215f1539057 req-03ff5325-4412-44d8-aaa7-d398ee5b7476 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:06.649451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55447ec0-d4f5-4a76-bc7e-5215f1539057 req-03ff5325-4412-44d8-aaa7-d398ee5b7476 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0850797 Mar 02 19:01:06.695535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55447ec0-d4f5-4a76-bc7e-5215f1539057 req-14de177c-e5fe-446c-b418-59c9afc40665 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Mar 02 19:01:07.894565 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0affb31a-b61a-44ea-9685-0e17a78db2f5 req-3c94448e-883d-4eef-935c-2b843b96e344 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:07.895796 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0affb31a-b61a-44ea-9685-0e17a78db2f5 req-3c94448e-883d-4eef-935c-2b843b96e344 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0814157 Mar 02 19:01:08.051939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0affb31a-b61a-44ea-9685-0e17a78db2f5 req-9acc43df-4900-49c7-afd4-17fc701a88ad tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503496 Mar 02 19:01:09.260693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c7f0f-84bb-493d-b229-b0df7c83f102 req-9dd28c6c-d4e1-46d1-b634-9fb55289a8ff tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:09.261989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d4c7f0f-84bb-493d-b229-b0df7c83f102 req-9dd28c6c-d4e1-46d1-b634-9fb55289a8ff tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0946572 Mar 02 19:01:09.331243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d4c7f0f-84bb-493d-b229-b0df7c83f102 req-e1f51e89-ad79-439f-884d-a21fc897e3a6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610189 Mar 02 19:01:10.518635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6f133-3eef-46ed-a192-36647423e959 req-9d9db0dc-cd2c-4949-a96e-e399f027890f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:10.524106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdd6f133-3eef-46ed-a192-36647423e959 req-9d9db0dc-cd2c-4949-a96e-e399f027890f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0862670 Mar 02 19:01:10.571330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdd6f133-3eef-46ed-a192-36647423e959 req-8b922b67-029f-4be5-b287-3617d929cac8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Mar 02 19:01:11.767343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38689ddf-ab1d-47a6-978b-02a25b03d35f req-67d67d4d-64a0-49ae-bed6-d39a985b10ce tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:11.768817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38689ddf-ab1d-47a6-978b-02a25b03d35f req-67d67d4d-64a0-49ae-bed6-d39a985b10ce tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0845730 Mar 02 19:01:11.817571 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38689ddf-ab1d-47a6-978b-02a25b03d35f req-a82b492f-a1a5-4e10-887e-bdeb77ce793c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Mar 02 19:01:13.001285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be55603-afb6-41cb-be85-4ed5f1586411 req-d7497d45-09f2-4e00-b061-d7ed5518717c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:13.002809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7be55603-afb6-41cb-be85-4ed5f1586411 req-d7497d45-09f2-4e00-b061-d7ed5518717c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0805283 Mar 02 19:01:13.048525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7be55603-afb6-41cb-be85-4ed5f1586411 req-1665420b-85f2-404c-b4e2-1a17813d5ee4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 Mar 02 19:01:14.252254 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582af1e-be7c-481d-8687-db162eae71aa req-4cc507ad-54c0-4360-b140-552c183c9616 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:14.253788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9582af1e-be7c-481d-8687-db162eae71aa req-4cc507ad-54c0-4360-b140-552c183c9616 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0880682 Mar 02 19:01:14.302295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9582af1e-be7c-481d-8687-db162eae71aa req-67436b8d-688d-48c8-b282-79ed9943d40e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427699 Mar 02 19:01:15.500456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c68680a-94a1-462d-85b5-e3fd599d5f28 req-33f5a2c6-30d4-4119-8385-9ef8ac461c9d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:15.502098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c68680a-94a1-462d-85b5-e3fd599d5f28 req-33f5a2c6-30d4-4119-8385-9ef8ac461c9d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0857024 Mar 02 19:01:15.548585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c68680a-94a1-462d-85b5-e3fd599d5f28 req-5cac24bc-f327-4093-98e7-289d0dd33914 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408723 Mar 02 19:01:16.744152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce598de-349b-4d14-8114-560723ec9ff6 req-272e5dab-14ec-4798-855d-9e32265e2141 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:16.745642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ce598de-349b-4d14-8114-560723ec9ff6 req-272e5dab-14ec-4798-855d-9e32265e2141 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0851643 Mar 02 19:01:16.789790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5ce598de-349b-4d14-8114-560723ec9ff6 req-5a94519e-e17f-4031-8889-e48392dd3f21 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Mar 02 19:01:17.979785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eba0a18-1e15-42d3-a1df-33cdb3ad3c57 req-6856feb9-fca4-4a71-a4ef-0dba449d7bfa tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:17.981273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5eba0a18-1e15-42d3-a1df-33cdb3ad3c57 req-6856feb9-fca4-4a71-a4ef-0dba449d7bfa tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0835795 Mar 02 19:01:18.030799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5eba0a18-1e15-42d3-a1df-33cdb3ad3c57 req-4920cc42-a135-4bd9-8b37-e95597089c35 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437348 Mar 02 19:01:19.222407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ed0a-117a-4aa3-a0f0-ede3468760a6 req-0bd3b781-15d0-40ba-8fe0-8c2161877d7e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:19.223935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6312ed0a-117a-4aa3-a0f0-ede3468760a6 req-0bd3b781-15d0-40ba-8fe0-8c2161877d7e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0844467 Mar 02 19:01:19.269316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6312ed0a-117a-4aa3-a0f0-ede3468760a6 req-0f1e4398-5309-499b-b28b-8962bd335fd6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397129 Mar 02 19:01:20.461433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595ef9d-5d73-4fbe-bf8c-d452a79f02e5 req-933474c1-736f-4149-b18f-eb74b3f81de3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:20.462927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a595ef9d-5d73-4fbe-bf8c-d452a79f02e5 req-933474c1-736f-4149-b18f-eb74b3f81de3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0871711 Mar 02 19:01:20.508951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a595ef9d-5d73-4fbe-bf8c-d452a79f02e5 req-ead2d8e5-e20d-48ba-86b3-06f878a1fac0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402572 Mar 02 19:01:21.700534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d76e66-d255-46f2-aefd-f1b0bd976905 req-2bccc25c-0f37-4990-b929-2c4f3650f5ab tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:21.702000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9d76e66-d255-46f2-aefd-f1b0bd976905 req-2bccc25c-0f37-4990-b929-2c4f3650f5ab tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0842133 Mar 02 19:01:21.750145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9d76e66-d255-46f2-aefd-f1b0bd976905 req-75a7994d-5459-4895-9f73-e7d0fd4b66bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424068 Mar 02 19:01:22.087433 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8b7ed392-6a39-4a2e-958b-a3e21385bed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:22.945597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669fe8c-4803-42ce-a1cb-6c51cd3603f8 req-de5a61a4-a4f4-44e7-b3c4-2995c63f8ebd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:22.947208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9669fe8c-4803-42ce-a1cb-6c51cd3603f8 req-de5a61a4-a4f4-44e7-b3c4-2995c63f8ebd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0869994 Mar 02 19:01:23.023197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9669fe8c-4803-42ce-a1cb-6c51cd3603f8 req-92cc03c7-756b-4c05-8bbe-2b06322051e1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613151 Mar 02 19:01:24.190193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c32a18bd-5397-486e-a938-60d25eaeb8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:24.201734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65487c59-09a3-4318-9eb1-41d845610dcf req-696cd681-152d-4224-a6b5-6f6cba638881 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:24.203227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65487c59-09a3-4318-9eb1-41d845610dcf req-696cd681-152d-4224-a6b5-6f6cba638881 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0864990 Mar 02 19:01:24.257493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65487c59-09a3-4318-9eb1-41d845610dcf req-7d220d36-544b-4283-b999-750e8ff486a3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474608 Mar 02 19:01:25.443635 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa87fb8b-6cde-4f2f-87a2-8b944bbe2ad0 req-855436ba-203e-4d6d-8d8a-50949fce95fe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:25.445113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa87fb8b-6cde-4f2f-87a2-8b944bbe2ad0 req-855436ba-203e-4d6d-8d8a-50949fce95fe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0823712 Mar 02 19:01:25.490715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa87fb8b-6cde-4f2f-87a2-8b944bbe2ad0 req-70e2030a-d387-40b1-89af-2b6083fffbbb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399139 Mar 02 19:01:25.550105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:25.601645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.030716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.688934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db77efb-010e-4332-bb54-1a59d5407cea req-3b14e693-4c7f-44a7-af0c-d825d818aa57 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:26.690484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db77efb-010e-4332-bb54-1a59d5407cea req-3b14e693-4c7f-44a7-af0c-d825d818aa57 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0865254 Mar 02 19:01:26.735504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db77efb-010e-4332-bb54-1a59d5407cea req-49f98c0d-962b-4f8b-a897-ba1db61cbc8a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394783 Mar 02 19:01:26.876065 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:26.972800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:27.924095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6126b50-598b-4573-8d00-7a5784b090f3 req-afcf69d0-7e98-4318-b552-0beed63aaab1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:27.925572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6126b50-598b-4573-8d00-7a5784b090f3 req-afcf69d0-7e98-4318-b552-0beed63aaab1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0817385 Mar 02 19:01:27.972602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6126b50-598b-4573-8d00-7a5784b090f3 req-a147c9e1-b275-41c9-ae83-58dc37d052c8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411003 Mar 02 19:01:29.170624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6604-fee3-42e5-b7df-dafe57233be7 req-985af74c-d7bc-4ac1-ae1c-2957959eec94 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:29.172454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76fc6604-fee3-42e5-b7df-dafe57233be7 req-985af74c-d7bc-4ac1-ae1c-2957959eec94 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0857074 Mar 02 19:01:29.217296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76fc6604-fee3-42e5-b7df-dafe57233be7 req-870bdd85-811a-4323-b337-b9f843e01c30 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390649 Mar 02 19:01:30.406640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fde3f-bfce-48aa-af09-d9dd38f9ee8e req-28ee3877-d3cb-4550-8ab7-ed26ba051b44 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:30.408159 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa0fde3f-bfce-48aa-af09-d9dd38f9ee8e req-28ee3877-d3cb-4550-8ab7-ed26ba051b44 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0811687 Mar 02 19:01:30.455696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa0fde3f-bfce-48aa-af09-d9dd38f9ee8e req-4ce16a7a-f31d-450d-b78a-7d333be5663e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 Mar 02 19:01:31.192913 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:01:31.641939 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d881fa30-7ad4-48eb-bcf1-e6a58a926777 req-dc709141-199c-4b78-8a84-918096c82f94 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:31.643445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d881fa30-7ad4-48eb-bcf1-e6a58a926777 req-dc709141-199c-4b78-8a84-918096c82f94 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0812879 Mar 02 19:01:31.688706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d881fa30-7ad4-48eb-bcf1-e6a58a926777 req-628672a7-a12e-4f5d-bf6c-edf3b736b100 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396466 Mar 02 19:01:32.880245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03301aa1-eedf-489a-9bc9-dd0206ea8914 req-4851fad9-b89d-4e37-a769-f86c7aa5a46a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:32.881685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03301aa1-eedf-489a-9bc9-dd0206ea8914 req-4851fad9-b89d-4e37-a769-f86c7aa5a46a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0820584 Mar 02 19:01:32.925612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-03301aa1-eedf-489a-9bc9-dd0206ea8914 req-121d6220-04c2-4f31-ba7e-c77c6ca66e81 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379741 Mar 02 19:01:34.142042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003a06-2d72-41ec-8ac1-c99db9754ca5 req-efb7a44d-4607-4a7b-afcc-d7d2c12c89c1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:34.143549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21003a06-2d72-41ec-8ac1-c99db9754ca5 req-efb7a44d-4607-4a7b-afcc-d7d2c12c89c1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.1113615 Mar 02 19:01:34.191236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21003a06-2d72-41ec-8ac1-c99db9754ca5 req-8a69a0ea-5b19-44f0-aad2-e68d5bbf52c3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Mar 02 19:01:35.389351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633142ac-e6f9-45a0-aa98-b85d79327043 req-d3c91a60-d0ac-4f54-93da-432735cc2573 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:35.389351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-633142ac-e6f9-45a0-aa98-b85d79327043 req-d3c91a60-d0ac-4f54-93da-432735cc2573 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0872123 Mar 02 19:01:35.438479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-633142ac-e6f9-45a0-aa98-b85d79327043 req-ed8a5d05-397d-483e-aedb-766e56101eec tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407469 Mar 02 19:01:36.639095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715aa603-214b-4d40-83ee-a15d5d3da18a req-3de37b1d-4ce6-4fdc-bdce-0aa0077ba459 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:36.640713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-715aa603-214b-4d40-83ee-a15d5d3da18a req-3de37b1d-4ce6-4fdc-bdce-0aa0077ba459 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0831470 Mar 02 19:01:36.802788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-715aa603-214b-4d40-83ee-a15d5d3da18a req-cff91a18-061d-4e6e-bae9-2337158c73f0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493392 Mar 02 19:01:38.333583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab486c8-1883-4dff-a8b9-4dd9c43d5439 req-cf79fcd3-baa7-4439-b603-98ecc641d9d2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:38.333583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ab486c8-1883-4dff-a8b9-4dd9c43d5439 req-cf79fcd3-baa7-4439-b603-98ecc641d9d2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0803330 Mar 02 19:01:38.333583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ab486c8-1883-4dff-a8b9-4dd9c43d5439 req-d4b6173f-cb07-419f-ad12-0e5aa0155c89 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435545 Mar 02 19:01:39.228201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcfa90d-b821-49fc-a901-dfed1e67f749 req-9e61b96d-f100-4019-b522-f20f6beafe91 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:39.229742 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fcfa90d-b821-49fc-a901-dfed1e67f749 req-9e61b96d-f100-4019-b522-f20f6beafe91 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0839090 Mar 02 19:01:39.295631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fcfa90d-b821-49fc-a901-dfed1e67f749 req-bc1de392-8817-4a8c-a920-4c7ecd96197e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546794 Mar 02 19:01:40.490167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80ae56-c37f-4c6c-acdb-52320cb94b09 req-5c1b624e-2259-452c-8fa3-0bd6beaa50bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:40.491799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac80ae56-c37f-4c6c-acdb-52320cb94b09 req-5c1b624e-2259-452c-8fa3-0bd6beaa50bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 944 time: 0.0920334 Mar 02 19:01:40.538762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac80ae56-c37f-4c6c-acdb-52320cb94b09 req-353e60c5-39d1-4c3c-91ed-780d5fbf7a08 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405991 Mar 02 19:01:40.682065 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-8baa43d2-d508-4e5f-ae10-346466129b8d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0811434 Mar 02 19:01:40.794647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 006a0b6c-4556-49a0-af9c-834aae3155cb details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:01:40.832270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-58338f4a-894a-4a48-9122-f5fd5f9114fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:40.832270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-58338f4a-894a-4a48-9122-f5fd5f9114fe service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 1097 time: 0.0770226 Mar 02 19:01:40.952907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=006a0b6c-4556-49a0-af9c-834aae3155cb,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:01:40.967361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '006a0b6c-4556-49a0-af9c-834aae3155cb', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': '006a0b6c-4556-49a0-af9c-834aae3155cb', 'mac_address': 'fa:16:3e:3c:ac:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:01:40.977867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-8f86301b-fe4b-49f1-b6c5-c2394fc00179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:40.979369 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-8f86301b-fe4b-49f1-b6c5-c2394fc00179 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1297905 Mar 02 19:01:41.026539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.047810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 006a0b6c-4556-49a0-af9c-834aae3155cb {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:01:41.053462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-1df65fef-006d-4d6e-a21c-6e503f7bdf2a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 HTTP/1.1" status: 200 len: 217 time: 0.0684960 Mar 02 19:01:41.065964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=006a0b6c-4556-49a0-af9c-834aae3155cb,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:01:41.116213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:41.119076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-f91de2d6-9496-4d31-9c31-fb77a0985bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:41.120627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-f91de2d6-9496-4d31-9c31-fb77a0985bb6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0617135 Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.227713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:41.230000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-31f843c5-0be1-4c07-bb9b-2d22c373d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:41.230000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-31f843c5-0be1-4c07-bb9b-2d22c373d6dc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829527 Mar 02 19:01:41.328053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['006a0b6c-4556-49a0-af9c-834aae3155cb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:01:41.351002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-0decd7fc-835d-4fba-aa4a-7fa3c171ec40 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354129 Mar 02 19:01:41.607373 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7d0e531d-dd6e-4886-b731-41b2484cc167 req-df46ddf4-edc2-4900-82bf-cb3650373757 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506080 Mar 02 19:01:41.752278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c38e0bc-691f-4fc5-bffb-c8cd36d1cb45 req-0651d849-d71b-42f8-892c-6a3198a4bb3b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:41.752278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c38e0bc-691f-4fc5-bffb-c8cd36d1cb45 req-0651d849-d71b-42f8-892c-6a3198a4bb3b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 945 time: 0.1007102 Mar 02 19:01:41.801692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c38e0bc-691f-4fc5-bffb-c8cd36d1cb45 req-52d84dd5-7359-4514-a17e-423709300bfa tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Mar 02 19:01:42.811228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 006a0b6c-4556-49a0-af9c-834aae3155cb up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:01:43.017182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077df309-d536-43dd-b4d8-1d1975f5497f req-4fe5a901-faef-4545-988c-d80a9042a076 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.018668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-077df309-d536-43dd-b4d8-1d1975f5497f req-4fe5a901-faef-4545-988c-d80a9042a076 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 945 time: 0.0873504 Mar 02 19:01:43.018772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 006a0b6c-4556-49a0-af9c-834aae3155cb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:01:43.023926 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 006a0b6c-4556-49a0-af9c-834aae3155cb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:01:43.026068 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.069654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-077df309-d536-43dd-b4d8-1d1975f5497f req-b862745b-e961-4111-a474-04e76794f274 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445011 Mar 02 19:01:43.148114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.180862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:43.192857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=006a0b6c-4556-49a0-af9c-834aae3155cb,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:01:43.241180 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb', 'code': 200} Mar 02 19:01:43.272424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:43.388551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:43.389201 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16696ab-21ed-4f76-a78e-e5489cdedfd5 req-139db5ea-c07a-42b0-b58d-1ea15930624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:43.390778 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b16696ab-21ed-4f76-a78e-e5489cdedfd5 req-139db5ea-c07a-42b0-b58d-1ea15930624a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 1097 time: 0.0810869 Mar 02 19:01:43.435498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b16696ab-21ed-4f76-a78e-e5489cdedfd5 req-46b4f13a-31ac-452a-9326-fe9efc0a4b67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386977 Mar 02 19:01:44.270362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8a628-5431-41b1-80f4-275fb58461e1 req-46ca8c9d-c72c-439c-b503-a57633dc5668 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:44.271824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ba8a628-5431-41b1-80f4-275fb58461e1 req-46ca8c9d-c72c-439c-b503-a57633dc5668 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.0793328 Mar 02 19:01:44.320974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ba8a628-5431-41b1-80f4-275fb58461e1 req-497542c9-b502-4aaa-85d4-f0b903c5aa87 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431676 Mar 02 19:01:45.516237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d8dcb-5775-4b0a-9022-dceed0ce0695 req-4c413404-b6c0-4478-bb68-b055258fc1b3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.517831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d0d8dcb-5775-4b0a-9022-dceed0ce0695 req-4c413404-b6c0-4478-bb68-b055258fc1b3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.0852606 Mar 02 19:01:45.565367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d0d8dcb-5775-4b0a-9022-dceed0ce0695 req-1396deb8-0267-4d21-bea9-039a7aae8750 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417428 Mar 02 19:01:45.737034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-ec90450f-e093-4043-957f-0a352c93ae41 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065972 Mar 02 19:01:45.767425 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e746681f-7e36-4468-87a5-d18af3990861 req-3999a573-8ea4-45ae-8da0-7fa7bb3ba4ca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.767425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e746681f-7e36-4468-87a5-d18af3990861 req-3999a573-8ea4-45ae-8da0-7fa7bb3ba4ca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.0924106 Mar 02 19:01:45.828075 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e746681f-7e36-4468-87a5-d18af3990861 req-46fa484f-2435-4c95-9c17-41fa9084d0c1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562682 Mar 02 19:01:45.889133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548755-da97-414a-b8e6-1fd25a077a86 req-592a4961-f35d-4f9f-ac82-e056278b8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:45.890576 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-592a4961-f35d-4f9f-ac82-e056278b8e5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 1097 time: 0.0783405 Mar 02 19:01:46.061191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548755-da97-414a-b8e6-1fd25a077a86 req-d4aee920-9bda-4531-8db0-f4492f24acdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.063022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-d4aee920-9bda-4531-8db0-f4492f24acdc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1540415 Mar 02 19:01:46.146059 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-6d29066a-ee1c-46fd-bc34-e3468cb6086d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=006a0b6c-4556-49a0-af9c-834aae3155cb HTTP/1.1" status: 200 len: 217 time: 0.0726545 Mar 02 19:01:46.210012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548755-da97-414a-b8e6-1fd25a077a86 req-d9b5ba4e-aeef-4f6a-96d4-9a10484b0085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.210012 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-d9b5ba4e-aeef-4f6a-96d4-9a10484b0085 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0595100 Mar 02 19:01:46.288678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548755-da97-414a-b8e6-1fd25a077a86 req-e1887d1f-072d-45ab-8419-525f1dc274cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.289895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-e1887d1f-072d-45ab-8419-525f1dc274cd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747051 Mar 02 19:01:46.432957 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-7076ad57-ccb3-4afe-9739-fc7653cb563a service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363559 Mar 02 19:01:46.592068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13b3f4-317d-416a-96af-07d38fb7ce04 req-32bb6643-821f-4662-b6d1-afa503a41d50 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:46.592068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b13b3f4-317d-416a-96af-07d38fb7ce04 req-32bb6643-821f-4662-b6d1-afa503a41d50 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.1057117 Mar 02 19:01:46.594466 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-50548755-da97-414a-b8e6-1fd25a077a86 req-6994b94a-4f99-4f37-a0a6-4100dc47520e service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521780 Mar 02 19:01:46.643199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b13b3f4-317d-416a-96af-07d38fb7ce04 req-f646c60b-4a7f-4928-b646-40fd8374afbd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Mar 02 19:01:47.854463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937347c-8692-4e58-b241-eabe3973949c req-c1d1146f-e9c3-4203-943e-c3cfeeba3383 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:47.854463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9937347c-8692-4e58-b241-eabe3973949c req-c1d1146f-e9c3-4203-943e-c3cfeeba3383 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.0883017 Mar 02 19:01:47.901239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9937347c-8692-4e58-b241-eabe3973949c req-c0de1602-a9bf-49b3-a503-1460b17ba7c7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431175 Mar 02 19:01:47.989440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2d415f10-9e45-4929-b52d-244487d96b31 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:47.990147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2d415f10-9e45-4929-b52d-244487d96b31 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:48.104018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2d415f10-9e45-4929-b52d-244487d96b31 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:48.105190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2d415f10-9e45-4929-b52d-244487d96b31 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 946 time: 0.1941729 Mar 02 19:01:48.192509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 006a0b6c-4556-49a0-af9c-834aae3155cb {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:01:48.192509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.450694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port 006a0b6c-4556-49a0-af9c-834aae3155cb, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=006a0b6c-4556-49a0-af9c-834aae3155cb,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:01:48.450974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.586287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 006a0b6c-4556-49a0-af9c-834aae3155cb owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:01:48.834661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:48.850285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:01:48.906537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['006a0b6c-4556-49a0-af9c-834aae3155cb'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:01:49.094258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=006a0b6c-4556-49a0-af9c-834aae3155cb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:49.103223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.103574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.103914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.104248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.104578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.104907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.105230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.105551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.106527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.106858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.107176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.107656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:01:49.113668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d6a977f-fa67-4c65-ba3e-e4f73e5cd8b9 req-0f1976ef-f76d-43be-8b7e-94df5ffaba0f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 210 time: 0.0710661 Mar 02 19:01:49.201309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port 006a0b6c-4556-49a0-af9c-834aae3155cb on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:49.204314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:49.211865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'name': 'network-vif-deleted', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:49.328881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d9e4da18-b956-4d49-b11d-104ca56ee05e req-2fe80e4c-297d-4ea7-8660-b74565915cdb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "DELETE /v2.0/ports/006a0b6c-4556-49a0-af9c-834aae3155cb HTTP/1.1" status: 204 len: 173 time: 1.2172420 Mar 02 19:01:49.349572 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c569cca-18ea-40ca-9f8e-6c21cb33a632', 'name': 'network-vif-deleted', 'tag': '006a0b6c-4556-49a0-af9c-834aae3155cb', 'status': 'completed', 'code': 200} Mar 02 19:01:50.267779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32aaa4dd-1259-44b7-b55e-d789e3efece4 req-9b81673a-2c59-4d1e-a2ec-df7106ae9ba1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=6c569cca-18ea-40ca-9f8e-6c21cb33a632 HTTP/1.1" status: 200 len: 210 time: 0.0436661 Mar 02 19:01:50.849040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 006a0b6c-4556-49a0-af9c-834aae3155cb no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:01:50.879923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 006a0b6c-4556-49a0-af9c-834aae3155cb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:01:50.880209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 006a0b6c-4556-49a0-af9c-834aae3155cb not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:01:52.098501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ffc70aaf-c75c-4f21-b470-90de13dcd320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:54.186400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fd94baa7-4088-41d5-936e-a9b0b9a985ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.555371 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:55.669029 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.049985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:56.539421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97664a4e-972e-4db9-94a9-4a3ffb382b9e req-120c524a-2ca1-4959-861b-c9985960505e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:56.540905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97664a4e-972e-4db9-94a9-4a3ffb382b9e req-120c524a-2ca1-4959-861b-c9985960505e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.0848391 Mar 02 19:01:56.597306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97664a4e-972e-4db9-94a9-4a3ffb382b9e req-85417b5f-9e7c-4c0f-88a9-7c9aa47a3d24 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Mar 02 19:01:56.889424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.041192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:57.783321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca12fd2-15c9-462b-9803-9e815db9cd13 req-86b5cb52-6dc7-4882-afcc-7a797e8065c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:57.787839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ca12fd2-15c9-462b-9803-9e815db9cd13 req-86b5cb52-6dc7-4882-afcc-7a797e8065c9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.0819857 Mar 02 19:01:57.832228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ca12fd2-15c9-462b-9803-9e815db9cd13 req-4b805042-350c-4c84-8c99-60df51af9832 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a318732-1efe-439a-838b-cdf71bb2db3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417612 Mar 02 19:01:58.041174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-6bc03c00-fae4-4fd9-8750-2069e8f88620 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:01:58.041174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-6bc03c00-fae4-4fd9-8750-2069e8f88620 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:01:58.092698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-6bc03c00-fae4-4fd9-8750-2069e8f88620 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:01:58.093947 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-6bc03c00-fae4-4fd9-8750-2069e8f88620 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 946 time: 0.1600413 Mar 02 19:01:58.167320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:01:58.167662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.423524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:01:58.423879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.544615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:01:58.885849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:58.900106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:01:58.952050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:01:59.033875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:01:59.033875 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:01:59.057707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'name': 'network-vif-deleted', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:01:59.096103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a4cad0c5-c1a8-428e-9979-88e0178a779d req-091398b3-ba14-4c9b-a089-c028b5f82a42 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 210 time: 0.1033013 Mar 02 19:01:59.141145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1f06f3a8-8fdc-4783-b40f-22841a9a493d req-315b7a74-475f-41a5-a9f2-9eb19344e2b8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "DELETE /v2.0/ports/e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 HTTP/1.1" status: 204 len: 173 time: 1.0416296 Mar 02 19:01:59.153695 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '001c9132-a7b4-4ee9-83a5-bac0f1b5563c', 'name': 'network-vif-deleted', 'tag': 'e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6', 'status': 'completed', 'code': 200} Mar 02 19:02:00.283034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5803f91-fa95-4d7d-a4e9-b4a320100910 req-dc9613dc-0af4-4b4c-a37c-fb1b175782eb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=001c9132-a7b4-4ee9-83a5-bac0f1b5563c HTTP/1.1" status: 200 len: 210 time: 0.0640657 Mar 02 19:02:01.669580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:02:01.724915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:02:01.724915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device e20a5d13-ac25-4b9c-b9ef-6c6dff1bcdf6 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:02:04.378321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45408) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:04.383546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-377101792', 'description': 'tempest-secgroup-smoke-377101792 description', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:04.391016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:04.394889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:04.397725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:04.405202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:04.487441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.509259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:04.509259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:04.514512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:04.520727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:04.597517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.680971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.726819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a909eb5-a692-4bf6-9e1a-b337bc001f0e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:04.820449 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:04.824626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 45416) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:04.826912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-70f90016-39c6-4275-a365-18eae48ef07a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4434025 Mar 02 19:02:04.831125 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:04.838517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:04.841284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:04.847584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:04.852893 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:04.985401 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.051578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.118018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.136270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76091fe9-e0c7-4243-b72c-9abb55fac8b8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.147618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.151895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:05.204646 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.210190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45422) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.216236 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2a2f23ce-e01d-4c8c-aa77-7ae6482b31b7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3825977 Mar 02 19:02:05.218236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:05.223480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:05.230335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:05.230335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:05.234722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:05.328826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.395644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.470224 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.499762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a81a13d-6a3e-4595-b71b-841be551f391,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:05.583957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.585180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5150934f-6ad0-4c14-80fa-4222fc1cc213 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3770194 Mar 02 19:02:05.588116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:05.593672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:05.609291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:05.609426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:05.612281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:05.618027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:05.814088 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.869767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.965768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:05.993691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9eb491-e30c-40a3-994e-45ed7111cefa,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.084157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.084157 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-69fd7138-c459-4d45-885f-c9419fdbbda2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4933591 Mar 02 19:02:06.091968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45440) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.091968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:06.106890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:06.111374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:06.111374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:06.119717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:06.207613 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.274372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.359064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.387095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f740302c-1540-4795-b8c7-2ed0ab42f5d9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.479141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.479141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d7ef7c6b-4a2d-49d1-9a9f-aa2104848736 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3901484 Mar 02 19:02:06.481255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45448) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.486298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:06.493117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:06.502407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:06.502407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:06.506310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:06.578718 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Project c8e169aa05af4b938f2f48d4652ed979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:02:06.593665 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.660626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.732551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.757380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b9d977-c918-410c-8ab6-4410fca33e59,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:06.841111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:06.842504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-77ccda53-695c-40ea-830e-dd26df45f4f1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3603046 Mar 02 19:02:06.845240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 45456) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:06.859973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'security_group_rule': {'security_group_id': '9a909eb5-a692-4bf6-9e1a-b337bc001f0e', 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:06.859973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:06.866148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:security_group_rule and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:06.870366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:06.878066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:06.947039 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Project c8e169aa05af4b938f2f48d4652ed979 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:02:06.955669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.035188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.138013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.184830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=206cbfec-2650-482d-8735-e3a17b990d4c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:07.237593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:07.237593 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b53c4f5f-31f5-4df8-bab3-8645e2916c52 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3904066 Mar 02 19:02:08.193356 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:02:22.063815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e2133ce6-2940-4c06-9471-d78e50833342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:24.206215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e032250a-ac45-43b6-b59c-c07f4a24e4e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.554276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:25.617417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.075264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:26.868954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:27.046501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:29.173551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-9a467ba1-eee6-40b8-a008-435810766d7f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377101792&fields=id&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 267 time: 0.0404794 Mar 02 19:02:29.324300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-078d5051-fb9e-444c-a45a-de529db3086c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:29.326310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-078d5051-fb9e-444c-a45a-de529db3086c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1466546 Mar 02 19:02:29.340898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-6809177a-5da5-4a56-99af-707ddbf745ce tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0093029 Mar 02 19:02:29.425044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-1164f4e7-ee20-4689-8b30-6e1c6f91fe26 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792477 Mar 02 19:02:29.561578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-aa4b2f53-a6db-4fa9-b5ce-cde7d1c3c9cb service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251140 Mar 02 19:02:29.690395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5e497245-7751-4ba2-ac39-4550cd7911c9 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230614 Mar 02 19:02:30.598685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49c2cd21-adf5-48f8-87d9-7e74d55f8fd0 req-f3e25a53-2a32-4665-ad72-8bea461f39c1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 210 time: 0.2806227 Mar 02 19:02:31.748043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d1b2f10-8cd3-44cb-b863-3c03f643e811 req-d45056eb-802d-409e-bf33-548320e0b356 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 210 time: 0.0427890 Mar 02 19:02:32.284339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-3522191f-3b6b-4141-ab13-21f617b18efe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:32.285698 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-3522191f-3b6b-4141-ab13-21f617b18efe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1627297 Mar 02 19:02:32.333246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-b2ef14ae-4a14-4a51-ad55-09a8adbcebca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:02:32.399986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-b2ef14ae-4a14-4a51-ad55-09a8adbcebca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:02:32.401193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-b2ef14ae-4a14-4a51-ad55-09a8adbcebca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 379 time: 0.1069114 Mar 02 19:02:32.409803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'security_groups': ['9a909eb5-a692-4bf6-9e1a-b337bc001f0e']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:32.661934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:32.666061 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:32.668889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:32.674800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:32.743094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:02:32.746790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:32.900092 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2377703d-a405-4fff-bad9-db2f669e0b93 req-c27229ca-ab7b-4b89-ad1d-f3d280398de9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 210 time: 0.0453572 Mar 02 19:02:32.919373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.11 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/b69b845b-a16d-4080-bdd8-be7716ed9325) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:33.113476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.129680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object b69b845b-a16d-4080-bdd8-be7716ed9325 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:33.223636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.294467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:33.302761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:33.305261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:02:33.347368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:33.378601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:33.379220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.475575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-5f100419-8cb5-4daa-9792-8460bfaba656 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0694892 Mar 02 19:02:33.486876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Request body: {'port': {'device_id': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:33.636602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.685960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-93dc5fe1-9fab-4766-a2a6-9c7c27338913 None None] Provisioning for port b69b845b-a16d-4080-bdd8-be7716ed9325 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:33.691295 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-93dc5fe1-9fab-4766-a2a6-9c7c27338913 None None] Provisioning complete for port b69b845b-a16d-4080-bdd8-be7716ed9325 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:33.691765 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-93dc5fe1-9fab-4766-a2a6-9c7c27338913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:33.749356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-93dc5fe1-9fab-4766-a2a6-9c7c27338913 None None] Port b69b845b-a16d-4080-bdd8-be7716ed9325 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:02:34.004237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69b845b-a16d-4080-bdd8-be7716ed9325 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:02:34.012315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.027936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Transition to ACTIVE for port object b69b845b-a16d-4080-bdd8-be7716ed9325 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:02:34.097473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.126843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cc4a6-7fd8-496c-9105-c715a4ea06e7 req-d961a9b0-21f1-4c75-92b4-ef7bc22e7b82 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:34.128302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a8cc4a6-7fd8-496c-9105-c715a4ea06e7 req-d961a9b0-21f1-4c75-92b4-ef7bc22e7b82 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 932 time: 0.0798638 Mar 02 19:02:34.181856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a8cc4a6-7fd8-496c-9105-c715a4ea06e7 req-47eb0b54-7f10-490b-a423-683048a68454 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469601 Mar 02 19:02:34.307575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:34.354277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Attempting to bind port b69b845b-a16d-4080-bdd8-be7716ed9325 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:02:34.354277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Attempting to bind port b69b845b-a16d-4080-bdd8-be7716ed9325 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:02:34.354548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Attempting to bind port b69b845b-a16d-4080-bdd8-be7716ed9325 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:02:34.360458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Port b69b845b-a16d-4080-bdd8-be7716ed9325 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:02:34.360855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Attempting to bind port b69b845b-a16d-4080-bdd8-be7716ed9325 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:02:34.366448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 2, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:02:34.366866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:02:34.367335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:02:34.367860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Bound port: b69b845b-a16d-4080-bdd8-be7716ed9325, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:02:34.368297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.470344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:02:34.473798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:02:34.538194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.592585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:34.593220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:34.598699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] 10.222.0.11 "PUT /v2.0/ports/b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 200 len: 1092 time: 1.1147716 Mar 02 19:02:34.604847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:34.633429 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34af176-49e4-4e29-aa9e-de29d4db9108 service neutron] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:34.663113 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'status': 'completed', 'code': 200} Mar 02 19:02:34.767417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f23dc-d97c-4235-b620-04a36ee46364 req-d211c845-742c-4b0e-a011-0a6121fad221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:34.769055 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-581f23dc-d97c-4235-b620-04a36ee46364 req-d211c845-742c-4b0e-a011-0a6121fad221 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1095 time: 0.0859616 Mar 02 19:02:35.060591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f23dc-d97c-4235-b620-04a36ee46364 req-e3f4f86a-8897-4813-a067-f3d9e1052e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.062005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-581f23dc-d97c-4235-b620-04a36ee46364 req-e3f4f86a-8897-4813-a067-f3d9e1052e7b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=c8e169aa05af4b938f2f48d4652ed979&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2847972 Mar 02 19:02:35.200102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f23dc-d97c-4235-b620-04a36ee46364 req-a4b9b8a5-b9f7-47ff-92b3-84707ff4ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.201589 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-581f23dc-d97c-4235-b620-04a36ee46364 req-a4b9b8a5-b9f7-47ff-92b3-84707ff4ddc6 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329813 Mar 02 19:02:35.322664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-4da106f9-8257-483f-b16e-ea2ec13d60c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.324154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-4da106f9-8257-483f-b16e-ea2ec13d60c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1095 time: 0.0725913 Mar 02 19:02:35.396694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-7bcdd7e7-e4e4-4e1a-8ae0-812589066007 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 200 len: 217 time: 0.0656343 Mar 02 19:02:35.403005 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f3300-eaef-4e0e-b22e-c99f3b20e75c req-47ac3ff6-0664-4d06-a3e6-85bb938fd08e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.404495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f69f3300-eaef-4e0e-b22e-c99f3b20e75c req-47ac3ff6-0664-4d06-a3e6-85bb938fd08e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0951002 Mar 02 19:02:35.449879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f69f3300-eaef-4e0e-b22e-c99f3b20e75c req-85bc30fe-42ad-4d7f-b70d-0ddddf04bb53 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Mar 02 19:02:35.461325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-fcf47c67-5ce6-4449-9600-93bb901d3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.462895 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-fcf47c67-5ce6-4449-9600-93bb901d3eee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0600872 Mar 02 19:02:35.542837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-92f9d65f-8e07-45b9-855f-6da05ce763b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:35.544385 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-92f9d65f-8e07-45b9-855f-6da05ce763b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752766 Mar 02 19:02:35.684972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-88d10bc9-4868-4dba-90e3-275332b4d606 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330252 Mar 02 19:02:35.822975 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9c56e883-a47b-4ca9-9791-3303801154a8 req-27fcff0a-db45-441d-a3c1-dc4facbc89eb service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315618 Mar 02 19:02:36.655800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0120bdcd-e03e-4dc3-a303-019c8f302eee req-56c65e1e-e511-437e-b1f4-c26d5e0ada3a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:36.657315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0120bdcd-e03e-4dc3-a303-019c8f302eee req-56c65e1e-e511-437e-b1f4-c26d5e0ada3a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0928047 Mar 02 19:02:36.704707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0120bdcd-e03e-4dc3-a303-019c8f302eee req-af50c830-1d62-4722-91c0-20a8893430b2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Mar 02 19:02:37.887181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb375f6a-4a04-4cde-a32f-647195f8a6b8 req-15fc21a9-32fb-4ade-84fa-bc991287603b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:37.888550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb375f6a-4a04-4cde-a32f-647195f8a6b8 req-15fc21a9-32fb-4ade-84fa-bc991287603b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0805533 Mar 02 19:02:37.934269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb375f6a-4a04-4cde-a32f-647195f8a6b8 req-32a1c779-2cfb-4735-bfdf-fbdc7bb55755 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399551 Mar 02 19:02:39.123648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143af210-2565-4235-8ad9-433ce397dce3 req-67b5e7b1-b548-4eaa-827a-e9ab38230a1b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:39.125093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-143af210-2565-4235-8ad9-433ce397dce3 req-67b5e7b1-b548-4eaa-827a-e9ab38230a1b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0826991 Mar 02 19:02:39.169232 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-143af210-2565-4235-8ad9-433ce397dce3 req-c36b43cd-859f-4222-a202-c651b325355c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384152 Mar 02 19:02:40.355957 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee16c6-e97c-435a-b889-861efb02163c req-d4d3941c-5bd4-4eab-9b06-51a52c3440b6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:40.357450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ee16c6-e97c-435a-b889-861efb02163c req-d4d3941c-5bd4-4eab-9b06-51a52c3440b6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0817361 Mar 02 19:02:40.401935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0ee16c6-e97c-435a-b889-861efb02163c req-7dbbab95-50ce-48f5-9939-4df472e2a53b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388842 Mar 02 19:02:41.596426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2433b85-0480-4fac-8c12-397688ed67fd req-1adc07e8-078c-4900-b99b-277d9fbf46d4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:41.598001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2433b85-0480-4fac-8c12-397688ed67fd req-1adc07e8-078c-4900-b99b-277d9fbf46d4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0886090 Mar 02 19:02:41.642594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2433b85-0480-4fac-8c12-397688ed67fd req-dd99a3bf-4958-482c-9301-984aaa41d4cb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Mar 02 19:02:42.828991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb811f8-1cd7-4cfc-a0c1-04733232ad93 req-e36528af-f916-4005-b952-f4affbd3b9a6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:42.830479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb811f8-1cd7-4cfc-a0c1-04733232ad93 req-e36528af-f916-4005-b952-f4affbd3b9a6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0806863 Mar 02 19:02:42.878271 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abb811f8-1cd7-4cfc-a0c1-04733232ad93 req-5aa1ada6-1b51-4ad7-988b-ebc2f3e2f9bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420909 Mar 02 19:02:43.073075 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b845b-a16d-4080-bdd8-be7716ed9325 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:02:43.223547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:02:43.237173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'mac_address': 'fa:16:3e:d2:11:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:02:43.295343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.312030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69b845b-a16d-4080-bdd8-be7716ed9325 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:02:43.328252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:02:43.382743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:43.455676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:43.463239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.463588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.463924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.464254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.464580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.465467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.465786 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.466107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.466448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.466764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.467083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.467395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:43.594393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b69b845b-a16d-4080-bdd8-be7716ed9325'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:02:44.070283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82001ee7-94aa-4a49-a445-3fb8da817be9 req-f66f616b-4489-4061-9072-2acc524f7f4b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:44.071766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82001ee7-94aa-4a49-a445-3fb8da817be9 req-f66f616b-4489-4061-9072-2acc524f7f4b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 945 time: 0.0821121 Mar 02 19:02:44.121101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82001ee7-94aa-4a49-a445-3fb8da817be9 req-bee21fc3-ead0-48f8-a0ed-e7f587979d93 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433905 Mar 02 19:02:45.083575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b845b-a16d-4080-bdd8-be7716ed9325 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:02:45.203405 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:02:45.211562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port b69b845b-a16d-4080-bdd8-be7716ed9325 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:02:45.217196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b69b845b-a16d-4080-bdd8-be7716ed9325 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:02:45.217574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.330209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7456dd-bcb4-4d64-b943-f659e12ec4eb req-61c4015c-f873-4b33-a690-75315d4a2716 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:45.331691 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f7456dd-bcb4-4d64-b943-f659e12ec4eb req-61c4015c-f873-4b33-a690-75315d4a2716 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 945 time: 0.0866714 Mar 02 19:02:45.337285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.366219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:45.376388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:02:45.381559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f7456dd-bcb4-4d64-b943-f659e12ec4eb req-2581d816-d07d-4f66-b3dd-fc2076eb4f1a tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417783 Mar 02 19:02:45.411496 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'code': 200} Mar 02 19:02:45.451632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:45.525237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:45.561901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfedac-6be9-4daf-8871-b2b384a86687 req-f17566cf-536e-4075-91d1-f14568db2a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:45.563566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3acfedac-6be9-4daf-8871-b2b384a86687 req-f17566cf-536e-4075-91d1-f14568db2a4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1097 time: 0.0957785 Mar 02 19:02:45.604661 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3acfedac-6be9-4daf-8871-b2b384a86687 req-132b08bf-772b-44ac-be4f-9b48aa24480e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345607 Mar 02 19:02:46.578171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a265fee-8cad-4e5e-be59-92b41c77fe26 req-1faf4341-cd87-4b59-8388-4314c839763f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:46.579652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a265fee-8cad-4e5e-be59-92b41c77fe26 req-1faf4341-cd87-4b59-8388-4314c839763f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.0904689 Mar 02 19:02:46.625267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a265fee-8cad-4e5e-be59-92b41c77fe26 req-f2e20f63-c953-4f9f-b923-83349fe1406f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 Mar 02 19:02:47.816366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcb054b-73e9-4660-8182-ea4223c9b02f req-fd2eeea6-35b8-4771-b876-23b9694277a0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:47.817830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fcb054b-73e9-4660-8182-ea4223c9b02f req-fd2eeea6-35b8-4771-b876-23b9694277a0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.0847583 Mar 02 19:02:47.861045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fcb054b-73e9-4660-8182-ea4223c9b02f req-ce7e042d-fff4-4c26-ac46-19dfde244a8f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Mar 02 19:02:48.060872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadc3d1-725e-4ca9-b90f-6edc26098bcb req-1c40f7f2-48c3-4526-a77f-d4fa8b4621c7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:48.063410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fadc3d1-725e-4ca9-b90f-6edc26098bcb req-1c40f7f2-48c3-4526-a77f-d4fa8b4621c7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.0904188 Mar 02 19:02:48.111713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fadc3d1-725e-4ca9-b90f-6edc26098bcb req-44b195b9-67e7-456a-aacf-ecb3634f9e80 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412343 Mar 02 19:02:48.136204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46390) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:48.210784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc8ab7d-499d-4538-b031-21f8e2ec83a1 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:48.212353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cc8ab7d-499d-4538-b031-21f8e2ec83a1 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1092 time: 0.0745480 Mar 02 19:02:48.215227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 46398) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:02:48.220118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:02:48.227034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:02:48.231426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:floatingip and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:02:48.234349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:02:48.239964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:02:48.310504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.450859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.583277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.25.7.23 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f21c68e9-25e6-49a9-8dae-3a8ea17d1a93) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:02:48.745247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.834982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:48.899004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:02:48.906531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:02:48.910639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:02:48.944328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=f21c68e9-25e6-49a9-8dae-3a8ea17d1a93,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:49.457800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.586026 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.805867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.862782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:49.973210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=f21c68e9-25e6-49a9-8dae-3a8ea17d1a93,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:02:49.985792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.986159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.986508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.986845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.987178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.987547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.987874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.988196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.988517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.988838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.989156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.989475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:02:49.997593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.176454 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 861f272e-6f57-4bc9-b2a9-82bf849c1ab5 associated. External IP: 172.25.7.23, port: b69b845b-a16d-4080-bdd8-be7716ed9325. Mar 02 19:02:50.531274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:02:50.707683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:02:50.718463 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:02:50.728257 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:02:50.729143 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:50.834648 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:50.900095 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-457a03f9-8a89-49da-9ff6-346edfcbe846 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6838291 Mar 02 19:02:50.900900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:02:50.951071 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'status': 'completed', 'code': 200} Mar 02 19:02:50.955298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:02:51.189894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-7143f0fb-c223-4d3c-812a-772c0004fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.189894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-7143f0fb-c223-4d3c-812a-772c0004fa8c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1097 time: 0.2115445 Mar 02 19:02:51.325580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-fe8ebb38-e7d6-4797-b888-ba4c6e65fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.327063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-fe8ebb38-e7d6-4797-b888-ba4c6e65fcd8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1338484 Mar 02 19:02:51.350864 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '861f272e-6f57-4bc9-b2a9-82bf849c1ab5', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:d2:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:02:49Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:51.355175 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:02:51.363713 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:02:51.368919 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:02:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:51.436438 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-1beb1e0f-55e1-4684-8392-3cfd60c65f67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 200 len: 999 time: 0.1023197 Mar 02 19:02:51.503514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-91f598cd-adbb-4079-b20d-ec6b99f79d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.503725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-91f598cd-adbb-4079-b20d-ec6b99f79d05 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0612595 Mar 02 19:02:51.556399 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:02:51.586980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-53ead033-228d-4571-a88b-0a45412e2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:02:51.588464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-53ead033-228d-4571-a88b-0a45412e2ab2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787485 Mar 02 19:02:51.724494 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-a9e389b3-a26c-4242-a1a0-7089b0e25ac5 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296635 Mar 02 19:02:51.860319 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-591153e4-c597-4a19-b067-9486b9d6ed36 req-c08eb8d0-6ff5-45ac-a126-cdf8c8b8ff81 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288507 Mar 02 19:02:51.957517 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '861f272e-6f57-4bc9-b2a9-82bf849c1ab5', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:d2:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:02:49Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:02:51.962020 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf15eed-4e4f-45c4-915e-00d9eb2768a5 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '861f272e-6f57-4bc9-b2a9-82bf849c1ab5', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.23', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:d2:11:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:02:49Z', 'updated_at': '2022-03-02T19:02:49Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:02:52.079780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1c63f4c-43c3-4cea-bf91-16269742fa7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:52.179955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244f4ccd-6f0b-41ec-8d4f-cd98ff935396 None None] New status for floating IP 861f272e-6f57-4bc9-b2a9-82bf849c1ab5: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:02:54.200034 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8381278d-3526-4b14-99be-46d5958adc92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.540817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:55.617425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.039807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:56.866006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:02:57.108634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.095449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c41126-af43-4b2a-a37d-7b6855872a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:22.194915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:03:24.250453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e7295f20-d76f-41c0-85a8-d0a4138936a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.530456 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:25.596787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.021544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:26.901792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:27.087709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:47.741943 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-72a014ac-abb8-46f9-813c-5307f2763c25 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1284938 Mar 02 19:03:47.897719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea766-c83b-435c-81a2-f475351c56de req-7f7feecc-fb4d-471c-b6ff-0a0b7a016e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:47.897719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-7f7feecc-fb4d-471c-b6ff-0a0b7a016e35 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1097 time: 0.0844855 Mar 02 19:03:48.050724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea766-c83b-435c-81a2-f475351c56de req-f96267b9-5fe2-4ee7-8466-a4bd54639b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.051230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-f96267b9-5fe2-4ee7-8466-a4bd54639b53 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1361740 Mar 02 19:03:48.158866 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-ac01da03-dd55-4d77-918e-504f47390fcc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 200 len: 1001 time: 0.1006312 Mar 02 19:03:48.236637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea766-c83b-435c-81a2-f475351c56de req-197b5fe4-5ad3-4881-acbd-a3cf0c38c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.236637 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-197b5fe4-5ad3-4881-acbd-a3cf0c38c10f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0673354 Mar 02 19:03:48.319048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aea766-c83b-435c-81a2-f475351c56de req-027c9988-0436-4ff9-8805-821d85809248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:03:48.319048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-027c9988-0436-4ff9-8805-821d85809248 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726762 Mar 02 19:03:48.324678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-b900112b-dff2-4a95-af73-0d577c557b32 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:03:48.324678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-b900112b-dff2-4a95-af73-0d577c557b32 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050151 Mar 02 19:03:48.473362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-b38f3a12-b472-4839-a170-b4c545bfdaa7 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402395 Mar 02 19:03:48.632137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56aea766-c83b-435c-81a2-f475351c56de req-7efb366c-02f7-4150-a27a-3a57dffaa82e service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486731 Mar 02 19:03:52.135829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-811756ee-338b-4e7b-be23-2a0b80995e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:54.193531 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5df09f15-7aa4-4e10-adff-c82ff229ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.524407 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:55.633746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.078713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:56.883754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:57.124302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:03:59.191398 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:11.431558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47556) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:11.688488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-829b1b7b-2cbb-4752-9ecd-d5390ab83974 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ffe905c8c68b4b8a88457c4908e24335&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2557111 Mar 02 19:04:11.690927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47562) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:11.748430 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.774472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.872263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.890393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ea794-94b0-4f96-98d0-f5f8240242d8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:11.897914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:11.899071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/007ea794-94b0-4f96-98d0-f5f8240242d8 HTTP/1.1" status: 204 len: 168 time: 0.2072613 Mar 02 19:04:11.900620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.900965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.901301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.901643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.902013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.902388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.902711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.908192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.908192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.908192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.908192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:11.908192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a94c97b3-4772-4b02-9b73-b610d2db9f05 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:12.954691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47586) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:13.062710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1533689847-network', 'tenant_id': 'd0a5d8202de84bb8b38c6da0f815f1e5'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:13.069203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:13.073633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Usage tracker for resource:network and tenant:d0a5d8202de84bb8b38c6da0f815f1e5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:13.076581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:13.082868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:13.180794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Made reservation on behalf of d0a5d8202de84bb8b38c6da0f815f1e5 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:13.183140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.194994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.209712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:13.214385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Usage tracker for resource:security_group_rule and tenant:d0a5d8202de84bb8b38c6da0f815f1e5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:13.217155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:13.222890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:13.306953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.408986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.439855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:13.448205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca2b31f5-111b-4532-a5d8-0aaafabd6030,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:13.454386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.454764 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Added segment d9eee468-c404-47ef-9765-f4b20a7b744a of type vlan for network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 Mar 02 19:04:13.481542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.585640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.586621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:13.598305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:13.691759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] Pushing event updated for resources: {'Network': ['ID=5041eae3-3b7e-4bfd-8014-8740a1f97ee2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:13.702289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:13.746801 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f536f50d-597d-4263-8eb2-5d0b17601d2d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7910249 Mar 02 19:04:13.749600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47592) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:13.755034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Request body: {'subnet': {'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1533689847-subnet', 'tenant_id': 'd0a5d8202de84bb8b38c6da0f815f1e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:13.760664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:13.764478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Usage tracker for resource:subnet and tenant:d0a5d8202de84bb8b38c6da0f815f1e5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:13.767348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:13.772959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:13.843805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Made reservation on behalf of d0a5d8202de84bb8b38c6da0f815f1e5 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:13.846111 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.134501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.211410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b62322-3c25-45a3-8c1e-0b30e412d301,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:14.220009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Checking segment: {'id': 'd9eee468-c404-47ef-9765-f4b20a7b744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:14.220371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Network hostable DHCP agents. Network: 5041eae3-3b7e-4bfd-8014-8740a1f97ee2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:14.311802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:14.403672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 5041eae3-3b7e-4bfd-8014-8740a1f97ee2) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:14.407430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:14.408020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:14.414584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94045906-f82c-4a73-b527-aa71dadda632 None None] Network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:14.519229 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-df1525a6-4956-43ca-b709-84c377f94133 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7681794 Mar 02 19:04:14.627427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa115b9-76e1-4947-84e8-7be9f9eeb1df None None] Network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:15.271221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47610) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.276949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1990514016-network', 'tenant_id': '6de74897777f46b9b88fe601d797d317'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:15.282783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:15.286637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Usage tracker for resource:network and tenant:6de74897777f46b9b88fe601d797d317 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:15.289909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:15.296502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:15.380605 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Made reservation on behalf of 6de74897777f46b9b88fe601d797d317 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:15.383115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.395547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.410165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:15.413898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Usage tracker for resource:security_group_rule and tenant:6de74897777f46b9b88fe601d797d317 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:15.417159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:15.423211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:15.503241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.569500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.601499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:15.610509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717c9a25-d681-4cff-979d-870fdcd86eb5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:15.616543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.616891 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Added segment 0ec34898-6ef1-44d8-ad8d-22b30ac3fa0d of type vlan for network a27f8190-237c-42d3-9457-362169ed9ac8 Mar 02 19:04:15.641931 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.743196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.743196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:15.743196 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:15.847213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a27f8190-237c-42d3-9457-362169ed9ac8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:15.858240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network a27f8190-237c-42d3-9457-362169ed9ac8 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:15.919134 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3076cf0c-c273-44c3-ae1a-6d417b336eb0 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6403480 Mar 02 19:04:15.919134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47614) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:15.920950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Request body: {'subnet': {'network_id': 'a27f8190-237c-42d3-9457-362169ed9ac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1990514016-subnet', 'tenant_id': '6de74897777f46b9b88fe601d797d317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:15.926718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:15.930866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Usage tracker for resource:subnet and tenant:6de74897777f46b9b88fe601d797d317 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:15.938612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:15.941772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:16.010671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Made reservation on behalf of 6de74897777f46b9b88fe601d797d317 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:16.012699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.283730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.362305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6a1eaf1-978e-425d-8894-b8d9560144b4,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:16.370857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Checking segment: {'id': '0ec34898-6ef1-44d8-ad8d-22b30ac3fa0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': 'a27f8190-237c-42d3-9457-362169ed9ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:16.371211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Network hostable DHCP agents. Network: a27f8190-237c-42d3-9457-362169ed9ac8, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:16.583901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Network a27f8190-237c-42d3-9457-362169ed9ac8 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:16.694902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, a27f8190-237c-42d3-9457-362169ed9ac8) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:16.699642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:16.700228 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:16.704878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424aec65-aad7-40dd-a523-a79b8e25fc59 None None] Network a27f8190-237c-42d3-9457-362169ed9ac8 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:16.795079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84a96184-8edf-4e7b-9709-557f4052952b admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8766253 Mar 02 19:04:16.953935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6708f5b6-cafa-45c2-9509-38e034b90f4f None None] Network a27f8190-237c-42d3-9457-362169ed9ac8 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:17.373759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9c4fc523-2ea2-4ab6-99a8-4e467e13c2df tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:17.375216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9c4fc523-2ea2-4ab6-99a8-4e467e13c2df tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/networks?id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2 HTTP/1.1" status: 200 len: 812 time: 0.1453848 Mar 02 19:04:17.390828 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-97d09c38-50da-408b-9c8c-9e5e0136bd8b tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/quotas/d0a5d8202de84bb8b38c6da0f815f1e5 HTTP/1.1" status: 200 len: 375 time: 0.0099254 Mar 02 19:04:17.437309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-257180e7-62f8-4d11-85bc-ffcc5ef3a42b tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414245 Mar 02 19:04:17.771312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-c798224c-1d60-4e0f-85a6-b4b147b262e3 service neutron] 10.222.0.66 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275452 Mar 02 19:04:17.902659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-5cd25c80-72d9-4243-99c6-f5b0c51a40cb service neutron] 10.222.0.66 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249449 Mar 02 19:04:18.404852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f7b86294-0c8b-4a8c-8b0c-28c546176411 req-105c8cb1-0454-4a0b-ae13-e50d0a65cbaf tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 210 time: 0.0456412 Mar 02 19:04:19.390690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f11445d-c387-43e5-ad29-638e500ad338 req-813e5e4b-b0f2-4500-b7b4-3d072b9b1a06 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 210 time: 0.0462658 Mar 02 19:04:20.465579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-14656098-7398-449a-8f53-8945b77649c8 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:20.466746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-14656098-7398-449a-8f53-8945b77649c8 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Synchronizing usage tracker for tenant:d0a5d8202de84bb8b38c6da0f815f1e5 on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:20.548420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83380a59-30e1-49b9-aa81-c9d2bd0f9d9f req-3e162ad0-8b92-47d9-8f99-461a1ba9ba67 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 210 time: 0.0432136 Mar 02 19:04:20.592421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-14656098-7398-449a-8f53-8945b77649c8 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Unset dirty status for tenant:d0a5d8202de84bb8b38c6da0f815f1e5 on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:20.593545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-14656098-7398-449a-8f53-8945b77649c8 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.65 "GET /v2.0/networks?id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2 HTTP/1.1" status: 200 len: 812 time: 0.2750659 Mar 02 19:04:20.604451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Request body: {'port': {'device_id': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2', 'admin_state_up': True, 'tenant_id': 'd0a5d8202de84bb8b38c6da0f815f1e5'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:20.742591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:20.746770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Usage tracker for resource:port and tenant:d0a5d8202de84bb8b38c6da0f815f1e5 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:20.752638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:20.756765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:20.832192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Made reservation on behalf of d0a5d8202de84bb8b38c6da0f815f1e5 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:20.835808 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.108420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Allocated IP 172.20.0.8 (5041eae3-3b7e-4bfd-8014-8740a1f97ee2/49b62322-3c25-45a3-8c1e-0b30e412d301/3549221e-c8f1-4c6d-9fac-6275f216186a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:21.308371 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.398154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.473177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:21.476683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:21.481013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:04:21.511332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Pushing event updated for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:21.547316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:21.547951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:21.633116 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-19c7d1f2-07ff-4b26-9b16-e0eee59874c2 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323639 Mar 02 19:04:21.643524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-1f6b4e4e-8c2b-4c71-aaa4-0ea94d4a08e3 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:04:21.644473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-1f6b4e4e-8c2b-4c71-aaa4-0ea94d4a08e3 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052912 Mar 02 19:04:21.702759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Request body: {'port': {'device_id': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:21.734491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5af46-8428-47e6-9807-e05edf55d382 req-2855c1a9-0cec-4a72-a864-e7dbf316863e tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:21.735990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dc5af46-8428-47e6-9807-e05edf55d382 req-2855c1a9-0cec-4a72-a864-e7dbf316863e tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 931 time: 0.0822072 Mar 02 19:04:21.784646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6dc5af46-8428-47e6-9807-e05edf55d382 req-5ce2b839-c8d7-49a7-b4ea-ebf979e51ddb tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430403 Mar 02 19:04:21.817518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.095082 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ac940705-12fa-4c77-861c-e609d5967c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.165185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3549221e-c8f1-4c6d-9fac-6275f216186a {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:04:22.173401 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.188088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Transition to ACTIVE for port object 3549221e-c8f1-4c6d-9fac-6275f216186a will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:22.300556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.468409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Pushing event updated for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.536906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Attempting to bind port 3549221e-c8f1-4c6d-9fac-6275f216186a on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:22.537459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Attempting to bind port 3549221e-c8f1-4c6d-9fac-6275f216186a by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'd9eee468-c404-47ef-9765-f4b20a7b744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:22.537547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Attempting to bind port 3549221e-c8f1-4c6d-9fac-6275f216186a on network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:04:22.542109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Port 3549221e-c8f1-4c6d-9fac-6275f216186a on network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:04:22.542467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Attempting to bind port 3549221e-c8f1-4c6d-9fac-6275f216186a on network 5041eae3-3b7e-4bfd-8014-8740a1f97ee2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:04:22.547781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:04:22.548124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Checking segment: {'id': 'd9eee468-c404-47ef-9765-f4b20a7b744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:22.548511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Bound using segment: {'id': 'd9eee468-c404-47ef-9765-f4b20a7b744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:04:22.548933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Bound port: 3549221e-c8f1-4c6d-9fac-6275f216186a, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9eee468-c404-47ef-9765-f4b20a7b744a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:22.549279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.641802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:04:22.644763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3549221e-c8f1-4c6d-9fac-6275f216186a,segment=NetworkSegment(d9eee468-c404-47ef-9765-f4b20a7b744a),segment_id=d9eee468-c404-47ef-9765-f4b20a7b744a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:04:22.694491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.750339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:22.751012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:22.752411 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] 10.222.0.65 "PUT /v2.0/ports/3549221e-c8f1-4c6d-9fac-6275f216186a HTTP/1.1" status: 200 len: 1091 time: 1.1013260 Mar 02 19:04:22.754868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:04:22.781767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa2b783-194b-435c-ae51-f7845ed16b49 service neutron] Pushing event updated for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:22.799575 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a', 'status': 'completed', 'code': 200} Mar 02 19:04:22.893325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-fb23313f-d437-4b16-a908-a4b9d5cc8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:22.894808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-fb23313f-d437-4b16-a908-a4b9d5cc8714 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 1094 time: 0.0751352 Mar 02 19:04:22.972593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9fd88-c7e6-423e-8fd7-8f803cc5f28a req-1d894dc0-98a5-4ded-86f3-6d69f89ace7b tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:22.974115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bc9fd88-c7e6-423e-8fd7-8f803cc5f28a req-1d894dc0-98a5-4ded-86f3-6d69f89ace7b tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 943 time: 0.0804138 Mar 02 19:04:23.021522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bc9fd88-c7e6-423e-8fd7-8f803cc5f28a req-ee2503a3-770d-443a-b3e7-c32dc66c72a6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409746 Mar 02 19:04:23.038431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-1acff5bf-19b1-4aa7-b33a-0fc5e7ba12f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:23.039870 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-1acff5bf-19b1-4aa7-b33a-0fc5e7ba12f2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376770 Mar 02 19:04:23.284865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-1ddaef86-e00a-4394-8ec1-f7f56f092a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:23.286334 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7273edf7-d1d2-4c7d-807e-df28f983e3a3 req-1ddaef86-e00a-4394-8ec1-f7f56f092a4f service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2396820 Mar 02 19:04:23.391449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-21625c1b-d41b-4f96-997a-743279b4d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:23.392909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-21625c1b-d41b-4f96-997a-743279b4d3bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 1094 time: 0.0718343 Mar 02 19:04:23.463835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-0484b4cb-5098-41a5-bfcf-2478ae75195f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3549221e-c8f1-4c6d-9fac-6275f216186a HTTP/1.1" status: 200 len: 217 time: 0.0644782 Mar 02 19:04:23.524454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-8d54fcb6-263c-4218-be9a-e86a86a5e1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:23.526050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-8d54fcb6-263c-4218-be9a-e86a86a5e1ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49b62322-3c25-45a3-8c1e-0b30e412d301 HTTP/1.1" status: 200 len: 852 time: 0.0569158 Mar 02 19:04:23.574951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-23f3edfd-57d6-420c-ad00-046f38051b6c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436182 Mar 02 19:04:23.708434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-4e232520-cc93-4953-90ed-69cc104ccd9b service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276963 Mar 02 19:04:23.840958 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f5a4cb02-b43a-4954-be48-b7b95d1977dc req-9608884e-28d3-443c-b9c5-842eaabcb449 service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265988 Mar 02 19:04:24.218183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821f9304-9cb7-4633-ac0e-07a6c661a4fa req-f49cc48f-b0a5-4b26-98b1-e99a377952de tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:24.219659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-821f9304-9cb7-4633-ac0e-07a6c661a4fa req-f49cc48f-b0a5-4b26-98b1-e99a377952de tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 943 time: 0.0835018 Mar 02 19:04:24.231862 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e77dff44-e78f-448f-8f80-c52d4fde5961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:24.264445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-821f9304-9cb7-4633-ac0e-07a6c661a4fa req-31143dab-c835-4778-b203-c147e00f53d5 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389922 Mar 02 19:04:25.445718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60624528-a1d1-4fc9-bdf3-8feb7b79be9a req-75c3bce2-063f-4f20-b4fb-17bb21f0f11a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:25.447228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60624528-a1d1-4fc9-bdf3-8feb7b79be9a req-75c3bce2-063f-4f20-b4fb-17bb21f0f11a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 943 time: 0.0782769 Mar 02 19:04:25.491700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60624528-a1d1-4fc9-bdf3-8feb7b79be9a req-830793d8-81b5-4ce3-896c-0beaea5d09d9 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386899 Mar 02 19:04:25.529899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:25.654464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.043365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.429384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3549221e-c8f1-4c6d-9fac-6275f216186a details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:04:26.561318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3549221e-c8f1-4c6d-9fac-6275f216186a,segment=NetworkSegment(d9eee468-c404-47ef-9765-f4b20a7b744a),segment_id=d9eee468-c404-47ef-9765-f4b20a7b744a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:26.575715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '3549221e-c8f1-4c6d-9fac-6275f216186a', 'network_id': '5041eae3-3b7e-4bfd-8014-8740a1f97ee2', 'port_id': '3549221e-c8f1-4c6d-9fac-6275f216186a', 'mac_address': 'fa:16:3e:30:c7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49b62322-3c25-45a3-8c1e-0b30e412d301', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:04:26.635354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.652984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3549221e-c8f1-4c6d-9fac-6275f216186a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:04:26.672845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3549221e-c8f1-4c6d-9fac-6275f216186a,segment=NetworkSegment(d9eee468-c404-47ef-9765-f4b20a7b744a),segment_id=d9eee468-c404-47ef-9765-f4b20a7b744a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:26.692402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fa89a-a24c-4e56-aded-7b290247d7a2 req-6a21b25f-e131-4dcc-83ff-e12a64b95668 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:26.694090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-686fa89a-a24c-4e56-aded-7b290247d7a2 req-6a21b25f-e131-4dcc-83ff-e12a64b95668 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 943 time: 0.0946717 Mar 02 19:04:26.744383 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-686fa89a-a24c-4e56-aded-7b290247d7a2 req-5eedb308-1c01-4401-843d-f55c5635fcb7 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428228 Mar 02 19:04:26.763627 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.842286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:26.849578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.849924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.850288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.850626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.850954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.851278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.851605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.851922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.852245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.852565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.853442 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.853795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:26.917831 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:26.999340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['3549221e-c8f1-4c6d-9fac-6275f216186a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:04:27.232127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.086869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efe257-ac2e-4422-bc68-3cb786127595 req-d131a0b2-0dc5-4a54-a192-56ac42a3d065 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:28.088368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6efe257-ac2e-4422-bc68-3cb786127595 req-d131a0b2-0dc5-4a54-a192-56ac42a3d065 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 944 time: 0.0812607 Mar 02 19:04:28.135774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6efe257-ac2e-4422-bc68-3cb786127595 req-5c1d4a3f-526e-4997-8048-cca4c41f1538 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417004 Mar 02 19:04:28.461160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3549221e-c8f1-4c6d-9fac-6275f216186a up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:28.602999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 3549221e-c8f1-4c6d-9fac-6275f216186a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:28.608850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 3549221e-c8f1-4c6d-9fac-6275f216186a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:28.609249 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.727593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.754468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:04:28.764816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3549221e-c8f1-4c6d-9fac-6275f216186a,segment=NetworkSegment(d9eee468-c404-47ef-9765-f4b20a7b744a),segment_id=d9eee468-c404-47ef-9765-f4b20a7b744a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:28.797911 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a', 'code': 200} Mar 02 19:04:28.838036 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:28.910487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:28.925778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9eaf-80ae-4f2c-89f7-eebfd3f96658 req-5da74fb0-115b-4ad3-b1af-b9e11ef795d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:28.927313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f9df9eaf-80ae-4f2c-89f7-eebfd3f96658 req-5da74fb0-115b-4ad3-b1af-b9e11ef795d3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 1096 time: 0.0751743 Mar 02 19:04:28.966959 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f9df9eaf-80ae-4f2c-89f7-eebfd3f96658 req-b1f7120c-d895-4d91-823d-86f936819e26 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335360 Mar 02 19:04:29.325066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca4c8b-3717-43e1-869d-608ec883c607 req-f602469f-a7a7-452e-9de8-34c127c0b8bf tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:29.326787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08ca4c8b-3717-43e1-869d-608ec883c607 req-f602469f-a7a7-452e-9de8-34c127c0b8bf tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0808005 Mar 02 19:04:29.371581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08ca4c8b-3717-43e1-869d-608ec883c607 req-a724d478-c20a-4c1d-88a9-4afe8dd77a2b tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387020 Mar 02 19:04:30.556887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f2a4da-fc0c-4dbd-95b4-ee1a557b31a4 req-da4f7dc3-175e-49be-ac7e-108a5b2576ef tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:30.558363 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78f2a4da-fc0c-4dbd-95b4-ee1a557b31a4 req-da4f7dc3-175e-49be-ac7e-108a5b2576ef tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0830204 Mar 02 19:04:30.601349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78f2a4da-fc0c-4dbd-95b4-ee1a557b31a4 req-fe343017-294f-428f-bb02-c2f52fedfb49 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373511 Mar 02 19:04:30.780582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c59c-57ac-438c-8cd4-d4353c79fbdb req-5005c387-7048-480f-8707-3c61b605f5ee tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:30.782052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f39c59c-57ac-438c-8cd4-d4353c79fbdb req-5005c387-7048-480f-8707-3c61b605f5ee tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0791781 Mar 02 19:04:30.826175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f39c59c-57ac-438c-8cd4-d4353c79fbdb req-2c0f326a-a8ee-434b-b1ad-aebc6391d499 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384655 Mar 02 19:04:31.370869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0c3e-326e-4e41-9e95-f7ec3556141d req-1db7039f-92ae-4421-8f83-26f6dea3493d tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:31.372309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd7a0c3e-326e-4e41-9e95-f7ec3556141d req-1db7039f-92ae-4421-8f83-26f6dea3493d tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0829663 Mar 02 19:04:31.415224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd7a0c3e-326e-4e41-9e95-f7ec3556141d req-f60bf54e-c78f-46ab-b7fa-1ecfddab4c70 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373285 Mar 02 19:04:32.598361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174ffb2-e952-490a-b8f3-12720c235f7d req-cca87349-8d3f-4ee3-a6c3-05aab1f483a5 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:32.599802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d174ffb2-e952-490a-b8f3-12720c235f7d req-cca87349-8d3f-4ee3-a6c3-05aab1f483a5 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Mar 02 19:04:32.645267 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d174ffb2-e952-490a-b8f3-12720c235f7d req-7272bf36-5214-4532-a799-6d9a1dec9ca6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399055 Mar 02 19:04:33.159595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ca4df-3f73-4c36-b7a0-cf5273f43c42 req-18bb9cd4-f84e-4874-9c6c-757dd7d624a6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:33.161005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98ca4df-3f73-4c36-b7a0-cf5273f43c42 req-18bb9cd4-f84e-4874-9c6c-757dd7d624a6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0832517 Mar 02 19:04:33.205601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e98ca4df-3f73-4c36-b7a0-cf5273f43c42 req-3dc95efa-9863-4215-b072-af711dbc207e tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382216 Mar 02 19:04:33.240211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-17d501eb-f996-4689-890c-3b01524ee602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:33.241695 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-17d501eb-f996-4689-890c-3b01524ee602 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 1096 time: 0.0737886 Mar 02 19:04:33.370143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-4615efa9-0711-4364-9c6d-8bb731389f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:33.371574 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-4615efa9-0711-4364-9c6d-8bb731389f90 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2 HTTP/1.1" status: 200 len: 913 time: 0.1233325 Mar 02 19:04:33.436396 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-1f8034bb-d255-49a5-a3a3-e07168989005 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3549221e-c8f1-4c6d-9fac-6275f216186a HTTP/1.1" status: 200 len: 217 time: 0.0587025 Mar 02 19:04:33.498849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-e48b38b0-808f-469a-8dd3-cb48767fd1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:33.500222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-e48b38b0-808f-469a-8dd3-cb48767fd1ab service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49b62322-3c25-45a3-8c1e-0b30e412d301 HTTP/1.1" status: 200 len: 852 time: 0.0585444 Mar 02 19:04:33.544390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-d8a61252-c289-4732-bdd5-c798b0d30988 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386047 Mar 02 19:04:33.673090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-36a36dab-36b3-43c1-a1c8-e1a6f3af1bb5 service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230118 Mar 02 19:04:33.802427 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d5d168-a427-4bd5-b7c3-38878fff997f req-911c4134-8ec7-4292-baef-1009f9397f05 service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239512 Mar 02 19:04:34.392087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e567c2-4f1c-4831-bafc-b34f8bd3efa8 req-6073d420-95f3-4775-ba1e-edb14eb0d318 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:34.393453 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e567c2-4f1c-4831-bafc-b34f8bd3efa8 req-6073d420-95f3-4775-ba1e-edb14eb0d318 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0824487 Mar 02 19:04:34.438602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12e567c2-4f1c-4831-bafc-b34f8bd3efa8 req-4ec437d5-1625-4f73-a2fd-9e7ef7cff72c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Mar 02 19:04:35.619198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce838d-ce63-4007-b17c-7d689724b148 req-80475f8f-8ba9-45ea-bb78-abcdde17adb3 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:35.620649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90ce838d-ce63-4007-b17c-7d689724b148 req-80475f8f-8ba9-45ea-bb78-abcdde17adb3 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0785944 Mar 02 19:04:35.664025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90ce838d-ce63-4007-b17c-7d689724b148 req-6492dddd-c992-4f6e-bc27-7f7d1bdb16b7 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377769 Mar 02 19:04:36.190325 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:04:36.304551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9275c-22b5-4620-81a6-45fc6bdd05d0 req-035cafe4-3f22-4418-b8ad-b3878a12d70c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:36.306040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7a9275c-22b5-4620-81a6-45fc6bdd05d0 req-035cafe4-3f22-4418-b8ad-b3878a12d70c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0830164 Mar 02 19:04:36.349448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7a9275c-22b5-4620-81a6-45fc6bdd05d0 req-875b64c0-ec4e-476e-9dee-dab8ced92e39 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369480 Mar 02 19:04:37.531969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f516b-97d8-4fe2-9211-ea06f12347c6 req-436a2f9b-2561-470b-8377-818d209f849a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:37.533421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb3f516b-97d8-4fe2-9211-ea06f12347c6 req-436a2f9b-2561-470b-8377-818d209f849a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0785911 Mar 02 19:04:37.579729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb3f516b-97d8-4fe2-9211-ea06f12347c6 req-6474b15c-ac36-4a41-9b15-283b87dd1660 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Mar 02 19:04:38.119698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815eab31-bfe0-43e9-b329-19e057b373de req-0ab8a5c7-5d1e-4b7d-906f-31a0afcb449a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:38.121157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-815eab31-bfe0-43e9-b329-19e057b373de req-0ab8a5c7-5d1e-4b7d-906f-31a0afcb449a tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0864816 Mar 02 19:04:38.164681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-815eab31-bfe0-43e9-b329-19e057b373de req-2b589660-11d7-4d25-90dc-0ad378641bc7 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377607 Mar 02 19:04:38.171630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-66813339-32f3-4596-9c34-89fc0b8f2c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:38.173101 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-66813339-32f3-4596-9c34-89fc0b8f2c18 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 1096 time: 0.0746906 Mar 02 19:04:38.407231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-37b21b33-4d61-4e96-9006-03ab841603e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:38.408647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-37b21b33-4d61-4e96-9006-03ab841603e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2 HTTP/1.1" status: 200 len: 913 time: 0.2300544 Mar 02 19:04:38.473752 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-3e125e12-33f0-4cc5-8e61-234eb5ce819e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3549221e-c8f1-4c6d-9fac-6275f216186a HTTP/1.1" status: 200 len: 217 time: 0.0592792 Mar 02 19:04:38.536530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-72d8a483-b8cd-4244-8d06-031f2e78cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:38.537953 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-72d8a483-b8cd-4244-8d06-031f2e78cf7c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=49b62322-3c25-45a3-8c1e-0b30e412d301 HTTP/1.1" status: 200 len: 852 time: 0.0585749 Mar 02 19:04:38.582453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-48ccb117-5b58-4028-8171-453512045c00 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5041eae3-3b7e-4bfd-8014-8740a1f97ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389202 Mar 02 19:04:38.638761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-256866ac-87f1-4c6e-92fc-f12436f480cb req-9cb49362-d2ca-4cdb-992e-0dffc7ce3e0c service neutron] (88709) timed out ('10.222.0.11', 54660) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:04:38.712445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-7b50586e-2221-4f67-a4b5-0b5d10df9bfd service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244857 Mar 02 19:04:38.850859 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8142d7f5-f743-406b-a044-5d723c4b2387 req-6ae5d24e-e914-400c-aa6b-e76c1c1d4e54 service neutron] 10.222.0.65 "GET /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328812 Mar 02 19:04:39.350284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f7ce6-0de6-4a51-82ba-54665a790c96 req-cc215722-673a-4deb-8227-35d2921304b9 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:39.351671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e0f7ce6-0de6-4a51-82ba-54665a790c96 req-cc215722-673a-4deb-8227-35d2921304b9 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0823638 Mar 02 19:04:39.395755 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e0f7ce6-0de6-4a51-82ba-54665a790c96 req-6e736241-7914-4e12-951c-0fa5e8ed566e tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384834 Mar 02 19:04:40.577284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a334af-0d0a-493e-bccc-219f3ec1c7e1 req-efb463d3-572d-4047-a414-66960492c9dd tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:40.578767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75a334af-0d0a-493e-bccc-219f3ec1c7e1 req-efb463d3-572d-4047-a414-66960492c9dd tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0798135 Mar 02 19:04:40.621370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75a334af-0d0a-493e-bccc-219f3ec1c7e1 req-7af0928d-fa32-45dc-b34f-1d6ecff396db tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369949 Mar 02 19:04:41.123945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c21a0ae-c968-4c27-8e92-a85815c02021 req-f890299c-ba58-494f-bddc-d3303949cb06 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:41.125403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c21a0ae-c968-4c27-8e92-a85815c02021 req-f890299c-ba58-494f-bddc-d3303949cb06 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0824447 Mar 02 19:04:41.169819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6c21a0ae-c968-4c27-8e92-a85815c02021 req-3f48b4ae-941a-423c-883c-bbe611c4d084 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388036 Mar 02 19:04:42.351269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa125a-014b-4ab4-89ab-1fe4308932ea req-71bcaf53-b739-4be3-8a73-1e387727b3c6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:42.352756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11aa125a-014b-4ab4-89ab-1fe4308932ea req-71bcaf53-b739-4be3-8a73-1e387727b3c6 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.0793486 Mar 02 19:04:42.498228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11aa125a-014b-4ab4-89ab-1fe4308932ea req-80a99e13-7d4f-4808-b349-e19df71a512c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/security-groups?id=ca2b31f5-111b-4532-a5d8-0aaafabd6030&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398962 Mar 02 19:04:42.823983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-9937ba00-4bf0-4df0-a27f-2b9f521d4b1c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:42.824683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-9937ba00-4bf0-4df0-a27f-2b9f521d4b1c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Synchronizing usage tracker for tenant:d0a5d8202de84bb8b38c6da0f815f1e5 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:04:42.917040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-9937ba00-4bf0-4df0-a27f-2b9f521d4b1c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Unset dirty status for tenant:d0a5d8202de84bb8b38c6da0f815f1e5 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:04:42.918491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-9937ba00-4bf0-4df0-a27f-2b9f521d4b1c tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.65 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 945 time: 0.1769772 Mar 02 19:04:42.990257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Deleting port 3549221e-c8f1-4c6d-9fac-6275f216186a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:04:42.990610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.234634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] For port 3549221e-c8f1-4c6d-9fac-6275f216186a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3549221e-c8f1-4c6d-9fac-6275f216186a,segment=NetworkSegment(d9eee468-c404-47ef-9765-f4b20a7b744a),segment_id=d9eee468-c404-47ef-9765-f4b20a7b744a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:43.234994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.355572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Calling delete_port for 3549221e-c8f1-4c6d-9fac-6275f216186a owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:04:43.545757 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.557719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['3549221e-c8f1-4c6d-9fac-6275f216186a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:04:43.598753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Pushing event deleted for resources: {'Port': ['ID=3549221e-c8f1-4c6d-9fac-6275f216186a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:43.651430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-17b9306d-08e6-4874-af92-01e7f2de196d req-aeec42b9-9955-4888-a147-77210bf11d1d tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.66 "GET /v2.0/ports?device_id=75e4969f-cecb-4c41-9517-b327cfc765b6 HTTP/1.1" status: 200 len: 210 time: 0.0426812 Mar 02 19:04:43.677241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] No DVR routers for this DVR port 3549221e-c8f1-4c6d-9fac-6275f216186a on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:04:43.679785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:43.686166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'name': 'network-vif-deleted', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:04:43.727029 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75e4969f-cecb-4c41-9517-b327cfc765b6', 'name': 'network-vif-deleted', 'tag': '3549221e-c8f1-4c6d-9fac-6275f216186a', 'status': 'completed', 'code': 200} Mar 02 19:04:43.763565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2ab3dabb-ccd7-4944-bf01-aae87f82d2b3 req-49fc2483-89c6-49de-b522-c6ebad0b4807 tempest-TestServerAdvancedOps-698882281 tempest-TestServerAdvancedOps-698882281-project] 10.222.0.65 "DELETE /v2.0/ports/3549221e-c8f1-4c6d-9fac-6275f216186a HTTP/1.1" status: 204 len: 173 time: 0.8401947 Mar 02 19:04:44.749963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47724) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:44.818619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Deleting subnet 49b62322-3c25-45a3-8c1e-0b30e412d301 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:04:44.821579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.875324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:44.932997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.077929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.121838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b62322-3c25-45a3-8c1e-0b30e412d301,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.125622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.131526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-14b65b91-b7da-47c9-b112-53fb4afc0247 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/49b62322-3c25-45a3-8c1e-0b30e412d301 HTTP/1.1" status: 204 len: 168 time: 0.3805294 Mar 02 19:04:45.134021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.349028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.471541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.496375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5041eae3-3b7e-4bfd-8014-8740a1f97ee2']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:45.508316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9eee468-c404-47ef-9765-f4b20a7b744a') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:45.508616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9eee468-c404-47ef-9765-f4b20a7b744a') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:45.520275 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.535706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.541524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:04:45.541901 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:45.555073 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:45.705758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.721964 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.732638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] Pushing event deleted for resources: {'Network': ['ID=5041eae3-3b7e-4bfd-8014-8740a1f97ee2,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:45.826428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfba1828-a138-4c49-89c0-01b71bf0cc7a admin admin] 10.222.0.66 "DELETE /v2.0/networks/5041eae3-3b7e-4bfd-8014-8740a1f97ee2 HTTP/1.1" status: 204 len: 168 time: 0.6905632 Mar 02 19:04:45.829036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:45.887415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Deleting subnet f6a1eaf1-978e-425d-8894-b8d9560144b4 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:04:45.890391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.942390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:45.999270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.169469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.205272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6a1eaf1-978e-425d-8894-b8d9560144b4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.211366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.216389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7527d8f9-2af9-4c77-a807-76491f6758e2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f6a1eaf1-978e-425d-8894-b8d9560144b4 HTTP/1.1" status: 204 len: 168 time: 0.3864312 Mar 02 19:04:46.218800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47736) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:46.325752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.447579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.472262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a27f8190-237c-42d3-9457-362169ed9ac8']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:46.484384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec34898-6ef1-44d8-ad8d-22b30ac3fa0d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:46.484684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec34898-6ef1-44d8-ad8d-22b30ac3fa0d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:46.495693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.511012 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.516857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:04:46.517243 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:04:46.530487 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:04:46.611250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3549221e-c8f1-4c6d-9fac-6275f216186a no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:04:46.646174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 3549221e-c8f1-4c6d-9fac-6275f216186a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:04:46.646501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3549221e-c8f1-4c6d-9fac-6275f216186a not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:04:46.659706 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.675640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:46.684611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] Pushing event deleted for resources: {'Network': ['ID=a27f8190-237c-42d3-9457-362169ed9ac8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:46.687673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9d6c9ed4-9f2d-4aa9-a14b-51b4408bb43e admin admin] 10.222.0.66 "DELETE /v2.0/networks/a27f8190-237c-42d3-9457-362169ed9ac8 HTTP/1.1" status: 204 len: 168 time: 0.4679794 Mar 02 19:04:47.086215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47742) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.133697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6fb74da0-1b54-41f8-9b5e-8c42c32d45b6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d0a5d8202de84bb8b38c6da0f815f1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462937 Mar 02 19:04:47.136630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47746) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:47.191621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.219965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.339662 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.354370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca2b31f5-111b-4532-a5d8-0aaafabd6030,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:47.364653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.365003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.365340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.365674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.366007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.366362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.366692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.367016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.367380 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.367766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.368099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.368423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:47.372985 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:47.374095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4b271a24-470b-4a55-b5ae-5d3f4e7a1a14 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ca2b31f5-111b-4532-a5d8-0aaafabd6030 HTTP/1.1" status: 204 len: 168 time: 0.2365947 Mar 02 19:04:48.057829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47754) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:48.107439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1bbb3c62-be05-4679-a0fd-de7068b681f9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6de74897777f46b9b88fe601d797d317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481892 Mar 02 19:04:48.109811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47758) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:48.170343 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.195569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.322926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.339491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717c9a25-d681-4cff-979d-870fdcd86eb5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:48.342775 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:48.343891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13be5f0f-d0a7-4237-9602-b13bb05db385 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/717c9a25-d681-4cff-979d-870fdcd86eb5 HTTP/1.1" status: 204 len: 168 time: 0.2331655 Mar 02 19:04:49.015043 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-ac8c87d6-9c7d-4ae9-9f74-e3895398f1b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690272 Mar 02 19:04:49.155834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-4bdbe43f-7db4-4ac1-a4e5-5e379d4ef0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.157311 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-4bdbe43f-7db4-4ac1-a4e5-5e379d4ef0a6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 1097 time: 0.0737309 Mar 02 19:04:49.303376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-8f3b9fcb-d60c-4e58-888e-0ddb8009b3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.304833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-8f3b9fcb-d60c-4e58-888e-0ddb8009b3e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1277659 Mar 02 19:04:49.429278 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47782) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:49.517434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-8f23f60b-93bb-459d-9303-ade44a940c88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 200 len: 1001 time: 0.2061620 Mar 02 19:04:49.536840 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1421551029-network', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:49.543294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:49.547162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Usage tracker for resource:network and tenant:da095b928a694b5fbf6477633f8c0b68 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:49.549991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:49.555733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:49.580386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-2548a158-b740-4901-b1bf-4a0a19e928f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.581804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-2548a158-b740-4901-b1bf-4a0a19e928f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0581672 Mar 02 19:04:49.654345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-7d392225-537a-49b2-b6ac-3e2a67b95508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:49.654564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Made reservation on behalf of da095b928a694b5fbf6477633f8c0b68 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:49.655788 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-7d392225-537a-49b2-b6ac-3e2a67b95508 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679851 Mar 02 19:04:49.656761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.669578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.684246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:49.688062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Usage tracker for resource:security_group_rule and tenant:da095b928a694b5fbf6477633f8c0b68 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:49.690886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:49.696543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:49.777466 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.787602 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-86b663d3-32fe-44b2-bf5f-4c43055f42fa service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250348 Mar 02 19:04:49.843075 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.873645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:49.881969 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec408e8-acf7-4a55-b693-1a95395b0820,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:49.887520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.887893 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Added segment 5a52ad2b-ecb1-4a4f-9d48-424ab382d93a of type vlan for network 080dda14-4ecd-430e-a1bf-5a428b64dab2 Mar 02 19:04:49.914743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:49.922269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-59c7bcf1-77b0-41a6-8499-0f357fd737d0 req-f9496952-9dde-43c7-b449-096b4b2cdce0 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284568 Mar 02 19:04:50.008435 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.009474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:50.010050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.111317 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] Pushing event updated for resources: {'Network': ['ID=080dda14-4ecd-430e-a1bf-5a428b64dab2,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:50.121264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:50.203442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4bafe15-17ce-490e-a196-292b6ddffaea admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7730403 Mar 02 19:04:50.206297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47788) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.211728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Request body: {'subnet': {'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1421551029-subnet', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:50.217669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:50.221573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Usage tracker for resource:subnet and tenant:da095b928a694b5fbf6477633f8c0b68 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:50.224471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:50.230810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:50.322405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Made reservation on behalf of da095b928a694b5fbf6477633f8c0b68 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:50.324635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.580174 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.652527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda909c0-9f9d-4115-8670-33d47a6785cf,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:50.659697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Checking segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:50.660046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Network hostable DHCP agents. Network: 080dda14-4ecd-430e-a1bf-5a428b64dab2, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:50.745204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:50.819561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 080dda14-4ecd-430e-a1bf-5a428b64dab2) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:50.824660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:50.825243 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:50.828857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0295cdd2-8d60-43a9-abe5-c28c05169979 None None] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:50.929732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a2acd7e3-267a-4621-8e18-ab9e12448b87 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7223530 Mar 02 19:04:50.932896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 47792) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:50.937919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:50.942995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:50.947574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Usage tracker for resource:router and tenant:da095b928a694b5fbf6477633f8c0b68 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:50.950434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:50.956069 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:51.041179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-080dda14-4ecd-430e-a1bf-5a428b64dab2', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:04:51.042269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.048559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.049788 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.067593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.223254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Allocated IP 172.20.0.2 (080dda14-4ecd-430e-a1bf-5a428b64dab2/cda909c0-9f9d-4115-8670-33d47a6785cf/a99064ff-1909-4366-9d11-377a118c2987) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:51.407666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.424037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.434453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Transition to ACTIVE for port object a99064ff-1909-4366-9d11-377a118c2987 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:51.453506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Transition to ACTIVE for port object a99064ff-1909-4366-9d11-377a118c2987 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:51.528948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.596042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:51.599202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:51.603836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:04:51.609357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Pushing event updated for resources: {'Port': ['ID=a99064ff-1909-4366-9d11-377a118c2987,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:51.696037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Attempting to bind port a99064ff-1909-4366-9d11-377a118c2987 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:51.696404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Attempting to bind port a99064ff-1909-4366-9d11-377a118c2987 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:51.697309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Attempting to bind port a99064ff-1909-4366-9d11-377a118c2987 on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:04:51.702466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:04:51.702839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Checking segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:51.703239 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.703631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Bound using segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:04:51.704089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Bound port: a99064ff-1909-4366-9d11-377a118c2987, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:51.704458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.789069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] For port a99064ff-1909-4366-9d11-377a118c2987, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:04:51.792055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] For port a99064ff-1909-4366-9d11-377a118c2987, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a99064ff-1909-4366-9d11-377a118c2987,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:04:51.792244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.823201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.883452 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:51.973377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f88c9-698a-416a-9bb1-210816f42df3 None None] Pushing event updated for resources: {'Port': ['ID=a99064ff-1909-4366-9d11-377a118c2987,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.075335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Allocated IP 172.25.7.14 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/6c4f26ac-b4af-447a-abf0-5e916a8f3c7c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:52.100334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3a3efcb-e224-41f8-821b-c9e67bc348d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.232746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.312186 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.381379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:52.387177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:52.388122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:04:52.421232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Pushing event updated for resources: {'Port': ['ID=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:52.871538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:52.953249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e61957-4766-4d8b-b1ea-dac7af9990db None None] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:52.988393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a99064ff-1909-4366-9d11-377a118c2987 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:53.192930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-df56f6e5-4627-4b22-a054-96d191817d5c None None] Provisioning for port a99064ff-1909-4366-9d11-377a118c2987 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:53.217922 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.232248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port a99064ff-1909-4366-9d11-377a118c2987 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:53.239217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a99064ff-1909-4366-9d11-377a118c2987 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:53.239588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.393951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.434408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port a99064ff-1909-4366-9d11-377a118c2987, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a99064ff-1909-4366-9d11-377a118c2987,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:53.517180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:04:53.549184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d5d122ef-cb99-401e-955b-fc8de9ea83c6 None None] Provisioning complete for port a99064ff-1909-4366-9d11-377a118c2987 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:53.549559 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d5d122ef-cb99-401e-955b-fc8de9ea83c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.575307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.679769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=a99064ff-1909-4366-9d11-377a118c2987,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:53.831304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:04:53.840789 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Sync routers for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:04:53.873576 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:04:53.874297 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:53.946353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:53.951140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:53.962314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-869516c1-f862-4b68-b593-6974dc4bbfbc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0206578 Mar 02 19:04:54.139299 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:04:54.215137 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-836ea83f-9129-407a-9cdf-ae8f56d3c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.426882 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:52Z', 'revision_number': 3, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:54.430587 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Checking router: 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:04:54.430954 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Updating router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:04:54.481360 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.633183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.806534 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.818956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Transition to ACTIVE for port object 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:54.852529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Allocated IP 172.20.0.1 (080dda14-4ecd-430e-a1bf-5a428b64dab2/cda909c0-9f9d-4115-8670-33d47a6785cf/22ef1437-9dc6-4fc0-8331-da8c7478be85) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:54.911469 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:54.958992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a99064ff-1909-4366-9d11-377a118c2987 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:55.023582 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Attempting to bind port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:55.023948 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Attempting to bind port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:55.025260 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Attempting to bind port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:04:55.028626 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Pushing event updated for resources: {'Port': ['ID=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.036938 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:04:55.037307 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:55.037704 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.038087 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:04:55.038572 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Bound port: 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:55.038939 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.049944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port a99064ff-1909-4366-9d11-377a118c2987 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:55.051011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.063537 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.063870 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.064251 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.064578 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.064898 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.065215 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.065529 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.065841 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.066194 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.066513 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.066822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.067129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:04:55.124547 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] For port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:04:55.127569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] For port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:04:55.139779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.155522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Transition to ACTIVE for port object 22ef1437-9dc6-4fc0-8331-da8c7478be85 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:55.237127 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.265402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.315964 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:04:55.316586 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:55.331616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:55.334808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:55.338443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:04:55.370917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Pushing event updated for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.375604 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80de3fa-8c40-490e-b9e5-55ed8546801f None None] Pushing event updated for resources: {'Port': ['ID=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:55.397980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.511124 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:04:55.551036 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.643027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.670914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4be5cc4b-aa68-483a-b3a6-89ce9ce5ae42 None None] Provisioning for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:55.680663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4be5cc4b-aa68-483a-b3a6-89ce9ce5ae42 None None] Provisioning complete for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:55.680663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4be5cc4b-aa68-483a-b3a6-89ce9ce5ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.728532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:55.733688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4be5cc4b-aa68-483a-b3a6-89ce9ce5ae42 None None] Port 22ef1437-9dc6-4fc0-8331-da8c7478be85 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:04:55.796886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:52Z', 'revision_number': 3, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:55.801255 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347539-8cd9-4e10-a65f-d658a1b2f88b None None] The sync data for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 is: [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:52Z', 'revision_number': 3, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:04:55.954305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.043306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.080892 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.159123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.162769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Pushing event updated for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:56.299813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:04:56.300964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:56.503873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:04:56.559592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8b0d5f96-9c33-4ac2-bbf1-4de8107bc04e None None] Provisioning complete for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:56.560152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8b0d5f96-9c33-4ac2-bbf1-4de8107bc04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.613723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d5f96-9c33-4ac2-bbf1-4de8107bc04e None None] Port 22ef1437-9dc6-4fc0-8331-da8c7478be85 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:04:56.691502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:04:56.700467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4189e303-1a60-448b-9d63-3281ba64cd0e admin admin] 10.222.0.66 "PUT /v2.0/routers/65ec6d15-eb58-4142-9d6e-6b9a6c4ed936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7478592 Mar 02 19:04:56.871387 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:56.991246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:57.163116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.164540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:04:57.171145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:57.171523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.295376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.311452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:04:57.319359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Sync routers for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:04:57.328347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:04:57.328961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.391978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.444196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47816) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:57.450843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1070135773-network', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:57.456501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:57.460384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Usage tracker for resource:network and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:57.463351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:57.469200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:57.538630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:57.551035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Made reservation on behalf of 4aaf60a9f4ec4617b8d5109fa4bd9f8f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:57.553529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.567572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.568313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:04:57.580637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:57.584487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:57.587947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:57.593533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:57.675594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.773966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.802524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:04:57.815063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b21ce70-3024-4293-8ee0-3ff6cb054817,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:57.820254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.820701 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Added segment 191c52b7-2669-4051-94d2-255757038767 of type vlan for network d9789013-5551-4f76-b38c-3e6ba120b10f Mar 02 19:04:57.847627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.876910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 4, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '22ef1437-9dc6-4fc0-8331-da8c7478be85', 'name': '', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'mac_address': 'fa:16:3e:5b:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:54Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 2, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'subnets': [{'id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:57.880794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Checking router: 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:04:57.881150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Updating router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 port 22ef1437-9dc6-4fc0-8331-da8c7478be85 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:04:57.911428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.912481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:57.913103 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:57.937260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.136923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] Pushing event updated for resources: {'Network': ['ID=d9789013-5551-4f76-b38c-3e6ba120b10f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.158236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d9789013-5551-4f76-b38c-3e6ba120b10f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:04:58.185759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0ce6c38a-1d57-4e2a-9c4c-4d985c1f1467 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7400999 Mar 02 19:04:58.188486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47820) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:58.193769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Request body: {'subnet': {'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1070135773-subnet', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:58.199979 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:58.203928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Usage tracker for resource:subnet and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:58.206786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:58.213104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:58.299934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Made reservation on behalf of 4aaf60a9f4ec4617b8d5109fa4bd9f8f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:04:58.302364 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.369172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.380790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Transition to ACTIVE for port object 22ef1437-9dc6-4fc0-8331-da8c7478be85 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:04:58.459453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.586372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.588837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3b2d6-1965-4ab8-a569-515d04de665a None None] Pushing event updated for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.682295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Checking segment: {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:58.682815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Network hostable DHCP agents. Network: d9789013-5551-4f76-b38c-3e6ba120b10f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:04:58.687729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7408234d-6c35-4145-a136-0698f25bd6dc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:58.730916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Attempting to bind port 22ef1437-9dc6-4fc0-8331-da8c7478be85 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:04:58.731252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Attempting to bind port 22ef1437-9dc6-4fc0-8331-da8c7478be85 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:04:58.732195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Attempting to bind port 22ef1437-9dc6-4fc0-8331-da8c7478be85 on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:04:58.740576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:04:58.740933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Checking segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:04:58.741323 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.741709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Bound using segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:04:58.742184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Bound port: 22ef1437-9dc6-4fc0-8331-da8c7478be85, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:04:58.742554 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.773877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Network d9789013-5551-4f76-b38c-3e6ba120b10f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:04:58.842169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] For port 22ef1437-9dc6-4fc0-8331-da8c7478be85, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:04:58.845041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] For port 22ef1437-9dc6-4fc0-8331-da8c7478be85, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=22ef1437-9dc6-4fc0-8331-da8c7478be85,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:04:58.876359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d9789013-5551-4f76-b38c-3e6ba120b10f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:04:58.880384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:04:58.881009 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.885543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7624d8e-771d-4e8d-812d-2b5574b7eaf0 None None] Network d9789013-5551-4f76-b38c-3e6ba120b10f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:04:58.911827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:58.985718 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-345d998c-de46-4aaf-a7b8-9bb007fc1e24 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7961390 Mar 02 19:04:58.988326 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47824) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:04:58.994170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:04:58.999928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:04:59.003950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Usage tracker for resource:router and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:04:59.007020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:04:59.010818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:04:59.013059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:04:59.082975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.088670 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.108533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.134921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:04:59.135562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:04:59.201392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3b2d6-1965-4ab8-a569-515d04de665a None None] Pushing event updated for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:04:59.356153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:04:59.356443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.453623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.470414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d9789013-5551-4f76-b38c-3e6ba120b10f', 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'fixed_ips': [{'subnet_id': '7408234d-6c35-4145-a136-0698f25bd6dc'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:04:59.471231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.500155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:04:59.815812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.844979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:04:59.924694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Allocated IP 172.20.0.2 (d9789013-5551-4f76-b38c-3e6ba120b10f/7408234d-6c35-4145-a136-0698f25bd6dc/f1720b18-4617-494a-9c49-292b607ce789) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:04:59.982158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Allocated IP 172.25.7.127 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/2d004fd7-8084-463c-9465-ad8445ee99b6) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:00.139626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.157983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 4, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '22ef1437-9dc6-4fc0-8331-da8c7478be85', 'name': '', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'mac_address': 'fa:16:3e:5b:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:54Z', 'updated_at': '2022-03-02T19:04:58Z', 'revision_number': 4, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'subnets': [{'id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:00.171502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbff2ed-f8cd-4c31-a8ab-259ad87d947b None None] The sync data for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 is: [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:55Z', 'revision_number': 4, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '22ef1437-9dc6-4fc0-8331-da8c7478be85', 'name': '', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'mac_address': 'fa:16:3e:5b:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:54Z', 'updated_at': '2022-03-02T19:04:58Z', 'revision_number': 4, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'subnets': [{'id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:00.250831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.253309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.264309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Transition to ACTIVE for port object f1720b18-4617-494a-9c49-292b607ce789 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:00.283685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Transition to ACTIVE for port object f1720b18-4617-494a-9c49-292b607ce789 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:00.312748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:00.320145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:00.324276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:00.351854 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.435454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Network d9789013-5551-4f76-b38c-3e6ba120b10f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:00.439105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:00.444057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:00.451093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Pushing event updated for resources: {'Port': ['ID=f1720b18-4617-494a-9c49-292b607ce789,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:00.485021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Pushing event updated for resources: {'Port': ['ID=2d004fd7-8084-463c-9465-ad8445ee99b6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:00.551178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Attempting to bind port f1720b18-4617-494a-9c49-292b607ce789 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:00.551641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Attempting to bind port f1720b18-4617-494a-9c49-292b607ce789 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:00.552100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Attempting to bind port f1720b18-4617-494a-9c49-292b607ce789 on network d9789013-5551-4f76-b38c-3e6ba120b10f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:00.560735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:00.561194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Checking segment: {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:00.561677 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.562190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Bound using segment: {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:00.562738 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Bound port: f1720b18-4617-494a-9c49-292b607ce789, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:00.563198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.662834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] For port f1720b18-4617-494a-9c49-292b607ce789, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:00.666754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] For port f1720b18-4617-494a-9c49-292b607ce789, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1720b18-4617-494a-9c49-292b607ce789,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:00.751901 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:00.835517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f15087-88dd-4cc4-8bc8-14149a932276 None None] Pushing event updated for resources: {'Port': ['ID=f1720b18-4617-494a-9c49-292b607ce789,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:00.955441 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.000067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 22ef1437-9dc6-4fc0-8331-da8c7478be85 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:01.185376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:01.191421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:01.193164 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.341003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.362543 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.373492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 22ef1437-9dc6-4fc0-8331-da8c7478be85, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=22ef1437-9dc6-4fc0-8331-da8c7478be85,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:01.459940 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.531538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:01.648525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Router cab37835-9463-4f56-bf8e-988995efea17 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:05:01.834651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:05:01.844936 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Sync routers for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:05:01.854891 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:01.855428 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:01.886792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1356058c-9027-41f7-b355-54e9c0bbcfaa None None] Network d9789013-5551-4f76-b38c-3e6ba120b10f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:05:01.917178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:01.919327 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b2ae5531-0b77-4abd-a8c6-24414446f51e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9299963 Mar 02 19:05:01.922300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:02.035086 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:02.074013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8f0c02d5-4020-4137-9e93-2729493394b5 None None] Provisioning for port f1720b18-4617-494a-9c49-292b607ce789 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:02.328902 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:00Z', 'revision_number': 3, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:02.334516 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Checking router: cab37835-9463-4f56-bf8e-988995efea17 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:05:02.334871 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Updating router cab37835-9463-4f56-bf8e-988995efea17 port 2d004fd7-8084-463c-9465-ad8445ee99b6 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:05:02.394332 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.735186 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.747089 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Transition to ACTIVE for port object 2d004fd7-8084-463c-9465-ad8445ee99b6 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:02.763410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.842626 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.921507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Attempting to bind port 2d004fd7-8084-463c-9465-ad8445ee99b6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:02.921507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Attempting to bind port 2d004fd7-8084-463c-9465-ad8445ee99b6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:02.921507 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Attempting to bind port 2d004fd7-8084-463c-9465-ad8445ee99b6 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:02.927415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf23fc-db24-413c-aadd-f490343dafd4 None None] Pushing event updated for resources: {'Port': ['ID=2d004fd7-8084-463c-9465-ad8445ee99b6,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:02.932666 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:02.933050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:02.933453 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.933835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:02.934343 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Bound port: 2d004fd7-8084-463c-9465-ad8445ee99b6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:02.934715 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:02.994705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Allocated IP 172.20.0.1 (d9789013-5551-4f76-b38c-3e6ba120b10f/7408234d-6c35-4145-a136-0698f25bd6dc/27c01678-8eaf-4753-8d55-84a50f419428) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:03.013978 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] For port 2d004fd7-8084-463c-9465-ad8445ee99b6, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:03.019072 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] For port 2d004fd7-8084-463c-9465-ad8445ee99b6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d004fd7-8084-463c-9465-ad8445ee99b6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:03.065096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1720b18-4617-494a-9c49-292b607ce789 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:03.089198 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.161820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.167384 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:03.168259 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.177579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Transition to ACTIVE for port object 27c01678-8eaf-4753-8d55-84a50f419428 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:03.202365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f1720b18-4617-494a-9c49-292b607ce789 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:03.207505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f1720b18-4617-494a-9c49-292b607ce789 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:03.207879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.230336 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf23fc-db24-413c-aadd-f490343dafd4 None None] Pushing event updated for resources: {'Port': ['ID=2d004fd7-8084-463c-9465-ad8445ee99b6,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.260897 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.328976 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.333843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Network d9789013-5551-4f76-b38c-3e6ba120b10f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:03.337728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:03.341452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:03.349194 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:03.371233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f1720b18-4617-494a-9c49-292b607ce789, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1720b18-4617-494a-9c49-292b607ce789,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:03.383698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Pushing event updated for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.408841 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.471541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.473469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 22ef1437-9dc6-4fc0-8331-da8c7478be85 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:03.592569 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.596966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f1720b18-4617-494a-9c49-292b607ce789,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:03.608443 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 22ef1437-9dc6-4fc0-8331-da8c7478be85 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:03.608893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.651644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:00Z', 'revision_number': 3, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:03.656211 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ab9160-6397-4940-bd0b-57544b8dde75 None None] The sync data for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 is: [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:00Z', 'revision_number': 3, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:03.737829 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e035509f-a0c2-4aa0-b989-b5a7ccc0bf3d None None] Provisioning for port 27c01678-8eaf-4753-8d55-84a50f419428 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:03.747150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e035509f-a0c2-4aa0-b989-b5a7ccc0bf3d None None] Provisioning complete for port 27c01678-8eaf-4753-8d55-84a50f419428 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:03.747518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e035509f-a0c2-4aa0-b989-b5a7ccc0bf3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.802787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e035509f-a0c2-4aa0-b989-b5a7ccc0bf3d None None] Port 27c01678-8eaf-4753-8d55-84a50f419428 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:05:03.837528 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:03.906036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.013079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.016597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Pushing event updated for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:04.272000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Network d9789013-5551-4f76-b38c-3e6ba120b10f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:04.273186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:04.470390 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Router cab37835-9463-4f56-bf8e-988995efea17 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:05:04.530906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4f93e73e-50d4-4b31-8a16-9e4c186c34b4 None None] Provisioning complete for port 27c01678-8eaf-4753-8d55-84a50f419428 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:04.531389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f93e73e-50d4-4b31-8a16-9e4c186c34b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:04.588337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4f93e73e-50d4-4b31-8a16-9e4c186c34b4 None None] Port 27c01678-8eaf-4753-8d55-84a50f419428 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:05:04.653970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:05:04.663983 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2a26a445-98ea-4624-97a9-1414d256ebdc admin admin] 10.222.0.66 "PUT /v2.0/routers/cab37835-9463-4f56-bf8e-988995efea17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7398024 Mar 02 19:05:05.051112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d004fd7-8084-463c-9465-ad8445ee99b6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:05.168306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2d004fd7-8084-463c-9465-ad8445ee99b6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:05.173667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d004fd7-8084-463c-9465-ad8445ee99b6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:05.174042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.268489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Sync routers for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:05:05.283938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:05.284546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:05.307447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-1cf30f52-8c6a-457b-ba22-b980f5b13d0c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:05.308935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-1cf30f52-8c6a-457b-ba22-b980f5b13d0c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/networks?id=080dda14-4ecd-430e-a1bf-5a428b64dab2 HTTP/1.1" status: 200 len: 911 time: 0.1374176 Mar 02 19:05:05.324072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-ed23a1d0-d456-4ab9-9946-1a3b7cb0a4c2 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/quotas/4aaf60a9f4ec4617b8d5109fa4bd9f8f HTTP/1.1" status: 200 len: 375 time: 0.0096841 Mar 02 19:05:05.403001 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-b4c48e83-8150-4e6b-89c2-b2369ac8cc31 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0739262 Mar 02 19:05:05.415763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.491318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2d004fd7-8084-463c-9465-ad8445ee99b6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d004fd7-8084-463c-9465-ad8445ee99b6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:05.516514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:05.535386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-76d8bbe4-5cb8-49d1-a1a7-80739c0e711a service neutron] 10.222.0.66 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256800 Mar 02 19:05:05.558049 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.558840 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1720b18-4617-494a-9c49-292b607ce789 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:05.668505 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-4cb1846f-e5e8-4cc4-9cc6-72691e156802 service neutron] 10.222.0.66 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262662 Mar 02 19:05:05.780465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2d004fd7-8084-463c-9465-ad8445ee99b6,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:05.858055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f1720b18-4617-494a-9c49-292b607ce789 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:05.858055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:05.928852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c97212c-44ac-4021-890a-eb3dbc4811eb req-81fc50e6-7e76-4f38-831c-6269f4f97aff tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0414562 Mar 02 19:05:06.050778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 4, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '27c01678-8eaf-4753-8d55-84a50f419428', 'name': '', 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'mac_address': 'fa:16:3e:ca:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:02Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 2, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'subnets': [{'id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:06.054837 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Checking router: cab37835-9463-4f56-bf8e-988995efea17 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:05:06.055205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Updating router cab37835-9463-4f56-bf8e-988995efea17 port 27c01678-8eaf-4753-8d55-84a50f419428 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:05:06.111403 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.444673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.456424 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Transition to ACTIVE for port object 27c01678-8eaf-4753-8d55-84a50f419428 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:06.533324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.683726 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d6acd-c07a-4610-81f1-356db995bb71 None None] Pushing event updated for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:06.785767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Attempting to bind port 27c01678-8eaf-4753-8d55-84a50f419428 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:06.786156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Attempting to bind port 27c01678-8eaf-4753-8d55-84a50f419428 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:06.786514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Attempting to bind port 27c01678-8eaf-4753-8d55-84a50f419428 on network d9789013-5551-4f76-b38c-3e6ba120b10f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:06.791545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:06.791932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Checking segment: {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:06.792321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.792973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Bound using segment: {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:06.793420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Bound port: 27c01678-8eaf-4753-8d55-84a50f419428, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '191c52b7-2669-4051-94d2-255757038767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:06.793788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:06.910039 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] For port 27c01678-8eaf-4753-8d55-84a50f419428, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:06.990623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d004fd7-8084-463c-9465-ad8445ee99b6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:07.041022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9945b9b9-3503-4141-9acc-16aecabb64cf req-30c45f09-45b0-433f-ad1c-a9dc496f5f80 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0530434 Mar 02 19:05:07.041612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] For port 27c01678-8eaf-4753-8d55-84a50f419428, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27c01678-8eaf-4753-8d55-84a50f419428,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:07.098568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2d004fd7-8084-463c-9465-ad8445ee99b6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:07.098946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.135868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:07.302066 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:07.302730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:04:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:07.357152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329d6acd-c07a-4610-81f1-356db995bb71 None None] Pushing event updated for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:07.574502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:07.890906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 4, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '27c01678-8eaf-4753-8d55-84a50f419428', 'name': '', 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'mac_address': 'fa:16:3e:ca:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:02Z', 'updated_at': '2022-03-02T19:05:06Z', 'revision_number': 4, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'subnets': [{'id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:07.894764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4931b0b9-1861-4ff3-b392-61dad0098ed9 None None] The sync data for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 is: [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:03Z', 'revision_number': 4, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '27c01678-8eaf-4753-8d55-84a50f419428', 'name': '', 'network_id': 'd9789013-5551-4f76-b38c-3e6ba120b10f', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'mac_address': 'fa:16:3e:ca:20:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_interface', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:05:02Z', 'updated_at': '2022-03-02T19:05:06Z', 'revision_number': 4, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'subnets': [{'id': '7408234d-6c35-4145-a136-0698f25bd6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:08.205422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e931267-0fca-417a-a9fa-2f44f0e84884 req-dc2e347f-321d-407e-994d-970953e113ff tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0448511 Mar 02 19:05:08.981948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27c01678-8eaf-4753-8d55-84a50f419428 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:09.104936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 27c01678-8eaf-4753-8d55-84a50f419428 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:09.109907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 27c01678-8eaf-4753-8d55-84a50f419428 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:09.110311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.230432 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.263710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 27c01678-8eaf-4753-8d55-84a50f419428, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27c01678-8eaf-4753-8d55-84a50f419428,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:09.316679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:09.354476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2ef89d2-9606-49c6-82d5-fa217868b71c req-1c121f3e-b390-4479-b974-031959ad125c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0429680 Mar 02 19:05:09.390178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:10.121705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-eb0c05d0-9ef0-4c2d-919b-a025f7e4c0dc tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:10.122432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-eb0c05d0-9ef0-4c2d-919b-a025f7e4c0dc tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Synchronizing usage tracker for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:10.224903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-eb0c05d0-9ef0-4c2d-919b-a025f7e4c0dc tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Unset dirty status for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:10.226074 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-eb0c05d0-9ef0-4c2d-919b-a025f7e4c0dc tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.11 "GET /v2.0/networks?id=080dda14-4ecd-430e-a1bf-5a428b64dab2 HTTP/1.1" status: 200 len: 911 time: 0.2335229 Mar 02 19:05:10.238944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Request body: {'port': {'device_id': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'admin_state_up': True, 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:10.244998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:10.248905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Usage tracker for resource:port and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:10.251822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:10.257642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:10.333703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Made reservation on behalf of 4aaf60a9f4ec4617b8d5109fa4bd9f8f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:10.336157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.496146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Allocated IP 172.20.0.10 (080dda14-4ecd-430e-a1bf-5a428b64dab2/cda909c0-9f9d-4115-8670-33d47a6785cf/303e634e-5ef4-42e6-9026-ced5322b47ba) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:10.654893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49d5ac60-a89a-4994-8d3a-38342f5d4627 req-dff1a260-a7d2-4209-bc0f-d7bf6ed283de tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0407887 Mar 02 19:05:10.690284 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.706145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Transition to ACTIVE for port object 303e634e-5ef4-42e6-9026-ced5322b47ba will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:10.802899 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.873645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:10.876843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:10.880317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:10.910110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Pushing event updated for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:10.938202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:10.938726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:10.975650 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27c01678-8eaf-4753-8d55-84a50f419428 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:11.049207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-48fe72ae-058d-45ef-8861-d7eb82adb651 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8138540 Mar 02 19:05:11.062572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Request body: {'port': {'device_id': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:11.095802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 27c01678-8eaf-4753-8d55-84a50f419428 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:11.096168 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.178905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.220052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73aac839-bdf8-43a2-acf4-8ae979152ab4 None None] Provisioning for port 303e634e-5ef4-42e6-9026-ced5322b47ba completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:11.225081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-73aac839-bdf8-43a2-acf4-8ae979152ab4 None None] Provisioning complete for port 303e634e-5ef4-42e6-9026-ced5322b47ba triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:11.226845 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-73aac839-bdf8-43a2-acf4-8ae979152ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.277309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-73aac839-bdf8-43a2-acf4-8ae979152ab4 None None] Port 303e634e-5ef4-42e6-9026-ced5322b47ba cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:05:11.618070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 303e634e-5ef4-42e6-9026-ced5322b47ba {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:05:11.625106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.639188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Transition to ACTIVE for port object 303e634e-5ef4-42e6-9026-ced5322b47ba will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:11.710624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:11.837122 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ad77c-73d1-4203-bc1c-2c7fd6b07da5 req-9a5402a4-d16b-45fc-8498-c13daa0b318b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:11.838612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-688ad77c-73d1-4203-bc1c-2c7fd6b07da5 req-9a5402a4-d16b-45fc-8498-c13daa0b318b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1053 time: 0.0778563 Mar 02 19:05:11.874910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Pushing event updated for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:11.891805 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-688ad77c-73d1-4203-bc1c-2c7fd6b07da5 req-8c8a8d11-eb97-4b87-83c8-7efb8949627f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 Mar 02 19:05:11.952600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Attempting to bind port 303e634e-5ef4-42e6-9026-ced5322b47ba on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:11.952934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Attempting to bind port 303e634e-5ef4-42e6-9026-ced5322b47ba by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:11.953264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Attempting to bind port 303e634e-5ef4-42e6-9026-ced5322b47ba on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:11.958206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Port 303e634e-5ef4-42e6-9026-ced5322b47ba on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:05:11.958749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Attempting to bind port 303e634e-5ef4-42e6-9026-ced5322b47ba on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:11.964259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:11.964596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Checking segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:11.968967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Bound using segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:11.968967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Bound port: 303e634e-5ef4-42e6-9026-ced5322b47ba, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:11.968967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.055964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:12.058851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=303e634e-5ef4-42e6-9026-ced5322b47ba,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:12.151475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.205650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.206317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:12.207630 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] 10.222.0.11 "PUT /v2.0/ports/303e634e-5ef4-42e6-9026-ced5322b47ba HTTP/1.1" status: 200 len: 1092 time: 1.1504841 Mar 02 19:05:12.208059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:12.232573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Pushing event updated for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:12.240840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.241187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.241521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.241850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.242208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.242537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.243124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.248600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.248600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.248600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.248600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.248600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79d8568-6d21-4f9a-9471-749c5bfbde1f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:12.262563 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba', 'status': 'completed', 'code': 200} Mar 02 19:05:12.355000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926687-9b90-4746-8226-ffec696e0376 req-b449d3c5-e82c-422b-8a4d-1b394d308853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.356534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-12926687-9b90-4746-8226-ffec696e0376 req-b449d3c5-e82c-422b-8a4d-1b394d308853 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1095 time: 0.0760679 Mar 02 19:05:12.501496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926687-9b90-4746-8226-ffec696e0376 req-d352b1da-6b0a-4fb0-ae6a-1b22ab9bea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.502886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-12926687-9b90-4746-8226-ffec696e0376 req-d352b1da-6b0a-4fb0-ae6a-1b22ab9bea87 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1398046 Mar 02 19:05:12.634024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12926687-9b90-4746-8226-ffec696e0376 req-797c7a44-3280-4aed-9858-24a0e202f229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.635393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-12926687-9b90-4746-8226-ffec696e0376 req-797c7a44-3280-4aed-9858-24a0e202f229 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270306 Mar 02 19:05:12.739930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-71c170cf-58cd-4fe2-8b10-506ed98d8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.741362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-71c170cf-58cd-4fe2-8b10-506ed98d8151 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1095 time: 0.0716429 Mar 02 19:05:12.809432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-0b515c61-f969-4ea5-a205-f5affa5115a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=303e634e-5ef4-42e6-9026-ced5322b47ba HTTP/1.1" status: 200 len: 217 time: 0.0620093 Mar 02 19:05:12.869344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-a0ed2fac-7c49-46f7-bc99-610d6676e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.870776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-a0ed2fac-7c49-46f7-bc99-610d6676e562 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cda909c0-9f9d-4115-8670-33d47a6785cf HTTP/1.1" status: 200 len: 849 time: 0.0561600 Mar 02 19:05:12.944348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-7259ae6c-3750-4714-89ae-3066da075e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:12.945815 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-7259ae6c-3750-4714-89ae-3066da075e11 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=080dda14-4ecd-430e-a1bf-5a428b64dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693729 Mar 02 19:05:13.057837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267ee79-b02a-40c4-926d-c69a444b5898 req-6c607b13-d34d-454e-a888-5530545c21ab tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:13.060090 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f267ee79-b02a-40c4-926d-c69a444b5898 req-6c607b13-d34d-454e-a888-5530545c21ab tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1095 time: 0.0713656 Mar 02 19:05:13.083666 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-c5c017b2-339c-48f0-bfe2-009119e15d22 service neutron] 10.222.0.11 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315985 Mar 02 19:05:13.105934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f267ee79-b02a-40c4-926d-c69a444b5898 req-cf1687b0-a9c0-4b55-bfc7-6b2f453a2290 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Mar 02 19:05:13.189895 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:05:13.212715 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1e4f546-e904-48a8-a016-3b9768b69995 req-66991948-9bd3-468b-8f58-30a47d776f5a service neutron] 10.222.0.11 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227922 Mar 02 19:05:14.276028 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6591e27-98fb-4395-bcab-174be5dfab9e req-959e585f-e12b-4c3b-8636-16cbf3aa7947 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:14.277523 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6591e27-98fb-4395-bcab-174be5dfab9e req-959e585f-e12b-4c3b-8636-16cbf3aa7947 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1095 time: 0.0689402 Mar 02 19:05:14.317246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d6591e27-98fb-4395-bcab-174be5dfab9e req-46d740db-9fef-43c9-9a88-5e95944e62ff tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342126 Mar 02 19:05:15.487693 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db579c8-922c-47dd-bfaa-353df64a56cb req-c2944f91-8785-4763-94b0-c2fe01a132f3 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:15.489205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db579c8-922c-47dd-bfaa-353df64a56cb req-c2944f91-8785-4763-94b0-c2fe01a132f3 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1095 time: 0.0726349 Mar 02 19:05:15.529615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8db579c8-922c-47dd-bfaa-353df64a56cb req-ac71592d-846e-467f-90d2-4c81da28b443 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343568 Mar 02 19:05:15.788105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 303e634e-5ef4-42e6-9026-ced5322b47ba details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:05:15.919480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=303e634e-5ef4-42e6-9026-ced5322b47ba,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:15.933062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '303e634e-5ef4-42e6-9026-ced5322b47ba', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'port_id': '303e634e-5ef4-42e6-9026-ced5322b47ba', 'mac_address': 'fa:16:3e:9b:09:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:05:15.990416 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.007815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 303e634e-5ef4-42e6-9026-ced5322b47ba {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:05:16.023419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=303e634e-5ef4-42e6-9026-ced5322b47ba,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:16.110743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:16.177050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:16.273764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-9b458c9a-9710-46c0-b145-25f4d71c38f3 req-8682a337-9045-4f1a-be0b-b865a7bdc059 service neutron] (88708) timed out ('10.222.0.66', 39486) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:05:16.351883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['303e634e-5ef4-42e6-9026-ced5322b47ba'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:16.699997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c0fbc-b6c3-42fe-998c-fb1627f7d6ee req-aee5451b-0de2-4398-92fc-89e8c58a3d51 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:16.701474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf4c0fbc-b6c3-42fe-998c-fb1627f7d6ee req-aee5451b-0de2-4398-92fc-89e8c58a3d51 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1096 time: 0.0689895 Mar 02 19:05:16.741125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf4c0fbc-b6c3-42fe-998c-fb1627f7d6ee req-670f34f0-c5d5-4d11-8a0d-25eb92da3238 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341194 Mar 02 19:05:17.797570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 303e634e-5ef4-42e6-9026-ced5322b47ba up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:17.918404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c0152-2560-4820-ac5e-d5db3ad247ea req-390cb48c-4665-417e-8ac2-a20d6ce65541 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:17.920382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-804c0152-2560-4820-ac5e-d5db3ad247ea req-390cb48c-4665-417e-8ac2-a20d6ce65541 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1096 time: 0.0737073 Mar 02 19:05:17.937676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 303e634e-5ef4-42e6-9026-ced5322b47ba completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:17.937676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 303e634e-5ef4-42e6-9026-ced5322b47ba triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:17.937676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:17.962142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-804c0152-2560-4820-ac5e-d5db3ad247ea req-ad6057ce-e240-4cff-8b24-762db83bf301 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358319 Mar 02 19:05:18.045810 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.072649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:18.082036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=303e634e-5ef4-42e6-9026-ced5322b47ba,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:18.144915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:18.185048 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba', 'code': 200} Mar 02 19:05:18.217194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:18.303729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d99a09-53e6-4075-b28d-e8160e33d161 req-268e6a61-c17c-4ee4-809b-bee842381728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:18.305211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65d99a09-53e6-4075-b28d-e8160e33d161 req-268e6a61-c17c-4ee4-809b-bee842381728 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0739701 Mar 02 19:05:18.343620 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65d99a09-53e6-4075-b28d-e8160e33d161 req-babea6c2-fff4-4b07-b674-1cc07f14fdeb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327399 Mar 02 19:05:19.137962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeeeb0a-2a1a-405d-8b6a-c243b7ce938b req-803d56b4-8081-41cf-b026-2af28e2c0e88 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:19.139468 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-caeeeb0a-2a1a-405d-8b6a-c243b7ce938b req-803d56b4-8081-41cf-b026-2af28e2c0e88 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0750358 Mar 02 19:05:19.182194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-caeeeb0a-2a1a-405d-8b6a-c243b7ce938b req-5d7a8243-b51a-4c84-9409-1675d582c137 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370345 Mar 02 19:05:20.353615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b0303-9a2e-4a7b-8a7c-c015858835df req-552d35d1-1a87-4bf0-9878-d634e6982337 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:20.355070 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-676b0303-9a2e-4a7b-8a7c-c015858835df req-552d35d1-1a87-4bf0-9878-d634e6982337 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0706468 Mar 02 19:05:20.395067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-676b0303-9a2e-4a7b-8a7c-c015858835df req-fd865d8e-3377-4db7-9cbb-f235df4bb63f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345130 Mar 02 19:05:20.565134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59abb-1d73-4a66-bb8f-5e517382c9c0 req-cc755b88-ee41-47a7-a68b-6e4f47e39032 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:20.566611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaf59abb-1d73-4a66-bb8f-5e517382c9c0 req-cc755b88-ee41-47a7-a68b-6e4f47e39032 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0708096 Mar 02 19:05:20.705966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaf59abb-1d73-4a66-bb8f-5e517382c9c0 req-8b01b5c5-9688-460b-93a1-21d20236c3a1 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331813 Mar 02 19:05:20.873427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a044-eaba-417f-ae46-279de96d9d54 req-d9d777e6-d812-442e-ab63-4998b1287a1c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:20.874958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1e8a044-eaba-417f-ae46-279de96d9d54 req-d9d777e6-d812-442e-ab63-4998b1287a1c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0685575 Mar 02 19:05:20.914544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e1e8a044-eaba-417f-ae46-279de96d9d54 req-25d6e398-414a-4bd4-bc6c-36dca73a80d4 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Mar 02 19:05:21.189744 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-7b0d11aa-ee3d-412f-a53b-81356c0dd34b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:21.191238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-7b0d11aa-ee3d-412f-a53b-81356c0dd34b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/networks?id=080dda14-4ecd-430e-a1bf-5a428b64dab2 HTTP/1.1" status: 200 len: 911 time: 0.1340590 Mar 02 19:05:21.205660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-cd7a94fb-983b-409e-bcc9-85d36dd81292 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/quotas/4aaf60a9f4ec4617b8d5109fa4bd9f8f HTTP/1.1" status: 200 len: 375 time: 0.0089028 Mar 02 19:05:21.285079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-1aa5876c-a0f6-482a-9001-62ae145056ac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0745668 Mar 02 19:05:21.415131 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-e96637b7-b508-4c55-8c22-a3f5a503a261 service neutron] 10.222.0.66 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225967 Mar 02 19:05:21.545093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-4614c7d9-eadc-42b7-98f2-185ac9279364 service neutron] 10.222.0.66 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239460 Mar 02 19:05:21.800014 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1809a598-481e-4a88-8b85-cf9473b5fc0d req-a079d8cc-da90-47a0-a25b-818b0c2255ac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 210 time: 0.0412045 Mar 02 19:05:22.093355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b03c9832-a1a8-4637-98ad-b1fbb09dfe4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:22.945235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52b38658-694a-40d1-9227-c6110a192966 req-655df789-7455-41c2-8fec-104210a39c43 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 210 time: 0.0446293 Mar 02 19:05:23.756858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-25e9bee3-e80c-4019-8184-bb12c6578045 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:23.758255 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-25e9bee3-e80c-4019-8184-bb12c6578045 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.65 "GET /v2.0/networks?id=080dda14-4ecd-430e-a1bf-5a428b64dab2 HTTP/1.1" status: 200 len: 911 time: 0.1280615 Mar 02 19:05:23.768674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Request body: {'port': {'device_id': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'admin_state_up': True, 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:23.774217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:23.778131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Usage tracker for resource:port and tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:23.780958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:23.786790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:23.927793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Made reservation on behalf of 4aaf60a9f4ec4617b8d5109fa4bd9f8f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:23.930745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.118744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ae86224-b31f-406f-9bec-4102a42a79a1 req-ffa72e3b-04c2-496d-9955-1e2a0763b9ba tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 210 time: 0.0497003 Mar 02 19:05:24.190758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24a9fd51-35f9-41e3-b5d9-a6e7cc3d5a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.204241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Allocated IP 172.20.0.6 (080dda14-4ecd-430e-a1bf-5a428b64dab2/cda909c0-9f9d-4115-8670-33d47a6785cf/2878c5ea-f78a-450a-a8f5-53c39243ed1b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:24.388929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.404467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Transition to ACTIVE for port object 2878c5ea-f78a-450a-a8f5-53c39243ed1b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:24.488121 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.498458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['303e634e-5ef4-42e6-9026-ced5322b47ba'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:24.560913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:24.564208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:24.567795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:24.598971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Pushing event updated for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:24.628001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:24.628612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.711378 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-73b96185-770a-4f34-abbf-9a526388596b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9461684 Mar 02 19:05:24.722734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Request body: {'port': {'device_id': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:24.836300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.939021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-84148bf9-3848-4d2b-b367-3d7bb2113d2e None None] Provisioning for port 2878c5ea-f78a-450a-a8f5-53c39243ed1b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:24.944283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-84148bf9-3848-4d2b-b367-3d7bb2113d2e None None] Provisioning complete for port 2878c5ea-f78a-450a-a8f5-53c39243ed1b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:24.944657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-84148bf9-3848-4d2b-b367-3d7bb2113d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:24.998192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-84148bf9-3848-4d2b-b367-3d7bb2113d2e None None] Port 2878c5ea-f78a-450a-a8f5-53c39243ed1b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:05:25.180125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878c5ea-f78a-450a-a8f5-53c39243ed1b {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:05:25.188815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.203961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Transition to ACTIVE for port object 2878c5ea-f78a-450a-a8f5-53c39243ed1b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:25.276286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.300300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45277115-fa16-47e4-9c2f-3c9a59225d1b req-ebd1e9e0-5a3a-45b3-aad9-280b228cbb6f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.301810 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45277115-fa16-47e4-9c2f-3c9a59225d1b req-ebd1e9e0-5a3a-45b3-aad9-280b228cbb6f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1027 time: 0.0696542 Mar 02 19:05:25.344110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45277115-fa16-47e4-9c2f-3c9a59225d1b req-62387890-5a3f-4aa0-ba30-d4f774d23edb tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Mar 02 19:05:25.433169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:25.514454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Attempting to bind port 2878c5ea-f78a-450a-a8f5-53c39243ed1b on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:25.514795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Attempting to bind port 2878c5ea-f78a-450a-a8f5-53c39243ed1b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:25.515123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Attempting to bind port 2878c5ea-f78a-450a-a8f5-53c39243ed1b on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:25.519735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Port 2878c5ea-f78a-450a-a8f5-53c39243ed1b on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:05:25.520056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Attempting to bind port 2878c5ea-f78a-450a-a8f5-53c39243ed1b on network 080dda14-4ecd-430e-a1bf-5a428b64dab2 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:25.525283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:25.525619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Checking segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:25.525999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Bound using segment: {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:25.526470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Bound port: 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:25.526814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.565907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.620013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:25.623134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:25.624919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.682567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.736313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.736921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:25.738286 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] 10.222.0.65 "PUT /v2.0/ports/2878c5ea-f78a-450a-a8f5-53c39243ed1b HTTP/1.1" status: 200 len: 1091 time: 1.0198960 Mar 02 19:05:25.738782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:25.763798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b952279-d905-45d8-b6e4-4b111d87ddcb service neutron] Pushing event updated for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:25.796617 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b', 'status': 'completed', 'code': 200} Mar 02 19:05:25.891313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-a964eaa8-73ef-494f-8f84-fb81c96a6a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:25.892793 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-a964eaa8-73ef-494f-8f84-fb81c96a6a8f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1094 time: 0.0770509 Mar 02 19:05:26.032116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-13b3e195-776c-48d7-9348-cb8099a38b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.033448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-13b3e195-776c-48d7-9348-cb8099a38b40 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1338580 Mar 02 19:05:26.070359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:26.270180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-7dd1c299-ac44-45a2-9e78-4e3f591bb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.271740 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-010a93b2-2066-4790-bc84-a01ef8c8e5c7 req-7dd1c299-ac44-45a2-9e78-4e3f591bb595 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310321 Mar 02 19:05:26.372149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9df5a0b7-c0eb-4308-af53-a9de022bf3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.373636 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-9df5a0b7-c0eb-4308-af53-a9de022bf3a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1094 time: 0.0689611 Mar 02 19:05:26.444359 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-fcfb0eb0-8491-4601-a6e3-43812dc9b4f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b HTTP/1.1" status: 200 len: 217 time: 0.0639579 Mar 02 19:05:26.505371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-68d2a0c8-3457-4dd3-868b-4541556827e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.506884 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-68d2a0c8-3457-4dd3-868b-4541556827e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=cda909c0-9f9d-4115-8670-33d47a6785cf HTTP/1.1" status: 200 len: 849 time: 0.0575747 Mar 02 19:05:26.523476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687dbc-a823-4fa9-9a64-e215d1594da6 req-5fde38c9-2745-4749-b779-9cfbf01133ac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.525525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09687dbc-a823-4fa9-9a64-e215d1594da6 req-5fde38c9-2745-4749-b779-9cfbf01133ac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1094 time: 0.0741923 Mar 02 19:05:26.566613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09687dbc-a823-4fa9-9a64-e215d1594da6 req-cc4cb5ed-d598-4cde-9468-8bdf2a2ef156 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354383 Mar 02 19:05:26.587701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-8add8240-7d3b-404d-8987-165a53918a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:26.589162 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-8add8240-7d3b-404d-8987-165a53918a13 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=080dda14-4ecd-430e-a1bf-5a428b64dab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768623 Mar 02 19:05:26.719586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-455b2e1c-2e75-4b52-adee-1a5f1d95a1f2 service neutron] 10.222.0.65 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245019 Mar 02 19:05:26.847465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-98d2efe0-8559-4928-b3d5-336b9c985621 req-8582f35d-a368-4edc-9a05-e3e7dcbb18c5 service neutron] 10.222.0.65 "GET /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226976 Mar 02 19:05:26.887887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.145097 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:27.740304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5850c-ab39-4a52-8825-4ce6ee3eab70 req-d9cfa8a7-b0ce-44c2-a4c4-e1c2c3410b42 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:27.741765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1b5850c-ab39-4a52-8825-4ce6ee3eab70 req-d9cfa8a7-b0ce-44c2-a4c4-e1c2c3410b42 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1094 time: 0.0717268 Mar 02 19:05:27.781139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1b5850c-ab39-4a52-8825-4ce6ee3eab70 req-52f06e11-915d-4b11-a134-1923a0b4f32b tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336022 Mar 02 19:05:28.771717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2878c5ea-f78a-450a-a8f5-53c39243ed1b details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:05:28.902898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:28.916627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2878c5ea-f78a-450a-a8f5-53c39243ed1b', 'network_id': '080dda14-4ecd-430e-a1bf-5a428b64dab2', 'port_id': '2878c5ea-f78a-450a-a8f5-53c39243ed1b', 'mac_address': 'fa:16:3e:3a:7f:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cda909c0-9f9d-4115-8670-33d47a6785cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:05:28.953059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefdcd3b-a017-4617-a647-d0cb4d57fb23 req-d6d039ae-e059-41e3-87c8-803555b9ed51 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:28.954601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fefdcd3b-a017-4617-a647-d0cb4d57fb23 req-d6d039ae-e059-41e3-87c8-803555b9ed51 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1094 time: 0.0710506 Mar 02 19:05:28.974634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:28.991700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878c5ea-f78a-450a-a8f5-53c39243ed1b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:05:28.995904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fefdcd3b-a017-4617-a647-d0cb4d57fb23 req-767039a9-26a2-4a0e-908f-0ee0e31895cb tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356567 Mar 02 19:05:29.007823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:29.070534 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:29.136802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:29.144258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.144607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.144945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.145279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.145608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.145934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.146285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.146624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.146929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.147247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.147571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.147873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:29.268281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2878c5ea-f78a-450a-a8f5-53c39243ed1b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:30.171127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddb856-a436-4b3c-9a9b-aae18069f52d req-e2f3debd-6817-4313-91f5-5b978e24c1b7 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:30.172655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93ddb856-a436-4b3c-9a9b-aae18069f52d req-e2f3debd-6817-4313-91f5-5b978e24c1b7 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1095 time: 0.0735307 Mar 02 19:05:30.213277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93ddb856-a436-4b3c-9a9b-aae18069f52d req-24f70b93-2ace-4ddb-a7da-e4dc5fe93028 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349708 Mar 02 19:05:30.787119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2878c5ea-f78a-450a-a8f5-53c39243ed1b up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:05:30.904217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2878c5ea-f78a-450a-a8f5-53c39243ed1b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:30.909396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2878c5ea-f78a-450a-a8f5-53c39243ed1b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:30.910330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.048934 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.078850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:31.089804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:31.125653 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b', 'code': 200} Mar 02 19:05:31.145152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:31.218215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:31.252800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb8fdba-70ab-4ead-8b8e-7f99808b72af req-1314c93e-e5c9-44b3-8813-e38c8d8425b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:31.252800 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbb8fdba-70ab-4ead-8b8e-7f99808b72af req-1314c93e-e5c9-44b3-8813-e38c8d8425b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0718610 Mar 02 19:05:31.291242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dbb8fdba-70ab-4ead-8b8e-7f99808b72af req-95c91297-96fb-4af7-b78a-be8adfd188a5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Mar 02 19:05:31.386997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30973407-bc32-406a-8d59-90621e5e06f4 req-68cbaa50-d01f-4fcf-836f-f5d8a10eadcb tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:31.388865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30973407-bc32-406a-8d59-90621e5e06f4 req-68cbaa50-d01f-4fcf-836f-f5d8a10eadcb tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0702045 Mar 02 19:05:31.429377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-30973407-bc32-406a-8d59-90621e5e06f4 req-89ba4cd5-ce6a-4874-b3e0-4dee8e458411 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348122 Mar 02 19:05:32.607234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e698-916d-421d-a743-6e30e6182885 req-0a9c35e0-e60f-4886-ac29-a0b1e892d351 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:32.608955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3b4e698-916d-421d-a743-6e30e6182885 req-0a9c35e0-e60f-4886-ac29-a0b1e892d351 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0758452 Mar 02 19:05:32.650569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3b4e698-916d-421d-a743-6e30e6182885 req-299e39c8-3ece-48e0-adfe-d70d7a615a41 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359592 Mar 02 19:05:33.822401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334565e8-8b66-489a-9d96-abed879c8536 req-9c8b73e5-4fb1-48e7-a6b9-7c618ab66354 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:33.823965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334565e8-8b66-489a-9d96-abed879c8536 req-9c8b73e5-4fb1-48e7-a6b9-7c618ab66354 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0707948 Mar 02 19:05:33.867155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334565e8-8b66-489a-9d96-abed879c8536 req-6eddfecc-480b-4abb-aeb0-cf7aa9c05baa tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375047 Mar 02 19:05:34.039791 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162c033-a70c-4aa2-aeae-fba99312bd0c req-ac962baa-b181-47d2-a985-fa34297fbbf2 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:34.041289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d162c033-a70c-4aa2-aeae-fba99312bd0c req-ac962baa-b181-47d2-a985-fa34297fbbf2 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0688725 Mar 02 19:05:34.081674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d162c033-a70c-4aa2-aeae-fba99312bd0c req-52caafba-4d80-438b-8d78-892bedcbceaf tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344162 Mar 02 19:05:34.252678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041f908-28d4-41a7-9e5d-42a1ea8cc340 req-8dadb104-42f9-4168-a56e-197f640a6aac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:34.254191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a041f908-28d4-41a7-9e5d-42a1ea8cc340 req-8dadb104-42f9-4168-a56e-197f640a6aac tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0725119 Mar 02 19:05:34.294047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a041f908-28d4-41a7-9e5d-42a1ea8cc340 req-c0cd7204-9044-4620-9366-61be2426ad95 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335925 Mar 02 19:05:34.838661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f25e42-1ccc-4214-9b37-be0d60d964e7 req-0b172614-2167-4949-a628-d5d704be6aa3 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:34.840182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58f25e42-1ccc-4214-9b37-be0d60d964e7 req-0b172614-2167-4949-a628-d5d704be6aa3 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0722461 Mar 02 19:05:34.881345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58f25e42-1ccc-4214-9b37-be0d60d964e7 req-f6ee97e1-9813-4846-a862-a363ee2b7e05 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353479 Mar 02 19:05:36.036049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-78dbc308-7ed0-4d1a-9e11-abf7abd19460 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:36.039086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-78dbc308-7ed0-4d1a-9e11-abf7abd19460 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Synchronizing usage tracker for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:36.068043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd028f-e390-4516-8924-5ad089e73df9 req-1c9923a5-5d85-45d6-89da-70bee9263d6f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:36.069158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24dd028f-e390-4516-8924-5ad089e73df9 req-1c9923a5-5d85-45d6-89da-70bee9263d6f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.0793886 Mar 02 19:05:36.093702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-78dbc308-7ed0-4d1a-9e11-abf7abd19460 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Unset dirty status for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:36.095249 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-78dbc308-7ed0-4d1a-9e11-abf7abd19460 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.65 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 1096 time: 0.1355298 Mar 02 19:05:36.111784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24dd028f-e390-4516-8924-5ad089e73df9 req-23b2ce4a-954c-4145-b361-162e311c2648 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Mar 02 19:05:36.160993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Deleting port 2878c5ea-f78a-450a-a8f5-53c39243ed1b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:36.161282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.388926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] For port 2878c5ea-f78a-450a-a8f5-53c39243ed1b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2878c5ea-f78a-450a-a8f5-53c39243ed1b,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:36.389265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.510528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Calling delete_port for 2878c5ea-f78a-450a-a8f5-53c39243ed1b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:36.699096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.711481 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2878c5ea-f78a-450a-a8f5-53c39243ed1b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:36.735674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['303e634e-5ef4-42e6-9026-ced5322b47ba'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:36.750212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Pushing event deleted for resources: {'Port': ['ID=2878c5ea-f78a-450a-a8f5-53c39243ed1b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:36.831499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] No DVR routers for this DVR port 2878c5ea-f78a-450a-a8f5-53c39243ed1b on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:36.835979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:36.846039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'name': 'network-vif-deleted', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:36.898190 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e31bac-a93e-4244-bc56-c7aa8d58e1be', 'name': 'network-vif-deleted', 'tag': '2878c5ea-f78a-450a-a8f5-53c39243ed1b', 'status': 'completed', 'code': 200} Mar 02 19:05:36.921232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4778141-9408-4e3f-bf30-b728639eaff5 req-b92068e5-c110-4c2d-affc-e2559597b71f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.65 "DELETE /v2.0/ports/2878c5ea-f78a-450a-a8f5-53c39243ed1b HTTP/1.1" status: 204 len: 173 time: 0.8175247 Mar 02 19:05:37.259732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-742e21ae-7b9b-438a-8e41-087e7863bba1 req-7f239e01-65b5-46ee-b528-602461af3678 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=43e31bac-a93e-4244-bc56-c7aa8d58e1be HTTP/1.1" status: 200 len: 210 time: 0.0414948 Mar 02 19:05:39.003859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2261be-40a3-44ca-aa21-3c908f599a87 req-c712ff49-12e1-47b4-a670-2835ddb69647 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:39.005290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2261be-40a3-44ca-aa21-3c908f599a87 req-c712ff49-12e1-47b4-a670-2835ddb69647 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.1749001 Mar 02 19:05:39.048554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e2261be-40a3-44ca-aa21-3c908f599a87 req-1b26660e-5be9-4553-8b12-0744da59153f tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363932 Mar 02 19:05:40.218076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-8f407238-2087-42fd-89c8-bd513669abf5 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:40.218850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-8f407238-2087-42fd-89c8-bd513669abf5 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Synchronizing usage tracker for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:40.224768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a9ae3-43cc-4b8a-921a-cccb9df8800c req-52942b1f-02a8-4fab-9998-9be83f815676 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:40.226314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-239a9ae3-43cc-4b8a-921a-cccb9df8800c req-52942b1f-02a8-4fab-9998-9be83f815676 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.0710382 Mar 02 19:05:40.269822 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-239a9ae3-43cc-4b8a-921a-cccb9df8800c req-cce6f83e-1c7d-47e0-ad3d-037c8ee63b03 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/security-groups?id=9b21ce70-3024-4293-8ee0-3ff6cb054817&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371959 Mar 02 19:05:40.298673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-8f407238-2087-42fd-89c8-bd513669abf5 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Unset dirty status for tenant:4aaf60a9f4ec4617b8d5109fa4bd9f8f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:40.300782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-8f407238-2087-42fd-89c8-bd513669abf5 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.11 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 1097 time: 0.1512945 Mar 02 19:05:40.473870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Deleting port 303e634e-5ef4-42e6-9026-ced5322b47ba {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:40.474238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.698312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] For port 303e634e-5ef4-42e6-9026-ced5322b47ba, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=303e634e-5ef4-42e6-9026-ced5322b47ba,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:40.698674 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:40.818061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2878c5ea-f78a-450a-a8f5-53c39243ed1b no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:40.819364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Calling delete_port for 303e634e-5ef4-42e6-9026-ced5322b47ba owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:40.853988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 2878c5ea-f78a-450a-a8f5-53c39243ed1b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:40.854388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2878c5ea-f78a-450a-a8f5-53c39243ed1b not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:41.030545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.042033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['303e634e-5ef4-42e6-9026-ced5322b47ba'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:05:41.083010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Pushing event deleted for resources: {'Port': ['ID=303e634e-5ef4-42e6-9026-ced5322b47ba,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:41.177341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] No DVR routers for this DVR port 303e634e-5ef4-42e6-9026-ced5322b47ba on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:41.180602 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:41.183464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'name': 'network-vif-deleted', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:41.240088 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7409f6c4-15ea-48ea-bdd3-82949529c7dc', 'name': 'network-vif-deleted', 'tag': '303e634e-5ef4-42e6-9026-ced5322b47ba', 'status': 'completed', 'code': 200} Mar 02 19:05:41.276504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a197e1ea-0ce1-48c1-996d-473e8e9b022e req-0c613c76-4513-40c0-8a7e-300be156f83c tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.11 "DELETE /v2.0/ports/303e634e-5ef4-42e6-9026-ced5322b47ba HTTP/1.1" status: 204 len: 173 time: 0.9716008 Mar 02 19:05:41.420960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86041dd2-10b6-42cf-8e88-c250d8f14a85 req-0caff186-915f-4f4f-ae19-48e7f787db23 tempest-TestServerMultinode-195475165 tempest-TestServerMultinode-195475165-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=7409f6c4-15ea-48ea-bdd3-82949529c7dc HTTP/1.1" status: 200 len: 210 time: 0.0421717 Mar 02 19:05:41.768428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d60b8-40a7-481d-bd42-ef5650ca7e3e req-1a90f424-3431-4924-8b9d-4e0191bad42f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:41.769893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578d60b8-40a7-481d-bd42-ef5650ca7e3e req-1a90f424-3431-4924-8b9d-4e0191bad42f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.0797696 Mar 02 19:05:41.817853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578d60b8-40a7-481d-bd42-ef5650ca7e3e req-40a85859-5432-4956-8ed9-e56cdaa5006e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412507 Mar 02 19:05:42.521012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 47988) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:43.001929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0add624d-8f8f-445f-a04e-f68bcf2832f8 req-55f35520-5df7-4af6-be4f-ae2a9289c419 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:43.003440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0add624d-8f8f-445f-a04e-f68bcf2832f8 req-55f35520-5df7-4af6-be4f-ae2a9289c419 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.0805938 Mar 02 19:05:43.050665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0add624d-8f8f-445f-a04e-f68bcf2832f8 req-5b30df82-0045-453f-ae56-29059dcd6ba2 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407269 Mar 02 19:05:43.054925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.306771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f4ebf3fb-66d8-4eee-a2f2-5fae31284f64 req-5c3f8fa4-1b64-4bd1-b104-832df9a1d7c6 service neutron] (88709) timed out ('10.222.0.65', 52276) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:05:43.491779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4c844-958e-4812-a62a-a95650d70849 req-05f05f21-da2b-4cba-8ef1-efa233c196bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:43.492478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5fb4c844-958e-4812-a62a-a95650d70849 req-05f05f21-da2b-4cba-8ef1-efa233c196bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:05:43.582024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Deleting port 22ef1437-9dc6-4fc0-8331-da8c7478be85 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:43.582762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.617693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5fb4c844-958e-4812-a62a-a95650d70849 req-05f05f21-da2b-4cba-8ef1-efa233c196bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:05:43.619377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5fb4c844-958e-4812-a62a-a95650d70849 req-05f05f21-da2b-4cba-8ef1-efa233c196bc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 946 time: 0.4313314 Mar 02 19:05:43.771063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port b69b845b-a16d-4080-bdd8-be7716ed9325 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:43.771404 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.903608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] For port 22ef1437-9dc6-4fc0-8331-da8c7478be85, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=22ef1437-9dc6-4fc0-8331-da8c7478be85,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:43.903881 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:43.915345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 303e634e-5ef4-42e6-9026-ced5322b47ba no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:43.949456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 303e634e-5ef4-42e6-9026-ced5322b47ba {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:43.949801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 303e634e-5ef4-42e6-9026-ced5322b47ba not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:43.950251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b69b845b-a16d-4080-bdd8-be7716ed9325 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:44.064048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Calling delete_port for 22ef1437-9dc6-4fc0-8331-da8c7478be85 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:44.064246 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.091943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:44.101722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:44.139026 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'code': 200} Mar 02 19:05:44.178088 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.247147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:44.276112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082655e-6d4a-48c6-b0c1-df191190dc0f req-57eed93c-213c-49d6-ac73-c7cb361c3603 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:44.277616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9082655e-6d4a-48c6-b0c1-df191190dc0f req-57eed93c-213c-49d6-ac73-c7cb361c3603 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0989182 Mar 02 19:05:44.324086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9082655e-6d4a-48c6-b0c1-df191190dc0f req-05fc0c6d-985e-4439-9e57-f849000f801c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404131 Mar 02 19:05:44.351363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:44.351726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.986311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.986917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:44.987293 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 861f272e-6f57-4bc9-b2a9-82bf849c1ab5 disassociated. External IP: 172.25.7.23, port: b69b845b-a16d-4080-bdd8-be7716ed9325. Mar 02 19:05:44.987853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for b69b845b-a16d-4080-bdd8-be7716ed9325 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:45.019143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.121379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Pushing event deleted for resources: {'Port': ['ID=22ef1437-9dc6-4fc0-8331-da8c7478be85,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:45.280501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:45.281036 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:45.396487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:45.511064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba8486-58fa-426b-a8b3-18a148a2c14c req-b7a2e19f-5c64-4253-8eee-53a2c574957c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:45.512542 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ba8486-58fa-426b-a8b3-18a148a2c14c req-b7a2e19f-5c64-4253-8eee-53a2c574957c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.0791268 Mar 02 19:05:45.556955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4ba8486-58fa-426b-a8b3-18a148a2c14c req-c26b0ee7-4ec8-4ab0-87e4-c4c54b8b8748 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387499 Mar 02 19:05:45.753383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:05:45.813270 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port b69b845b-a16d-4080-bdd8-be7716ed9325 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:45.813539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.055188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:05:46.066810 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Sync routers for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:05:46.076120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:46.076709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:46.173745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13ddf486-dbca-4b0a-be30-046ed0dfa5db admin admin] 10.222.0.66 "PUT /v2.0/routers/65ec6d15-eb58-4142-9d6e-6b9a6c4ed936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6491320 Mar 02 19:05:46.174920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48000) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:46.177128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port b69b845b-a16d-4080-bdd8-be7716ed9325, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b69b845b-a16d-4080-bdd8-be7716ed9325,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:46.177497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.275173 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:46.369853 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.588528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.621105 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14'}], 'enable_snat': True}, 'gw_port_id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:05:44Z', 'revision_number': 5, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port': {'id': '6c4f26ac-b4af-447a-abf0-5e916a8f3c7c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:c2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3984, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:04:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:46.625266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.625426 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Checking router: 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:05:46.625788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.626206 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 861f272e-6f57-4bc9-b2a9-82bf849c1ab5 disassociated. External IP: 172.25.7.23, port: b69b845b-a16d-4080-bdd8-be7716ed9325. Mar 02 19:05:46.626636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for b69b845b-a16d-4080-bdd8-be7716ed9325 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:46.635110 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Routers {'65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:46.635787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:46.648438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Deleting port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:46.648799 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.806935 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] Set router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:46.818985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:46.869475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aad19-d03d-410d-aa29-1a2c722c80e0 req-1ccdfb28-3a59-48f3-9f67-b2adfd946f87 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:46.869609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=b69b845b-a16d-4080-bdd8-be7716ed9325,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:46.871746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-984aad19-d03d-410d-aa29-1a2c722c80e0 req-1ccdfb28-3a59-48f3-9f67-b2adfd946f87 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 944 time: 0.1936321 Mar 02 19:05:46.924687 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:05:46Z', 'revision_number': 6, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:46.929267 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11e54b6-5d26-4e19-be1b-0f7acde9fd2c None None] The sync data for ids ['65ec6d15-eb58-4142-9d6e-6b9a6c4ed936'] in n-d-828839-1 is: [{'id': '65ec6d15-eb58-4142-9d6e-6b9a6c4ed936', 'name': 'tempest-TestServerMultinode-1421551029-router', 'tenant_id': 'da095b928a694b5fbf6477633f8c0b68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:51Z', 'updated_at': '2022-03-02T19:05:46Z', 'revision_number': 6, 'project_id': 'da095b928a694b5fbf6477633f8c0b68', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:46.942596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-984aad19-d03d-410d-aa29-1a2c722c80e0 req-ca7912de-6e8b-4f5d-a6b9-467fcb60c7e9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651426 Mar 02 19:05:46.944426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] For port 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:46.944793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.095035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Calling delete_port for 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:47.127388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:05:47.338479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:05:47.350839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:05:47.369702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:47.370356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:47.429496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port b69b845b-a16d-4080-bdd8-be7716ed9325 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:47.432229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.435063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-deleted', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:47.459862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.477075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5fb4c844-958e-4812-a62a-a95650d70849 req-a93dc2e6-6b55-4abd-93be-8206a70302b1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "DELETE /v2.0/ports/b69b845b-a16d-4080-bdd8-be7716ed9325 HTTP/1.1" status: 204 len: 173 time: 3.8303235 Mar 02 19:05:47.497273 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4244264-a5cb-4816-8dbb-5be792ec3b15', 'name': 'network-vif-deleted', 'tag': 'b69b845b-a16d-4080-bdd8-be7716ed9325', 'status': 'completed', 'code': 200} Mar 02 19:05:47.558759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4f26ac-b4af-447a-abf0-5e916a8f3c7c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:47.597775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:47.605567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.606032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.606263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.606795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.607132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.607461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.607785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.608108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.608431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.608799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.609085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.609391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:05:47.625880 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.800808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.803031 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.898847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.899339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:05:47.915645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:47.918802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-381e492f-9ad4-476a-9b4b-7b67deae8999 admin admin] 10.222.0.66 "DELETE /v2.0/routers/65ec6d15-eb58-4142-9d6e-6b9a6c4ed936 HTTP/1.1" status: 204 len: 168 time: 1.7435651 Mar 02 19:05:47.928126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48010) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:47.936728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:47.948270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:05:47.957753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:47.958516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:48.001872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Deleting subnet cda909c0-9f9d-4115-8670-33d47a6785cf {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:05:48.005319 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.063297 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.184204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa4de257-97a7-4cbb-8f87-8abd64ea7cdd req-592c939e-addd-4405-95b4-e229b1b212b5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4244264-a5cb-4816-8dbb-5be792ec3b15 HTTP/1.1" status: 200 len: 210 time: 0.0700524 Mar 02 19:05:48.191194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:48.214561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.339027 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.377264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda909c0-9f9d-4115-8670-33d47a6785cf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:48.381135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.392854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ee35fb19-9dca-4e1a-a48d-30990abc440b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/cda909c0-9f9d-4115-8670-33d47a6785cf HTTP/1.1" status: 204 len: 168 time: 0.4577687 Mar 02 19:05:48.392854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48016) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:48.393123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e1229c-5227-4015-97c2-14f3e5ddd24b None None] Network 080dda14-4ecd-430e-a1bf-5a428b64dab2 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:05:48.494973 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.505478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Deleting port a99064ff-1909-4366-9d11-377a118c2987 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:48.505809 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.722529 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] For port a99064ff-1909-4366-9d11-377a118c2987, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a99064ff-1909-4366-9d11-377a118c2987,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:48.723216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.738140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:48.742439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d702c5c1-3af8-4201-95db-7510f803beff None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:48.802094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] DHCP port deletion for 080dda14-4ecd-430e-a1bf-5a428b64dab2 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:05:48.807624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Deleting port a99064ff-1909-4366-9d11-377a118c2987 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:48.808095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:48.866595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Calling delete_port for a99064ff-1909-4366-9d11-377a118c2987 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:49.012188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:49.043924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcad1d0f-61c0-473e-8e70-794187cdc526 None None] New status for floating IP 861f272e-6f57-4bc9-b2a9-82bf849c1ab5: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:05:49.065415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:49.065761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6c4f26ac-b4af-447a-abf0-5e916a8f3c7c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:49.066199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 22ef1437-9dc6-4fc0-8331-da8c7478be85 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:49.104426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.106165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 22ef1437-9dc6-4fc0-8331-da8c7478be85 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:49.106513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 22ef1437-9dc6-4fc0-8331-da8c7478be85 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:49.106933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a99064ff-1909-4366-9d11-377a118c2987 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:49.142172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: a99064ff-1909-4366-9d11-377a118c2987 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:49.142538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device a99064ff-1909-4366-9d11-377a118c2987 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:49.149348 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] For port a99064ff-1909-4366-9d11-377a118c2987, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=a99064ff-1909-4366-9d11-377a118c2987,segment=NetworkSegment(5a52ad2b-ecb1-4a4f-9d48-424ab382d93a),segment_id=5a52ad2b-ecb1-4a4f-9d48-424ab382d93a)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:49.149766 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.153794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99064ff-1909-4366-9d11-377a118c2987,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:49.156280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] No DVR routers for this DVR port a99064ff-1909-4366-9d11-377a118c2987 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:49.279290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Calling delete_port for a99064ff-1909-4366-9d11-377a118c2987 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:49.367750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:49.368211 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:49.404262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.429789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080dda14-4ecd-430e-a1bf-5a428b64dab2']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:49.442571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:49.446294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52ad2b-ecb1-4a4f-9d48-424ab382d93a') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:49.473036 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.501166 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.508933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-842addfd-8df5-4a53-910c-f3fb0e359fa1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377101792&fields=id&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 267 time: 0.0596697 Mar 02 19:05:49.518797 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:05:49.518797 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:49.524908 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:49.717353 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.738753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.751138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-b8116c63-a7ec-4fbb-9639-aa07a0985230 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:49.752557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-b8116c63-a7ec-4fbb-9639-aa07a0985230 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.2176304 Mar 02 19:05:49.758872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] Pushing event deleted for resources: {'Network': ['ID=080dda14-4ecd-430e-a1bf-5a428b64dab2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:49.763626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7e564414-8842-45ca-a582-e6af1386e715 admin admin] 10.222.0.66 "DELETE /v2.0/networks/080dda14-4ecd-430e-a1bf-5a428b64dab2 HTTP/1.1" status: 204 len: 168 time: 1.3730245 Mar 02 19:05:49.766543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:49.772436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-f2d6d4c9-323f-497e-a1eb-b3bb4acec43e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0116222 Mar 02 19:05:49.859373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-34a12529-d4a3-4707-b3c8-34eec6c5ae6f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807776 Mar 02 19:05:49.869642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Deleting port a99064ff-1909-4366-9d11-377a118c2987 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:49.870611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:49.940679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9b4499eb-cafc-473c-8dd4-9a38d0de780d None None] The port 'a99064ff-1909-4366-9d11-377a118c2987' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:05:49.995773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-b741dd07-703c-4131-a4fe-a6ce66ce5466 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:05:49.996894 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-b741dd07-703c-4131-a4fe-a6ce66ce5466 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1265082 Mar 02 19:05:50.130193 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-e92017ab-9948-4051-9caf-48b84e8afabe service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270404 Mar 02 19:05:50.188213 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:05:50.263943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-8c903219-bd81-4868-9b56-4013bd0ea0bf service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275601 Mar 02 19:05:50.432187 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.773756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Deleting port 27c01678-8eaf-4753-8d55-84a50f419428 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:50.774465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:50.909693 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-487b4b76-5937-474c-a037-c709a4b62364 req-76453f47-0405-407a-9a1d-f71caae44ffc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Mar 02 19:05:50.950374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] For port 27c01678-8eaf-4753-8d55-84a50f419428, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=27c01678-8eaf-4753-8d55-84a50f419428,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:50.950740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.080428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Calling delete_port for 27c01678-8eaf-4753-8d55-84a50f419428 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:51.321564 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:51.371637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=27c01678-8eaf-4753-8d55-84a50f419428,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:51.637819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.071995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecc04171-9307-45b3-b518-bb91b52ada21 req-54922cde-a588-4224-8392-fdbf0a0795a6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 210 time: 0.0548267 Mar 02 19:05:52.111321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Router cab37835-9463-4f56-bf8e-988995efea17 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:05:52.132736 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30b064fb-0ff9-4cb6-b43c-10e8840ec88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.292942 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:05:52.301810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Sync routers for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:05:52.305523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-191fa83f-cc37-4703-85e3-128deee72b84 admin admin] 10.222.0.66 "PUT /v2.0/routers/cab37835-9463-4f56-bf8e-988995efea17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5373151 Mar 02 19:05:52.307943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:52.313045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:52.313653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:52.487806 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.499688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:52.668198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.738831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Deleting port 2d004fd7-8084-463c-9465-ad8445ee99b6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:52.739099 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:52.828358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127'}], 'enable_snat': True}, 'gw_port_id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:51Z', 'revision_number': 5, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port': {'id': '2d004fd7-8084-463c-9465-ad8445ee99b6', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:cc:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab37835-9463-4f56-bf8e-988995efea17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3996, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:52.832310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Checking router: cab37835-9463-4f56-bf8e-988995efea17 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:05:52.840629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Routers {'cab37835-9463-4f56-bf8e-988995efea17'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:05:52.841254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['cab37835-9463-4f56-bf8e-988995efea17'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:52.914087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] For port 2d004fd7-8084-463c-9465-ad8445ee99b6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2d004fd7-8084-463c-9465-ad8445ee99b6,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:52.915003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.012138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] Set router cab37835-9463-4f56-bf8e-988995efea17 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:05:53.082813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Calling delete_port for 2d004fd7-8084-463c-9465-ad8445ee99b6 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:53.130049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:52Z', 'revision_number': 6, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:53.134462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360ab5-2b7b-4107-86a2-cdcbe8d53b4f None None] The sync data for ids ['cab37835-9463-4f56-bf8e-988995efea17'] in n-d-828839-1 is: [{'id': 'cab37835-9463-4f56-bf8e-988995efea17', 'name': 'tempest-TestServerMultinode-1070135773-router', 'tenant_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:04:59Z', 'updated_at': '2022-03-02T19:05:52Z', 'revision_number': 6, 'project_id': '4aaf60a9f4ec4617b8d5109fa4bd9f8f', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:05:53.223273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14111dfa-abb6-4ca5-a23b-8250325eaf15 req-acc556bc-ec51-49fc-82c1-c2b3dbd70b60 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 210 time: 0.0478113 Mar 02 19:05:53.385247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-aa97bbe2-8753-40fe-90b5-0bf017d3afcc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:53.386710 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-aa97bbe2-8753-40fe-90b5-0bf017d3afcc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.4632268 Mar 02 19:05:53.449275 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-012f25ca-b582-4900-b072-162f68567725 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 379 time: 0.0545423 Mar 02 19:05:53.458885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'security_groups': ['9a909eb5-a692-4bf6-9e1a-b337bc001f0e']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:53.653900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:53.658109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:53.660964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:53.664027 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.702196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:53.749424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d004fd7-8084-463c-9465-ad8445ee99b6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:53.828222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:53.861841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:53.865360 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.014575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.049164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.179687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.12 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/6590d04b-2438-4cea-99ab-2b733330e3db) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:05:54.222782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.223315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab37835-9463-4f56-bf8e-988995efea17 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:05:54.254869 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e47308f-56db-4128-9c12-6a04e98ad985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.359332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.363277 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3af0e6b8-fe8f-4b20-8290-a8ccbfd55cd1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/cab37835-9463-4f56-bf8e-988995efea17 HTTP/1.1" status: 204 len: 168 time: 2.0543761 Mar 02 19:05:54.363913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48064) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.436345 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.456677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object 6590d04b-2438-4cea-99ab-2b733330e3db will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:54.465925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c63524c5-c689-4aff-9007-294fd561f1a7 req-bf1507e8-f9bc-4d23-8a61-a2438dd802cb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 210 time: 0.1008754 Mar 02 19:05:54.480456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Deleting subnet 7408234d-6c35-4145-a136-0698f25bd6dc {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:05:54.486984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.540289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.542173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.612668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:05:54.615891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:05:54.618638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:05:54.629069 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.675745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:54.698962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:54.699758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.773142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.792070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-758f4b18-0994-41c9-a277-b903035f4918 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3380449 Mar 02 19:05:54.803071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Request body: {'port': {'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:54.813103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7408234d-6c35-4145-a136-0698f25bd6dc,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:54.820852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.827631 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c835470-0a9e-491d-b613-c29a733874ff None None] Network d9789013-5551-4f76-b38c-3e6ba120b10f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:05:54.828727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eb170771-d405-405d-ab11-b994feff9c3b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7408234d-6c35-4145-a136-0698f25bd6dc HTTP/1.1" status: 204 len: 168 time: 0.4623363 Mar 02 19:05:54.830967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48068) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:54.950974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.962626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:54.963435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Deleting port f1720b18-4617-494a-9c49-292b607ce789 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:54.963848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.037555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27c01678-8eaf-4753-8d55-84a50f419428 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:55.078403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 27c01678-8eaf-4753-8d55-84a50f419428 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:55.078999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 27c01678-8eaf-4753-8d55-84a50f419428 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:55.079584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d004fd7-8084-463c-9465-ad8445ee99b6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:55.114377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2d004fd7-8084-463c-9465-ad8445ee99b6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:55.114960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2d004fd7-8084-463c-9465-ad8445ee99b6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:55.173088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-43480b78-b397-4086-92e1-8015bf351cc6 None None] Provisioning for port 6590d04b-2438-4cea-99ab-2b733330e3db completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:05:55.180385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-43480b78-b397-4086-92e1-8015bf351cc6 None None] Provisioning complete for port 6590d04b-2438-4cea-99ab-2b733330e3db triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:05:55.180756 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-43480b78-b397-4086-92e1-8015bf351cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.229744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] DHCP port deletion for d9789013-5551-4f76-b38c-3e6ba120b10f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:05:55.243988 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] For port f1720b18-4617-494a-9c49-292b607ce789, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1720b18-4617-494a-9c49-292b607ce789,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:55.244352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.247952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Deleting port f1720b18-4617-494a-9c49-292b607ce789 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:55.249401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.279577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-43480b78-b397-4086-92e1-8015bf351cc6 None None] Port 6590d04b-2438-4cea-99ab-2b733330e3db cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:05:55.480858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] For port f1720b18-4617-494a-9c49-292b607ce789, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f1720b18-4617-494a-9c49-292b607ce789,segment=NetworkSegment(191c52b7-2669-4051-94d2-255757038767),segment_id=191c52b7-2669-4051-94d2-255757038767)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:05:55.481310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.512845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6590d04b-2438-4cea-99ab-2b733330e3db {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:05:55.521917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.528406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Calling delete_port for f1720b18-4617-494a-9c49-292b607ce789 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:55.539180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Transition to ACTIVE for port object 6590d04b-2438-4cea-99ab-2b733330e3db will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:05:55.616068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Calling delete_port for f1720b18-4617-494a-9c49-292b607ce789 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:05:55.618428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.684780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.707412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b0664-712e-406d-bf58-3e0d0d4b84b0 req-a703bdfc-e9bc-48ff-ad25-74482def28be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:55.715954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f7b0664-712e-406d-bf58-3e0d0d4b84b0 req-a703bdfc-e9bc-48ff-ad25-74482def28be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.1060741 Mar 02 19:05:55.761975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.768839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:05:55.769398 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:05:55.772598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f7b0664-712e-406d-bf58-3e0d0d4b84b0 req-bced29d7-d397-4c2e-a27a-f26627cc91cf tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562813 Mar 02 19:05:55.774461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.828667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Pushing event updated for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:55.834844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1720b18-4617-494a-9c49-292b607ce789,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:55.839476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] No DVR routers for this DVR port f1720b18-4617-494a-9c49-292b607ce789 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:05:55.889126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Attempting to bind port 6590d04b-2438-4cea-99ab-2b733330e3db on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:05:55.889469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Attempting to bind port 6590d04b-2438-4cea-99ab-2b733330e3db by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:05:55.889805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Attempting to bind port 6590d04b-2438-4cea-99ab-2b733330e3db on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:55.894992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Port 6590d04b-2438-4cea-99ab-2b733330e3db on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:05:55.895318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Attempting to bind port 6590d04b-2438-4cea-99ab-2b733330e3db on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:05:55.903327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:05:55.903327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:05:55.903327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:05:55.903327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Bound port: 6590d04b-2438-4cea-99ab-2b733330e3db, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:05:55.903327 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:55.979723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.006409 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9789013-5551-4f76-b38c-3e6ba120b10f']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.018051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:05:56.051735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6590d04b-2438-4cea-99ab-2b733330e3db,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:05:56.052052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '191c52b7-2669-4051-94d2-255757038767') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.052052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '191c52b7-2669-4051-94d2-255757038767') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:05:56.052052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.052052 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.058086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:05:56.058600 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:05:56.072176 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:05:56.098360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.127105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.181126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.181742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.183118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] 10.222.0.65 "PUT /v2.0/ports/6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1092 time: 1.3847909 Mar 02 19:05:56.183744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:05:56.200998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.212125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052a5b39-4620-46ef-8020-e6b49cf8e360 service neutron] Pushing event updated for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.217831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.228677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9789013-5551-4f76-b38c-3e6ba120b10f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:56.244955 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db', 'status': 'completed', 'code': 200} Mar 02 19:05:56.270603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Deleting port f1720b18-4617-494a-9c49-292b607ce789 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:05:56.271129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.305953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-13631bc9-2010-4688-bc31-d44cbc45d527 admin admin] 10.222.0.66 "DELETE /v2.0/networks/d9789013-5551-4f76-b38c-3e6ba120b10f HTTP/1.1" status: 204 len: 168 time: 1.4739423 Mar 02 19:05:56.346779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-52e69977-5ba4-4de6-b39c-8b979a1dd7a6 None None] The port 'f1720b18-4617-494a-9c49-292b607ce789' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:05:56.350193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-a0f5b81e-f5b7-4119-b604-df6d2af9662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.350193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-a0f5b81e-f5b7-4119-b604-df6d2af9662a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1095 time: 0.0861943 Mar 02 19:05:56.497159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-a7c2ad25-9129-4bf0-bcec-b4ca0635e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.498566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-a7c2ad25-9129-4bf0-bcec-b4ca0635e64c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=c8e169aa05af4b938f2f48d4652ed979&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1392829 Mar 02 19:05:56.636614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-2ddf3a52-3af0-4a74-a569-9cdb9d77789b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.638145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1fc0147a-77ae-40bb-9780-0334271fdf10 req-2ddf3a52-3af0-4a74-a569-9cdb9d77789b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341007 Mar 02 19:05:56.724703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48078) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.745697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-6e9ddd2d-31c8-404c-bdc4-11f0d313dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.747208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-6e9ddd2d-31c8-404c-bdc4-11f0d313dab3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1095 time: 0.0761838 Mar 02 19:05:56.775493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-69a1c69f-13c6-4839-8e90-40d33eefd214 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=da095b928a694b5fbf6477633f8c0b68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474305 Mar 02 19:05:56.775725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:56.821243 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-1df0756b-9c4c-4078-8b20-ac7f71eb55ad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 217 time: 0.0664618 Mar 02 19:05:56.837100 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.870992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.883845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-d7579c9f-fcd1-46f1-9cfe-cb9ea0cefe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.885448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-d7579c9f-fcd1-46f1-9cfe-cb9ea0cefe7e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0593810 Mar 02 19:05:56.892473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:56.969286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-a51e48c8-5c03-4885-9d8b-bf7abb78246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.971989 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-a51e48c8-5c03-4885-9d8b-bf7abb78246e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771408 Mar 02 19:05:56.988410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b480ad2f-f64b-4444-be19-82b7b56622a0 req-e0d20ea8-2ce1-4a2a-b7d7-af99d2c81452 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:56.989906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b480ad2f-f64b-4444-be19-82b7b56622a0 req-e0d20ea8-2ce1-4a2a-b7d7-af99d2c81452 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.0903897 Mar 02 19:05:56.991256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1720b18-4617-494a-9c49-292b607ce789 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:05:57.028620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f1720b18-4617-494a-9c49-292b607ce789 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:05:57.029048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f1720b18-4617-494a-9c49-292b607ce789 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:05:57.043189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.059854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b480ad2f-f64b-4444-be19-82b7b56622a0 req-c8af56af-ed05-4ea2-b50c-c8c4e2534572 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628095 Mar 02 19:05:57.063140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec408e8-acf7-4a55-b693-1a95395b0820,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:57.076917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.078968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a4c0cc04-3057-428a-bb19-6964cdda2852 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cec408e8-acf7-4a55-b693-1a95395b0820 HTTP/1.1" status: 204 len: 168 time: 0.3018301 Mar 02 19:05:57.121324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.145081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-27b78cae-e71a-4d6e-b8e2-ebe699f367f2 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681316 Mar 02 19:05:57.275442 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-25a5478b-1790-41a7-bc47-bfb933cce618 req-10e498da-9211-43b3-bfec-c5e2f779eb9b service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247072 Mar 02 19:05:57.770629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48092) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:57.823015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9933326d-6b40-483e-a8f3-0c85a58b6874 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4aaf60a9f4ec4617b8d5109fa4bd9f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512400 Mar 02 19:05:57.825473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48096) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:57.881923 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:57.907709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.064066 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.080905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b21ce70-3024-4293-8ee0-3ff6cb054817,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:58.085408 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:58.089924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-71f480ca-269f-476d-9543-482b565a06be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9b21ce70-3024-4293-8ee0-3ff6cb054817 HTTP/1.1" status: 204 len: 168 time: 0.2635169 Mar 02 19:05:58.261188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d456e-24e4-4907-b772-26a277b9cb83 req-22193a43-524f-4172-9470-c49a90f822df tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:58.262672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a76d456e-24e4-4907-b772-26a277b9cb83 req-22193a43-524f-4172-9470-c49a90f822df tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.0828018 Mar 02 19:05:58.307546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a76d456e-24e4-4907-b772-26a277b9cb83 req-a20d0b7e-6180-4d2b-8d14-691bde422f5b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392482 Mar 02 19:05:59.124567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48122) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:59.228432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1087341213-network', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:59.233922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:59.237787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Usage tracker for resource:network and tenant:8a7cebfd36c54a3fb0b746fda3ff5976 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:59.240907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:59.247172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:59.314773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Made reservation on behalf of 8a7cebfd36c54a3fb0b746fda3ff5976 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:59.317335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.329868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.344792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:59.348690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Usage tracker for resource:security_group_rule and tenant:8a7cebfd36c54a3fb0b746fda3ff5976 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:59.351514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:59.357700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:59.447957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.490508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb1d86-b6ac-47c5-8094-3eb18259287b req-0449601e-a854-4ca1-854d-e682cc5b0143 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:59.491899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2fb1d86-b6ac-47c5-8094-3eb18259287b req-0449601e-a854-4ca1-854d-e682cc5b0143 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.0794690 Mar 02 19:05:59.521274 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.535628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2fb1d86-b6ac-47c5-8094-3eb18259287b req-675f153c-6407-44ce-b8db-d5d92ecd199b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372419 Mar 02 19:05:59.549481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:05:59.562579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7e51d6-bcb5-4661-ab15-9fa1ef097219,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:59.566939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.567285 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Added segment 3e2c242f-0b94-49d2-901e-26ca35a2df37 of type vlan for network 53f24746-94a5-4412-b48e-58bf19c9d349 Mar 02 19:05:59.593472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.675412 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.676353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:05:59.676967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:05:59.778574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] Pushing event updated for resources: {'Network': ['ID=53f24746-94a5-4412-b48e-58bf19c9d349,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:05:59.787984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 53f24746-94a5-4412-b48e-58bf19c9d349 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:05:59.819310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0a2ee6ee-8b85-4110-8e77-0d78574a9aba admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6936591 Mar 02 19:05:59.822257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48130) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:05:59.827860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Request body: {'subnet': {'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1087341213-subnet', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:05:59.833161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:05:59.837557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Usage tracker for resource:subnet and tenant:8a7cebfd36c54a3fb0b746fda3ff5976 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:05:59.840459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:05:59.846094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:05:59.903881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Made reservation on behalf of 8a7cebfd36c54a3fb0b746fda3ff5976 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:05:59.906197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.167074 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.239469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc91a76f-e880-4541-abbb-49f50f18bfd4,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:00.248559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Checking segment: {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:06:00.248916 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Network hostable DHCP agents. Network: 53f24746-94a5-4412-b48e-58bf19c9d349, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:06:00.326464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Network 53f24746-94a5-4412-b48e-58bf19c9d349 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:06:00.394820 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 53f24746-94a5-4412-b48e-58bf19c9d349) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:00.399191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:00.399769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.403879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abcbe4e-da26-4469-acba-91cee147b9dd None None] Network 53f24746-94a5-4412-b48e-58bf19c9d349 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:06:00.458788 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7913e0ab-9cbc-44d9-9f52-86c4a0194cf4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6354461 Mar 02 19:06:00.461962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48134) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:00.467275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:06:00.472476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:00.476301 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Usage tracker for resource:router and tenant:8a7cebfd36c54a3fb0b746fda3ff5976 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:00.479158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:00.484802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:00.527013 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.528072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.542978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.619170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-53f24746-94a5-4412-b48e-58bf19c9d349', 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'fixed_ips': [{'subnet_id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:06:00.620007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.776814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Allocated IP 172.20.0.2 (53f24746-94a5-4412-b48e-58bf19c9d349/dc91a76f-e880-4541-abbb-49f50f18bfd4/ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:00.986667 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:00.998350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Transition to ACTIVE for port object ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:01.016731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Transition to ACTIVE for port object ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:01.029787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.062228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d351bbe-a65b-4df8-bfe6-637b1a910615 req-82cdbb68-41bf-452b-b95b-849f8bcb3272 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:01.063717 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d351bbe-a65b-4df8-bfe6-637b1a910615 req-82cdbb68-41bf-452b-b95b-849f8bcb3272 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.3828695 Mar 02 19:06:01.108377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d351bbe-a65b-4df8-bfe6-637b1a910615 req-50d61a82-8d25-463c-b428-248f674cea08 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384295 Mar 02 19:06:01.127341 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.190508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Network 53f24746-94a5-4412-b48e-58bf19c9d349 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:01.198106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:01.201266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:06:01.236459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Pushing event updated for resources: {'Port': ['ID=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.300779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Attempting to bind port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:01.301148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Attempting to bind port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:01.301515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Attempting to bind port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 on network 53f24746-94a5-4412-b48e-58bf19c9d349 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:06:01.306809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:06:01.307181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Checking segment: {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:06:01.307586 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.307977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Bound using segment: {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:06:01.308437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Bound port: ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:01.308833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.396233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] For port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:06:01.399932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] For port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:06:01.458426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.463451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.492917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.550196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448badb7-547d-40c5-b588-66d4e0748c40 None None] Pushing event updated for resources: {'Port': ['ID=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:01.632715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Allocated IP 172.25.7.149 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/38fefede-e605-4035-b380-1c07cdacab89) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:01.791911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.898082 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:01.958905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:01.966720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:01.968947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:06:02.018063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Pushing event updated for resources: {'Port': ['ID=38fefede-e605-4035-b380-1c07cdacab89,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:02.302302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b94b1-6d0f-4dce-8ed3-7cb2405e0b87 req-a0a642c4-522a-4250-9888-753641aacb81 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:02.303731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-071b94b1-6d0f-4dce-8ed3-7cb2405e0b87 req-a0a642c4-522a-4250-9888-753641aacb81 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.0874515 Mar 02 19:06:02.418372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-071b94b1-6d0f-4dce-8ed3-7cb2405e0b87 req-829a766d-d19e-4e71-8504-5b4c27375d5e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084120 Mar 02 19:06:02.482382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d934f93a-fd64-4e5a-821d-c259f4b8da60 None None] Network 53f24746-94a5-4412-b48e-58bf19c9d349 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:06:02.527307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:02.654548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1f111c61-b3b3-466f-b512-b3af2597ca27 None None] Provisioning for port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:02.989282 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.016602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:03.172745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:03.177629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:03.178060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.252231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Router 1cc1485f-5517-49d3-9c41-06865be78cf9 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:06:03.293096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.324534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:03.412779 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.426702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:06:03.438848 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Sync routers for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:06:03.460782 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:03.461404 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.489352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:03.515671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:03.516824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32078ea1-2ca5-4432-ab59-425288d66c15 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.0539064 Mar 02 19:06:03.519510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48144) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:03.638362 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:03.809531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be77017-476f-4f48-a87c-2ba2f603ee88 req-acecb826-01c4-494c-89f9-7be795c0fd5f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:03.810929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be77017-476f-4f48-a87c-2ba2f603ee88 req-acecb826-01c4-494c-89f9-7be795c0fd5f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.2302949 Mar 02 19:06:03.929481 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be77017-476f-4f48-a87c-2ba2f603ee88 req-fd68429c-8f73-41dc-ae3b-6fd4e8f888a7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103339 Mar 02 19:06:03.946656 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:02Z', 'revision_number': 3, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:03.950669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Checking router: 1cc1485f-5517-49d3-9c41-06865be78cf9 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:06:03.951013 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Updating router 1cc1485f-5517-49d3-9c41-06865be78cf9 port 38fefede-e605-4035-b380-1c07cdacab89 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:06:04.004340 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.329699 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.340852 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Transition to ACTIVE for port object 38fefede-e605-4035-b380-1c07cdacab89 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:04.406840 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.412633 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.489043 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Attempting to bind port 38fefede-e605-4035-b380-1c07cdacab89 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:04.489644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Attempting to bind port 38fefede-e605-4035-b380-1c07cdacab89 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:04.489762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Attempting to bind port 38fefede-e605-4035-b380-1c07cdacab89 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:06:04.495787 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Pushing event updated for resources: {'Port': ['ID=38fefede-e605-4035-b380-1c07cdacab89,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:04.503604 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:06:04.503971 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:06:04.504365 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.504760 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:06:04.505210 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Bound port: 38fefede-e605-4035-b380-1c07cdacab89, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:04.505575 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.533225 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.533572 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.533912 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.534306 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.534644 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.534974 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.535301 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.535626 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.535946 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.536265 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.536587 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.536906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:04.587867 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] For port 38fefede-e605-4035-b380-1c07cdacab89, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:06:04.590899 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] For port 38fefede-e605-4035-b380-1c07cdacab89, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38fefede-e605-4035-b380-1c07cdacab89,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:06:04.612703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Allocated IP 172.20.0.1 (53f24746-94a5-4412-b48e-58bf19c9d349/dc91a76f-e880-4541-abbb-49f50f18bfd4/71e9b43d-6e8a-4a2e-990f-aef77ad7682e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:04.658404 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.737637 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:04.738406 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:04.763746 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.780415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Transition to ACTIVE for port object 71e9b43d-6e8a-4a2e-990f-aef77ad7682e will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:04.795137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff670b32-0dc2-4f4b-8dca-fa9a9135e414 None None] Pushing event updated for resources: {'Port': ['ID=38fefede-e605-4035-b380-1c07cdacab89,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:04.870051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:04.879434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6590d04b-2438-4cea-99ab-2b733330e3db details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:06:04.926800 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:04.930362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Network 53f24746-94a5-4412-b48e-58bf19c9d349 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:04.933420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:04.941515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:06:04.998854 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Pushing event updated for resources: {'Port': ['ID=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.023707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.103261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:05.237337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:05.237653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.285301 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6590d04b-2438-4cea-99ab-2b733330e3db,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:05.296955 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:02Z', 'revision_number': 3, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:05.302606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d740703-e3a5-4695-9778-3ff3615c3bcc None None] The sync data for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 is: [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:02Z', 'revision_number': 3, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:06:05.307043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c3f77-ff85-41b4-bc6e-9563234a3da0 req-d41b530e-4755-4356-b67e-9dbf813fcb3c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:05.308539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-529c3f77-ff85-41b4-bc6e-9563234a3da0 req-d41b530e-4755-4356-b67e-9dbf813fcb3c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 944 time: 0.1303394 Mar 02 19:06:05.309871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '6590d04b-2438-4cea-99ab-2b733330e3db', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:06:05.363696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-529c3f77-ff85-41b4-bc6e-9563234a3da0 req-74f2479b-4ea8-4506-9a25-f0cbf6bc4ae3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489831 Mar 02 19:06:05.419600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.450046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6590d04b-2438-4cea-99ab-2b733330e3db {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:06:05.453929 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a58a62f3-e7df-416b-bf33-975e188d34f9 None None] Provisioning for port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:05.470113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a58a62f3-e7df-416b-bf33-975e188d34f9 None None] Provisioning complete for port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:05.470510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a58a62f3-e7df-416b-bf33-975e188d34f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.478440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.513389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6590d04b-2438-4cea-99ab-2b733330e3db,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:05.531916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a58a62f3-e7df-416b-bf33-975e188d34f9 None None] Port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:06:05.555322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.651199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.738793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.745665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['6590d04b-2438-4cea-99ab-2b733330e3db'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:06:05.783911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:05.895507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Pushing event updated for resources: {'Port': ['ID=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:05.898093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.163471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Network 53f24746-94a5-4412-b48e-58bf19c9d349 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:06.165129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:06.362394 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Router 1cc1485f-5517-49d3-9c41-06865be78cf9 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:06:06.458553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a4fcd671-7e15-4502-b338-6468837319f8 None None] Provisioning complete for port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:06.459064 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a4fcd671-7e15-4502-b338-6468837319f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:06.513456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcd671-7e15-4502-b338-6468837319f8 None None] Port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:06:06.585927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:06:06.604101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d9cdadae-5cdb-4a9e-b821-3b14cc72079f admin admin] 10.222.0.66 "PUT /v2.0/routers/1cc1485f-5517-49d3-9c41-06865be78cf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0836310 Mar 02 19:06:06.620133 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5a2340-a7ee-404c-8fcc-aba0d740913b req-9baf8f8b-8898-47a6-8dcd-c2b9eaaa4e3f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:06.621562 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f5a2340-a7ee-404c-8fcc-aba0d740913b req-9baf8f8b-8898-47a6-8dcd-c2b9eaaa4e3f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 945 time: 0.1151519 Mar 02 19:06:06.669186 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0f5a2340-a7ee-404c-8fcc-aba0d740913b req-3200c3a2-212d-463d-98e7-f2983faed2a8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Mar 02 19:06:06.895732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6590d04b-2438-4cea-99ab-2b733330e3db up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:06.955979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Sync routers for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:06:06.972824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:06.973449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:07.029037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38fefede-e605-4035-b380-1c07cdacab89 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:07.176588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 6590d04b-2438-4cea-99ab-2b733330e3db completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:07.191470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 6590d04b-2438-4cea-99ab-2b733330e3db triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:07.191807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.277402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:07.367529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 38fefede-e605-4035-b380-1c07cdacab89 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:06:07.380256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 38fefede-e605-4035-b380-1c07cdacab89 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:07.380635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.578762 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.678025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:06:07.729293 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6590d04b-2438-4cea-99ab-2b733330e3db,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:07.771717 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db', 'code': 200} Mar 02 19:06:07.784893 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.822642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.884729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b573f09-24f7-49ee-a788-8bab67b82f3d req-c68baa2f-fd11-4e38-a4ea-56a35746b712 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:07.886921 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b573f09-24f7-49ee-a788-8bab67b82f3d req-c68baa2f-fd11-4e38-a4ea-56a35746b712 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.0939307 Mar 02 19:06:07.891144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 38fefede-e605-4035-b380-1c07cdacab89, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38fefede-e605-4035-b380-1c07cdacab89,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:07.900060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa5b79d-cce4-47c7-baa9-e9dcfeb3723e req-239f09ed-f962-47ce-8889-8e86e1a03418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:07.902969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5aa5b79d-cce4-47c7-baa9-e9dcfeb3723e req-239f09ed-f962-47ce-8889-8e86e1a03418 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0945158 Mar 02 19:06:07.925408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48174) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:07.931259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:07.938167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:07.946276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b573f09-24f7-49ee-a788-8bab67b82f3d req-e78b7dc8-0adf-4295-ac97-1e32d2f37269 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528989 Mar 02 19:06:08.016854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=38fefede-e605-4035-b380-1c07cdacab89,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:08.026812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:05Z', 'revision_number': 4, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '71e9b43d-6e8a-4a2e-990f-aef77ad7682e', 'name': '', 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'mac_address': 'fa:16:3e:68:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:05Z', 'revision_number': 2, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'subnets': [{'id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:08.031302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Checking router: 1cc1485f-5517-49d3-9c41-06865be78cf9 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:06:08.031665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Updating router 1cc1485f-5517-49d3-9c41-06865be78cf9 port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:06:08.090847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.129657 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5aa5b79d-cce4-47c7-baa9-e9dcfeb3723e req-eaf3dfe2-eb1f-464d-8e87-2dba294f9dc3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194178 Mar 02 19:06:08.429501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.442343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Transition to ACTIVE for port object 71e9b43d-6e8a-4a2e-990f-aef77ad7682e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:06:08.555643 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.578246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.716088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a040a-a976-4cf2-8023-9393975330a7 None None] Pushing event updated for resources: {'Port': ['ID=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:08.778535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Attempting to bind port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:06:08.778900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Attempting to bind port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:06:08.779265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Attempting to bind port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e on network 53f24746-94a5-4412-b48e-58bf19c9d349 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:06:08.785048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:06:08.785576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Checking segment: {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:06:08.786011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.786437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Bound using segment: {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:06:08.786908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Bound port: 71e9b43d-6e8a-4a2e-990f-aef77ad7682e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e2c242f-0b94-49d2-901e-26ca35a2df37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:06:08.787368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:08.885281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] For port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:06:08.888327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] For port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:06:08.941941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Deleting port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:08.942403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.004599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.013905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38fefede-e605-4035-b380-1c07cdacab89 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:06:09.167237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef7638-80d7-4808-b8ef-e398278634ea req-439d262e-a821-41fc-9a5d-9d742cd0b261 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:09.169601 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41ef7638-80d7-4808-b8ef-e398278634ea req-439d262e-a821-41fc-9a5d-9d742cd0b261 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.1067517 Mar 02 19:06:09.174920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] For port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e, host n-d-828839-1, got binding levels [] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:09.175365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.206634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:09.207491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:09.243564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41ef7638-80d7-4808-b8ef-e398278634ea req-937316bd-7076-4f46-b594-30e44815eddc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673821 Mar 02 19:06:09.313261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a040a-a976-4cf2-8023-9393975330a7 None None] Pushing event updated for resources: {'Port': ['ID=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:09.328345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Calling delete_port for 71e9b43d-6e8a-4a2e-990f-aef77ad7682e owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:06:09.434933 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 38fefede-e605-4035-b380-1c07cdacab89 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:06:09.435223 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:09.469832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:09.470194 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:09.522696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:09.876265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:05Z', 'revision_number': 4, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '71e9b43d-6e8a-4a2e-990f-aef77ad7682e', 'name': '', 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'mac_address': 'fa:16:3e:68:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:08Z', 'revision_number': 4, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'subnets': [{'id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:09.880256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0ea076-8e44-4df3-bacd-b0be13ac82d3 None None] The sync data for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 is: [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:05Z', 'revision_number': 4, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '71e9b43d-6e8a-4a2e-990f-aef77ad7682e', 'name': '', 'network_id': '53f24746-94a5-4412-b48e-58bf19c9d349', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'mac_address': 'fa:16:3e:68:cd:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:04Z', 'updated_at': '2022-03-02T19:06:08Z', 'revision_number': 4, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'subnets': [{'id': 'dc91a76f-e880-4541-abbb-49f50f18bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:06:09.971587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Deleting port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:09.972083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.272678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] For port 71e9b43d-6e8a-4a2e-990f-aef77ad7682e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:10.273042 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.418596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Calling delete_port for 71e9b43d-6e8a-4a2e-990f-aef77ad7682e owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:06:10.467017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968080a-2d3e-44f9-ba60-463c773e30b8 req-b7999fa9-e98a-43db-b0a1-7a6b11a23a98 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:10.468537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0968080a-2d3e-44f9-ba60-463c773e30b8 req-b7999fa9-e98a-43db-b0a1-7a6b11a23a98 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.0987279 Mar 02 19:06:10.522829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0968080a-2d3e-44f9-ba60-463c773e30b8 req-12b70c50-e69a-4f30-8549-510ac769fcdc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472496 Mar 02 19:06:10.664363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:10.712894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=71e9b43d-6e8a-4a2e-990f-aef77ad7682e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:10.716729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0851ee-bd6a-4c5a-b62a-7a1e44337541 req-b88a0664-ebc3-46e7-90b0-509fb0514369 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:10.718402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd0851ee-bd6a-4c5a-b62a-7a1e44337541 req-b88a0664-ebc3-46e7-90b0-509fb0514369 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.0883567 Mar 02 19:06:10.780774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd0851ee-bd6a-4c5a-b62a-7a1e44337541 req-35f8e8e7-e702-4fcc-bf8b-501ef334438b tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555930 Mar 02 19:06:10.800385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48184) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.041722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.057736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e919de-3293-4587-b7bd-1dbfb053a079 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:11.058482 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-68e919de-3293-4587-b7bd-1dbfb053a079 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] Synchronizing usage tracker for tenant:580653a0f47048668cc32d4f7032d3cb on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:06:11.126584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-68e919de-3293-4587-b7bd-1dbfb053a079 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] Unset dirty status for tenant:580653a0f47048668cc32d4f7032d3cb on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:06:11.127819 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-68e919de-3293-4587-b7bd-1dbfb053a079 tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1092 time: 0.3264294 Mar 02 19:06:11.130755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48190) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.137405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:06:11.144265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:11.148299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:floatingip and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:11.151680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:11.158033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:11.218463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.374064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.422427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Router 1cc1485f-5517-49d3-9c41-06865be78cf9 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:06:11.522402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.25.7.163 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/213b5bb1-80e6-46ad-9c1f-b91f4fad8c10) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:06:11.623053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:06:11.633037 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Sync routers for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:06:11.636608 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1330f1ed-31bd-4420-989f-f563a13e5d52 admin admin] 10.222.0.66 "PUT /v2.0/routers/1cc1485f-5517-49d3-9c41-06865be78cf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7101822 Mar 02 19:06:11.638992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48194) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:11.645118 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:11.645724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:11.671409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.744643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:11.807098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:06:11.814066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:06:11.819306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:06:11.834052 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:11.954812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.070242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=213b5bb1-80e6-46ad-9c1f-b91f4fad8c10,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:12.156264 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.173709 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149'}], 'enable_snat': True}, 'gw_port_id': '38fefede-e605-4035-b380-1c07cdacab89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:10Z', 'revision_number': 5, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port': {'id': '38fefede-e605-4035-b380-1c07cdacab89', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:36:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:06:01Z', 'updated_at': '2022-03-02T19:06:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:12.177567 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Checking router: 1cc1485f-5517-49d3-9c41-06865be78cf9 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:06:12.185536 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Routers {'1cc1485f-5517-49d3-9c41-06865be78cf9'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:12.186111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['1cc1485f-5517-49d3-9c41-06865be78cf9'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:12.229322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Deleting port 38fefede-e605-4035-b380-1c07cdacab89 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:12.229950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.359171 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] Set router 1cc1485f-5517-49d3-9c41-06865be78cf9 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:12.397517 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.414845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] For port 38fefede-e605-4035-b380-1c07cdacab89, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=38fefede-e605-4035-b380-1c07cdacab89,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:12.415208 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.466630 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:12Z', 'revision_number': 6, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:12.470944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587ca95-46b1-4670-848f-fee713858e61 None None] The sync data for ids ['1cc1485f-5517-49d3-9c41-06865be78cf9'] in n-d-828839-1 is: [{'id': '1cc1485f-5517-49d3-9c41-06865be78cf9', 'name': 'tempest-ImageQuotaTest-1087341213-router', 'tenant_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:06:00Z', 'updated_at': '2022-03-02T19:06:12Z', 'revision_number': 6, 'project_id': '8a7cebfd36c54a3fb0b746fda3ff5976', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:06:12.526379 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.540048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Calling delete_port for 38fefede-e605-4035-b380-1c07cdacab89 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:06:12.734108 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.761158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.789577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.810471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Pushing event deleted for resources: {'Port': ['ID=38fefede-e605-4035-b380-1c07cdacab89,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:12.848512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.848857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.849197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.849535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.849868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.850233 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.850558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.850882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.851205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.852062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.852387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.852708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:06:12.905715 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=213b5bb1-80e6-46ad-9c1f-b91f4fad8c10,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:12.920726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:12.921322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.090789 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 3556b53e-238a-4a20-9248-9f32686a6dc3 associated. External IP: 172.25.7.163, port: 6590d04b-2438-4cea-99ab-2b733330e3db. Mar 02 19:06:13.096837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.099028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.166760 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.167396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cc1485f-5517-49d3-9c41-06865be78cf9 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:06:13.180414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.181388 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3538af2-b862-4f50-83d1-abf678ae5daa admin admin] 10.222.0.66 "DELETE /v2.0/routers/1cc1485f-5517-49d3-9c41-06865be78cf9 HTTP/1.1" status: 204 len: 168 time: 1.5414727 Mar 02 19:06:13.183985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48198) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.248171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Deleting subnet dc91a76f-e880-4541-abbb-49f50f18bfd4 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:06:13.251336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.299535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38fefede-e605-4035-b380-1c07cdacab89 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:13.306029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.346890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 38fefede-e605-4035-b380-1c07cdacab89 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:06:13.347263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 38fefede-e605-4035-b380-1c07cdacab89 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:13.347671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71e9b43d-6e8a-4a2e-990f-aef77ad7682e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:13.386525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 71e9b43d-6e8a-4a2e-990f-aef77ad7682e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:06:13.386876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 71e9b43d-6e8a-4a2e-990f-aef77ad7682e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:13.410861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.501694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:06:13.715206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.752242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc91a76f-e880-4541-abbb-49f50f18bfd4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:13.759017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.766134 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-68df705e-dad8-48d7-a572-5e1d101f4f6f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/dc91a76f-e880-4541-abbb-49f50f18bfd4 HTTP/1.1" status: 204 len: 168 time: 0.5807354 Mar 02 19:06:13.768067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48202) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:13.772368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3f9209-a91a-4530-9e2d-6c90b30bbd6b None None] Network 53f24746-94a5-4412-b48e-58bf19c9d349 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:06:13.827208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:06:13.860517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:06:13.879937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.888685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:13.891919 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:13.892060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Deleting port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:13.892060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:13.943515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.018359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f50bd64-ff58-4db7-b7d9-8116b484e097 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8805475 Mar 02 19:06:14.018359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:06:14.158866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] For port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:14.159362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.165189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:14.227842 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db', 'status': 'completed', 'code': 200} Mar 02 19:06:14.297730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Calling delete_port for ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:06:14.305727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] DHCP port deletion for 53f24746-94a5-4412-b48e-58bf19c9d349 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:06:14.329903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Deleting port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:14.330314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.434101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-4f527193-2e29-41c5-abe7-036ec023ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:14.435625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-4f527193-2e29-41c5-abe7-036ec023ffe3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.1452956 Mar 02 19:06:14.529266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.600220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] No DVR routers for this DVR port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:06:14.628156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:14.746654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-c7bebfa5-8d63-4b79-9857-570987c60880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:14.748348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-c7bebfa5-8d63-4b79-9857-570987c60880 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.3065424 Mar 02 19:06:14.753041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.792002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] For port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78,segment=NetworkSegment(3e2c242f-0b94-49d2-901e-26ca35a2df37),segment_id=3e2c242f-0b94-49d2-901e-26ca35a2df37)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:06:14.792402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.854897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f24746-94a5-4412-b48e-58bf19c9d349']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:14.873067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e2c242f-0b94-49d2-901e-26ca35a2df37') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:14.873367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e2c242f-0b94-49d2-901e-26ca35a2df37') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:14.902924 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.919044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-e6092804-ca63-4cef-ac93-854ddc94daca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1000 time: 0.1577463 Mar 02 19:06:14.925155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Calling delete_port for ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:06:14.956253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.970876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:06:14.975861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:06:14.985575 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:06:15.011748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:06:15.065029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:12Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:15.067285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:06:15.068077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:06:15.071934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-52e79084-1d94-4b2c-bd49-1e399e633129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:06:15.072108 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:06:15.075579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-52e79084-1d94-4b2c-bd49-1e399e633129 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.1477165 Mar 02 19:06:15.076188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:06:15.085242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:06:15.086467 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:06:15.092235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:06:15.092835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:05:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:15.151463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-7018af4f-b9f1-4f30-9dee-f23d6c8634ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:15.153213 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-7018af4f-b9f1-4f30-9dee-f23d6c8634ab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747883 Mar 02 19:06:15.180016 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.285529 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:06:15.325962 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.341803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] Pushing event deleted for resources: {'Network': ['ID=53f24746-94a5-4412-b48e-58bf19c9d349,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:15.390444 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-672e8d13-6993-48d7-af1a-6d1abfce5650 admin admin] 10.222.0.66 "DELETE /v2.0/networks/53f24746-94a5-4412-b48e-58bf19c9d349 HTTP/1.1" status: 204 len: 168 time: 1.6212893 Mar 02 19:06:15.435082 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-15e0dcab-9023-4eb4-adf3-00534c11e8af service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758515 Mar 02 19:06:15.569110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7887e1aa-d1fe-4c0d-9624-484566fb95d0 req-eb6b51ec-c4ed-4da8-a14d-f0003adf065c service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270797 Mar 02 19:06:15.592874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Deleting port ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:06:15.593769 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.684544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48214) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:15.723534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0d569-1539-4e93-87a7-c6a46044d4d5 None None] The port 'ea8c9dc2-02f6-4bbe-a0d9-68dd4ffa8a78' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:06:15.735523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0715c307-9849-4831-bd06-a010d35b1f0c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a7cebfd36c54a3fb0b746fda3ff5976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496671 Mar 02 19:06:15.738623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48218) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:15.761021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:12Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:06:15.765241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4366fd3-dd10-4ad9-9db5-3144cb82cbe0 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:12Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:06:15.800881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.831304 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:15.972382 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da7de2-ea7c-4e68-ac6e-e7955207770c None None] New status for floating IP 3556b53e-238a-4a20-9248-9f32686a6dc3: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:06:15.995621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.014568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7e51d6-bcb5-4661-ab15-9fa1ef097219,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.017817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.019129 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b523a2bb-0a11-4d78-aef6-e9dd287f05b4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f7e51d6-bcb5-4661-ab15-9fa1ef097219 HTTP/1.1" status: 204 len: 168 time: 0.2795630 Mar 02 19:06:16.723614 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48226) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:16.741152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.755486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:06:16.759292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:06:16.762007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:06:16.767667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:06:16.847971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.903492 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:16.954415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2297442 Mar 02 19:06:16.956091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d463efb-61e1-4d31-8b7a-e21fe5dfd445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f97646-19eb-42c0-be21-4f56c09b1aa9,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:16.957081 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48230) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:06:17.018001 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.044375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.154280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.171325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f97646-19eb-42c0-be21-4f56c09b1aa9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:06:17.174546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:17.175648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92ffb015-b9dd-48b0-a089-ad82333d1f78 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/61f97646-19eb-42c0-be21-4f56c09b1aa9 HTTP/1.1" status: 204 len: 168 time: 0.2176018 Mar 02 19:06:22.086282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7379db99-de37-466c-a09b-907106eb6c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:24.190232 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6566d607-ec9e-402f-ba44-f589787c5f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.549160 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:25.628882 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.016968 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:26.879812 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.113646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:27.191719 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:06:48.660475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-c8377b57-c991-4cc8-8caa-8cca1b5286fb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729706 Mar 02 19:06:48.799220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-c2a19a5c-2780-4b5b-aa1f-14860476cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:48.799860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-c2a19a5c-2780-4b5b-aa1f-14860476cda2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0718577 Mar 02 19:06:48.942782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-fb1176b6-78d1-46e8-b26d-82c31aed2cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:48.944268 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-fb1176b6-78d1-46e8-b26d-82c31aed2cdd service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1269138 Mar 02 19:06:49.046736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-dba34515-3923-450d-b370-34dd8c9eb8a5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.0956511 Mar 02 19:06:49.107383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-62e9d235-9652-40b7-a227-d9af385029a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:49.109453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-62e9d235-9652-40b7-a227-d9af385029a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0578201 Mar 02 19:06:49.185066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-956a69b6-e7ef-4ed2-a534-e624c7f59705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:06:49.186339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-956a69b6-e7ef-4ed2-a534-e624c7f59705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713887 Mar 02 19:06:49.316637 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-3bc9752f-4ca5-4634-b11e-9387f9a72d3f service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245799 Mar 02 19:06:49.444002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05feaebb-bc7c-4468-aa37-916b2c2a9227 req-24b812a4-0717-4479-ada5-9ed2e1a37bfa service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219006 Mar 02 19:06:52.085957 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f43aab82-5006-4d66-aae8-f9608ccf4966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:54.188441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-85fbc10b-3f46-4db0-88da-c74b2c7d4a78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.542368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:55.650863 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.034002 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:56.892087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:06:57.125717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:04.187859 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:07:22.085844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-747f08ce-68d9-43fb-a04c-a99dd5a4bfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:24.189676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-70cd0405-7d8e-45ee-ba35-d7ffa8eb51ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.585715 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:25.639658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.045231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:26.913473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:27.147965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:41.187822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:07:48.650875 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-ed51decd-fe5a-40eb-a70e-e87fb3ddafa3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692623 Mar 02 19:07:48.794367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-5345afaa-7eea-4c48-9259-a380c0e5acd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:48.795831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-5345afaa-7eea-4c48-9259-a380c0e5acd8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0757678 Mar 02 19:07:48.940873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-cf85063b-abee-44ad-823b-5cdee2955dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:48.942354 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-cf85063b-abee-44ad-823b-5cdee2955dbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1264913 Mar 02 19:07:49.155436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-ed63d649-2089-4717-8f84-6408f2bed194 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.2065959 Mar 02 19:07:49.217009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-9fb796b5-a7ab-4b72-8537-d841eb102265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:49.223984 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-9fb796b5-a7ab-4b72-8537-d841eb102265 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0568080 Mar 02 19:07:49.292340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-c25f7787-61ed-4344-848c-f3c22095a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:07:49.293971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-c25f7787-61ed-4344-848c-f3c22095a412 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703247 Mar 02 19:07:49.425094 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-9625bf19-621e-43f9-b748-038ca9a69a06 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248298 Mar 02 19:07:49.557826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-61bfc066-28d0-49db-a9e6-cabf40d66077 req-c4ceea0f-fed7-47f6-864b-8ad3096a61b5 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269164 Mar 02 19:07:52.107563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-13c2224b-5149-4fbf-931e-95fbf3775330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:54.170324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3402fb7b-9854-4bd9-8745-d935c4294acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.578536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:55.655524 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.021487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:56.901072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:07:57.152710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:18.187710 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:08:22.095340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d93a91d7-de3a-4cef-9f26-136bcd5aeea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:24.192494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-51e997a7-14b6-4aed-95e4-048e545269b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.575383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:25.649219 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:26.027091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:26.895304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:27.203851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:48.661088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-e65aa7df-11e8-473b-9c18-d1c4b2a837c6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742528 Mar 02 19:08:48.804115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-ba3aaf41-f31b-48c3-b0b1-bd000483a1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:48.806593 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-ba3aaf41-f31b-48c3-b0b1-bd000483a1bd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0781138 Mar 02 19:08:48.966231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-1c870e8f-f3bd-4a8d-9106-d6d4cb4633d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:48.967664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-1c870e8f-f3bd-4a8d-9106-d6d4cb4633d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1443682 Mar 02 19:08:49.070486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-801454c1-df38-4792-ae8c-d870421e3d4d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.0974402 Mar 02 19:08:49.134142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-88cdc283-7efe-420b-b5a4-a6262e7b657d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:49.135539 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-88cdc283-7efe-420b-b5a4-a6262e7b657d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0600123 Mar 02 19:08:49.211226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-21cdb714-8b04-4327-9ecb-a36d7ffb9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:49.212754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-21cdb714-8b04-4327-9ecb-a36d7ffb9b30 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713789 Mar 02 19:08:49.348816 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-7a162ccd-79ef-4d11-b1d6-8cced99b559f service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282406 Mar 02 19:08:49.482840 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efa4cfbe-aa41-487f-81e0-65edc74d978d req-bc9bd70e-0aff-4b0a-aee3-904253a0ac68 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279612 Mar 02 19:08:52.100713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5d03af51-402e-4291-9f53-3b3a9327bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:54.215295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55e468ed-bef9-48c9-a41b-ebcacc7791bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:55.187283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:08:55.589618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:55.598546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-26ff22cd-f03e-4313-8d48-d1bd604cf1ed tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-377101792&fields=id&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 267 time: 0.0406215 Mar 02 19:08:55.683757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:55.749123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-af2b19b6-aa21-48a1-abd3-6b77466f9ac6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:55.750588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-af2b19b6-aa21-48a1-abd3-6b77466f9ac6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1451454 Mar 02 19:08:55.765826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-8aaf5480-46f8-46ed-aa38-2206a245e2c5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/quotas/c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 375 time: 0.0097182 Mar 02 19:08:55.858302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-daac71d9-352c-40de-aa63-918de1c8de0f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0871103 Mar 02 19:08:55.872892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-87d248d3-30cc-42ad-af04-ed38b3144fb2 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:08:55.873814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-87d248d3-30cc-42ad-af04-ed38b3144fb2 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048513 Mar 02 19:08:56.007302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-9c1a9ed4-f319-49f5-8a51-797bd841afdc service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282473 Mar 02 19:08:56.066779 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:56.140933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-e121d4ce-2d36-4d2b-b6af-0efc489f0fc2 service neutron] 10.222.0.66 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268413 Mar 02 19:08:56.913428 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:57.030006 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf5fc7c8-f56b-4b79-876c-82d4f8cdafc7 req-bae687d9-4268-4460-aa19-078010abf4a9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 210 time: 0.1652603 Mar 02 19:08:57.221244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:58.179051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3ca6920a-1259-4735-b804-0048174fe686 req-3df6c255-e698-4e87-9b04-f5d4f2487dd0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 210 time: 0.0429647 Mar 02 19:08:59.345794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b61e42e9-a8bb-4433-8193-f18f0383cccd req-6828b071-d398-4bb5-ab13-f27e35577b30 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 210 time: 0.0475941 Mar 02 19:08:59.481134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-3fee2fb8-b358-4882-a58a-0e1f136410b9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:08:59.482611 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-3fee2fb8-b358-4882-a58a-0e1f136410b9 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 812 time: 0.1513953 Mar 02 19:08:59.530988 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-9df486bb-46ea-45f7-8581-6af061f9e6d4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8e169aa05af4b938f2f48d4652ed979 HTTP/1.1" status: 200 len: 379 time: 0.0396650 Mar 02 19:08:59.537558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'port': {'device_id': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'admin_state_up': True, 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'security_groups': ['9a909eb5-a692-4bf6-9e1a-b337bc001f0e']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:08:59.676015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:08:59.680178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:port and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:08:59.683242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:08:59.688899 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:08:59.786594 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Made reservation on behalf of c8e169aa05af4b938f2f48d4652ed979 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:08:59.791206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:08:59.956213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.20.0.5 (d5a1ba72-b8d0-4305-bbb9-26c2859232f4/24c23fa5-3a19-4977-894e-0b593e0eb6a0/aa37be81-0eb7-4725-bb20-e8b32f85bdd3) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:09:00.251472 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:00.268419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Transition to ACTIVE for port object aa37be81-0eb7-4725-bb20-e8b32f85bdd3 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:00.381831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:00.462160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:09:00.467473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:09:00.469525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:09:00.499098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:00.514971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.515277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.517182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.517182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.517182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.517182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.517182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.518088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.518088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.518088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.518328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.518584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:00.542333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be108719-918c-4a60-a727-a2b695678b8b req-724a30b3-fead-4986-bb50-7e7e587f904c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:00.544795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be108719-918c-4a60-a727-a2b695678b8b req-724a30b3-fead-4986-bb50-7e7e587f904c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 931 time: 0.0928416 Mar 02 19:09:00.559619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:00.560260 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:00.595361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be108719-918c-4a60-a727-a2b695678b8b req-3509ad7f-6982-40c1-aa0f-d444bac83171 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448263 Mar 02 19:09:00.678510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-74b86e9e-d423-4b5b-a015-44b1afa48ba7 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1443148 Mar 02 19:09:00.744843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Request body: {'port': {'device_id': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:09:00.787340 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a3202fb6-5553-4b92-aa55-e30a2a35ba30 None None] Provisioning for port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:00.793369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a3202fb6-5553-4b92-aa55-e30a2a35ba30 None None] Provisioning complete for port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:00.793758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a3202fb6-5553-4b92-aa55-e30a2a35ba30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:00.848659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a3202fb6-5553-4b92-aa55-e30a2a35ba30 None None] Port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:09:00.869619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.223579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa37be81-0eb7-4725-bb20-e8b32f85bdd3 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:09:01.230424 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.244793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Transition to ACTIVE for port object aa37be81-0eb7-4725-bb20-e8b32f85bdd3 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:09:01.364106 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.529203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Pushing event updated for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:01.614796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Attempting to bind port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:09:01.614796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Attempting to bind port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:09:01.614796 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Attempting to bind port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:09:01.618093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:09:01.618446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Attempting to bind port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 on network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:09:01.623905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 8, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:09:01.624247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Checking segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:09:01.624969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Bound using segment: {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:09:01.625068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Bound port: aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:09:01.625407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.719288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:09:01.722300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:09:01.789102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ae49d-9db0-405d-a4a1-f0a53cf8d92e req-04a704fa-236b-49e6-a253-82c8cbc906bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:01.790846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e4ae49d-9db0-405d-a4a1-f0a53cf8d92e req-04a704fa-236b-49e6-a253-82c8cbc906bd tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0822365 Mar 02 19:09:01.815123 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.835869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e4ae49d-9db0-405d-a4a1-f0a53cf8d92e req-3bf6238e-eeb0-4677-aed6-5acc0032f8d4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392346 Mar 02 19:09:01.870900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:01.870900 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:01.872091 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] 10.222.0.11 "PUT /v2.0/ports/aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 1091 time: 1.1863978 Mar 02 19:09:01.872531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:09:01.899181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae91c7-6a6e-4097-9af1-02ed70848d05 service neutron] Pushing event updated for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:01.991418 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'status': 'completed', 'code': 200} Mar 02 19:09:02.088217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-58e8634f-f73c-478e-8b51-0945c92cd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:02.090562 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-58e8634f-f73c-478e-8b51-0945c92cd8c0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0867028 Mar 02 19:09:02.161814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-3a612678-d24c-49d6-9515-5c1f6e484a53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 217 time: 0.0642345 Mar 02 19:09:02.222673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-ba2915a6-5400-4088-a79c-0642b0f2a0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:02.224141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-ba2915a6-5400-4088-a79c-0642b0f2a0ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0570149 Mar 02 19:09:02.302069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-e56d944e-d0f7-4b28-a340-6783c756b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:02.304016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-e56d944e-d0f7-4b28-a340-6783c756b615 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740740 Mar 02 19:09:02.439960 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-66869b47-1d18-4898-8265-5ca49a491908 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268818 Mar 02 19:09:02.569008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c734495e-2df1-4281-b128-1f0e7b09f6d5 req-f6499ea4-261e-440e-9f42-c241546cbdc6 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246729 Mar 02 19:09:02.747897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125967-1495-4489-9e0e-f2036025dbfe req-d212d2c5-194b-4edc-9f5e-6ee2161fc1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:02.749366 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-d212d2c5-194b-4edc-9f5e-6ee2161fc1c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1094 time: 0.0746794 Mar 02 19:09:02.982498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125967-1495-4489-9e0e-f2036025dbfe req-badc2ae9-ea65-4bf3-80dc-db0a30dee813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:02.983961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-badc2ae9-ea65-4bf3-80dc-db0a30dee813 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.2292278 Mar 02 19:09:03.031106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492e036-065a-4fa8-a4f1-03a236dfece2 req-c0e889c9-f016-4680-a67d-1dc7c0962a25 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:03.032634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0492e036-065a-4fa8-a4f1-03a236dfece2 req-c0e889c9-f016-4680-a67d-1dc7c0962a25 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0863888 Mar 02 19:09:03.065974 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-95e5cdda-7c19-46c6-8fac-4115dd9a2d91 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 217 time: 0.0756471 Mar 02 19:09:03.084658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0492e036-065a-4fa8-a4f1-03a236dfece2 req-9d6c60e2-aa6e-40f9-b2e6-750f2f6c4adc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Mar 02 19:09:03.135488 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125967-1495-4489-9e0e-f2036025dbfe req-e37b5fa6-e491-4faa-b19d-25f0630eb93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:03.136932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-e37b5fa6-e491-4faa-b19d-25f0630eb93a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0619693 Mar 02 19:09:03.212468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b125967-1495-4489-9e0e-f2036025dbfe req-90072bf7-15b6-4d95-a647-68ea5aa2b075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:03.213906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-90072bf7-15b6-4d95-a647-68ea5aa2b075 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713036 Mar 02 19:09:03.347367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-bcb19623-e096-4995-8ce6-afcc0d223331 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261423 Mar 02 19:09:03.478029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7b125967-1495-4489-9e0e-f2036025dbfe req-3219fef8-dd21-4621-85b4-c3f9d510bf12 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246908 Mar 02 19:09:04.273384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb3072-1545-4797-a707-6e2906748992 req-b338106d-7926-4e2a-8884-20742d37d900 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:04.274879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fcb3072-1545-4797-a707-6e2906748992 req-b338106d-7926-4e2a-8884-20742d37d900 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0836532 Mar 02 19:09:04.328336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7fcb3072-1545-4797-a707-6e2906748992 req-b9b546fe-ca36-4f4a-ad92-c18523a7f46f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Mar 02 19:09:05.511521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee7ba8-604f-4ba0-a163-2893eadef3fe req-12c2ddfc-72f1-4d61-a6c3-6a9b1c5565ee tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:05.513055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78ee7ba8-604f-4ba0-a163-2893eadef3fe req-12c2ddfc-72f1-4d61-a6c3-6a9b1c5565ee tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0796535 Mar 02 19:09:05.560649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78ee7ba8-604f-4ba0-a163-2893eadef3fe req-5517bfbd-8a19-48fa-8288-03607cf00725 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419536 Mar 02 19:09:06.855796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e38b5f-68a5-4162-99dc-7799f02fbc07 req-31c2329a-48ac-4f6d-88bc-5214f2d365a0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:06.857198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60e38b5f-68a5-4162-99dc-7799f02fbc07 req-31c2329a-48ac-4f6d-88bc-5214f2d365a0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.1928508 Mar 02 19:09:06.901143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-60e38b5f-68a5-4162-99dc-7799f02fbc07 req-1d66dc33-49e5-4201-abd6-d5c35d459833 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382700 Mar 02 19:09:08.086410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac192b2-89a2-4641-aa00-57ace38e7166 req-17fb18a6-9294-4044-962d-141d43e2bedc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:08.087947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ac192b2-89a2-4641-aa00-57ace38e7166 req-17fb18a6-9294-4044-962d-141d43e2bedc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0823147 Mar 02 19:09:08.131997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1ac192b2-89a2-4641-aa00-57ace38e7166 req-6632f63b-edd0-457a-8e65-eff22591cb9e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383339 Mar 02 19:09:09.312802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a44ac-eed1-4718-b013-a8525271bf13 req-c8b1d31b-642e-41b1-87c3-6714371750b5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:09.314219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-944a44ac-eed1-4718-b013-a8525271bf13 req-c8b1d31b-642e-41b1-87c3-6714371750b5 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0784571 Mar 02 19:09:09.360951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-944a44ac-eed1-4718-b013-a8525271bf13 req-9b470f19-713c-4c01-bf77-527b2444b3fb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412188 Mar 02 19:09:10.540456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b6fede-f2fb-4129-b10b-e9edcb2ca25e req-70b26baa-70bd-4bfc-87de-476d6f3cc2be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:10.541938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-13b6fede-f2fb-4129-b10b-e9edcb2ca25e req-70b26baa-70bd-4bfc-87de-476d6f3cc2be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 943 time: 0.0787203 Mar 02 19:09:10.584979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-13b6fede-f2fb-4129-b10b-e9edcb2ca25e req-3abd7cfd-b3b2-494b-a6f4-9f0a9c162076 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373626 Mar 02 19:09:10.860701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device aa37be81-0eb7-4725-bb20-e8b32f85bdd3 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:09:10.991951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:09:11.006739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'port_id': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'mac_address': 'fa:16:3e:45:15:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:09:11.064672 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:11.081730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa37be81-0eb7-4725-bb20-e8b32f85bdd3 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:09:11.097445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:09:11.180771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:11.246920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:11.254095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.254471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.254812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.255154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.255485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.255901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.256135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.256460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.256804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.257587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.257921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.258275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:11.417141 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['aa37be81-0eb7-4725-bb20-e8b32f85bdd3'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:09:11.771245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb199d9-11c8-4665-99c4-5b10ccebf023 req-d2cd3c7b-fba4-42a7-a09e-402f3a27c5eb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:11.772680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdb199d9-11c8-4665-99c4-5b10ccebf023 req-d2cd3c7b-fba4-42a7-a09e-402f3a27c5eb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 944 time: 0.0817561 Mar 02 19:09:11.815428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdb199d9-11c8-4665-99c4-5b10ccebf023 req-f14d2cd0-11f4-4537-9516-7dfa1985d5ee tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369768 Mar 02 19:09:12.885538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device aa37be81-0eb7-4725-bb20-e8b32f85bdd3 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:09:13.000817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70d7bdf-49c8-4ce5-8ff5-eb5a32b6ab9d req-db99d14a-9c8f-4c1a-bcbb-80cf62c64e3f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:13.002269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d70d7bdf-49c8-4ce5-8ff5-eb5a32b6ab9d req-db99d14a-9c8f-4c1a-bcbb-80cf62c64e3f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 944 time: 0.0805302 Mar 02 19:09:13.046968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d70d7bdf-49c8-4ce5-8ff5-eb5a32b6ab9d req-455aafdb-a36d-419b-87b2-65ca97238dbe tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 Mar 02 19:09:13.077645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:09:13.083550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:09:13.083550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:13.196671 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:13.222504 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:09:13.232234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:09:13.271402 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'code': 200} Mar 02 19:09:13.323597 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:13.392501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:13.395075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5d865-f38b-4d30-a6bd-28d26de1d16d req-887a18f3-c2d8-432e-8fe6-5424274f8719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:13.396552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80a5d865-f38b-4d30-a6bd-28d26de1d16d req-887a18f3-c2d8-432e-8fe6-5424274f8719 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0724542 Mar 02 19:09:13.437096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-80a5d865-f38b-4d30-a6bd-28d26de1d16d req-b24ee56e-6cd6-4498-a395-ab84ce14c3c4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344670 Mar 02 19:09:14.230727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a769abb1-252c-47e5-8ef4-6c0269527328 req-b0ce27a9-7d81-4079-a37e-4f6d19e6c4be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:14.232188 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a769abb1-252c-47e5-8ef4-6c0269527328 req-b0ce27a9-7d81-4079-a37e-4f6d19e6c4be tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.0823398 Mar 02 19:09:14.276219 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a769abb1-252c-47e5-8ef4-6c0269527328 req-edfffeaf-ca67-48bd-8a23-6bfcdb9eed39 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383575 Mar 02 19:09:15.460274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cfabdd-a3ad-4ab6-8624-9b2e595257ad req-0d2b82f4-7dc6-4268-8ef4-e99c7865ee3d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:15.461734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3cfabdd-a3ad-4ab6-8624-9b2e595257ad req-0d2b82f4-7dc6-4268-8ef4-e99c7865ee3d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.0801613 Mar 02 19:09:15.507977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3cfabdd-a3ad-4ab6-8624-9b2e595257ad req-1016d60f-fdd7-485d-9857-7434a8df3b1e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403819 Mar 02 19:09:15.689677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c4540-917a-4364-a463-35f43084dc62 req-974efe78-8df6-46a6-ba83-6535a05c9914 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:15.691158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8c4540-917a-4364-a463-35f43084dc62 req-974efe78-8df6-46a6-ba83-6535a05c9914 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.0791218 Mar 02 19:09:15.734172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd8c4540-917a-4364-a463-35f43084dc62 req-a0278dfa-c69e-4750-88dd-0d0709165186 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371974 Mar 02 19:09:15.759335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48450) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:15.831434 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70854a3e-1fcd-4dd5-af50-c44fe7cd556d tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:15.832756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-70854a3e-1fcd-4dd5-af50-c44fe7cd556d tempest-TestVolumeBootPattern-1536052340 tempest-TestVolumeBootPattern-1536052340-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1091 time: 0.0724339 Mar 02 19:09:15.836033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48454) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:09:15.840780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:09:15.847084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:09:15.851382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Usage tracker for resource:floatingip and tenant:c8e169aa05af4b938f2f48d4652ed979 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:09:15.854204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:09:15.860384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:09:15.940683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:16.080115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:16.214436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Allocated IP 172.25.7.162 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/3583cab5-b2fa-4cbb-9b8e-09ba524abb53) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:09:16.358955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:16.501347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:16.564525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:09:16.571561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:09:16.575560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:09:16.611302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=3583cab5-b2fa-4cbb-9b8e-09ba524abb53,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:16.627808 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.628096 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.628446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.628784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.629123 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.629455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.629783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.630108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.630457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.630783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.631192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:16.631516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:09:17.108520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:17.321037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:17.521064 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:17.591763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:17.701016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event updated for resources: {'Port': ['ID=3583cab5-b2fa-4cbb-9b8e-09ba524abb53,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:09:17.711057 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:17.879557 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 38fa6227-5e3f-4f87-a23c-010fc4aa8aa2 associated. External IP: 172.25.7.162, port: aa37be81-0eb7-4725-bb20-e8b32f85bdd3. Mar 02 19:09:18.229362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:09:18.406595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:09:18.417217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:09:18.426793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:09:18.427405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:18.535479 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:18.596032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b5c1f3c9-fd99-4b39-ad82-86429042b462 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7589927 Mar 02 19:09:18.596624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:09:18.649389 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'status': 'completed', 'code': 200} Mar 02 19:09:18.649490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:09:18.737172 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-57b9812e-70e4-4744-a958-a29cc1b65d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:18.738754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-57b9812e-70e4-4744-a958-a29cc1b65d1d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0719225 Mar 02 19:09:18.869816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-5c97409c-5111-4b27-80b9-f906cdbf0ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:18.871215 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-5c97409c-5111-4b27-80b9-f906cdbf0ae9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1271660 Mar 02 19:09:18.975477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-f2242d32-4d64-48a7-807c-d732a21e9d3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 999 time: 0.0985565 Mar 02 19:09:19.001091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}, {'id': '38fa6227-5e3f-4f87-a23c-010fc4aa8aa2', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:45:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:09:17Z', 'updated_at': '2022-03-02T19:09:17Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:19.005177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:09:19.013957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:09:19.014607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:08:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:19.042941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-b812d9be-5d45-413d-8ffa-b5f369fca84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:19.044401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-b812d9be-5d45-413d-8ffa-b5f369fca84f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0637264 Mar 02 19:09:19.120599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-4380e16a-284a-40bc-b856-07e1207bb5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:19.122114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-4380e16a-284a-40bc-b856-07e1207bb5b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719948 Mar 02 19:09:19.197844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:09:19.257944 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-6368c6c9-4acc-4d8c-af8e-56f0bf8b998a service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294322 Mar 02 19:09:19.390113 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd1f181f-76ca-40ac-9ce5-6b8295c76890 req-96939fe1-d5ed-4677-ab8f-eeb17701db33 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265085 Mar 02 19:09:19.547878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}, {'id': '38fa6227-5e3f-4f87-a23c-010fc4aa8aa2', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:45:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:09:17Z', 'updated_at': '2022-03-02T19:09:17Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:09:19.551930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bb2dbc-a08c-48c6-a3ed-dc6a565af974 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}, {'id': '38fa6227-5e3f-4f87-a23c-010fc4aa8aa2', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.162', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:45:15:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:09:17Z', 'updated_at': '2022-03-02T19:09:17Z', 'revision_number': 0, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:09:19.733564 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5685d338-4895-4b66-a2ed-9dcce2f329ea None None] New status for floating IP 38fa6227-5e3f-4f87-a23c-010fc4aa8aa2: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:09:22.130483 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a9b8e2d5-27ca-4888-b5bd-27260718b453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:24.277806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1ef0c18-fe01-4c22-813c-5e4dd22995c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:25.580591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:25.706367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:26.146674 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:26.957548 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:27.221344 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:32.186935 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:09:50.767810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-e28d3767-31cd-4c27-af9f-77609b756242 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1119499 Mar 02 19:09:50.905404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-0d1054d7-33c0-4824-a710-0c57ab02c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:50.906918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-0d1054d7-33c0-4824-a710-0c57ab02c5d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0755906 Mar 02 19:09:51.161180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-acb3d129-7767-4bd7-9aa9-02f00ab15717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:51.162569 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-acb3d129-7767-4bd7-9aa9-02f00ab15717 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.2370491 Mar 02 19:09:51.277853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-881d74f2-6af6-4e8a-a105-1ba3af4a959f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.1096883 Mar 02 19:09:51.341420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-f1c1535b-a396-42a6-8bd8-fdbc9d1a0fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:51.342885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-f1c1535b-a396-42a6-8bd8-fdbc9d1a0fd5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0588150 Mar 02 19:09:51.419374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-9bd9aca8-dbda-40a8-984a-2680fbf07560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:51.420577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-9bd9aca8-dbda-40a8-984a-2680fbf07560 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724487 Mar 02 19:09:51.556345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-97b2fbc5-8fac-471d-994d-f99d07e44879 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301050 Mar 02 19:09:51.690017 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6f4183f2-1565-4399-a0b4-c3532f17b15a req-9bf1adc0-247f-4431-a3d5-7841ca251449 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282530 Mar 02 19:09:52.111982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-be60017c-736d-469c-947d-62db1eafa9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:53.670659 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-30691a26-5072-48cb-98fb-16603040bd83 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0753059 Mar 02 19:09:53.812347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-e1d01215-0b15-4dc9-94d8-29a03cca79be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:53.813828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-e1d01215-0b15-4dc9-94d8-29a03cca79be service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0732968 Mar 02 19:09:53.960651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-863dce42-fed2-4c5d-bf8c-8230b59d5dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:53.962161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-863dce42-fed2-4c5d-bf8c-8230b59d5dea service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1301391 Mar 02 19:09:54.070669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-a9409df1-f917-40ca-ad60-6aabe66cbd8d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 1001 time: 0.1009872 Mar 02 19:09:54.137975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-77bbe3b2-bb68-409d-993c-d4b7ac60e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:54.139385 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-77bbe3b2-bb68-409d-993c-d4b7ac60e896 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0628512 Mar 02 19:09:54.209426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-553bd4c9-0a1d-4d3e-9d98-503320b8bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:54.219325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-6431c121-5914-4fee-93c3-f1a94829cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:09:54.220838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-6431c121-5914-4fee-93c3-f1a94829cd6f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758829 Mar 02 19:09:54.353363 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-d1c52fe7-0baa-42c2-984f-8057cf991b46 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258905 Mar 02 19:09:54.485842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f254bd97-5e1f-48c7-8fa8-e2beac700a05 req-68dbf2f0-ac1a-4316-9d4c-334d1986be66 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265073 Mar 02 19:09:55.589491 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:55.700003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:56.055576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:56.917541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:09:57.180028 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:09.187129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:10:22.116747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b0913023-3234-4a88-9413-79ec56238877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:24.237200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-94739116-4a13-4da4-a5bb-1144d01f78d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:25.574321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:25.682896 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:26.060163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:26.951095 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:27.242722 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:34.117512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-e0dd27f6-044d-42ce-be2b-0497ff71a157 req-4d0d00d9-7d10-4b87-8d91-32af61ce7a48 service neutron] (88709) timed out ('10.222.0.65', 52365) {{(pid=88709) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:10:46.186892 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:10:52.128399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c936090f-7f23-418b-9a8b-69a6f80946c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:52.682460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-7b3f88a8-94ba-4edb-847c-24a66c1087bc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681472 Mar 02 19:10:52.822683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-3bc6291c-1038-4eda-9dfc-eb7795fa2014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:52.824158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-3bc6291c-1038-4eda-9dfc-eb7795fa2014 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0753577 Mar 02 19:10:53.068147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-e785399f-d2db-424c-a7ba-76e36e10151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:53.069650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-e785399f-d2db-424c-a7ba-76e36e10151c service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.2290232 Mar 02 19:10:53.172906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-57d4b726-8ad9-4d1c-859c-c1944aa2a979 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.0975111 Mar 02 19:10:53.233531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-7f0301be-778c-48dd-a279-15aae8cb3631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:53.234979 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-7f0301be-778c-48dd-a279-15aae8cb3631 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0569110 Mar 02 19:10:53.309573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-5acde87b-3836-4150-8749-b86e268991ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:53.311144 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-5acde87b-3836-4150-8749-b86e268991ea service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705326 Mar 02 19:10:53.449233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-d535a068-7590-4e61-8277-ffeb3705bc52 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284895 Mar 02 19:10:53.580119 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-050eb42b-8a02-403c-b1a3-b1b2ff58b0e7 req-4fc5af8d-a768-4e79-8013-4fe6cf0c1e44 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284859 Mar 02 19:10:54.230707 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ab21d176-25aa-4fb1-86bf-d2f05d7a2d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:54.716022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-a1a99f81-2035-42ef-842e-d603b799812e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1098883 Mar 02 19:10:54.851890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-d18d6d91-5dc8-4552-8028-4a8297da4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:54.853373 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-d18d6d91-5dc8-4552-8028-4a8297da4d2b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0704336 Mar 02 19:10:54.997159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-fa4c3ac2-e2bc-402f-9a41-1a63a9a43562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:54.998633 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-fa4c3ac2-e2bc-402f-9a41-1a63a9a43562 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1270311 Mar 02 19:10:55.100541 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-8bc035b4-b419-4287-a029-0830a842168f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 1001 time: 0.0965574 Mar 02 19:10:55.164586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-0406548d-bee4-4244-bb5f-6b7722d4e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:55.165781 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-0406548d-bee4-4244-bb5f-6b7722d4e498 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0598791 Mar 02 19:10:55.240226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-98e7798e-fae0-4277-ace5-3da702146fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:10:55.241699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-98e7798e-fae0-4277-ace5-3da702146fae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699685 Mar 02 19:10:55.374776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-2d54c6fd-ef5d-4d6e-8acc-40b936761f69 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268082 Mar 02 19:10:55.504032 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5973e0aa-c899-4f0b-9c28-7b94742e2cae req-72a88929-cf89-4743-816a-8ccd484d1d22 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240866 Mar 02 19:10:55.608076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:55.705846 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.060114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:56.956998 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:10:57.197125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:22.116371 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4db3a0fd-a4b2-4648-b28e-a1107c6e541d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:23.185962 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:11:24.207657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11c08b4a-9aea-42b6-af46-a87f7d54509c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:25.591126 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:25.699796 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:26.139714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:26.933785 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:27.242417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:52.185094 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7088ee35-23ca-4131-a952-ec49e617df1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:52.679418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-6535e337-534a-4975-9135-481fe1fb4c30 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0837393 Mar 02 19:11:52.826333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-daab57b4-dc7b-4269-84e2-ca6f147f812c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:52.827846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-daab57b4-dc7b-4269-84e2-ca6f147f812c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0806656 Mar 02 19:11:53.075754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-1eac4e36-ce2a-46ea-b05f-a91fec710752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:53.077224 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-1eac4e36-ce2a-46ea-b05f-a91fec710752 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.2317557 Mar 02 19:11:53.178861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-ad77b33a-e3f0-45af-b42a-394486a68083 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 1002 time: 0.0960238 Mar 02 19:11:53.241153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-464c4c7f-932b-4b9c-bc71-c09f38e57cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:53.242635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-464c4c7f-932b-4b9c-bc71-c09f38e57cf2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0580273 Mar 02 19:11:53.320776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-911d6b08-162a-4ebd-a3da-64d39d1fd6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:53.322208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-911d6b08-162a-4ebd-a3da-64d39d1fd6f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740304 Mar 02 19:11:53.456736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-8d70c313-2fd7-4ae5-9876-6ede8644a5a3 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267009 Mar 02 19:11:53.588279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-055a5dc2-9b42-4db8-a7a5-f4be15d231d1 req-55e2c87f-e5e2-494c-adc4-6a813f2982b3 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264124 Mar 02 19:11:54.247886 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-673df084-5135-45b6-aa3a-57fb6a4270b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:54.666055 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-84d2ec3c-bc35-46ff-b82f-92f8647c6996 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677199 Mar 02 19:11:54.801137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-c571a6cf-c10c-4c00-9b94-f441fba393e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:54.802625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-c571a6cf-c10c-4c00-9b94-f441fba393e7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0705600 Mar 02 19:11:54.943911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-119559c5-5416-4436-bea7-0df93ebb7de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:54.945376 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-119559c5-5416-4436-bea7-0df93ebb7de8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1256137 Mar 02 19:11:55.047673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-e24b0d6a-c89d-47f5-8b0b-da32966bf4c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 1001 time: 0.0962987 Mar 02 19:11:55.111050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-c9f5282e-1b83-45c7-a486-8bd2dd1b6f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:55.113029 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-c9f5282e-1b83-45c7-a486-8bd2dd1b6f93 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0601056 Mar 02 19:11:55.185701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-47b15c01-c9ea-4079-b685-2bd12248019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:11:55.187159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-47b15c01-c9ea-4079-b685-2bd12248019e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688503 Mar 02 19:11:55.316625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-80215936-7b83-45ea-b196-6e06a6f30bd8 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232920 Mar 02 19:11:55.447822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ce10221-2fb4-401a-b4da-bfbe60017dda req-7c08bd67-a936-4c80-9780-cebcfa310c1b service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241984 Mar 02 19:11:55.590525 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:55.698633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:56.122006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:56.927106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:11:57.230655 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:00.185694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:02.740708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:03.107912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 3583cab5-b2fa-4cbb-9b8e-09ba524abb53 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:03.108254 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:03.277680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:03.278009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:03.399111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 3583cab5-b2fa-4cbb-9b8e-09ba524abb53 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:03.652464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:03.728931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=3583cab5-b2fa-4cbb-9b8e-09ba524abb53,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:03.771836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.772447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.772542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.772815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.773141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.773463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.773780 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.774098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.774438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.774752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.775109 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.775422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:03.810844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:03.811172 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 38fa6227-5e3f-4f87-a23c-010fc4aa8aa2 disassociated (deleted). External IP: 172.25.7.162, port: aa37be81-0eb7-4725-bb20-e8b32f85bdd3. Mar 02 19:12:04.164995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:12:04.351519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:12:04.352440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:12:04.355974 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:04.359204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:04.359807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:04.411488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f4a97e5f-c369-499a-ba38-bcd290c7627c tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "DELETE /v2.0/floatingips/38fa6227-5e3f-4f87-a23c-010fc4aa8aa2 HTTP/1.1" status: 204 len: 168 time: 1.6690819 Mar 02 19:12:04.412066 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:12:04.555396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:04.913856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:04.915182 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:12:04.923602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:04.924221 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:05.100818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:05.246241 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501ece-a03a-4a71-8fd8-d0bf6b03db39 req-ed7087e6-6b00-482e-80ad-139cf8aa9970 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:05.246942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55501ece-a03a-4a71-8fd8-d0bf6b03db39 req-ed7087e6-6b00-482e-80ad-139cf8aa9970 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:05.327546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-55501ece-a03a-4a71-8fd8-d0bf6b03db39 req-ed7087e6-6b00-482e-80ad-139cf8aa9970 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:05.328768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55501ece-a03a-4a71-8fd8-d0bf6b03db39 req-ed7087e6-6b00-482e-80ad-139cf8aa9970 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.3347383 Mar 02 19:12:05.375071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55501ece-a03a-4a71-8fd8-d0bf6b03db39 req-e754ed75-4d74-498b-9bc7-a3fc3f727c78 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393760 Mar 02 19:12:05.453943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:05.457958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3f489e-2b34-4ce8-a72a-2c7d7f70d6c9 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3556b53e-238a-4a20-9248-9f32686a6dc3', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'port_id': '6590d04b-2438-4cea-99ab-2b733330e3db', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'mac_address': 'fa:16:3e:68:03:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:06:12Z', 'updated_at': '2022-03-02T19:06:16Z', 'revision_number': 1, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:12:05.688176 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84fc6e6-fc9a-40d3-aef9-5ed8649b981d None None] New status for floating IP 38fa6227-5e3f-4f87-a23c-010fc4aa8aa2: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:12:05.709821 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'status': 'completed', 'code': 200} Mar 02 19:12:05.806710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830416-396c-4123-9fee-ef6f3535e0aa req-6837da02-8017-4c3c-b52a-dfb0ece34bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:05.808670 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-6837da02-8017-4c3c-b52a-dfb0ece34bc1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 1096 time: 0.0783169 Mar 02 19:12:05.941883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830416-396c-4123-9fee-ef6f3535e0aa req-3a660aa0-d7a1-4b82-86f5-051757bb72ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:05.943413 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-3a660aa0-d7a1-4b82-86f5-051757bb72ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.1273015 Mar 02 19:12:06.114202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-b0c1d0a1-628d-48b0-83d1-02d767412575 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 200 len: 217 time: 0.1632588 Mar 02 19:12:06.177980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830416-396c-4123-9fee-ef6f3535e0aa req-83d2fd0d-db4b-41b6-bd8b-5032b640c5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:06.179405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-83d2fd0d-db4b-41b6-bd8b-5032b640c5fe service neutron] 10.222.0.11 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0584435 Mar 02 19:12:06.251841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55830416-396c-4123-9fee-ef6f3535e0aa req-848b22dd-9907-4c42-8e17-7ebb0e9fb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:06.253258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-848b22dd-9907-4c42-8e17-7ebb0e9fb9dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672336 Mar 02 19:12:06.377628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.11', 55439) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:06.410771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-26617c9f-7150-4fa6-8da2-2e13365dcc85 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512954 Mar 02 19:12:06.574186 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-30a419e2-1acf-48a2-9ec4-3314f7f531d0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:06.574566 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eebbe25-64ad-4e40-8f29-199f16ec4df2 req-d80521b0-075a-4b61-84f5-2f011bff7b30 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:06.575048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-30a419e2-1acf-48a2-9ec4-3314f7f531d0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:06.576039 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4eebbe25-64ad-4e40-8f29-199f16ec4df2 req-d80521b0-075a-4b61-84f5-2f011bff7b30 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.0795720 Mar 02 19:12:06.580898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-e41cbdb1-196a-4b26-a7da-fd9a94a32b63 service neutron] 10.222.0.11 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637733 Mar 02 19:12:06.589714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-30a419e2-1acf-48a2-9ec4-3314f7f531d0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:06.590828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-30a419e2-1acf-48a2-9ec4-3314f7f531d0 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 945 time: 0.2122631 Mar 02 19:12:06.624672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4eebbe25-64ad-4e40-8f29-199f16ec4df2 req-22eff286-dd38-4154-b405-717a91fd1ccb tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423939 Mar 02 19:12:06.661509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:06.662722 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:06.908271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port aa37be81-0eb7-4725-bb20-e8b32f85bdd3, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:06.908907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.030404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for aa37be81-0eb7-4725-bb20-e8b32f85bdd3 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:07.229618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.278948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=aa37be81-0eb7-4725-bb20-e8b32f85bdd3,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:07.323013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.323361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.323705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.324041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.324376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.324707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.325038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.325361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.325724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.326047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.326396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.326717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:12:07.368974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port aa37be81-0eb7-4725-bb20-e8b32f85bdd3 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:12:07.371420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:07.373929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'name': 'network-vif-deleted', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:12:07.436883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-84d9ad29-8c1c-4594-80c9-b08cf34d9dc1 req-c7261531-39b3-49ad-8cb4-3d7c9e5086a4 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.11 "DELETE /v2.0/ports/aa37be81-0eb7-4725-bb20-e8b32f85bdd3 HTTP/1.1" status: 204 len: 173 time: 0.8411191 Mar 02 19:12:07.506181 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221573ce-1b9e-4e6b-af05-8bcb3b826bf4', 'name': 'network-vif-deleted', 'tag': 'aa37be81-0eb7-4725-bb20-e8b32f85bdd3', 'status': 'completed', 'code': 200} Mar 02 19:12:07.779190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bbbbd39-0384-47be-aafc-c66f5ea747da req-dc2b24e0-5f43-4226-b367-d740638d1daf tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 210 time: 0.0467885 Mar 02 19:12:09.031019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-240a0101-ade5-463c-92b8-a4cde1e24ed0 req-dce80dec-b5ec-45b1-b54a-5ecf0a8b91a3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=221573ce-1b9e-4e6b-af05-8bcb3b826bf4 HTTP/1.1" status: 200 len: 210 time: 0.0873682 Mar 02 19:12:09.540046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device aa37be81-0eb7-4725-bb20-e8b32f85bdd3 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:09.573699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: aa37be81-0eb7-4725-bb20-e8b32f85bdd3 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:09.574047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device aa37be81-0eb7-4725-bb20-e8b32f85bdd3 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:14.944736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48636) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:15.243844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 213b5bb1-80e6-46ad-9c1f-b91f4fad8c10 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:15.244167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.411049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.411386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.532993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 213b5bb1-80e6-46ad-9c1f-b91f4fad8c10 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:15.744874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.793457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=213b5bb1-80e6-46ad-9c1f-b91f4fad8c10,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:15.883269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:15.883605 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Floating IP 3556b53e-238a-4a20-9248-9f32686a6dc3 disassociated (deleted). External IP: 172.25.7.163, port: 6590d04b-2438-4cea-99ab-2b733330e3db. Mar 02 19:12:16.232805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:12:16.408525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:12:16.418229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:12:16.425389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:16.427990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:16.428593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:16.480481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bdad1b46-362e-4a81-a15b-6fa0c540f10f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "DELETE /v2.0/floatingips/3556b53e-238a-4a20-9248-9f32686a6dc3 HTTP/1.1" status: 204 len: 168 time: 1.5346174 Mar 02 19:12:16.481143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:12:16.525104 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db', 'status': 'completed', 'code': 200} Mar 02 19:12:16.627389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-c3b05636-64fc-4529-aa5f-5e781ae13eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:16.629016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-c3b05636-64fc-4529-aa5f-5e781ae13eab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=c8e169aa05af4b938f2f48d4652ed979&device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 1097 time: 0.0817735 Mar 02 19:12:16.656939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:16.876053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-4a21625b-3a7f-454d-9c37-9d225a857614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:16.877594 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-4a21625b-3a7f-454d-9c37-9d225a857614 service neutron] 10.222.0.65 "GET /v2.0/networks?id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 200 len: 913 time: 0.2419870 Mar 02 19:12:16.949982 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-cd34837d-647a-412c-8728-50e930e7e2af service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 200 len: 217 time: 0.0654519 Mar 02 19:12:16.981682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:16.985599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:12:16.997098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:16.998337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:11:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:17.015382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-e2d974de-4d1c-4e6b-a787-838bcee23073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:17.016848 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-e2d974de-4d1c-4e6b-a787-838bcee23073 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 200 len: 851 time: 0.0607958 Mar 02 19:12:17.097145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-93a69944-4b06-4b1b-8a2b-f01d6fb539d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:17.099589 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-93a69944-4b06-4b1b-8a2b-f01d6fb539d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d5a1ba72-b8d0-4305-bbb9-26c2859232f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758615 Mar 02 19:12:17.118572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfdb43-c260-4575-9412-632c9295f993 req-949cad82-8db4-4b97-8bc4-78d52d0f97fc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:17.120490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25cfdb43-c260-4575-9412-632c9295f993 req-949cad82-8db4-4b97-8bc4-78d52d0f97fc tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.1091270 Mar 02 19:12:17.176665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-25cfdb43-c260-4575-9412-632c9295f993 req-42332a71-b5c6-46cd-b1ed-78b0624a9ed1 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465310 Mar 02 19:12:17.190156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:17.249048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-75b2386b-091d-4e85-b9dd-4a141516d971 service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418285 Mar 02 19:12:17.382832 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-230f6d77-bcd8-4dc0-a940-87942909ed82 req-479527c2-3d17-4668-9d75-15ba9dbb291a service neutron] 10.222.0.65 "GET /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272697 Mar 02 19:12:17.501773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:17.506298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d4dfac-5d47-42ea-a287-fb046a281a05 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T18:57:49Z', 'revision_number': 4, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '855dfb8e-a6a3-4204-85c2-6bd356234091', 'name': '', 'network_id': 'd5a1ba72-b8d0-4305-bbb9-26c2859232f4', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'mac_address': 'fa:16:3e:cf:5d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:48Z', 'updated_at': '2022-03-02T18:57:55Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'subnets': [{'id': '24c23fa5-3a19-4977-894e-0b593e0eb6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:12:17.612771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-316ca7fb-0eb8-4ae7-9882-7041bb6bbad3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:17.614036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-316ca7fb-0eb8-4ae7-9882-7041bb6bbad3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Synchronizing usage tracker for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:12:17.687460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-316ca7fb-0eb8-4ae7-9882-7041bb6bbad3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Unset dirty status for tenant:c8e169aa05af4b938f2f48d4652ed979 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:12:17.688684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-316ca7fb-0eb8-4ae7-9882-7041bb6bbad3 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.1586604 Mar 02 19:12:17.728180 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92f998-7508-48bb-a9ca-d8ca66b223af None None] New status for floating IP 3556b53e-238a-4a20-9248-9f32686a6dc3: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:12:17.761301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port 6590d04b-2438-4cea-99ab-2b733330e3db {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:17.761638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:18.010197 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] For port 6590d04b-2438-4cea-99ab-2b733330e3db, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=6590d04b-2438-4cea-99ab-2b733330e3db,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:18.010559 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:18.135232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for 6590d04b-2438-4cea-99ab-2b733330e3db owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:18.365351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20333912-d84b-4ba0-8b75-357ed372b9d2 req-1c32a63d-4770-4869-8807-4e8c4b104e4f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:18.366753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20333912-d84b-4ba0-8b75-357ed372b9d2 req-1c32a63d-4770-4869-8807-4e8c4b104e4f tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 946 time: 0.0804689 Mar 02 19:12:18.384693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:18.412239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20333912-d84b-4ba0-8b75-357ed372b9d2 req-c6250d71-fd8b-46ad-a5c5-916fc8f0c6ca tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/security-groups?id=9a909eb5-a692-4bf6-9e1a-b337bc001f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398929 Mar 02 19:12:18.438547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=6590d04b-2438-4cea-99ab-2b733330e3db,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:18.509920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] No DVR routers for this DVR port 6590d04b-2438-4cea-99ab-2b733330e3db on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:12:18.512407 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:18.525837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'name': 'network-vif-deleted', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:12:18.568674 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd2d2af8-d61f-45e7-8c3d-8dea61319748', 'name': 'network-vif-deleted', 'tag': '6590d04b-2438-4cea-99ab-2b733330e3db', 'status': 'completed', 'code': 200} Mar 02 19:12:18.591153 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6190f693-e610-4f57-85b2-e0c6c00ca95f req-f2bd48c1-01c0-4491-9497-fc2510d7ca2d tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.65 "DELETE /v2.0/ports/6590d04b-2438-4cea-99ab-2b733330e3db HTTP/1.1" status: 204 len: 173 time: 0.8976958 Mar 02 19:12:19.575221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39fc847c-5d50-467a-a642-e7e413cb0f35 req-c38defe4-9ed3-4071-8d35-4e16280969a6 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "GET /v2.0/ports?device_id=dd2d2af8-d61f-45e7-8c3d-8dea61319748 HTTP/1.1" status: 200 len: 210 time: 0.0459142 Mar 02 19:12:20.671403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48658) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:20.838639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Deleting port f21c68e9-25e6-49a9-8dae-3a8ea17d1a93 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:20.838985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.021785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.022109 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.248351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Calling delete_port for f21c68e9-25e6-49a9-8dae-3a8ea17d1a93 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:21.442330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.494293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'Port': ['ID=f21c68e9-25e6-49a9-8dae-3a8ea17d1a93,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:21.602547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.617953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:21.619396 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bde9ee08-8331-4ce5-ba19-4a1d61c0bbf8 tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "DELETE /v2.0/floatingips/861f272e-6f57-4bc9-b2a9-82bf849c1ab5 HTTP/1.1" status: 204 len: 168 time: 0.9470079 Mar 02 19:12:22.150734 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-efc55485-4167-4013-ae65-46e42d60cbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:22.683936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6590d04b-2438-4cea-99ab-2b733330e3db no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:22.720834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 6590d04b-2438-4cea-99ab-2b733330e3db {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:22.721194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 6590d04b-2438-4cea-99ab-2b733330e3db not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:24.207518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10d4b2d9-c85d-4be3-851c-97f821cf62f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:24.222595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48682) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:24.298005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:24.328340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:24.475765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:24.497868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a909eb5-a692-4bf6-9e1a-b337bc001f0e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:24.589443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:24.590686 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-75ffe0db-3970-44e7-bf91-b0a7e1df6b2e tempest-TestVolumeBootPattern-350549717 tempest-TestVolumeBootPattern-350549717-project] 10.222.0.66 "DELETE /v2.0/security-groups/9a909eb5-a692-4bf6-9e1a-b337bc001f0e HTTP/1.1" status: 204 len: 168 time: 0.3666165 Mar 02 19:12:24.780359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48688) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:25.366211 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:25.578611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:25.670524 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:25.721812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Deleting port 855dfb8e-a6a3-4204-85c2-6bd356234091 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:25.722190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.015745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] For port 855dfb8e-a6a3-4204-85c2-6bd356234091, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=855dfb8e-a6a3-4204-85c2-6bd356234091,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:26.016413 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.143113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Calling delete_port for 855dfb8e-a6a3-4204-85c2-6bd356234091 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:26.144495 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.458065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.504372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Pushing event deleted for resources: {'Port': ['ID=855dfb8e-a6a3-4204-85c2-6bd356234091,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:26.768982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:26.938663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.133384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Router b939e169-6b84-4d97-8dd6-308ee6beac40 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:12:27.236657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.435053 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:12:27.447363 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Sync routers for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:12:27.447866 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1cc1b782-54f4-4caf-ae20-bdd25e1af0dd admin admin] 10.222.0.66 "PUT /v2.0/routers/b939e169-6b84-4d97-8dd6-308ee6beac40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6658907 Mar 02 19:12:27.450544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48694) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:27.457263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:27.457941 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:27.625885 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.651243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:27.810151 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.881790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Deleting port 107ef36e-e046-4df9-ab31-4f4d504c867c {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:27.882157 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:27.998005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T19:12:26Z', 'revision_number': 5, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port': {'id': '107ef36e-e046-4df9-ab31-4f4d504c867c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:44Z', 'updated_at': '2022-03-02T18:57:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:28.022928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Checking router: b939e169-6b84-4d97-8dd6-308ee6beac40 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:12:28.022928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Routers {'b939e169-6b84-4d97-8dd6-308ee6beac40'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:28.022928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['b939e169-6b84-4d97-8dd6-308ee6beac40'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:28.075129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] For port 107ef36e-e046-4df9-ab31-4f4d504c867c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=107ef36e-e046-4df9-ab31-4f4d504c867c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:28.075485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.177297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] Set router b939e169-6b84-4d97-8dd6-308ee6beac40 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:28.199230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Calling delete_port for 107ef36e-e046-4df9-ab31-4f4d504c867c owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:28.284937 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T19:12:27Z', 'revision_number': 6, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:28.289149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0848ca-6bdd-4d6a-935b-4ad62f603711 None None] The sync data for ids ['b939e169-6b84-4d97-8dd6-308ee6beac40'] in n-d-828839-1 is: [{'id': 'b939e169-6b84-4d97-8dd6-308ee6beac40', 'name': 'tempest-TestVolumeBootPattern-1555715734-router', 'tenant_id': 'c8e169aa05af4b938f2f48d4652ed979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:43Z', 'updated_at': '2022-03-02T19:12:27Z', 'revision_number': 6, 'project_id': 'c8e169aa05af4b938f2f48d4652ed979', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:12:28.434819 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.481105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=107ef36e-e046-4df9-ab31-4f4d504c867c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:28.577065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.757742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:28.759987 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.018008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.018592 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router b939e169-6b84-4d97-8dd6-308ee6beac40 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:12:29.038104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.040196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-261edca8-1939-439e-aeaa-e85c11a22ebd admin admin] 10.222.0.66 "DELETE /v2.0/routers/b939e169-6b84-4d97-8dd6-308ee6beac40 HTTP/1.1" status: 204 len: 168 time: 1.5880742 Mar 02 19:12:29.042283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48698) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:29.102993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Deleting subnet 24c23fa5-3a19-4977-894e-0b593e0eb6a0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:12:29.105974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.161867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.182176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 855dfb8e-a6a3-4204-85c2-6bd356234091 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:29.218844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 855dfb8e-a6a3-4204-85c2-6bd356234091 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:29.219194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 855dfb8e-a6a3-4204-85c2-6bd356234091 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:29.219611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 107ef36e-e046-4df9-ab31-4f4d504c867c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:29.257697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 107ef36e-e046-4df9-ab31-4f4d504c867c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:29.258293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.258390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 107ef36e-e046-4df9-ab31-4f4d504c867c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:29.414035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.454145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24c23fa5-3a19-4977-894e-0b593e0eb6a0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:29.460250 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.466986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f4ddfcdf-2e1e-464a-b1fa-7caa9d938f4f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/24c23fa5-3a19-4977-894e-0b593e0eb6a0 HTTP/1.1" status: 204 len: 168 time: 0.4235857 Mar 02 19:12:29.467149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40252ac6-dcf2-4868-92da-0d075d9be3a4 None None] Network d5a1ba72-b8d0-4305-bbb9-26c2859232f4 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:12:29.469473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:29.580816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.591816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Deleting port c6fd2b8a-11b2-4f37-bad1-6ec51302accc {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:29.592084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.734452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] DHCP port deletion for d5a1ba72-b8d0-4305-bbb9-26c2859232f4 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:12:29.739689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Deleting port c6fd2b8a-11b2-4f37-bad1-6ec51302accc {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:29.740207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.802576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] For port c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:29.802937 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:29.932284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Calling delete_port for c6fd2b8a-11b2-4f37-bad1-6ec51302accc owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:29.952151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] For port c6fd2b8a-11b2-4f37-bad1-6ec51302accc, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,segment=NetworkSegment(eeed8ce1-9ef8-4814-b9bb-5cf71bf96132),segment_id=eeed8ce1-9ef8-4814-b9bb-5cf71bf96132)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:29.952601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.070402 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.076432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Calling delete_port for c6fd2b8a-11b2-4f37-bad1-6ec51302accc owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:30.123389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] No DVR routers for this DVR port c6fd2b8a-11b2-4f37-bad1-6ec51302accc on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:12:30.152055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6fd2b8a-11b2-4f37-bad1-6ec51302accc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:30.152768 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:12:30.153127 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:12:30.242631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.368187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5a1ba72-b8d0-4305-bbb9-26c2859232f4']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:30.380331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:30.380628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeed8ce1-9ef8-4814-b9bb-5cf71bf96132') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:30.391736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.407948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.415179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:12:30.422197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:12:30.428511 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:12:30.573246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.589392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.601238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] Pushing event deleted for resources: {'Network': ['ID=d5a1ba72-b8d0-4305-bbb9-26c2859232f4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:30.654391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Deleting port c6fd2b8a-11b2-4f37-bad1-6ec51302accc {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:30.654847 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:30.711365 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c2357a6a-2f3a-4c6f-a4a1-bbe68073e44b admin admin] 10.222.0.66 "DELETE /v2.0/networks/d5a1ba72-b8d0-4305-bbb9-26c2859232f4 HTTP/1.1" status: 204 len: 168 time: 1.2406905 Mar 02 19:12:30.713921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48706) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:30.720285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-234b5ceb-e93a-4a59-b287-dbea9611658c None None] The port 'c6fd2b8a-11b2-4f37-bad1-6ec51302accc' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:12:31.185414 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c6fd2b8a-11b2-4f37-bad1-6ec51302accc no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:31.225264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c6fd2b8a-11b2-4f37-bad1-6ec51302accc {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:31.225620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c6fd2b8a-11b2-4f37-bad1-6ec51302accc not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:31.291941 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:31.633486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Deleting port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:31.633820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:31.800240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] For port 5b4cd69d-da48-4227-b25a-1c42eebfbf7d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:31.800591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:32.031950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Calling delete_port for 5b4cd69d-da48-4227-b25a-1c42eebfbf7d owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:32.258864 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:32.307490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4cd69d-da48-4227-b25a-1c42eebfbf7d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:32.570552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:32.924649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Router 8622aa82-1d68-413b-892c-e749cde7c08d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:12:33.099316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:12:33.108412 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Sync routers for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:12:33.119088 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:33.124459 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:33.249265 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-16d19d76-f2b8-41b7-8787-ae59a73c7851 admin admin] 10.222.0.66 "PUT /v2.0/routers/8622aa82-1d68-413b-892c-e749cde7c08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5342033 Mar 02 19:12:33.251756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48710) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:33.309667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:33.426165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:33.638711 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T19:12:32Z', 'revision_number': 5, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:33.642526 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Checking router: 8622aa82-1d68-413b-892c-e749cde7c08d for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:12:33.651336 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Routers {'8622aa82-1d68-413b-892c-e749cde7c08d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:12:33.651932 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:12:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['8622aa82-1d68-413b-892c-e749cde7c08d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:33.717152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:33.823692 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] Set router 8622aa82-1d68-413b-892c-e749cde7c08d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:12:33.841337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Deleting port db8e8452-b16f-442c-ba60-52f463a734d0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:33.841752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.018053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] For port db8e8452-b16f-442c-ba60-52f463a734d0, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=db8e8452-b16f-442c-ba60-52f463a734d0,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:34.018448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.104140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T19:12:32Z', 'revision_number': 5, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:34.108012 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7df47d-af76-4beb-9e43-b328b5d669f3 None None] The sync data for ids ['8622aa82-1d68-413b-892c-e749cde7c08d'] in n-d-828839-1 is: [{'id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'name': 'tempest-TestVolumeBootPattern-1866185473-router', 'tenant_id': '580653a0f47048668cc32d4f7032d3cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T18:57:53Z', 'updated_at': '2022-03-02T19:12:32Z', 'revision_number': 5, 'project_id': '580653a0f47048668cc32d4f7032d3cb', 'gw_port': {'id': 'db8e8452-b16f-442c-ba60-52f463a734d0', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:b4:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8622aa82-1d68-413b-892c-e749cde7c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T18:57:54Z', 'updated_at': '2022-03-02T18:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:12:34.143879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Calling delete_port for db8e8452-b16f-442c-ba60-52f463a734d0 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:34.373485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.419557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Pushing event deleted for resources: {'Port': ['ID=db8e8452-b16f-442c-ba60-52f463a734d0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:34.512816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.685238 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.687680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.783828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.784398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8622aa82-1d68-413b-892c-e749cde7c08d {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:12:34.797180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.798836 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ab8629aa-7f09-43f1-8fe7-2ba333513e88 admin admin] 10.222.0.66 "DELETE /v2.0/routers/8622aa82-1d68-413b-892c-e749cde7c08d HTTP/1.1" status: 204 len: 168 time: 1.5456686 Mar 02 19:12:34.801461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48714) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:34.862872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Deleting subnet 38019be6-1dca-448d-a125-e97b331ddbdf {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:12:34.866267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.919725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:34.996073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.133303 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.174259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38019be6-1dca-448d-a125-e97b331ddbdf,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:35.178791 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.183194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2da129-6cfb-4a6a-b8c3-8068704a2615 None None] Network 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:12:35.184582 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8545eb36-f855-4fd3-8afc-82e18a439445 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/38019be6-1dca-448d-a125-e97b331ddbdf HTTP/1.1" status: 204 len: 168 time: 0.3821647 Mar 02 19:12:35.187108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:35.299105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db8e8452-b16f-442c-ba60-52f463a734d0 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:35.347767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: db8e8452-b16f-442c-ba60-52f463a734d0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:35.348111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device db8e8452-b16f-442c-ba60-52f463a734d0 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:35.348535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b4cd69d-da48-4227-b25a-1c42eebfbf7d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:35.412168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5b4cd69d-da48-4227-b25a-1c42eebfbf7d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:35.412522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5b4cd69d-da48-4227-b25a-1c42eebfbf7d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:35.413774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.425318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Deleting port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:35.425634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.549759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205e917e-1aed-4326-be83-49457841f67c None None] DHCP port deletion for 52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:12:35.554290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-205e917e-1aed-4326-be83-49457841f67c None None] Deleting port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:35.554806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-205e917e-1aed-4326-be83-49457841f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.631307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] For port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:35.631854 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.757105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-205e917e-1aed-4326-be83-49457841f67c None None] For port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,segment=NetworkSegment(3a1a120f-5c07-4534-be9e-f53676003974),segment_id=3a1a120f-5c07-4534-be9e-f53676003974)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:12:35.757496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-205e917e-1aed-4326-be83-49457841f67c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.757627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Calling delete_port for d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:35.881799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-205e917e-1aed-4326-be83-49457841f67c None None] Calling delete_port for d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:12:35.920516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:35.956360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-205e917e-1aed-4326-be83-49457841f67c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:12:35.957514 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-205e917e-1aed-4326-be83-49457841f67c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:12:35.974012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:35.975827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] No DVR routers for this DVR port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:12:36.091575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.116034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:36.127774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1a120f-5c07-4534-be9e-f53676003974') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:36.128076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1a120f-5c07-4534-be9e-f53676003974') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:12:36.139597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.155632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.162199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:12:36.162582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:12:36.176492 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:12:36.310183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.325689 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.338286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] Pushing event deleted for resources: {'Network': ['ID=52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:36.343041 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0116a3a1-04bf-4958-bf88-c710876764ed admin admin] 10.222.0.66 "DELETE /v2.0/networks/52104b6a-75ea-4bec-ae20-d5d7ed5dcf3c HTTP/1.1" status: 204 len: 168 time: 1.1549993 Mar 02 19:12:36.459162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-205e917e-1aed-4326-be83-49457841f67c None None] Deleting port d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:12:36.459668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-205e917e-1aed-4326-be83-49457841f67c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.522992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-205e917e-1aed-4326-be83-49457841f67c None None] The port 'd4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:12:36.672913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:36.720125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9a5dfaad-2086-4ec3-8d20-ed7b41243b54 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8e169aa05af4b938f2f48d4652ed979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460839 Mar 02 19:12:36.722454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48732) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:36.779961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.804839 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.938304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.955343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a318732-1efe-439a-838b-cdf71bb2db3e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:36.962573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:36.964510 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e540f91f-51ba-4a1f-b6af-e757f3115be9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/9a318732-1efe-439a-838b-cdf71bb2db3e HTTP/1.1" status: 204 len: 168 time: 0.2403250 Mar 02 19:12:37.179423 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:12:37.185542 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:12:37.215194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:12:37.215541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device d4c5c3b1-f7b6-4e2b-bdaf-415dcfcdda13 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:12:37.805070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48740) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:37.852560 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6db527c2-2839-4e14-8155-40d0ec938937 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=580653a0f47048668cc32d4f7032d3cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463839 Mar 02 19:12:37.859022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48744) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:12:37.915500 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:37.940603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.109992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.126002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ba023b-88b7-48b8-8bba-39cb08372980,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:38.130623 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:38.131447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1c9d6836-da77-441c-9a5e-60356c0d92ea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f4ba023b-88b7-48b8-8bba-39cb08372980 HTTP/1.1" status: 204 len: 168 time: 0.2715554 Mar 02 19:12:50.125463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-a4c19024-80be-4306-bc57-fad480fafc31 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=b2338fa64b5942049be1d30a011455fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274332 Mar 02 19:12:50.391812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-97bb385f-7a56-432f-a54e-712efacfc967 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:50.393235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-97bb385f-7a56-432f-a54e-712efacfc967 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622068 Mar 02 19:12:50.408099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-51f63c1b-ff1e-4419-ac11-4abd22ed35d5 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/quotas/b2338fa64b5942049be1d30a011455fa HTTP/1.1" status: 200 len: 375 time: 0.0093839 Mar 02 19:12:50.458840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-ffdc6d3d-d916-48a0-9046-12df06972dac tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b2338fa64b5942049be1d30a011455fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449874 Mar 02 19:12:50.735716 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-154834f6-270f-4588-976d-1aefecb00f78 req-7c36f81e-5106-4f71-b1da-8dbd93c0ee7c tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 210 time: 0.0449636 Mar 02 19:12:51.836920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-082760ed-fc6e-4e23-9848-c64be1feb66e req-ea0047cb-a49d-4dc9-8002-96614552d701 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 210 time: 0.0438116 Mar 02 19:12:52.098547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5d56cf32-fbaa-4238-b354-4a430a361864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:52.991555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49ec5115-aea6-4200-b264-20c011ad721b req-2ea27bde-59d0-4abd-831a-c487503fe879 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 210 time: 0.0465221 Mar 02 19:12:53.125156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-83ce6365-090d-44ce-9b65-091a3a11fd06 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b2338fa64b5942049be1d30a011455fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304463 Mar 02 19:12:53.275359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-a567df11-585b-4c04-bf0b-8d2aeec1565b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:53.276789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-a567df11-585b-4c04-bf0b-8d2aeec1565b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1476462 Mar 02 19:12:53.287398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Request body: {'port': {'device_id': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'admin_state_up': True, 'tenant_id': 'b2338fa64b5942049be1d30a011455fa'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:12:53.428939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:53.428939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Usage tracker for resource:port and tenant:b2338fa64b5942049be1d30a011455fa is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:53.430620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:53.436483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:53.607174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Made reservation on behalf of b2338fa64b5942049be1d30a011455fa for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:12:53.610789 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:53.623844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:53.639147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:12:53.642992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Usage tracker for resource:security_group_rule and tenant:b2338fa64b5942049be1d30a011455fa is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:12:53.645800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:12:53.651601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:12:53.732311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:53.818317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:53.897704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c7d040-3e7e-41ca-904f-a726489e6c3d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:54.103987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Allocated IP 192.168.233.163 (654b3ce9-76eb-4349-9a68-278fafd70184/2da15b09-a708-4a56-89be-ed7e32d16857/30c298d4-ec05-4bfe-8ef7-e7f17b6033a8) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:12:54.158864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46a03b59-8d0f-496a-b4d2-7080ba030d41 req-553adf25-2ad8-41e4-924d-f25c3a24d725 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 210 time: 0.0434709 Mar 02 19:12:54.241385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-95bc1bba-ca9d-4e23-9f26-f3a740297f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.316245 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.334552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Transition to ACTIVE for port object 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:54.436346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.511782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Network 654b3ce9-76eb-4349-9a68-278fafd70184 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:12:54.515232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:12:54.518978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:12:54.550706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Pushing event updated for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:54.589742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:54.590389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.699269 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-c41b1877-d7b0-4cab-b076-c2bec4049bc7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4153714 Mar 02 19:12:54.711179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Request body: {'port': {'device_id': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:12:54.789648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a97855dc-88da-4ae3-990f-8a3249ae81e9 None None] Provisioning for port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:12:54.794932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a97855dc-88da-4ae3-990f-8a3249ae81e9 None None] Provisioning complete for port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:12:54.795363 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a97855dc-88da-4ae3-990f-8a3249ae81e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.823631 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:54.848236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a97855dc-88da-4ae3-990f-8a3249ae81e9 None None] Port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:12:55.168656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:12:55.179885 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.198961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Transition to ACTIVE for port object 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:12:55.275729 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.342438 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8835e07-a220-40e3-bb74-912edfcc2b53 req-3adfe386-e3ac-4060-9a96-8a3039be8454 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:55.343927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8835e07-a220-40e3-bb74-912edfcc2b53 req-3adfe386-e3ac-4060-9a96-8a3039be8454 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 948 time: 0.0839522 Mar 02 19:12:55.398704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8835e07-a220-40e3-bb74-912edfcc2b53 req-22cf3a1c-5e4a-41d3-b5ac-211f004abf2f tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480540 Mar 02 19:12:55.447072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:55.526482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Attempting to bind port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:12:55.526976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Attempting to bind port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:12:55.527320 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Attempting to bind port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:12:55.532374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:12:55.532702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Attempting to bind port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 on network 654b3ce9-76eb-4349-9a68-278fafd70184 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:12:55.538941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 12, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:12:55.539271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Checking segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:12:55.539660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Bound using segment: {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:12:55.540091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Bound port: 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462b30f4-b199-4a51-b552-8c2e3f38b736', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:12:55.540443 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.589727 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.635426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:12:55.638412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:12:55.675625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.698846 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.755145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:55.755754 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:55.757248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] 10.222.0.65 "PUT /v2.0/ports/30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 HTTP/1.1" status: 200 len: 1096 time: 1.0513465 Mar 02 19:12:55.757680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:12:55.788387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee06cb-72be-460a-b283-35724edb9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:12:55.809621 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8', 'status': 'completed', 'code': 200} Mar 02 19:12:55.906703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db617cb-17d7-4687-b117-294a00955163 req-1e4cdbbb-9772-458e-a7d4-3ce3a1e74647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:55.908184 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4db617cb-17d7-4687-b117-294a00955163 req-1e4cdbbb-9772-458e-a7d4-3ce3a1e74647 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2338fa64b5942049be1d30a011455fa&device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 1099 time: 0.0799165 Mar 02 19:12:55.939367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4db617cb-17d7-4687-b117-294a00955163 req-566d8cf5-5065-4aa3-bef9-455b3a4989a9 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b2338fa64b5942049be1d30a011455fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248947 Mar 02 19:12:56.080977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db617cb-17d7-4687-b117-294a00955163 req-882965fd-0faf-4c95-b662-e9b4a8d2c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:56.082962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4db617cb-17d7-4687-b117-294a00955163 req-882965fd-0faf-4c95-b662-e9b4a8d2c695 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387568 Mar 02 19:12:56.132379 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:56.185869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-02e0467e-8fdc-4afd-9cdc-d6cc524a4d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:56.187453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-02e0467e-8fdc-4afd-9cdc-d6cc524a4d57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2338fa64b5942049be1d30a011455fa&device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 1099 time: 0.0720387 Mar 02 19:12:56.355634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-df64852f-8719-438e-9448-5941270b5d0c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 HTTP/1.1" status: 200 len: 217 time: 0.1621914 Mar 02 19:12:56.417028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-969718f2-53c2-4496-825b-edb4cb560d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:56.418443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-969718f2-53c2-4496-825b-edb4cb560d3d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2da15b09-a708-4a56-89be-ed7e32d16857 HTTP/1.1" status: 200 len: 843 time: 0.0572040 Mar 02 19:12:56.494780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29af93e8-4371-438d-8abd-39c817c3b03b req-d756b17c-4607-4683-80ce-562c29258c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:56.496293 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-d756b17c-4607-4683-80ce-562c29258c6f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=654b3ce9-76eb-4349-9a68-278fafd70184&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726688 Mar 02 19:12:56.583117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8435-e6ed-49b2-949a-098398fb89f7 req-b22986a1-e839-4cf6-8d9f-84b07d603c9e tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:56.584589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab9b8435-e6ed-49b2-949a-098398fb89f7 req-b22986a1-e839-4cf6-8d9f-84b07d603c9e tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 948 time: 0.0818245 Mar 02 19:12:56.627571 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-fb357679-9775-4e47-a1f4-a676b3c76350 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256235 Mar 02 19:12:56.628149 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab9b8435-e6ed-49b2-949a-098398fb89f7 req-25ebfdbe-df63-4c17-ad0b-173a5372b9d5 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Mar 02 19:12:56.758711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-29af93e8-4371-438d-8abd-39c817c3b03b req-6c691a68-fd06-4d45-9e86-4e2b071419a4 service neutron] 10.222.0.65 "GET /v2.0/networks/654b3ce9-76eb-4349-9a68-278fafd70184?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241970 Mar 02 19:12:56.949300 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:57.264115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:12:57.815521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1010250-03a2-47fd-8769-d25603b633b4 req-3ec5ea0b-2af2-4a4a-a9fc-bed0a7a3f8f5 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:57.816988 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1010250-03a2-47fd-8769-d25603b633b4 req-3ec5ea0b-2af2-4a4a-a9fc-bed0a7a3f8f5 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 948 time: 0.0831852 Mar 02 19:12:57.860402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1010250-03a2-47fd-8769-d25603b633b4 req-79ee1cf3-d663-4440-9ac5-b8f6038926a9 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Mar 02 19:12:59.042654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feba940-48e7-477b-ab47-6e5c76063ee7 req-3cbbbd52-cafd-45ab-a169-e42b5ff476d1 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:12:59.044167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6feba940-48e7-477b-ab47-6e5c76063ee7 req-3cbbbd52-cafd-45ab-a169-e42b5ff476d1 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 948 time: 0.0786586 Mar 02 19:12:59.088680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6feba940-48e7-477b-ab47-6e5c76063ee7 req-38c6572d-22a4-4854-af89-fc06638bd10a tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388658 Mar 02 19:13:00.273432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9a288-117c-42ec-8a9b-578dcd14d312 req-1a244bb4-ddd7-41ae-931c-08a0747689dc tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:00.274914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63f9a288-117c-42ec-8a9b-578dcd14d312 req-1a244bb4-ddd7-41ae-931c-08a0747689dc tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 948 time: 0.0823519 Mar 02 19:13:00.317785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-63f9a288-117c-42ec-8a9b-578dcd14d312 req-855ae5a4-8a9b-46e9-ac96-01a7b7b1e24b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Mar 02 19:13:00.885206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:13:01.020902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:01.034323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8', 'network_id': '654b3ce9-76eb-4349-9a68-278fafd70184', 'port_id': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8', 'mac_address': 'fa:16:3e:65:24:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da15b09-a708-4a56-89be-ed7e32d16857', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:13:01.088668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:01.104603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:13:01.119643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:01.189340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:01.257020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:01.264748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.265101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.265438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.265772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.266102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.266453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.266778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.267100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.267420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.267740 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.268063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.268381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:01.421653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['30c298d4-ec05-4bfe-8ef7-e7f17b6033a8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:13:01.497907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04915023-8067-486f-8bfd-66181528804b req-d5771c23-963c-4584-abbf-994fc6c4b884 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:01.499410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04915023-8067-486f-8bfd-66181528804b req-d5771c23-963c-4584-abbf-994fc6c4b884 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 949 time: 0.0787950 Mar 02 19:13:01.545930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04915023-8067-486f-8bfd-66181528804b req-9c622cb5-3c49-4c02-ae0e-0c51e17ec7ad tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Mar 02 19:13:02.728982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00634f-ac29-4ed3-b925-632b50ceb773 req-6fbb26b9-6c45-4aeb-be92-e200f3279275 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:02.730441 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e00634f-ac29-4ed3-b925-632b50ceb773 req-6fbb26b9-6c45-4aeb-be92-e200f3279275 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 949 time: 0.0799620 Mar 02 19:13:02.774045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e00634f-ac29-4ed3-b925-632b50ceb773 req-e598902a-aec6-4506-b52c-459d4c272877 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379925 Mar 02 19:13:02.885163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:13:02.995331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:03.000305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:03.002321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:03.115636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:03.170678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:13:03.179849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:03.235258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:03.302953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:03.308991 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8', 'code': 200} Mar 02 19:13:03.432059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df11aa6-87ad-44db-8115-c447a92af0b3 req-90fe7955-9abe-4bb5-95c3-b23048f5af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:03.433404 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3df11aa6-87ad-44db-8115-c447a92af0b3 req-90fe7955-9abe-4bb5-95c3-b23048f5af0d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 1101 time: 0.0720274 Mar 02 19:13:03.472631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3df11aa6-87ad-44db-8115-c447a92af0b3 req-25ceb371-ba67-4505-a713-d10733a99c10 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336690 Mar 02 19:13:03.958454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac310433-b7d5-49cf-99e5-8c9f5fa7376b req-52a8c5aa-8a95-418f-9ba2-7910c00fc80d tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:03.959929 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac310433-b7d5-49cf-99e5-8c9f5fa7376b req-52a8c5aa-8a95-418f-9ba2-7910c00fc80d tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 950 time: 0.0827675 Mar 02 19:13:04.003396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac310433-b7d5-49cf-99e5-8c9f5fa7376b req-9f847e2f-ac9a-4884-aa87-5a93791261ab tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379314 Mar 02 19:13:05.186586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3e6f3-c1f3-451f-85bc-b5610ada6b4c req-f134c1b3-8218-4e48-8a5f-cbbb75fd510b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:05.188055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bff3e6f3-c1f3-451f-85bc-b5610ada6b4c req-f134c1b3-8218-4e48-8a5f-cbbb75fd510b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 950 time: 0.0806918 Mar 02 19:13:05.231612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bff3e6f3-c1f3-451f-85bc-b5610ada6b4c req-14140ec9-22d6-40a1-b4ce-b10ed2448385 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378847 Mar 02 19:13:06.811259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae832941-3558-4045-b966-781a8a349456 req-4aaa394c-5f60-47a4-93ef-6ec4a947568a tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:06.812704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae832941-3558-4045-b966-781a8a349456 req-4aaa394c-5f60-47a4-93ef-6ec4a947568a tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 950 time: 0.0814605 Mar 02 19:13:06.856147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae832941-3558-4045-b966-781a8a349456 req-6d85cce2-4a87-419a-abf0-3384c1736580 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378978 Mar 02 19:13:08.036958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-90e12976-dfd8-473a-b560-499e2e68ee6b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:08.037791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-90e12976-dfd8-473a-b560-499e2e68ee6b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Synchronizing usage tracker for tenant:b2338fa64b5942049be1d30a011455fa on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:08.044120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab27a-b1f4-465b-963c-9fcf2ba91984 req-e23ab8f7-f40b-42ea-8d68-dc2a1bf7ceea tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:08.045816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fab27a-b1f4-465b-963c-9fcf2ba91984 req-e23ab8f7-f40b-42ea-8d68-dc2a1bf7ceea tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 950 time: 0.0820262 Mar 02 19:13:08.092956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14fab27a-b1f4-465b-963c-9fcf2ba91984 req-5d95e9ed-c009-4ab6-8bbe-fb90968e8f9c tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9c7d040-3e7e-41ca-904f-a726489e6c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410609 Mar 02 19:13:08.149858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-90e12976-dfd8-473a-b560-499e2e68ee6b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Unset dirty status for tenant:b2338fa64b5942049be1d30a011455fa on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:08.151002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-90e12976-dfd8-473a-b560-499e2e68ee6b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 950 time: 0.1961331 Mar 02 19:13:08.220607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Deleting port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:13:08.220951 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:08.465006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] For port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,segment=NetworkSegment(462b30f4-b199-4a51-b552-8c2e3f38b736),segment_id=462b30f4-b199-4a51-b552-8c2e3f38b736)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:08.465370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:08.587006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Calling delete_port for 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:13:08.812326 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:08.824244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['30c298d4-ec05-4bfe-8ef7-e7f17b6033a8'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:13:08.864731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Pushing event deleted for resources: {'Port': ['ID=30c298d4-ec05-4bfe-8ef7-e7f17b6033a8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:08.903563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.903909 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.904249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.904583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.904910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.905238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.905567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.905894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.906247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.906570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.906894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.907249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:08.950587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] No DVR routers for this DVR port 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:13:08.953581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:08.956724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'name': 'network-vif-deleted', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:13:09.007915 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1a86e85-38f3-4d43-a916-8e51ff4bc86f', 'name': 'network-vif-deleted', 'tag': '30c298d4-ec05-4bfe-8ef7-e7f17b6033a8', 'status': 'completed', 'code': 200} Mar 02 19:13:09.036422 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69402c05-a0e0-42d3-9bfc-9f011891ab9d req-3f59df4a-7595-47f4-a64f-80689315229b tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.65 "DELETE /v2.0/ports/30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 HTTP/1.1" status: 204 len: 173 time: 0.8802044 Mar 02 19:13:09.238254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad0f2b64-5bde-46f0-90c0-1b50a4af0eca req-9ce24882-7e5d-47eb-a58a-b8d8985326c7 tempest-ServersAdminNegativeTestJSON-587679186 tempest-ServersAdminNegativeTestJSON-587679186-project] 10.222.0.66 "GET /v2.0/ports?device_id=f1a86e85-38f3-4d43-a916-8e51ff4bc86f HTTP/1.1" status: 200 len: 210 time: 0.0412819 Mar 02 19:13:10.840781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48912) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:11.001548 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-23775ac1-efb4-4d48-b894-46a914f07a52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b2338fa64b5942049be1d30a011455fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596124 Mar 02 19:13:11.004089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48918) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:11.063939 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.089134 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.212282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.228259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c7d040-3e7e-41ca-904f-a726489e6c3d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:11.233374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.236822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34b4d8b0-504f-41c9-b5bc-479eac4e9a68 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9c7d040-3e7e-41ca-904f-a726489e6c3d HTTP/1.1" status: 204 len: 168 time: 0.2295725 Mar 02 19:13:11.866517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 48926) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:11.884374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:11.899378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:11.903249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Usage tracker for resource:security_group_rule and tenant:d6dbef2b7adb4b0293324416b01c7331 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:11.906159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:11.912090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:11.991925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.062979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.113602 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d6dbef2b7adb4b0293324416b01c7331&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459800 Mar 02 19:13:12.114480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab25217-007d-4b3d-a5be-80e57b6b3c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b1b1bc-2fc3-4c45-982a-70cd8b5fc87d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:12.117003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48930) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:12.174537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.199804 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.315213 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.329661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b1b1bc-2fc3-4c45-982a-70cd8b5fc87d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:12.339990 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.340339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.340680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.341017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.341351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.341769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.342097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.342448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.342772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.343095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.343417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.343743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:13:12.346781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:12.347889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a311e40f-7eb2-41ea-921f-9772b4a78b94 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72b1b1bc-2fc3-4c45-982a-70cd8b5fc87d HTTP/1.1" status: 204 len: 168 time: 0.2297394 Mar 02 19:13:12.979467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:13:13.012304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:13:13.012652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 30c298d4-ec05-4bfe-8ef7-e7f17b6033a8 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:13:13.450611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48954) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:13.553106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1611729152-network', 'tenant_id': 'a818930085a54ea5bb670ea3a8ab21f8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:13:13.558527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:13.562491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Usage tracker for resource:network and tenant:a818930085a54ea5bb670ea3a8ab21f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:13.565552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:13.575481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:13.658068 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Made reservation on behalf of a818930085a54ea5bb670ea3a8ab21f8 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:13:13.660367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.672621 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.686700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:13.690617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:a818930085a54ea5bb670ea3a8ab21f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:13.693351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:13.699550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:13.779382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.846399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.874253 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:13:13.887048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67fafa4-26f0-4d71-be56-da78d04a10e4,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:13.892294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:13.892641 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Added segment 9aa3d01b-5e08-4045-b9b8-cd5989b59f9d of type vlan for network 84efee25-1bae-467b-877e-9eea766ed35d Mar 02 19:13:13.918865 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.029233 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.030336 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:14.030874 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.137392 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=84efee25-1bae-467b-877e-9eea766ed35d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:14.147787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 84efee25-1bae-467b-877e-9eea766ed35d details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:13:14.184369 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:13:14.224703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c6f6f7c9-cbe6-4932-a472-e0249118e1a1 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7729294 Mar 02 19:13:14.227641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 48960) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:14.233037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Request body: {'subnet': {'network_id': '84efee25-1bae-467b-877e-9eea766ed35d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1611729152-subnet', 'tenant_id': 'a818930085a54ea5bb670ea3a8ab21f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:13:14.238437 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:14.242306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Usage tracker for resource:subnet and tenant:a818930085a54ea5bb670ea3a8ab21f8 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:14.245282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:14.251180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:14.343378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Made reservation on behalf of a818930085a54ea5bb670ea3a8ab21f8 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:13:14.345590 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.629523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.698107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e99c22-348b-4445-bcd1-ca1e5739665e,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:14.710684 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Checking segment: {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:13:14.711063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Network hostable DHCP agents. Network: 84efee25-1bae-467b-877e-9eea766ed35d, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:13:14.800696 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Network 84efee25-1bae-467b-877e-9eea766ed35d is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:13:14.886572 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 84efee25-1bae-467b-877e-9eea766ed35d) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:13:14.890698 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:14.892189 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:14.896496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab84677-c527-4d4e-9ab0-86e9975d30e1 None None] Network 84efee25-1bae-467b-877e-9eea766ed35d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:13:14.987278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-aca28e0e-9fc1-4913-a2c5-61a04665b7c4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7585542 Mar 02 19:13:15.115810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3a64a2-9376-457d-8a9f-d07934527558 None None] Network 84efee25-1bae-467b-877e-9eea766ed35d requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:13:15.584064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-63303a60-f6ca-41de-ac6b-4cc95c19a151 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:15.584734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-63303a60-f6ca-41de-ac6b-4cc95c19a151 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Synchronizing usage tracker for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:15.640567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-63303a60-f6ca-41de-ac6b-4cc95c19a151 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Unset dirty status for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:15.641746 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-63303a60-f6ca-41de-ac6b-4cc95c19a151 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 812 time: 0.2995975 Mar 02 19:13:15.656771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-d9e9d085-2955-43d6-ad70-d3be09059297 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/quotas/a818930085a54ea5bb670ea3a8ab21f8 HTTP/1.1" status: 200 len: 375 time: 0.0096729 Mar 02 19:13:15.704802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-9132df97-3c67-4ae9-bc8d-46019b161fcd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432560 Mar 02 19:13:15.911863 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-0be8f71a-120b-4ad4-9d06-1890d9df3347 service neutron] 10.222.0.66 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632843 Mar 02 19:13:16.041156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-364d447b-bcee-4e79-8f2e-34d8861d857f service neutron] 10.222.0.66 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233494 Mar 02 19:13:16.282846 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb1eae99-2866-484d-9712-055159e2dc9b req-513f1e94-7392-4ff7-924e-6ffcccd66fcd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0425403 Mar 02 19:13:17.375774 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b11dbac-854e-4356-adb6-df0eb4c0993e req-163443de-f4b3-4a60-ad5c-dbe6ee15ceb6 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0420527 Mar 02 19:13:18.532227 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d1607977-8758-4d48-a7a4-36b8a4c33851 req-61bd4e71-9beb-4cb8-b8ab-b8365d2e8290 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0457602 Mar 02 19:13:18.743150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-377a333b-c265-4a6b-9aa1-df0b30450fd1 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:18.744708 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-377a333b-c265-4a6b-9aa1-df0b30450fd1 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.65 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 812 time: 0.2513413 Mar 02 19:13:18.755472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Request body: {'port': {'device_id': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d', 'admin_state_up': True, 'tenant_id': 'a818930085a54ea5bb670ea3a8ab21f8'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:13:18.897336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:13:18.901291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Usage tracker for resource:port and tenant:a818930085a54ea5bb670ea3a8ab21f8 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:13:18.904627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:13:18.909880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:13:18.983409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Made reservation on behalf of a818930085a54ea5bb670ea3a8ab21f8 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:13:18.987063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:19.149040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Allocated IP 172.20.0.5 (84efee25-1bae-467b-877e-9eea766ed35d/87e99c22-348b-4445-bcd1-ca1e5739665e/3387272a-dc24-4451-aa70-68e931f2f625) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:13:19.344880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:19.412158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:19.483990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Network 84efee25-1bae-467b-877e-9eea766ed35d is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:13:19.485066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:13:19.489319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:13:19.527394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:19.558101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:19.558723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:19.630921 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-23db7aba-35a6-4697-9119-f44ecd0db6bb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8788199 Mar 02 19:13:19.642078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Request body: {'port': {'device_id': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:13:19.717902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27398f4-fe15-49b7-af4a-7a03d9e24a8e req-507dbfe9-700b-4d69-bc2e-04b9053d854c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:19.719410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a27398f4-fe15-49b7-af4a-7a03d9e24a8e req-507dbfe9-700b-4d69-bc2e-04b9053d854c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 931 time: 0.0805309 Mar 02 19:13:19.755031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:19.763047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a27398f4-fe15-49b7-af4a-7a03d9e24a8e req-c305e305-6935-4970-8b03-cc2617499c56 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Synchronizing usage tracker for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:13:19.857845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-a27398f4-fe15-49b7-af4a-7a03d9e24a8e req-c305e305-6935-4970-8b03-cc2617499c56 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Unset dirty status for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:13:19.859097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a27398f4-fe15-49b7-af4a-7a03d9e24a8e req-c305e305-6935-4970-8b03-cc2617499c56 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339025 Mar 02 19:13:20.091157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3387272a-dc24-4451-aa70-68e931f2f625 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:13:20.098557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.112944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Transition to ACTIVE for port object 3387272a-dc24-4451-aa70-68e931f2f625 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:13:20.190064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.337385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:20.415228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:13:20.415555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:13:20.415879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:13:20.420397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:13:20.420715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:13:20.425750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:13:20.426085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Checking segment: {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:13:20.426495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Bound using segment: {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:13:20.426914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Bound port: 3387272a-dc24-4451-aa70-68e931f2f625, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:13:20.427254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.521040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:13:20.523962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:13:20.589389 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.646840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:20.647452 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:20.648835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 1091 time: 1.0108852 Mar 02 19:13:20.649263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:13:20.676130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c38f56-ee78-44e3-9d01-7df38a7066c3 service neutron] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:20.696496 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'status': 'completed', 'code': 200} Mar 02 19:13:20.785931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-71a35b9e-ec95-447c-abe0-a5202ccae7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:20.787489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-71a35b9e-ec95-447c-abe0-a5202ccae7e0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0722926 Mar 02 19:13:21.035584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-605089bc-eec3-4445-830a-366f558b3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:21.037392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-605089bc-eec3-4445-830a-366f558b3d18 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2433422 Mar 02 19:13:21.051778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9d1ae-a7a2-4a42-959d-fcc17c5a86d0 req-86a37a1c-4eaa-40c5-a906-e4a0c3e8f977 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:21.053367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daa9d1ae-a7a2-4a42-959d-fcc17c5a86d0 req-86a37a1c-4eaa-40c5-a906-e4a0c3e8f977 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0855660 Mar 02 19:13:21.102994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-daa9d1ae-a7a2-4a42-959d-fcc17c5a86d0 req-e705dfbc-e74e-4f5f-8b90-2b7351d2b15f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431159 Mar 02 19:13:21.176396 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-14e281fa-2106-4708-a814-2164cc06acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:21.177849 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7127eaef-6969-4879-9ad6-821085bb07f1 req-14e281fa-2106-4708-a814-2164cc06acbe service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346045 Mar 02 19:13:21.285356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-7c93e5cb-feab-4fd0-a8bb-4fb40ffaeec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:21.286868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-7c93e5cb-feab-4fd0-a8bb-4fb40ffaeec9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0743463 Mar 02 19:13:21.357726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-9586bc58-2009-41a0-aba2-f1a21d6cd1b6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0642433 Mar 02 19:13:21.418530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-ccdf30a4-f27b-4b9e-be3a-f1aa3276dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:21.419847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-ccdf30a4-f27b-4b9e-be3a-f1aa3276dd55 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0567870 Mar 02 19:13:21.464764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-472dc334-54cb-4b02-9995-76306517d132 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388925 Mar 02 19:13:21.592904 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-fd42b3f4-5682-4c15-9494-ccdb54a6ad8c service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227229 Mar 02 19:13:21.723136 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d567c728-d1e4-4c1c-a487-25c9dfe770cf req-bcd51107-a354-4b4a-a6e8-0c92f23841d1 service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247098 Mar 02 19:13:22.092465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb129c3-f65a-4ae0-9ffa-d70d48e54579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:22.282508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa36af-4b38-4ba5-8250-35ffc0db04b3 req-aa0e98bd-a35f-4746-9251-d210fe6eb8ef tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:22.283944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dfa36af-4b38-4ba5-8250-35ffc0db04b3 req-aa0e98bd-a35f-4746-9251-d210fe6eb8ef tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0779653 Mar 02 19:13:22.326860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0dfa36af-4b38-4ba5-8250-35ffc0db04b3 req-19779154-7887-426f-a35f-25c49d250ed5 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364580 Mar 02 19:13:23.508964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10163f25-5845-4a86-a70d-f62f19170234 req-f81cef21-d4b7-4455-87f9-132c8a4892e3 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:23.510522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10163f25-5845-4a86-a70d-f62f19170234 req-f81cef21-d4b7-4455-87f9-132c8a4892e3 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0823717 Mar 02 19:13:23.554490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-10163f25-5845-4a86-a70d-f62f19170234 req-96522b62-8cda-465f-bcb7-b2c516602a58 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384226 Mar 02 19:13:24.240510 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6e224cb-b249-47ce-9e48-c247e00e847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:24.735207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c691e7c-3ca6-4b49-bb29-ff0b03c11b83 req-375aa28a-da0a-4b65-9034-7918331341a8 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:24.736665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c691e7c-3ca6-4b49-bb29-ff0b03c11b83 req-375aa28a-da0a-4b65-9034-7918331341a8 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0791078 Mar 02 19:13:24.782291 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5c691e7c-3ca6-4b49-bb29-ff0b03c11b83 req-4e616d3e-c007-43df-836a-f98aefcfa9e5 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Mar 02 19:13:25.041898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:13:25.175114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:25.187649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '3387272a-dc24-4451-aa70-68e931f2f625', 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d', 'port_id': '3387272a-dc24-4451-aa70-68e931f2f625', 'mac_address': 'fa:16:3e:1f:c5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99c22-348b-4445-bcd1-ca1e5739665e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:13:25.244286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.260305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3387272a-dc24-4451-aa70-68e931f2f625 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:13:25.275570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:25.371895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.437935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:25.555204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['3387272a-dc24-4451-aa70-68e931f2f625'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:13:25.596218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.690227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:25.962321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3520cc88-0c37-40cc-9525-6f64276b6052 req-35a17d7d-cac5-4bb3-bfbc-4191b14e47ae tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:25.963689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3520cc88-0c37-40cc-9525-6f64276b6052 req-35a17d7d-cac5-4bb3-bfbc-4191b14e47ae tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 944 time: 0.0784245 Mar 02 19:13:26.006327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3520cc88-0c37-40cc-9525-6f64276b6052 req-82b3e5df-3eda-457a-b297-6859fe211ffd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371325 Mar 02 19:13:26.109125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:26.909177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.052179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:13:27.184555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 3387272a-dc24-4451-aa70-68e931f2f625 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:13:27.201734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df0b34-3fc3-403c-ae22-24dc775b120b req-3c5f4258-3512-47aa-992e-f6e868e18149 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:27.203360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4df0b34-3fc3-403c-ae22-24dc775b120b req-3c5f4258-3512-47aa-992e-f6e868e18149 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 944 time: 0.0840740 Mar 02 19:13:27.226279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 3387272a-dc24-4451-aa70-68e931f2f625 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:13:27.226647 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.248882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4df0b34-3fc3-403c-ae22-24dc775b120b req-1d4c5b5b-896a-4387-9706-fce2c198496c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396721 Mar 02 19:13:27.282339 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.342334 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.368323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:13:27.378035 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:13:27.414743 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'code': 200} Mar 02 19:13:27.503518 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:27.544045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee782db-afaa-458e-ac6f-dbf6c122c02c req-92642522-007c-4cd4-8f0d-8d08ee6115a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:27.545578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cee782db-afaa-458e-ac6f-dbf6c122c02c req-92642522-007c-4cd4-8f0d-8d08ee6115a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0774479 Mar 02 19:13:27.570218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:13:27.587428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cee782db-afaa-458e-ac6f-dbf6c122c02c req-7d6d5088-8d41-43f3-b129-742b0c568a5a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361760 Mar 02 19:13:28.430568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83534675-6778-4c85-afe7-179bf09b93cc req-bc2980b3-9427-4bfd-9297-e67cbf389402 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:28.431944 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83534675-6778-4c85-afe7-179bf09b93cc req-bc2980b3-9427-4bfd-9297-e67cbf389402 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0784934 Mar 02 19:13:28.475723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-83534675-6778-4c85-afe7-179bf09b93cc req-e6ab72bc-5d05-41e6-862e-ff4cbab2fe54 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Mar 02 19:13:29.659617 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed3b93-5018-427b-9430-39ac33afef2a req-819b5080-efb9-406d-bae6-7be477719fcf tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:29.661061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fed3b93-5018-427b-9430-39ac33afef2a req-819b5080-efb9-406d-bae6-7be477719fcf tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0816846 Mar 02 19:13:29.704189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4fed3b93-5018-427b-9430-39ac33afef2a req-c19b7054-a323-4a74-890c-59b9e40daa08 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Mar 02 19:13:30.246160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838d34c-27a6-46f1-aa97-e2339bf4493f req-09d1de95-4714-4c28-822a-cced33290bf3 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:30.247642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9838d34c-27a6-46f1-aa97-e2339bf4493f req-09d1de95-4714-4c28-822a-cced33290bf3 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0826044 Mar 02 19:13:30.279511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:13:30.293985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9838d34c-27a6-46f1-aa97-e2339bf4493f req-743cc6e4-b895-4b52-9c3a-c59f9b53813f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 Mar 02 19:13:30.389186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-2dae2b3d-a52c-43cc-aafa-407efe5b2b6f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083491 Mar 02 19:13:31.474912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7435e43f-bdae-4e35-8993-06193f0d83bc req-1b93556a-fb3a-43bc-8dbe-71b38bb2be6e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:31.476361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7435e43f-bdae-4e35-8993-06193f0d83bc req-1b93556a-fb3a-43bc-8dbe-71b38bb2be6e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0800543 Mar 02 19:13:31.521494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7435e43f-bdae-4e35-8993-06193f0d83bc req-759e9f38-84f8-4dcb-a16e-4f852cf7bf1e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387220 Mar 02 19:13:32.481372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-be2489b5-77ea-4623-ae9b-02bde1437aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.482867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-be2489b5-77ea-4623-ae9b-02bde1437aad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0730965 Mar 02 19:13:32.611803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-53af4ba4-d5d0-49a8-b269-66a65694df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.613242 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-53af4ba4-d5d0-49a8-b269-66a65694df28 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.1251335 Mar 02 19:13:32.678903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-900fd027-0013-42ed-8c6a-10a1ee1a7547 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0596101 Mar 02 19:13:32.745672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-e7864797-f409-484d-aa24-cfb39e9cf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.747079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-e7864797-f409-484d-aa24-cfb39e9cf05d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0625956 Mar 02 19:13:32.793352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-931cfc2c-0a37-49a0-b7f2-159aa2dbd321 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409079 Mar 02 19:13:32.820936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f619bb-d3ef-405f-bd29-6a0cf788a45f req-5d54bd3c-94f2-4eba-8a17-cf32f6fd8846 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:32.822443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08f619bb-d3ef-405f-bd29-6a0cf788a45f req-5d54bd3c-94f2-4eba-8a17-cf32f6fd8846 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.1926293 Mar 02 19:13:32.865653 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08f619bb-d3ef-405f-bd29-6a0cf788a45f req-e7d19e2d-ff77-408a-ab3f-4ea769347f6c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Mar 02 19:13:32.923605 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-c28dc437-6806-47b7-9c2d-c1c7b649e9e3 service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242023 Mar 02 19:13:33.151393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-408cdbd0-e89c-4003-9dff-19c60f5ba162 service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218044 Mar 02 19:13:34.050600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b088850a-809f-4323-b8bc-8525b88c4443 req-dc9ec012-4e26-48b8-8dc8-28f20d7f6e06 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:34.052086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b088850a-809f-4323-b8bc-8525b88c4443 req-dc9ec012-4e26-48b8-8dc8-28f20d7f6e06 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0794911 Mar 02 19:13:34.098245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b088850a-809f-4323-b8bc-8525b88c4443 req-7e362a91-4f73-48aa-bbd7-248a4f3958fc tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Mar 02 19:13:35.279593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d87adc-6f44-466f-954f-56627344d4b8 req-45c864e7-7d22-410c-a54c-c5bb85f4220f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:35.281045 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d87adc-6f44-466f-954f-56627344d4b8 req-45c864e7-7d22-410c-a54c-c5bb85f4220f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0785351 Mar 02 19:13:35.324638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d87adc-6f44-466f-954f-56627344d4b8 req-f1040f22-f81e-455d-a95e-4b4d4788b071 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379770 Mar 02 19:13:36.507051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3477de-f926-4aef-a18e-2d157993c0a2 req-452f8b3d-7c66-47ce-9208-7f63579961dd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:36.508497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a3477de-f926-4aef-a18e-2d157993c0a2 req-452f8b3d-7c66-47ce-9208-7f63579961dd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0821931 Mar 02 19:13:36.552758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a3477de-f926-4aef-a18e-2d157993c0a2 req-0090baf6-310f-49b9-a6b4-38e5e2076df5 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381587 Mar 02 19:13:37.731402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc261e3-dea7-4528-8a2a-081d62bafe2b req-7b5c27f1-7051-4ead-a331-4856fca951d5 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:37.732855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fc261e3-dea7-4528-8a2a-081d62bafe2b req-7b5c27f1-7051-4ead-a331-4856fca951d5 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0781305 Mar 02 19:13:37.776380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3fc261e3-dea7-4528-8a2a-081d62bafe2b req-a90133e3-bff0-45ea-8596-5112ef6c6954 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Mar 02 19:13:38.961309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26375325-ee7b-4a2f-9b68-96cdc42de7c6 req-5a3071cd-3759-4d9e-924b-a2cf6284b676 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:38.962779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26375325-ee7b-4a2f-9b68-96cdc42de7c6 req-5a3071cd-3759-4d9e-924b-a2cf6284b676 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0817349 Mar 02 19:13:39.005347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26375325-ee7b-4a2f-9b68-96cdc42de7c6 req-818da664-7ffb-4874-97a4-ec9af7f95452 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363700 Mar 02 19:13:40.188934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291e5b6-ca14-4696-a500-4a1f2d8037c8 req-d0cf82e7-191f-4b9f-a514-5112c9de121c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:40.190486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0291e5b6-ca14-4696-a500-4a1f2d8037c8 req-d0cf82e7-191f-4b9f-a514-5112c9de121c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0784128 Mar 02 19:13:40.236323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0291e5b6-ca14-4696-a500-4a1f2d8037c8 req-a171d858-2080-44c6-938c-e7dbc0f9b8fd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404820 Mar 02 19:13:41.418603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97eed0e-4072-499a-b1fd-8974fa0c691f req-2f26413d-5c39-480f-8933-f5f2365a9ce2 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:41.419953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d97eed0e-4072-499a-b1fd-8974fa0c691f req-2f26413d-5c39-480f-8933-f5f2365a9ce2 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0775712 Mar 02 19:13:41.462913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d97eed0e-4072-499a-b1fd-8974fa0c691f req-f20d56bf-db52-477f-aa23-bf9a37ff9827 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375032 Mar 02 19:13:42.645511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f33711-bca9-49f0-9b0d-3c71b8e9f024 req-a0571a1f-3e9d-4342-a310-6d37c65ed984 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:42.646990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5f33711-bca9-49f0-9b0d-3c71b8e9f024 req-a0571a1f-3e9d-4342-a310-6d37c65ed984 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0817163 Mar 02 19:13:42.690434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5f33711-bca9-49f0-9b0d-3c71b8e9f024 req-ae9e62fe-d981-45a8-8be8-4da59a42efaf tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Mar 02 19:13:43.868164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de7be1-9596-4f89-bdbd-2da636cc0a1e req-11a85980-0bb9-465f-ae80-88b2a9cc064b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:43.869619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90de7be1-9596-4f89-bdbd-2da636cc0a1e req-11a85980-0bb9-465f-ae80-88b2a9cc064b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0784705 Mar 02 19:13:43.913960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90de7be1-9596-4f89-bdbd-2da636cc0a1e req-8b3f4673-ebe6-4a75-983e-c62285a3db39 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380719 Mar 02 19:13:45.101732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4350b846-c523-4e3a-9581-20548b0087b0 req-7009f5f1-2a47-4ae3-bb7d-0cfd5feb0f8c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:45.103196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4350b846-c523-4e3a-9581-20548b0087b0 req-7009f5f1-2a47-4ae3-bb7d-0cfd5feb0f8c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0856762 Mar 02 19:13:45.146187 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4350b846-c523-4e3a-9581-20548b0087b0 req-e1a1d016-60e0-4204-b734-d76c2abbe762 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373850 Mar 02 19:13:46.324765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b9313-05bb-427c-ae04-bbda0662d504 req-2f09c9d1-0417-4505-b499-c7c140f2b95f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:46.326139 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-039b9313-05bb-427c-ae04-bbda0662d504 req-2f09c9d1-0417-4505-b499-c7c140f2b95f tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0780137 Mar 02 19:13:46.372525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-039b9313-05bb-427c-ae04-bbda0662d504 req-75579217-94a7-4945-9d89-25bbfc0c4b86 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403020 Mar 02 19:13:47.556862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aec6d7-b323-415d-a581-6a823ffc7ad3 req-73791d8a-68d8-4089-81c7-2df196b6a557 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:47.558324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53aec6d7-b323-415d-a581-6a823ffc7ad3 req-73791d8a-68d8-4089-81c7-2df196b6a557 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0799303 Mar 02 19:13:47.601346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53aec6d7-b323-415d-a581-6a823ffc7ad3 req-41b612ef-8e18-4755-a9ed-c4c0653b56fd tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374961 Mar 02 19:13:48.789267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e574481-3b23-4d22-83b6-04c6b2dc3b54 req-084048b7-845a-4c95-8777-4d7a4c1e3c21 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:48.790745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e574481-3b23-4d22-83b6-04c6b2dc3b54 req-084048b7-845a-4c95-8777-4d7a4c1e3c21 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0823910 Mar 02 19:13:48.833772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e574481-3b23-4d22-83b6-04c6b2dc3b54 req-e74a8373-a5d4-4cb2-bd65-d3bc6dc0dd07 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Mar 02 19:13:50.014967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b0716-e79f-4ee2-906c-cbbb82f77e35 req-fbf64917-56a8-4ed9-b600-aa310b3cf17c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:50.016431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-855b0716-e79f-4ee2-906c-cbbb82f77e35 req-fbf64917-56a8-4ed9-b600-aa310b3cf17c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0790210 Mar 02 19:13:50.060878 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-855b0716-e79f-4ee2-906c-cbbb82f77e35 req-495d236c-6a2c-4c0d-b197-d2a8b7fce315 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382211 Mar 02 19:13:51.183607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:13:51.243880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d7b2e-ed84-41fe-8cd4-145bc9508573 req-70c9c127-4741-453e-a103-90c7c871555b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:51.245332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-268d7b2e-ed84-41fe-8cd4-145bc9508573 req-70c9c127-4741-453e-a103-90c7c871555b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0818858 Mar 02 19:13:51.288099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-268d7b2e-ed84-41fe-8cd4-145bc9508573 req-44ef3971-0ddc-484c-aed9-4bf9ddf04e5b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369961 Mar 02 19:13:52.085907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a88c1257-1c4f-4492-809d-681b201bef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:52.466196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23d521-9eb4-4bf5-9bed-22f08b9aef94 req-fb1323ac-84dd-44a2-b2e9-18fa5d8f5552 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:52.467644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e23d521-9eb4-4bf5-9bed-22f08b9aef94 req-fb1323ac-84dd-44a2-b2e9-18fa5d8f5552 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0773506 Mar 02 19:13:52.513409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e23d521-9eb4-4bf5-9bed-22f08b9aef94 req-bba6c450-5db3-4783-9836-1fd90c6d584a tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Mar 02 19:13:53.696970 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a0751-6911-4db0-804a-39fc37fdaa0d req-5e254984-6c1e-4d01-85be-a1d7750d7ecb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:53.698455 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a66a0751-6911-4db0-804a-39fc37fdaa0d req-5e254984-6c1e-4d01-85be-a1d7750d7ecb tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0802543 Mar 02 19:13:53.741567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a66a0751-6911-4db0-804a-39fc37fdaa0d req-e5e0fc6c-afff-4f7c-9fd0-637e728e1d38 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373149 Mar 02 19:13:54.217406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-850f0728-8373-4469-94d7-9a6db8d29c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:54.710298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153617c-285f-4b92-b483-32431002c2f0 req-4353262d-668c-451d-adbc-9f6b070e4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:54.711747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-4353262d-668c-451d-adbc-9f6b070e4a9b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1096 time: 0.0742190 Mar 02 19:13:54.857357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153617c-285f-4b92-b483-32431002c2f0 req-5845226f-b290-4037-a68a-4f31e42b00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:54.858870 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-5845226f-b290-4037-a68a-4f31e42b00d1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.1294649 Mar 02 19:13:54.926487 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-f8115608-ffdb-4a22-b182-4f82676930a9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0606794 Mar 02 19:13:54.932936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69378b8d-738e-4ebc-818e-5b8556bc53e4 req-f249c7d4-37e6-4006-a368-a9542115b97e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:54.934415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69378b8d-738e-4ebc-818e-5b8556bc53e4 req-f249c7d4-37e6-4006-a368-a9542115b97e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0845547 Mar 02 19:13:54.978553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-69378b8d-738e-4ebc-818e-5b8556bc53e4 req-8d32f62d-b2e6-4c5a-9a96-68938965e37b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Mar 02 19:13:54.991133 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153617c-285f-4b92-b483-32431002c2f0 req-86eedacb-031c-4d87-9c93-c3d160793c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:54.992652 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-86eedacb-031c-4d87-9c93-c3d160793c7d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0605898 Mar 02 19:13:55.038789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-55fd43f6-6c71-44b1-b172-63c2a8d51e3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404086 Mar 02 19:13:55.169076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-c4ff2ba5-44c6-476d-9ec7-0732abda63cc service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243227 Mar 02 19:13:55.297304 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e153617c-285f-4b92-b483-32431002c2f0 req-2f180daf-f7b4-44c4-87d1-18684ec9f12e service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229661 Mar 02 19:13:55.605955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:55.663200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:56.137744 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:56.325303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7004-73d2-4fd0-a726-cf5816ca2fd3 req-2dbcdb55-2d16-4227-9cf8-ee830471622e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:56.326892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29cb7004-73d2-4fd0-a726-cf5816ca2fd3 req-2dbcdb55-2d16-4227-9cf8-ee830471622e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0786922 Mar 02 19:13:56.369887 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29cb7004-73d2-4fd0-a726-cf5816ca2fd3 req-d0582027-de5d-436f-adb1-b5d404559a52 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374866 Mar 02 19:13:56.942953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:57.290460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:13:57.553986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694ee85-61cc-4836-90df-49a0e34c57ef req-dfe65c0f-8c94-4fdd-86d3-17f85603a280 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:57.555474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7694ee85-61cc-4836-90df-49a0e34c57ef req-dfe65c0f-8c94-4fdd-86d3-17f85603a280 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0821936 Mar 02 19:13:57.599327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7694ee85-61cc-4836-90df-49a0e34c57ef req-eefcb2c9-fc32-4fa3-aada-6461fe2c5151 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Mar 02 19:13:58.780923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cea6253-9a36-4239-98e0-89974a010b2f req-8ba1018e-6804-4f2b-ac67-af605f11b5bc tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:13:58.782412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cea6253-9a36-4239-98e0-89974a010b2f req-8ba1018e-6804-4f2b-ac67-af605f11b5bc tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0796010 Mar 02 19:13:58.828947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cea6253-9a36-4239-98e0-89974a010b2f req-9ea60807-ed8e-4518-926d-a713c03dccf4 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Mar 02 19:14:00.008382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b155aa0-9dab-4155-88fe-1b5405c9d651 req-fc9dcd25-d89c-43cd-bfeb-3d3c74804b79 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:00.009785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b155aa0-9dab-4155-88fe-1b5405c9d651 req-fc9dcd25-d89c-43cd-bfeb-3d3c74804b79 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0791397 Mar 02 19:14:00.054361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8b155aa0-9dab-4155-88fe-1b5405c9d651 req-05a9c603-bd07-427c-9805-a2fdfe67e171 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 Mar 02 19:14:00.524950 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-afb52657-69a3-4e72-9ca9-e1b1ce0c1a58 service neutron] show failed (client error): The resource could not be found. Mar 02 19:14:00.525927 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-afb52657-69a3-4e72-9ca9-e1b1ce0c1a58 service neutron] 10.222.0.65 "GET /v2.0/ports/3387272a-dc24-4451-aa70-68e931f2f625/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0776241 Mar 02 19:14:01.136804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-c005485b-a3fc-48f3-8a6a-37576397e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:01.138309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-c005485b-a3fc-48f3-8a6a-37576397e64a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5&tenant_id=a818930085a54ea5bb670ea3a8ab21f8 HTTP/1.1" status: 200 len: 1096 time: 0.0714378 Mar 02 19:14:01.149022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:01.239632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf310be-e743-4bad-a8b2-ac30fcae3d35 req-4707da81-46bd-4a32-85b0-12e3648124c1 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:01.241101 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdf310be-e743-4bad-a8b2-ac30fcae3d35 req-4707da81-46bd-4a32-85b0-12e3648124c1 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0830433 Mar 02 19:14:01.259579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:01.284408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdf310be-e743-4bad-a8b2-ac30fcae3d35 req-e3718417-48c7-4f39-af9e-e2223b7aab9b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377121 Mar 02 19:14:01.521545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:01.549347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:14:01.605570 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:01.611388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:01.625744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Transition to ACTIVE for port object 3387272a-dc24-4451-aa70-68e931f2f625 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:01.665813 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'code': 200} Mar 02 19:14:01.684686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:01.944743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] No DVR routers for this DVR port 3387272a-dc24-4451-aa70-68e931f2f625 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:01.948082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:01.999177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:01.999510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:01.999838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:02.004587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:14:02.005548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Attempting to bind port 3387272a-dc24-4451-aa70-68e931f2f625 on network 84efee25-1bae-467b-877e-9eea766ed35d {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:02.010595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:14:02.010930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Checking segment: {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:14:02.011391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Bound using segment: {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:14:02.011766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Bound port: 3387272a-dc24-4451-aa70-68e931f2f625, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:02.012112 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:02.102353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:14:02.105395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:14:02.154814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:02.206795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:02.207311 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:02.208717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] 10.222.0.11 "PUT /v2.0/ports/3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 1091 time: 1.0641234 Mar 02 19:14:02.274113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4f2189-e37f-4f1b-9886-e142bc4a4fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:02.306880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-9d3ccf11-57c6-47ec-92fa-0baaa1452d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:02.308367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-9d3ccf11-57c6-47ec-92fa-0baaa1452d5c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0771170 Mar 02 19:14:02.437062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-f36aaf9a-5473-401e-8129-1dc542faa13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:02.438550 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-f36aaf9a-5473-401e-8129-1dc542faa13f service neutron] 10.222.0.11 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.1249034 Mar 02 19:14:02.469183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff15ef0-de57-49eb-9025-6f3d5b259f0c req-7fc20744-402b-4c8d-a03c-da344c41691c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:02.470589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aff15ef0-de57-49eb-9025-6f3d5b259f0c req-7fc20744-402b-4c8d-a03c-da344c41691c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0789356 Mar 02 19:14:02.504259 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-71a05362-a8b7-479d-83e6-ec229c747d81 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0601842 Mar 02 19:14:02.514718 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aff15ef0-de57-49eb-9025-6f3d5b259f0c req-820cc65e-2899-4c5f-9151-7361ff8b121e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380638 Mar 02 19:14:02.569829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-2e9bec93-25f2-4c33-ab89-02fc627bbc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:02.571296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-2e9bec93-25f2-4c33-ab89-02fc627bbc03 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0612819 Mar 02 19:14:02.616565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-3d470152-420c-4b7a-b0b8-129ea30be30a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397429 Mar 02 19:14:02.625575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-ed231769-358c-4ccb-967d-75cd348595e3 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:14:02.626518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-ed231769-358c-4ccb-967d-75cd348595e3 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046079 Mar 02 19:14:02.762847 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-4d1d230f-e09c-4e5b-a587-38d0cc97d0a9 service neutron] 10.222.0.11 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299751 Mar 02 19:14:02.892635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8c1eaba3-c0a1-4a8c-9f35-cb79a4f56d65 req-e2fbda71-bd5d-4c7e-8d3f-4880db627752 service neutron] 10.222.0.11 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244957 Mar 02 19:14:03.664057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:03.724412 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'status': 'completed', 'code': 200} Mar 02 19:14:03.874068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-a621d0af-5075-4828-9fb4-ad8d70a2ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:03.875527 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-a621d0af-5075-4828-9fb4-ad8d70a2ab6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1344008 Mar 02 19:14:03.881561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-2e06ba21-cdbd-46f5-adee-638c5c2658ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:03.883076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-2e06ba21-cdbd-46f5-adee-638c5c2658ce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.1077275 Mar 02 19:14:03.960701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04bb08d-389f-406c-9fb3-284a39b94c82 req-c02caeba-4efc-4f61-9a68-0fae7e614c6d tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:03.962168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b04bb08d-389f-406c-9fb3-284a39b94c82 req-c02caeba-4efc-4f61-9a68-0fae7e614c6d tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.1875927 Mar 02 19:14:04.007532 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b04bb08d-389f-406c-9fb3-284a39b94c82 req-90b0972f-3802-46bb-8ffd-ddc52b45518e tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392630 Mar 02 19:14:04.119493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-3a16962a-1877-415f-b3db-a5d08acfaf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:04.120964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-3a16962a-1877-415f-b3db-a5d08acfaf6c service neutron] 10.222.0.11 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.2370231 Mar 02 19:14:04.122043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-3e633083-c965-421d-b1f0-6697f1a93274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:04.123378 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-3e633083-c965-421d-b1f0-6697f1a93274 service neutron] 10.222.0.65 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.2216878 Mar 02 19:14:04.245258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-84398c5b-84c8-4eac-8ce3-bf8463ced030 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.1176703 Mar 02 19:14:04.246627 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-40ccceec-f8a0-4e4f-945f-bcfaef228ca1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0691156 Mar 02 19:14:04.463747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-6ed61217-1cb0-4a63-ad19-e33124c1c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:04.465198 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-6ed61217-1cb0-4a63-ad19-e33124c1c3b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.2137012 Mar 02 19:14:04.466723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-b84ab7a4-30ad-47c3-9f0c-849232090444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:04.468022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-b84ab7a4-30ad-47c3-9f0c-849232090444 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0827303 Mar 02 19:14:04.544494 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-a36c53c5-e395-4433-9053-89e0f2baa25b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730402 Mar 02 19:14:04.550463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-af1d709c-e88b-486b-a876-899109e60818 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461524 Mar 02 19:14:04.785650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-a524b53c-334e-463f-8cb0-8d1249cee6f8 service neutron] 10.222.0.11 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342453 Mar 02 19:14:04.789023 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-c6c25c95-2899-4322-8e96-c1bcfe4e3d37 service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202518 Mar 02 19:14:05.029890 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-20ebe0bb-f834-49e4-b2eb-738c65dd4467 service neutron] 10.222.0.11 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376444 Mar 02 19:14:05.039804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0ac48633-c199-4016-9fc4-fbcae2d59007 req-fcd44adc-40d5-4710-8cf7-67c2059a159e service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266805 Mar 02 19:14:05.196150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18135714-416c-40c5-b211-ac47da393681 req-8dbb74ea-7265-4b6b-9bb1-ab16ac1c4737 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:05.196713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:05.197699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18135714-416c-40c5-b211-ac47da393681 req-8dbb74ea-7265-4b6b-9bb1-ab16ac1c4737 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 943 time: 0.0821776 Mar 02 19:14:05.241980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18135714-416c-40c5-b211-ac47da393681 req-bc70b8a9-47de-44a1-917f-e21f32aa9883 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386555 Mar 02 19:14:05.257988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:05.852998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c5e472a4-1929-4a00-aa7b-3ce12f03cfe9 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:05.853693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c5e472a4-1929-4a00-aa7b-3ce12f03cfe9 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Synchronizing usage tracker for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:05.919763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c5e472a4-1929-4a00-aa7b-3ce12f03cfe9 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Unset dirty status for tenant:a818930085a54ea5bb670ea3a8ab21f8 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:05.920916 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c5e472a4-1929-4a00-aa7b-3ce12f03cfe9 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.65 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5&tenant_id=a818930085a54ea5bb670ea3a8ab21f8&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 943 time: 0.1494312 Mar 02 19:14:05.965401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:14:06.000380 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-7a91b0d3-4dfc-49d6-b7b9-a19b21a4bfd0 service neutron] delete failed (client error): The resource could not be found. Mar 02 19:14:06.001426 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-7a91b0d3-4dfc-49d6-b7b9-a19b21a4bfd0 service neutron] 10.222.0.65 "DELETE /v2.0/ports/3387272a-dc24-4451-aa70-68e931f2f625/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0755243 Mar 02 19:14:06.097960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:06.111074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '3387272a-dc24-4451-aa70-68e931f2f625', 'network_id': '84efee25-1bae-467b-877e-9eea766ed35d', 'port_id': '3387272a-dc24-4451-aa70-68e931f2f625', 'mac_address': 'fa:16:3e:1f:c5:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e99c22-348b-4445-bcd1-ca1e5739665e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:14:06.147982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-9e6faca0-3330-4da1-999d-1b215d612c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:06.149461 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-9e6faca0-3330-4da1-999d-1b215d612c5e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 1094 time: 0.0759187 Mar 02 19:14:06.164962 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:06.181513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3387272a-dc24-4451-aa70-68e931f2f625 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:14:06.197894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:06.257526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:06.281552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-f03b4a6e-fe0d-4be1-9023-460ce7f4a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:06.283024 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-f03b4a6e-fe0d-4be1-9023-460ce7f4a44b service neutron] 10.222.0.65 "GET /v2.0/networks?id=84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 200 len: 913 time: 0.1282825 Mar 02 19:14:06.327966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:06.335355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.335710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.336054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.336393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.336727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.337063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.337388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.337714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.338040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.338389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.338714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.339040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:06.353588 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-13bbfab0-dfd5-42c3-a923-e05ff5a892c1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 200 len: 217 time: 0.0643170 Mar 02 19:14:06.413427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-f78bb05a-edd3-4e42-8f3c-7af9f9cfaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:06.414742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-f78bb05a-edd3-4e42-8f3c-7af9f9cfaab6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 200 len: 852 time: 0.0560105 Mar 02 19:14:06.460877 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-34490001-3706-40f6-9aec-e9a39149d2f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=84efee25-1bae-467b-877e-9eea766ed35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404158 Mar 02 19:14:06.512541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['3387272a-dc24-4451-aa70-68e931f2f625'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:14:06.590081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-dea13090-4190-4d60-b12d-aec3937d872c service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223724 Mar 02 19:14:06.825759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-39aa0d7f-4e82-4b57-a160-1e316832aab2 service neutron] 10.222.0.65 "GET /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302899 Mar 02 19:14:07.972832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:08.120379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 3387272a-dc24-4451-aa70-68e931f2f625 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:08.125457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 3387272a-dc24-4451-aa70-68e931f2f625 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:08.126569 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:08.224280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca049b1-1035-4114-9e19-b039e1755aaa req-8cc395d7-ea2a-4dc7-91e7-046d3b9dde4b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:08.225830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ca049b1-1035-4114-9e19-b039e1755aaa req-8cc395d7-ea2a-4dc7-91e7-046d3b9dde4b tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 944 time: 0.0831985 Mar 02 19:14:08.242159 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:08.268454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:08.271225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ca049b1-1035-4114-9e19-b039e1755aaa req-3fd13231-5769-402b-a9a5-10d270b972ad tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386641 Mar 02 19:14:08.278635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:08.313130 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'code': 200} Mar 02 19:14:08.365468 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:08.431272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:09.425214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c94f423d-a1ac-4728-afd1-d32ba2895524 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:09.426711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-c94f423d-a1ac-4728-afd1-d32ba2895524 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.11 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0852647 Mar 02 19:14:09.464208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d537b8c0-f93b-4bd2-9c07-e836231ac24f req-9a98946c-e690-482c-9d89-d759134bb0b8 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:09.465699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d537b8c0-f93b-4bd2-9c07-e836231ac24f req-9a98946c-e690-482c-9d89-d759134bb0b8 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 945 time: 0.0873704 Mar 02 19:14:09.497442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Deleting port 3387272a-dc24-4451-aa70-68e931f2f625 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:14:09.497774 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:09.510226 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d537b8c0-f93b-4bd2-9c07-e836231ac24f req-5167f308-2f53-486c-802a-42f46f440e98 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/security-groups?id=e67fafa4-26f0-4d71-be56-da78d04a10e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388920 Mar 02 19:14:09.745159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] For port 3387272a-dc24-4451-aa70-68e931f2f625, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3387272a-dc24-4451-aa70-68e931f2f625,segment=NetworkSegment(9aa3d01b-5e08-4045-b9b8-cd5989b59f9d),segment_id=9aa3d01b-5e08-4045-b9b8-cd5989b59f9d)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:09.745524 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:09.867359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Calling delete_port for 3387272a-dc24-4451-aa70-68e931f2f625 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:14:10.069299 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:10.080153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['3387272a-dc24-4451-aa70-68e931f2f625'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:14:10.123853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Pushing event deleted for resources: {'Port': ['ID=3387272a-dc24-4451-aa70-68e931f2f625,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:10.161513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.161857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.162222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.162813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.163179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.163509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.163836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.164157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.164634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.164911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.165230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.165547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:14:10.208150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] No DVR routers for this DVR port 3387272a-dc24-4451-aa70-68e931f2f625 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:10.210603 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:10.213056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-deleted', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:10.257760 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c17127-5aea-4359-a32b-24e0f92f2ef5', 'name': 'network-vif-deleted', 'tag': '3387272a-dc24-4451-aa70-68e931f2f625', 'status': 'completed', 'code': 200} Mar 02 19:14:10.292346 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e653eda4-0b90-4be8-967a-eff9090db7fd req-6279a325-9ba6-4d46-8802-97dfe123ec3c tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.11 "DELETE /v2.0/ports/3387272a-dc24-4451-aa70-68e931f2f625 HTTP/1.1" status: 204 len: 173 time: 0.8600819 Mar 02 19:14:10.668215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8fff81b-7dbe-49cc-bc98-bb3b9602fae3 req-ced91a84-b9e5-488b-ade9-2e41e73f5f30 tempest-DeleteServersTestJSON-825618019 tempest-DeleteServersTestJSON-825618019-project] 10.222.0.66 "GET /v2.0/ports?device_id=49c17127-5aea-4359-a32b-24e0f92f2ef5 HTTP/1.1" status: 200 len: 210 time: 0.0422676 Mar 02 19:14:11.903737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:11.967685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Deleting subnet 87e99c22-348b-4445-bcd1-ca1e5739665e {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:14:11.970593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.020127 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.074484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.206000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.243564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e99c22-348b-4445-bcd1-ca1e5739665e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:12.247201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.253092 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-dfeeed29-80cc-4497-aa67-925df6ab3d0b admin admin] 10.222.0.66 "DELETE /v2.0/subnets/87e99c22-348b-4445-bcd1-ca1e5739665e HTTP/1.1" status: 204 len: 168 time: 0.3482726 Mar 02 19:14:12.255475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49154) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:12.359287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.478611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.502419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84efee25-1bae-467b-877e-9eea766ed35d']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:12.513868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:12.514187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa3d01b-5e08-4045-b9b8-cd5989b59f9d') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:14:12.525693 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.542470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.548502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:14:12.549725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:14:12.561908 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:14:12.811757 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.828030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:12.838689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=84efee25-1bae-467b-877e-9eea766ed35d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:12.909281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-62c1d230-a1af-44d2-b1ae-ba606ca027b5 admin admin] 10.222.0.66 "DELETE /v2.0/networks/84efee25-1bae-467b-877e-9eea766ed35d HTTP/1.1" status: 204 len: 168 time: 0.6527488 Mar 02 19:14:13.208646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49162) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:13.256342 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e3e2c09-d6fd-4c76-b808-127639e0886b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a818930085a54ea5bb670ea3a8ab21f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465527 Mar 02 19:14:13.258810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49166) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:13.318363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.342768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.504021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.522561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67fafa4-26f0-4d71-be56-da78d04a10e4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:13.655707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:13.656876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cecbbe16-0278-4c27-8827-f0e719141291 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e67fafa4-26f0-4d71-be56-da78d04a10e4 HTTP/1.1" status: 204 len: 168 time: 0.3971944 Mar 02 19:14:14.042479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:14.077339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 3387272a-dc24-4451-aa70-68e931f2f625 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:14:14.077601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3387272a-dc24-4451-aa70-68e931f2f625 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:14.783343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49190) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:14.885501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-388809848-network', 'tenant_id': 'abca2a374ff34856a77d7af55e472bcf'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:14.891248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:14.895285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Usage tracker for resource:network and tenant:abca2a374ff34856a77d7af55e472bcf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:14.899068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:14.905554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:14.976156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Made reservation on behalf of abca2a374ff34856a77d7af55e472bcf for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:14.978434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:14.990247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.004420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:15.008807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Usage tracker for resource:security_group_rule and tenant:abca2a374ff34856a77d7af55e472bcf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:15.011636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:15.017207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:15.100161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.148286 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.180371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:14:15.188628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272f4c2c-c1d4-4072-9e9f-1a0a38309895,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:15.194575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.194918 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Added segment a551bd3e-1961-4822-a936-02b9e2d5ff61 of type vlan for network 3981a327-70c1-4286-a9af-b72c0ed7d70f Mar 02 19:14:15.220629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.319330 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.320209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:15.320782 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.421560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] Pushing event updated for resources: {'Network': ['ID=3981a327-70c1-4286-a9af-b72c0ed7d70f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:15.432288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:14:15.480587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aaa7e39c-1b68-4c6c-9df2-5f20b9432e24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6961219 Mar 02 19:14:15.483449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49196) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:14:15.488754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Request body: {'subnet': {'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-388809848-subnet', 'tenant_id': 'abca2a374ff34856a77d7af55e472bcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:15.495033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:15.498937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Usage tracker for resource:subnet and tenant:abca2a374ff34856a77d7af55e472bcf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:15.501745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:15.508786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:15.646091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Made reservation on behalf of abca2a374ff34856a77d7af55e472bcf for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:15.648615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.897253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:15.972039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bbbde09-b9ab-48bf-828a-0c13e5300d50,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:15.980929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Checking segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:14:15.981286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Network hostable DHCP agents. Network: 3981a327-70c1-4286-a9af-b72c0ed7d70f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:14:16.062897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:14:16.125467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3981a327-70c1-4286-a9af-b72c0ed7d70f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:16.129361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:16.132869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:16.133825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae759deb-ddeb-4dec-9ba6-6e061745923d None None] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:14:16.195301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9b21a48d-358f-4b30-bed0-5066a542d2b8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7108140 Mar 02 19:14:16.344990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0abbe-4a13-4062-84e7-a991f3301fc7 None None] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:14:16.696115 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-3a185326-a155-43d2-8564-1285e6042b7b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:16.697567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-3a185326-a155-43d2-8564-1285e6042b7b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 814 time: 0.1432757 Mar 02 19:14:16.712225 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-c488965a-733e-4aff-858d-0075cbdc5787 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/quotas/abca2a374ff34856a77d7af55e472bcf HTTP/1.1" status: 200 len: 375 time: 0.0092766 Mar 02 19:14:16.761813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-0422907c-0e57-4b9b-b374-ccc21b547ea6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448775 Mar 02 19:14:16.971636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-7e11889b-ff76-4935-8888-3f0bfe2b2309 service neutron] 10.222.0.66 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656435 Mar 02 19:14:17.102638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-9b74c8a7-7055-4d9a-a061-6823d83b91c6 service neutron] 10.222.0.66 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245975 Mar 02 19:14:17.332869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb2140d5-aaef-4218-93a9-2326173fb4cc req-e27f1a0a-4c89-4524-abc3-02b43d3e0fa6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 210 time: 0.0416460 Mar 02 19:14:18.483449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-29022f34-7fe4-49ed-b34f-760927954336 req-8ef0ce6a-04ad-4bc9-832c-4a90c252291c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 210 time: 0.0420105 Mar 02 19:14:19.578209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-652028c7-0181-4894-aac1-a77b17c9a6a0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:19.578886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-652028c7-0181-4894-aac1-a77b17c9a6a0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Synchronizing usage tracker for tenant:abca2a374ff34856a77d7af55e472bcf on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:19.636544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba84496-dc58-4be3-a469-61884a0b833b req-44a287a3-e444-4084-8309-8c7d402a861f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 210 time: 0.0451555 Mar 02 19:14:19.663506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-652028c7-0181-4894-aac1-a77b17c9a6a0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Unset dirty status for tenant:abca2a374ff34856a77d7af55e472bcf on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:19.664716 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-652028c7-0181-4894-aac1-a77b17c9a6a0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 814 time: 0.2304177 Mar 02 19:14:19.676465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Request body: {'port': {'device_id': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'admin_state_up': True, 'tenant_id': 'abca2a374ff34856a77d7af55e472bcf'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:19.812016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:14:19.815721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Usage tracker for resource:port and tenant:abca2a374ff34856a77d7af55e472bcf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:14:19.818631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:14:19.824295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:14:19.907738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Made reservation on behalf of abca2a374ff34856a77d7af55e472bcf for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:14:19.911372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.069867 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Allocated IP 172.20.0.11 (3981a327-70c1-4286-a9af-b72c0ed7d70f/2bbbde09-b9ab-48bf-828a-0c13e5300d50/f695a149-bcab-4309-9597-ca5e7d31e694) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:14:20.263114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.343083 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.405004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:14:20.412901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:14:20.415251 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:14:20.458343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:20.485875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:20.486599 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.588831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-79609f99-e0b9-4db4-828b-ee17e8fed57c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9161556 Mar 02 19:14:20.601932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Request body: {'port': {'device_id': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:20.819863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:20.829151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e767877-6f8b-4336-a261-ebbe6f532cb0 req-96eca279-1bc1-41c4-bc76-28698b156787 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:20.830637 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e767877-6f8b-4336-a261-ebbe6f532cb0 req-96eca279-1bc1-41c4-bc76-28698b156787 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 932 time: 0.0866899 Mar 02 19:14:20.875335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e767877-6f8b-4336-a261-ebbe6f532cb0 req-fde1afb7-cbd3-4358-9230-c68bbd9907ae tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Mar 02 19:14:21.162170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f695a149-bcab-4309-9597-ca5e7d31e694 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:14:21.169851 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:21.195777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Transition to ACTIVE for port object f695a149-bcab-4309-9597-ca5e7d31e694 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:21.291329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:21.454193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:21.520086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:21.520415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:21.520741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:21.525802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:14:21.526141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:21.531158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:14:21.531492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Checking segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:14:21.531865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Bound using segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:14:21.532282 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Bound port: f695a149-bcab-4309-9597-ca5e7d31e694, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:21.532619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:21.621331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:14:21.624241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:14:21.709269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:21.763391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:21.764007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:21.765482 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] 10.222.0.11 "PUT /v2.0/ports/f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 1092 time: 1.1700034 Mar 02 19:14:21.765915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:21.789741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe5867-64e1-4679-8f84-afb38a7f9e58 service neutron] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:21.812877 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'status': 'completed', 'code': 200} Mar 02 19:14:21.902746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-131daa4f-79dd-4c23-aa78-c8517e28f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:21.904232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-131daa4f-79dd-4c23-aa78-c8517e28f639 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.0715818 Mar 02 19:14:22.051258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-286f1238-073a-41b3-9c79-b0ecbe0d06b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.053193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-286f1238-073a-41b3-9c79-b0ecbe0d06b3 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=abca2a374ff34856a77d7af55e472bcf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1426806 Mar 02 19:14:22.066735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1359f-2af8-4857-ad8a-e6afb787d3df req-78e49b3c-893f-40ce-89b4-622a39a9f0f8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.068941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eed1359f-2af8-4857-ad8a-e6afb787d3df req-78e49b3c-893f-40ce-89b4-622a39a9f0f8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0892031 Mar 02 19:14:22.102802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f5e37b70-390f-4991-a459-9588b774625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:22.112734 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eed1359f-2af8-4857-ad8a-e6afb787d3df req-46d4ead9-827c-4066-bc2c-2ecb82db6f75 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380421 Mar 02 19:14:22.194009 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-3af025e3-ebb6-463c-b3e4-fdc611ec848b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.195503 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5bfa5148-3256-4c62-adaa-79db183cbd17 req-3af025e3-ebb6-463c-b3e4-fdc611ec848b service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371853 Mar 02 19:14:22.302028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-aba762b7-f01b-4467-80a9-a1a141061231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.303931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-aba762b7-f01b-4467-80a9-a1a141061231 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.0753274 Mar 02 19:14:22.370202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-7397e4e0-944b-40b8-b9f7-be43bc55f59e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0601985 Mar 02 19:14:22.434148 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-ab35f14c-6dfc-4251-9525-cfec1254ff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:22.435575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-ab35f14c-6dfc-4251-9525-cfec1254ff06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0602121 Mar 02 19:14:22.480782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-d79738e1-d8db-48c0-84ee-4854e93d775d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397868 Mar 02 19:14:22.609587 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-64c3c5aa-f3e4-418b-9411-100dcfe95695 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231356 Mar 02 19:14:22.737785 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-827fafce-d1e6-40a5-bbab-aa17f3b62a11 req-72d0e71a-fa11-4250-a141-6ae9ef3ddcec service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229970 Mar 02 19:14:23.296436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96df7ef-79fe-433b-bd46-5c47812be04b req-cdfa8a47-72b7-444c-b5e2-eb1e8ed4bfab tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:23.297856 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c96df7ef-79fe-433b-bd46-5c47812be04b req-cdfa8a47-72b7-444c-b5e2-eb1e8ed4bfab tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0773442 Mar 02 19:14:23.343460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c96df7ef-79fe-433b-bd46-5c47812be04b req-baad188f-23f8-408e-9367-3fcc5386ef78 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397611 Mar 02 19:14:24.205521 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b19f57d0-2190-4471-9bf9-4954e1d5b7ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:24.524674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417d44-a913-41bb-829f-d6d1674c0455 req-7823a73d-943f-424a-9806-20ed603fb35b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:24.526162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff417d44-a913-41bb-829f-d6d1674c0455 req-7823a73d-943f-424a-9806-20ed603fb35b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0786195 Mar 02 19:14:24.570306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff417d44-a913-41bb-829f-d6d1674c0455 req-16635fa2-e447-4e32-97f6-aac0104aa177 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384643 Mar 02 19:14:25.565268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.674139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:25.756165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ecb9a0-1f8a-4377-b268-19af5c195cc6 req-8bebf744-0e14-4f5c-8715-84baaaae5ee5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:25.757609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8ecb9a0-1f8a-4377-b268-19af5c195cc6 req-8bebf744-0e14-4f5c-8715-84baaaae5ee5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0821819 Mar 02 19:14:25.802316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8ecb9a0-1f8a-4377-b268-19af5c195cc6 req-dfc512b6-02c1-4e48-8108-a8ab94f65efb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390518 Mar 02 19:14:26.104510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:14:26.190449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:26.233645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:26.249836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'port_id': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'mac_address': 'fa:16:3e:ae:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbbde09-b9ab-48bf-828a-0c13e5300d50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:14:26.302781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:26.318547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f695a149-bcab-4309-9597-ca5e7d31e694 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:14:26.333132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:26.422462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:26.488699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:26.609365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['f695a149-bcab-4309-9597-ca5e7d31e694'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:14:26.948514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:26.985251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257ef83-c1b1-465a-9ac0-8456cb0d4231 req-777cb51c-db08-423c-adf9-c1b5d9d89801 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:26.986737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5257ef83-c1b1-465a-9ac0-8456cb0d4231 req-777cb51c-db08-423c-adf9-c1b5d9d89801 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 945 time: 0.0815649 Mar 02 19:14:27.030513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5257ef83-c1b1-465a-9ac0-8456cb0d4231 req-19dc4386-bf76-4b0f-aba3-df94c0823a8b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372069 Mar 02 19:14:27.319669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.129044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:28.182574 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:14:28.213299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87268edd-9edc-4ba2-b121-250d53646376 req-fd52b707-cf63-4c81-9e7b-022d721e0383 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:28.214778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87268edd-9edc-4ba2-b121-250d53646376 req-fd52b707-cf63-4c81-9e7b-022d721e0383 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 945 time: 0.0817726 Mar 02 19:14:28.258990 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87268edd-9edc-4ba2-b121-250d53646376 req-01c498ce-ead2-42df-9ac4-5c7a3bfe3593 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385733 Mar 02 19:14:28.308379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port f695a149-bcab-4309-9597-ca5e7d31e694 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:28.313568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port f695a149-bcab-4309-9597-ca5e7d31e694 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:28.313905 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.430593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.455985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:28.466439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:28.500230 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'code': 200} Mar 02 19:14:28.548613 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:28.616362 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:28.628842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24b003-4df0-492f-ad24-a118abc26d82 req-7128fca7-a241-46b9-9672-9b4d06f009cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:28.630349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a24b003-4df0-492f-ad24-a118abc26d82 req-7128fca7-a241-46b9-9672-9b4d06f009cb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1097 time: 0.0756128 Mar 02 19:14:28.670919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5a24b003-4df0-492f-ad24-a118abc26d82 req-92278d59-a950-4ed0-ba76-987dbe59041b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Mar 02 19:14:29.444630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d2fc4-670e-4166-92ee-d7d6b6375f5d req-9d8beb43-b1f8-4563-82c2-bd8d0ccb4f1b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:29.446067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb9d2fc4-670e-4166-92ee-d7d6b6375f5d req-9d8beb43-b1f8-4563-82c2-bd8d0ccb4f1b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0821974 Mar 02 19:14:29.594195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb9d2fc4-670e-4166-92ee-d7d6b6375f5d req-a13db420-4b29-45d1-a952-8bf8d1d3b3b0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425641 Mar 02 19:14:30.774801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a8d18-67b7-4c51-84f7-f34a2c641dfb req-2515f720-8dda-4bdc-bace-a2c4e3a26536 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:30.776244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f5a8d18-67b7-4c51-84f7-f34a2c641dfb req-2515f720-8dda-4bdc-bace-a2c4e3a26536 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0781100 Mar 02 19:14:30.819319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f5a8d18-67b7-4c51-84f7-f34a2c641dfb req-c055f528-3a89-4f3a-b3ab-2f94acada6e4 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375881 Mar 02 19:14:31.002821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee0552-9504-43a0-ab18-b0c7b30a47a1 req-4c8c5bfb-a14e-4d0d-8645-871aa687678e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:31.004274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52ee0552-9504-43a0-ab18-b0c7b30a47a1 req-4c8c5bfb-a14e-4d0d-8645-871aa687678e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0822160 Mar 02 19:14:31.048049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52ee0552-9504-43a0-ab18-b0c7b30a47a1 req-5c58b599-492c-4369-852e-db2b5fff9b25 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376534 Mar 02 19:14:31.431688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0887d4-d28e-47ac-acaf-3e92abc66857 req-7d5d38fd-5161-49a7-b181-8c2c77e7e353 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:31.433105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a0887d4-d28e-47ac-acaf-3e92abc66857 req-7d5d38fd-5161-49a7-b181-8c2c77e7e353 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0823267 Mar 02 19:14:31.475669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a0887d4-d28e-47ac-acaf-3e92abc66857 req-9cfe0d5b-a84e-4431-a3cf-0d607239fa09 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370047 Mar 02 19:14:31.655242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185fcb8-4454-4882-b106-fb8829bce270 req-65bf9c12-6bc6-4191-858f-8861beb594b3 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:31.656617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3185fcb8-4454-4882-b106-fb8829bce270 req-65bf9c12-6bc6-4191-858f-8861beb594b3 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0796907 Mar 02 19:14:31.700210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3185fcb8-4454-4882-b106-fb8829bce270 req-68c653ea-0c5b-4cfe-bdbf-16f6c722ccbe tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379961 Mar 02 19:14:32.214385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f368c-37fe-4b4c-aa00-0c80fdc5c90b req-f251d522-2b1b-4a0b-89c5-64802f6c3ca2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:32.215844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c36f368c-37fe-4b4c-aa00-0c80fdc5c90b req-f251d522-2b1b-4a0b-89c5-64802f6c3ca2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0830371 Mar 02 19:14:32.259196 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c36f368c-37fe-4b4c-aa00-0c80fdc5c90b req-2ebeb84f-606e-4547-851f-310d27077bd5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376627 Mar 02 19:14:32.261317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-d14a5e2a-46c5-4e63-8098-0c3ed38e5451 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698693 Mar 02 19:14:33.440972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1295b-8ed2-42f2-94eb-658b2800350c req-394183d7-964d-4ae0-a94f-9a7b9a312065 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:33.442460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c1295b-8ed2-42f2-94eb-658b2800350c req-394183d7-964d-4ae0-a94f-9a7b9a312065 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0792100 Mar 02 19:14:33.490342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c1295b-8ed2-42f2-94eb-658b2800350c req-0da006a3-8b76-4350-a0cf-07b900bd51bc tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 Mar 02 19:14:34.415285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-d94c187e-8b04-4a2e-bd77-cd30a2952dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:34.416663 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-d94c187e-8b04-4a2e-bd77-cd30a2952dd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1097 time: 0.1676304 Mar 02 19:14:34.550035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-f0debf05-6038-47d6-874f-8ded377fe045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:34.551521 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-f0debf05-6038-47d6-874f-8ded377fe045 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1292236 Mar 02 19:14:34.618544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-2638dbdf-1a96-45c4-9aff-929198543d65 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0609379 Mar 02 19:14:34.673495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b1530-2214-4fe9-817c-1ab34048b1e8 req-b8e0a233-160b-4c1f-a36f-a903af26eeb1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:34.675272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c38b1530-2214-4fe9-817c-1ab34048b1e8 req-b8e0a233-160b-4c1f-a36f-a903af26eeb1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0807309 Mar 02 19:14:34.682683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-15ed19e8-4cc4-4b12-9d30-4138eb151c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:34.684111 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-15ed19e8-4cc4-4b12-9d30-4138eb151c7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0607109 Mar 02 19:14:34.719466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c38b1530-2214-4fe9-817c-1ab34048b1e8 req-70908985-e09a-494d-b790-26ada83660f6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382292 Mar 02 19:14:34.730110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-74173fcb-debb-4c87-856c-756a6d6fdd66 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406048 Mar 02 19:14:34.860907 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-d2178dac-5614-41cd-8113-cec188f78bd3 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239283 Mar 02 19:14:34.991316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-8855de81-67ea-452d-b421-d5ac7d8cf049 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243725 Mar 02 19:14:35.906895 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138e240-79f5-4eb3-bd8e-ea06b572cb7b req-b126801d-a36c-4b33-91a0-9489b8be0d52 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:35.908350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5138e240-79f5-4eb3-bd8e-ea06b572cb7b req-b126801d-a36c-4b33-91a0-9489b8be0d52 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0819712 Mar 02 19:14:35.953170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5138e240-79f5-4eb3-bd8e-ea06b572cb7b req-2414ce6c-3295-4b18-9762-b298e24a6a94 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385284 Mar 02 19:14:37.133600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db6f22-9323-4946-863b-9f1aef72a758 req-953c490e-013c-486b-879e-75d624703075 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:37.135097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4db6f22-9323-4946-863b-9f1aef72a758 req-953c490e-013c-486b-879e-75d624703075 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0786307 Mar 02 19:14:37.177864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4db6f22-9323-4946-863b-9f1aef72a758 req-45da0699-bbeb-4f38-ae1a-abda3610e9a7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372794 Mar 02 19:14:38.361825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c8c59-9599-4f56-9444-531c284fe8c7 req-7a635a33-4858-436f-8789-6d7c148a57f0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:38.363239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f73c8c59-9599-4f56-9444-531c284fe8c7 req-7a635a33-4858-436f-8789-6d7c148a57f0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0826101 Mar 02 19:14:38.406958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f73c8c59-9599-4f56-9444-531c284fe8c7 req-5d13a359-bea5-4525-8435-562e7ddbc08e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380700 Mar 02 19:14:39.588486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ec52a-bc52-477f-87ec-44b8ed70b389 req-9bf39051-3238-4ecc-8a40-d4d143f1d1e5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:39.589898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9ec52a-bc52-477f-87ec-44b8ed70b389 req-9bf39051-3238-4ecc-8a40-d4d143f1d1e5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0777419 Mar 02 19:14:39.634924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b9ec52a-bc52-477f-87ec-44b8ed70b389 req-6285741c-0314-4987-b978-e9b2cf272d9b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395272 Mar 02 19:14:40.815017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05b88c-5c78-4067-8ce5-7b5e42b03461 req-f490b41e-1146-47d1-abf1-2b67918da311 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:40.816472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc05b88c-5c78-4067-8ce5-7b5e42b03461 req-f490b41e-1146-47d1-abf1-2b67918da311 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0786335 Mar 02 19:14:40.860240 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc05b88c-5c78-4067-8ce5-7b5e42b03461 req-a111bd90-9d3c-4bf2-897d-5dd3d051e03a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382702 Mar 02 19:14:42.044316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bf298-0cc3-4b88-9099-64601d2c5712 req-4cc4fa4a-d7b4-44b3-bd92-b0314c93f1ee tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:42.045834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f92bf298-0cc3-4b88-9099-64601d2c5712 req-4cc4fa4a-d7b4-44b3-bd92-b0314c93f1ee tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0828905 Mar 02 19:14:42.089498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f92bf298-0cc3-4b88-9099-64601d2c5712 req-10d9032e-2ad2-41ce-8c9b-e826d9e44adb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379622 Mar 02 19:14:43.273198 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe44c8-e7f5-4fd5-836e-b1f361785f5f req-6a771fc5-974c-409d-9b62-43a60b404ad2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:43.274800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cfe44c8-e7f5-4fd5-836e-b1f361785f5f req-6a771fc5-974c-409d-9b62-43a60b404ad2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0790031 Mar 02 19:14:43.317125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cfe44c8-e7f5-4fd5-836e-b1f361785f5f req-2903fa71-1d83-440e-abcd-d5d9ca93111c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367165 Mar 02 19:14:44.501923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de5a992-4f7e-4859-bd6f-d2702366bbcb req-bbc62f7b-6a9f-46bf-891d-85117e7cee6d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:44.503395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1de5a992-4f7e-4859-bd6f-d2702366bbcb req-bbc62f7b-6a9f-46bf-891d-85117e7cee6d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0840209 Mar 02 19:14:44.547037 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1de5a992-4f7e-4859-bd6f-d2702366bbcb req-bab2b69b-8f45-4866-9d95-926c864ce95d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373628 Mar 02 19:14:45.730175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f64a23-aec9-4834-bbf3-ebb10f4d486c req-45c924cd-9c3f-48fa-8f77-2628be7c7734 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:45.731739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4f64a23-aec9-4834-bbf3-ebb10f4d486c req-45c924cd-9c3f-48fa-8f77-2628be7c7734 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0800693 Mar 02 19:14:45.780672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4f64a23-aec9-4834-bbf3-ebb10f4d486c req-fdaa6537-9d25-43b5-988e-e7faa0de942f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433214 Mar 02 19:14:46.963284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3da8-dc14-478e-b675-6cc159a5e7dd req-2bbf418d-743d-4924-b1ea-009a89a8d5fa tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:46.964726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b55a3da8-dc14-478e-b675-6cc159a5e7dd req-2bbf418d-743d-4924-b1ea-009a89a8d5fa tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0781384 Mar 02 19:14:47.009494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b55a3da8-dc14-478e-b675-6cc159a5e7dd req-bd9c5a1d-7ca4-4c05-949d-04d00fa9619f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391867 Mar 02 19:14:48.194731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8e773-b82d-4824-97fa-7097ac8ce2d1 req-e0d4e949-129b-47fa-955b-7cc7cff9cf26 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:48.196169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd8e773-b82d-4824-97fa-7097ac8ce2d1 req-e0d4e949-129b-47fa-955b-7cc7cff9cf26 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0821998 Mar 02 19:14:48.239458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fbd8e773-b82d-4824-97fa-7097ac8ce2d1 req-1c2f1df8-5190-4f00-9f70-d4c9ed50e502 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378141 Mar 02 19:14:49.419450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875d08-54f5-43c9-b061-0625b4f73eb9 req-6b488493-c0db-4a38-b88e-f7fad15fa534 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:49.420827 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41875d08-54f5-43c9-b061-0625b4f73eb9 req-6b488493-c0db-4a38-b88e-f7fad15fa534 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0787549 Mar 02 19:14:49.464937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41875d08-54f5-43c9-b061-0625b4f73eb9 req-47e0385f-7d50-452f-ac4c-e2c49ba524e1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Mar 02 19:14:50.651376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f68b92-3fd7-426b-a54c-562ab2ca25ce req-b6096243-351f-4949-b210-9f25ebb174cb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:50.652816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73f68b92-3fd7-426b-a54c-562ab2ca25ce req-b6096243-351f-4949-b210-9f25ebb174cb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0806701 Mar 02 19:14:50.695858 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-73f68b92-3fd7-426b-a54c-562ab2ca25ce req-2a030a82-18b3-40a0-b090-c4c4db468f5e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375929 Mar 02 19:14:51.876191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77effa79-5a52-434f-abf8-0d3f9eb7b1d4 req-495c1ca4-3f31-4dec-92dc-5672b7d6252f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:51.877630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77effa79-5a52-434f-abf8-0d3f9eb7b1d4 req-495c1ca4-3f31-4dec-92dc-5672b7d6252f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0798965 Mar 02 19:14:51.925170 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77effa79-5a52-434f-abf8-0d3f9eb7b1d4 req-0a91c533-e980-4622-9422-dd28983a7572 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418642 Mar 02 19:14:51.961866 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-005726dd-bf49-4a59-b365-1cf6d7793e96 service neutron] show failed (client error): The resource could not be found. Mar 02 19:14:51.963687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-005726dd-bf49-4a59-b365-1cf6d7793e96 service neutron] 10.222.0.11 "GET /v2.0/ports/f695a149-bcab-4309-9597-ca5e7d31e694/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0838001 Mar 02 19:14:52.085908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd40710a-4533-4743-922d-d634802cee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:52.594268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-9b1e9a71-e12a-4ac7-b825-e0e3a58f97d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:52.595750 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-9b1e9a71-e12a-4ac7-b825-e0e3a58f97d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1&tenant_id=abca2a374ff34856a77d7af55e472bcf HTTP/1.1" status: 200 len: 1097 time: 0.1131756 Mar 02 19:14:52.606379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:14:52.716411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.040699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:53.072329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:14:53.120385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ffafc-969c-4595-93c1-2ae4e6103031 req-1d455b14-46b0-44c5-a056-efa5eac7c19d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:53.121872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034ffafc-969c-4595-93c1-2ae4e6103031 req-1d455b14-46b0-44c5-a056-efa5eac7c19d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0892918 Mar 02 19:14:53.144198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:53.154642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.168244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-034ffafc-969c-4595-93c1-2ae4e6103031 req-f886196a-029b-41c7-a213-823519ddd3d7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400827 Mar 02 19:14:53.170456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Transition to ACTIVE for port object f695a149-bcab-4309-9597-ca5e7d31e694 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:14:53.214311 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'code': 200} Mar 02 19:14:53.249975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.417678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:53.420195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] No DVR routers for this DVR port f695a149-bcab-4309-9597-ca5e7d31e694 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:14:53.473650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:14:53.473907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:14:53.474263 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:53.479342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:14:53.479661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Attempting to bind port f695a149-bcab-4309-9597-ca5e7d31e694 on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:14:53.484788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:14:53.485123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Checking segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:14:53.485500 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Bound using segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:14:53.485918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Bound port: f695a149-bcab-4309-9597-ca5e7d31e694, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:14:53.486289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.682565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:14:53.685394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:14:53.788375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.843685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:53.844302 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:53.845648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-b222086b-1230-4eb1-b932-13430af50546 service neutron] 10.222.0.65 "PUT /v2.0/ports/f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 1092 time: 1.2431464 Mar 02 19:14:53.902561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222086b-1230-4eb1-b932-13430af50546 service neutron] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:53.947054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-77c07a80-b447-4c11-994b-e28e67660652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:53.948548 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-77c07a80-b447-4c11-994b-e28e67660652 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.0798228 Mar 02 19:14:54.079548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-8a67538d-fa4d-4db3-9aee-9141a9834a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:54.081016 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-8a67538d-fa4d-4db3-9aee-9141a9834a14 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1269317 Mar 02 19:14:54.147443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-5c677532-034d-4a42-92d8-a915e9fd5649 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0598950 Mar 02 19:14:54.211839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b8500ad4-30b6-4727-9c51-692170f26e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:54.214212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-ea107bab-6b7c-4024-b28c-f38fef27f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:54.215693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-ea107bab-6b7c-4024-b28c-f38fef27f57e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0632405 Mar 02 19:14:54.262007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-3a24fdeb-f2f8-4987-b399-ca700324b130 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405526 Mar 02 19:14:54.271256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-82b120d6-a376-4279-91fd-07159f25a10a service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:14:54.272206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-82b120d6-a376-4279-91fd-07159f25a10a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048718 Mar 02 19:14:54.409577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-4cb0daa3-dcb5-4f10-92b4-53ae9ac29602 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318612 Mar 02 19:14:54.468882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2567068-7905-413c-8fc4-9ee4e06272de req-0a3b5bf1-f571-4292-845b-6875727b456b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:54.470375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2567068-7905-413c-8fc4-9ee4e06272de req-0a3b5bf1-f571-4292-845b-6875727b456b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.1916184 Mar 02 19:14:54.516460 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2567068-7905-413c-8fc4-9ee4e06272de req-eb588581-f642-4653-9736-5a1119b7cfae tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403852 Mar 02 19:14:54.545362 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6edfd97b-381f-4b55-9792-83a623b3d819 req-44d8f591-ed54-4f22-b4ae-db0206ba3b01 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289871 Mar 02 19:14:55.215264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:55.271607 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'status': 'completed', 'code': 200} Mar 02 19:14:55.421155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-3440a1c9-7ec4-484c-bcba-82786a3958b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.422633 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-3440a1c9-7ec4-484c-bcba-82786a3958b2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.1307242 Mar 02 19:14:55.424992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-977c7d83-be28-43b2-a899-af45e20b3992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.426347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-977c7d83-be28-43b2-a899-af45e20b3992 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.0999868 Mar 02 19:14:55.565213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:55.663617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-29c6f4dc-9cf0-4bdf-93ef-8d01d42eedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.665122 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-29c6f4dc-9cf0-4bdf-93ef-8d01d42eedbb service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.2369244 Mar 02 19:14:55.667478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-e92a60b6-9790-4e4a-8351-dca39d752aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.668788 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-e92a60b6-9790-4e4a-8351-dca39d752aa3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.2211044 Mar 02 19:14:55.685557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:55.706220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4133ef-0abc-4495-be2d-095bf486468c req-5037a5ad-9c6f-475f-bdbd-09f7f7f3e5b7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.707784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba4133ef-0abc-4495-be2d-095bf486468c req-5037a5ad-9c6f-475f-bdbd-09f7f7f3e5b7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0813947 Mar 02 19:14:55.752432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba4133ef-0abc-4495-be2d-095bf486468c req-2ed5822b-0cca-492e-88df-014f48ea019f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383568 Mar 02 19:14:55.795458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-4bde15f3-032e-4b84-8eba-1ae787bbb2d3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.1244020 Mar 02 19:14:55.796772 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-a947fae1-066a-4c7d-b12b-5ade38841738 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0741363 Mar 02 19:14:55.905648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-a414d74d-1ace-4ad9-92e3-e81b62fd50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.907158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-a414d74d-1ace-4ad9-92e3-e81b62fd50ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.1066241 Mar 02 19:14:55.910141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-7bbe2a60-562a-4356-8ff2-45404863746e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:55.911433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-7bbe2a60-562a-4356-8ff2-45404863746e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0811253 Mar 02 19:14:56.090742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-111dcbf7-1c92-4661-9e03-c2c53bacd77d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774404 Mar 02 19:14:56.097156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-fef891dd-b38e-4d52-8de0-f235d90b7ed9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458651 Mar 02 19:14:56.182370 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:56.323635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:14:56.332183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-eca650d4-a573-4c37-a63f-3cab92c3d204 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342999 Mar 02 19:14:56.334035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-9abe6ec5-e85e-4ffb-b8fd-d54cf6865658 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172725 Mar 02 19:14:56.383960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:14:56.573934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-ed87856e-94e8-4682-9eba-737265e5d520 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349405 Mar 02 19:14:56.575759 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6d3bfae5-007f-4663-a8e3-6784ebd2d48e req-5e14ea92-d733-438d-8b77-70914255ddd9 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358310 Mar 02 19:14:56.725547 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-9c5e64db-baae-4322-b080-21d54ad7d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:56.727093 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-9c5e64db-baae-4322-b080-21d54ad7d011 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1095 time: 0.0709033 Mar 02 19:14:56.877137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-596dafad-b961-4455-8055-a8cf40678393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:56.878523 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-596dafad-b961-4455-8055-a8cf40678393 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1335938 Mar 02 19:14:56.949457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-720ebda8-45a2-4b1a-a8bb-007ebff0ebed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0648217 Mar 02 19:14:56.953519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a90c08-cbc3-40a4-9d8f-867e71786eb8 req-cea40e54-3f45-4625-bc96-11316a3be448 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:56.955016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62a90c08-cbc3-40a4-9d8f-867e71786eb8 req-cea40e54-3f45-4625-bc96-11316a3be448 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0874696 Mar 02 19:14:56.959476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:57.001389 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-62a90c08-cbc3-40a4-9d8f-867e71786eb8 req-cbc1665c-0dae-469f-8050-c6fc404ee123 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405693 Mar 02 19:14:57.011641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-92483f12-c24d-4540-afb5-f9316533a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:57.013203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-92483f12-c24d-4540-afb5-f9316533a1c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0587826 Mar 02 19:14:57.064712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-e5e8770a-a3e0-4eb2-9151-c7e42f1e3e8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459445 Mar 02 19:14:57.204756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-ffbc334d-1cda-423a-80a0-981b92a60aaa service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333258 Mar 02 19:14:57.262324 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:57.344337 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8280f179-694e-4f1d-aecf-ad4ac11da110 req-a9ceba2d-7f85-449b-ac94-a217566646f0 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338015 Mar 02 19:14:57.399091 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:14:57.425728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b5c8d2-b760-4b27-8263-daa2bd85feee req-1718dd91-4f03-4fa5-aa75-e16529ce8f7b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:57.427598 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b5c8d2-b760-4b27-8263-daa2bd85feee req-1718dd91-4f03-4fa5-aa75-e16529ce8f7b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 944 time: 0.0845301 Mar 02 19:14:57.472617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b5c8d2-b760-4b27-8263-daa2bd85feee req-ab8785b9-7665-48fb-89e4-6cb502400ddf tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383649 Mar 02 19:14:57.506328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-94dbec04-dffa-434c-9b0a-b9a43843efca tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:57.507053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-94dbec04-dffa-434c-9b0a-b9a43843efca tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Synchronizing usage tracker for tenant:abca2a374ff34856a77d7af55e472bcf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:14:57.536648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:57.550405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'port_id': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'mac_address': 'fa:16:3e:ae:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbbde09-b9ab-48bf-828a-0c13e5300d50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:14:57.593742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-94dbec04-dffa-434c-9b0a-b9a43843efca tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Unset dirty status for tenant:abca2a374ff34856a77d7af55e472bcf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:14:57.594962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-94dbec04-dffa-434c-9b0a-b9a43843efca tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1&tenant_id=abca2a374ff34856a77d7af55e472bcf&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 944 time: 0.1726868 Mar 02 19:14:57.605008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:57.622431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f695a149-bcab-4309-9597-ca5e7d31e694 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:14:57.638374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:57.686906 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-bbf555ad-1ef1-4646-b723-b5838f65660c service neutron] delete failed (client error): The resource could not be found. Mar 02 19:14:57.687905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-bbf555ad-1ef1-4646-b723-b5838f65660c service neutron] 10.222.0.11 "DELETE /v2.0/ports/f695a149-bcab-4309-9597-ca5e7d31e694/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0822244 Mar 02 19:14:57.735536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:57.806489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:57.928150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-23f3fc47-6219-4808-9c3f-1c371422979c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:57.929658 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-23f3fc47-6219-4808-9c3f-1c371422979c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 1096 time: 0.1767981 Mar 02 19:14:57.955261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f695a149-bcab-4309-9597-ca5e7d31e694'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:14:58.065323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-3bde98ab-855c-463f-8838-1c17c0b4dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:58.066844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-3bde98ab-855c-463f-8838-1c17c0b4dc71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1319051 Mar 02 19:14:58.136877 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-37cca763-08e9-4729-aac8-1c66b95236e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 200 len: 217 time: 0.0645933 Mar 02 19:14:58.197024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-415228f0-45aa-4dd9-85ec-eda1964fa2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:58.198425 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-415228f0-45aa-4dd9-85ec-eda1964fa2d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0566478 Mar 02 19:14:58.243076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-84660f46-3014-4099-a442-a84344ce3ecf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393708 Mar 02 19:14:58.372047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-bd5487a8-6e6f-4f9b-bef2-971e352348a6 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233313 Mar 02 19:14:58.502674 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a4b6a2a2-0daf-4b23-8791-ab6e2e60faf4 req-f35007c4-5294-4c28-9eb8-1e4841348d02 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251993 Mar 02 19:14:58.664065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700d43e-4b15-4830-9afe-fbf0a611a71e req-a7cc17d9-2d05-4a37-bfeb-6f2fc2a0bfd0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:58.665743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2700d43e-4b15-4830-9afe-fbf0a611a71e req-a7cc17d9-2d05-4a37-bfeb-6f2fc2a0bfd0 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 945 time: 0.0812449 Mar 02 19:14:58.711275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2700d43e-4b15-4830-9afe-fbf0a611a71e req-6fc35692-75c8-45fd-b793-ee7732f7ffb2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395834 Mar 02 19:14:59.414354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:14:59.524701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port f695a149-bcab-4309-9597-ca5e7d31e694 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:14:59.529901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port f695a149-bcab-4309-9597-ca5e7d31e694 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:14:59.532919 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.645112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.670867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:14:59.680704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:14:59.715180 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'code': 200} Mar 02 19:14:59.747206 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:14:59.815281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:14:59.901789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ce683-69bc-4989-b9d9-450811deb826 req-d92111af-19bd-458f-89d2-0d9e0ae3c744 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:14:59.905978 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa4ce683-69bc-4989-b9d9-450811deb826 req-d92111af-19bd-458f-89d2-0d9e0ae3c744 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0848844 Mar 02 19:14:59.946808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa4ce683-69bc-4989-b9d9-450811deb826 req-76c42508-ca76-450b-8492-789ba5c77bcf tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379505 Mar 02 19:15:00.134581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd797ff-492c-40d8-bd58-abd6ae3f91aa req-c8172971-9a73-406b-9415-74518a8a88e8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:00.136042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd797ff-492c-40d8-bd58-abd6ae3f91aa req-c8172971-9a73-406b-9415-74518a8a88e8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0796697 Mar 02 19:15:00.182142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dcd797ff-492c-40d8-bd58-abd6ae3f91aa req-d0071c08-f048-4587-9bf5-40b72fe7ce7a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Mar 02 19:15:00.360858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79bf0c-6907-466c-aac7-8af2fa349b20 req-6c58a810-b88c-4e5b-becf-958496873736 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:00.362332 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff79bf0c-6907-466c-aac7-8af2fa349b20 req-6c58a810-b88c-4e5b-becf-958496873736 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0793052 Mar 02 19:15:00.404928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff79bf0c-6907-466c-aac7-8af2fa349b20 req-190cf22e-ae50-4516-b7ef-a2c7af78b4ef tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370095 Mar 02 19:15:01.071038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-5cd044da-be87-4d32-a61e-6b1c9c6412c2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:01.072504 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-5cd044da-be87-4d32-a61e-6b1c9c6412c2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 814 time: 0.1448836 Mar 02 19:15:01.087484 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-5b64a59d-a515-489f-b395-8cb3e6c461eb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/quotas/abca2a374ff34856a77d7af55e472bcf HTTP/1.1" status: 200 len: 375 time: 0.0094905 Mar 02 19:15:01.168833 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-d46429b6-8d37-4839-968c-18c1d124ec58 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0761416 Mar 02 19:15:01.298080 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-819cc84a-936b-4cbb-a45e-64a9a6fd09d0 service neutron] 10.222.0.66 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225781 Mar 02 19:15:01.426656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-267dbc0f-5e8d-4a98-bea8-318ebcc0b5cc service neutron] 10.222.0.66 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227038 Mar 02 19:15:01.675738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd778bc5-0ad9-42c9-aa63-b591e0beb4c1 req-df3c058b-d58c-442f-ace1-6997abd02849 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 210 time: 0.0416369 Mar 02 19:15:02.174775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90448859-f0b3-4369-b000-162ec8932e28 req-5c9c3510-1e3c-4da0-a1ed-945e7775720e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:02.176244 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90448859-f0b3-4369-b000-162ec8932e28 req-5c9c3510-1e3c-4da0-a1ed-945e7775720e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.65 "GET /v2.0/ports?device_id=f49cbf1e-c3b5-4113-b32b-40a20a7731b1 HTTP/1.1" status: 200 len: 946 time: 0.0833168 Mar 02 19:15:02.245190 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Deleting port f695a149-bcab-4309-9597-ca5e7d31e694 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:15:02.245459 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:02.488546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] For port f695a149-bcab-4309-9597-ca5e7d31e694, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f695a149-bcab-4309-9597-ca5e7d31e694,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:02.488903 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:02.615955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Calling delete_port for f695a149-bcab-4309-9597-ca5e7d31e694 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:15:02.810815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:02.823593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f695a149-bcab-4309-9597-ca5e7d31e694'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:15:02.827429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5099cee-7e33-4146-8aed-7b2d825d89b5 req-a3d61e34-6430-4567-a260-fce0c20448a8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 210 time: 0.0447292 Mar 02 19:15:02.865917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Pushing event deleted for resources: {'Port': ['ID=f695a149-bcab-4309-9597-ca5e7d31e694,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:02.940837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] No DVR routers for this DVR port f695a149-bcab-4309-9597-ca5e7d31e694 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:02.943397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:02.946016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-deleted', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:02.992854 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f49cbf1e-c3b5-4113-b32b-40a20a7731b1', 'name': 'network-vif-deleted', 'tag': 'f695a149-bcab-4309-9597-ca5e7d31e694', 'status': 'completed', 'code': 200} Mar 02 19:15:03.154739 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-90448859-f0b3-4369-b000-162ec8932e28 req-1e2466d0-6d6d-4fdd-96ff-bc428b34a1cd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.65 "DELETE /v2.0/ports/f695a149-bcab-4309-9597-ca5e7d31e694 HTTP/1.1" status: 204 len: 173 time: 0.9724507 Mar 02 19:15:03.850558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-1db0ad7a-f9a7-446e-b6f7-f2d346b9c052 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:03.851931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-1db0ad7a-f9a7-446e-b6f7-f2d346b9c052 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 814 time: 0.1445901 Mar 02 19:15:03.863504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Request body: {'port': {'device_id': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'admin_state_up': True, 'tenant_id': 'abca2a374ff34856a77d7af55e472bcf'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:15:03.987270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6575361e-9a78-4568-95f0-ec983d06c7d0 req-a75cff44-a1b2-4fb5-affa-2b221c10629d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 210 time: 0.0451200 Mar 02 19:15:04.011470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:15:04.015887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Usage tracker for resource:port and tenant:abca2a374ff34856a77d7af55e472bcf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:15:04.018746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:15:04.024555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:15:04.120166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Made reservation on behalf of abca2a374ff34856a77d7af55e472bcf for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:15:04.123827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.386049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Allocated IP 172.20.0.14 (3981a327-70c1-4286-a9af-b72c0ed7d70f/2bbbde09-b9ab-48bf-828a-0c13e5300d50/d1e3eba4-0aff-445a-8c94-714cf47abb5b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:15:04.586406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.696913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.708254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f695a149-bcab-4309-9597-ca5e7d31e694'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:15:04.762142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Network 3981a327-70c1-4286-a9af-b72c0ed7d70f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:15:04.769711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:15:04.772475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:15:04.821158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:04.844138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:04.844748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:04.970163 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-b4d3f508-08ff-46a3-88ce-3ca3a63e8894 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1103747 Mar 02 19:15:04.982903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Request body: {'port': {'device_id': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:15:05.099795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:05.182560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe756a52-3cc9-45c1-a0ca-cec495d71be2 req-4c8f0396-022a-405e-8969-64999144baa2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:05.183125 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:15:05.184137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe756a52-3cc9-45c1-a0ca-cec495d71be2 req-4c8f0396-022a-405e-8969-64999144baa2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 932 time: 0.0796132 Mar 02 19:15:05.229695 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fe756a52-3cc9-45c1-a0ca-cec495d71be2 req-080ed751-cf1f-4ca2-ae57-e5408f807334 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399606 Mar 02 19:15:05.439178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e3eba4-0aff-445a-8c94-714cf47abb5b {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:15:05.446300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:05.460442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Transition to ACTIVE for port object d1e3eba4-0aff-445a-8c94-714cf47abb5b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:05.530933 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:05.686497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:05.759146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:15:05.759474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:15:05.759798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:15:05.764379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:15:05.764697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:15:05.769683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 14, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:15:05.770014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Checking segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:15:05.770419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Bound using segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:15:05.770837 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Bound port: d1e3eba4-0aff-445a-8c94-714cf47abb5b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:15:05.771176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:05.857235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:15:05.860209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:15:05.959583 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:06.015896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.016512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:06.017861 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] 10.222.0.11 "PUT /v2.0/ports/d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 1092 time: 1.0399163 Mar 02 19:15:06.020322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:06.047138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da5cf4-aeab-4428-8e6d-f553ac96c69d service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:06.073382 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'status': 'completed', 'code': 200} Mar 02 19:15:06.162486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-4295594f-e55b-4f6d-b16c-c25147c05bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.163872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-4295594f-e55b-4f6d-b16c-c25147c05bf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1095 time: 0.0703161 Mar 02 19:15:06.300606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-708abbc7-b3c6-46e9-9191-f6901e7e3131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.302071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-708abbc7-b3c6-46e9-9191-f6901e7e3131 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=abca2a374ff34856a77d7af55e472bcf&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1317155 Mar 02 19:15:06.420415 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0034b0-07f7-42a7-8b0b-713012ba27cc req-b19ea3d0-9a91-43af-ba3d-9ee9babbd987 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.421949 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c0034b0-07f7-42a7-8b0b-713012ba27cc req-b19ea3d0-9a91-43af-ba3d-9ee9babbd987 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0880427 Mar 02 19:15:06.467769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1c0034b0-07f7-42a7-8b0b-713012ba27cc req-1c945c0d-6cd7-48b9-9492-f98918c8bd4e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395923 Mar 02 19:15:06.540684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-e4d07f40-cceb-469e-8a1b-ccfb76cbb757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.542211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6ddfd3e4-24a3-4a2c-bea4-a28ec7e25098 req-e4d07f40-cceb-469e-8a1b-ccfb76cbb757 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345650 Mar 02 19:15:06.648219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-214cd224-664d-42c6-b183-2566398baba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.649713 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-214cd224-664d-42c6-b183-2566398baba1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1095 time: 0.0728357 Mar 02 19:15:06.718774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-e435f668-8c62-457a-a49f-172fe85416b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.0628569 Mar 02 19:15:06.780162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-c9869079-7d26-4e64-9e02-38b093fbb648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:06.781585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-c9869079-7d26-4e64-9e02-38b093fbb648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0577083 Mar 02 19:15:06.826873 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-6aca5d13-682a-445e-9c53-41c1fa6a5fd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391533 Mar 02 19:15:06.961478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-965dc0d1-fdc4-4c8a-b0b3-9304af13f3be service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289291 Mar 02 19:15:07.098783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4caced8c-52b3-4587-ac81-3ffd11a91a80 req-ac202226-b1b8-4323-a486-6c96fac41e79 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318405 Mar 02 19:15:07.491486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:07.524982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: f695a149-bcab-4309-9597-ca5e7d31e694 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:15:07.525314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f695a149-bcab-4309-9597-ca5e7d31e694 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:07.653417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1669-3d2b-4118-988b-3244a2689b79 req-0045b6b3-05e0-486e-917a-eda326dd0ada tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:07.654872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cad1669-3d2b-4118-988b-3244a2689b79 req-0045b6b3-05e0-486e-917a-eda326dd0ada tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0777507 Mar 02 19:15:07.699854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cad1669-3d2b-4118-988b-3244a2689b79 req-1f0dfc17-d97e-4544-8069-d8f3922b4902 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Mar 02 19:15:08.888835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bcf33e-c7d2-4b9c-93d8-5702194a7205 req-77bba37a-3773-4f8e-834c-28eea2d976ff tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:08.890350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7bcf33e-c7d2-4b9c-93d8-5702194a7205 req-77bba37a-3773-4f8e-834c-28eea2d976ff tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0791531 Mar 02 19:15:08.934540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7bcf33e-c7d2-4b9c-93d8-5702194a7205 req-eae2baa2-4867-428c-b314-20ae487f6bed tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386209 Mar 02 19:15:10.124120 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24ef20-f318-4986-a686-e03bfbabaac8 req-0447224c-437d-4585-b475-9515eba5b6c9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:10.125579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c24ef20-f318-4986-a686-e03bfbabaac8 req-0447224c-437d-4585-b475-9515eba5b6c9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0812976 Mar 02 19:15:10.269174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c24ef20-f318-4986-a686-e03bfbabaac8 req-ac2834a1-f54b-46c8-9f7c-acea5c45631a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378627 Mar 02 19:15:10.386712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:15:10.516290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:10.529501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'port_id': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'mac_address': 'fa:16:3e:f9:f3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbbde09-b9ab-48bf-828a-0c13e5300d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:15:10.586818 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.603944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e3eba4-0aff-445a-8c94-714cf47abb5b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:15:10.618712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:10.718219 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:10.784074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:10.791748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.792098 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.792440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.792776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.793107 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.793433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.793757 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.794081 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.794438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.794759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.795080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.795397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:10.923432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['d1e3eba4-0aff-445a-8c94-714cf47abb5b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:15:11.450865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fa565-aa92-4861-9bdd-a519b352776b req-61e430df-c915-4ae1-a2da-092d2ef9bd93 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:11.452304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd1fa565-aa92-4861-9bdd-a519b352776b req-61e430df-c915-4ae1-a2da-092d2ef9bd93 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 945 time: 0.0777071 Mar 02 19:15:11.495408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd1fa565-aa92-4861-9bdd-a519b352776b req-3a0195e0-9497-4c5d-a121-df750ef9b085 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374899 Mar 02 19:15:12.393577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:15:12.513506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port d1e3eba4-0aff-445a-8c94-714cf47abb5b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:15:12.518279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port d1e3eba4-0aff-445a-8c94-714cf47abb5b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:12.518656 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:12.636953 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:12.664600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:12.674712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:12.677920 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddaabb-ebb1-4ed3-9a97-7da52667ef48 req-015c00d3-f3a7-4c24-9d04-aefa46f1041b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:12.679482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3ddaabb-ebb1-4ed3-9a97-7da52667ef48 req-015c00d3-f3a7-4c24-9d04-aefa46f1041b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 945 time: 0.0811484 Mar 02 19:15:12.710049 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'code': 200} Mar 02 19:15:12.725516 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3ddaabb-ebb1-4ed3-9a97-7da52667ef48 req-5620dba8-5a6f-4617-bf6c-0602ac843bc1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403309 Mar 02 19:15:12.742208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:12.811448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:12.835902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a3821-3047-4d3e-9319-7fba38061775 req-0a84f0ff-1a6c-41a6-8333-26af0bd3908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:12.837367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0c2a3821-3047-4d3e-9319-7fba38061775 req-0a84f0ff-1a6c-41a6-8333-26af0bd3908c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1097 time: 0.0731208 Mar 02 19:15:12.875807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0c2a3821-3047-4d3e-9319-7fba38061775 req-18966aba-5fd7-4ec8-9755-208bdb74ae1a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328841 Mar 02 19:15:13.915749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbba05-e6f9-44cd-91f2-fe8f1648f21a req-c83faa6a-ce13-4923-993f-cadb253bcf95 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:13.917727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1dbba05-e6f9-44cd-91f2-fe8f1648f21a req-c83faa6a-ce13-4923-993f-cadb253bcf95 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0844696 Mar 02 19:15:13.959995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f1dbba05-e6f9-44cd-91f2-fe8f1648f21a req-90c9722a-e94d-4a47-980d-36820a72c8ed tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366626 Mar 02 19:15:15.143153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86de268-01a5-4f46-95c9-e0cec6a12be5 req-e114e135-cdd9-4802-be82-7c1b4c5e9372 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.144619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b86de268-01a5-4f46-95c9-e0cec6a12be5 req-e114e135-cdd9-4802-be82-7c1b4c5e9372 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0793831 Mar 02 19:15:15.188439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b86de268-01a5-4f46-95c9-e0cec6a12be5 req-4b0b2e54-2741-488d-81fa-6f528842887b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381780 Mar 02 19:15:15.371056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf625a3-18fa-4ce6-8268-e7a7d4667c76 req-2ebedc4c-ee1c-4833-947f-30eee0c188fb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.372423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbf625a3-18fa-4ce6-8268-e7a7d4667c76 req-2ebedc4c-ee1c-4833-947f-30eee0c188fb tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0821197 Mar 02 19:15:15.415594 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbf625a3-18fa-4ce6-8268-e7a7d4667c76 req-e9525e03-0373-4454-b4db-122e111847d1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375187 Mar 02 19:15:15.957770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00121c-773c-4435-a66d-977ed5a683f9 req-a1aba1d4-b1f5-4f87-aa1d-84d580a79509 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:15.959270 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b00121c-773c-4435-a66d-977ed5a683f9 req-a1aba1d4-b1f5-4f87-aa1d-84d580a79509 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0804691 Mar 02 19:15:16.006402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b00121c-773c-4435-a66d-977ed5a683f9 req-38615366-2454-46d0-b45d-8b801a66b71c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Mar 02 19:15:16.086771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-60f74861-dbb7-4688-a225-0ab2ee6eb360 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0713084 Mar 02 19:15:17.191194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161924d-4927-4e8a-ab4c-141d4d24e5a1 req-0a047ff4-9e2f-416b-a038-f9f9e1343883 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:17.192644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d161924d-4927-4e8a-ab4c-141d4d24e5a1 req-0a047ff4-9e2f-416b-a038-f9f9e1343883 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0784137 Mar 02 19:15:17.237165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d161924d-4927-4e8a-ab4c-141d4d24e5a1 req-35051c7d-304c-48d8-b1c0-7b39b05f6990 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388150 Mar 02 19:15:18.209473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-0c919e73-f51c-4b7e-807f-89ff4383b96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:18.210964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-0c919e73-f51c-4b7e-807f-89ff4383b96a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1097 time: 0.0718067 Mar 02 19:15:18.338793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-92c93d97-1dfc-4d69-aa38-74b3f13514af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:18.340178 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-92c93d97-1dfc-4d69-aa38-74b3f13514af service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1239252 Mar 02 19:15:18.405158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-daa11487-4748-444b-bd7b-5964a33ad0f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.0593524 Mar 02 19:15:18.424787 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af6345-ad70-4ccc-9f95-1e21043ffb3b req-14f820a9-a89f-4688-894f-5cc0a053562d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:18.426351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4af6345-ad70-4ccc-9f95-1e21043ffb3b req-14f820a9-a89f-4688-894f-5cc0a053562d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0839241 Mar 02 19:15:18.469042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-d892b401-e67a-4f0d-a6fb-f57e0c233a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:18.470495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-d892b401-e67a-4f0d-a6fb-f57e0c233a4c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0601830 Mar 02 19:15:18.470759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4af6345-ad70-4ccc-9f95-1e21043ffb3b req-365fabbe-18ca-45ea-a20b-1d232ae4268e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Mar 02 19:15:18.516999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-1d38f35a-743d-4188-9e72-b3f340d13692 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399306 Mar 02 19:15:18.645355 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-83710a2f-daba-40ae-b54e-8ca87e05a5d2 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220088 Mar 02 19:15:18.773332 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-9b5e8709-5471-4527-bddd-69221e4bae75 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222997 Mar 02 19:15:19.653554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adbfd2c-03be-4a78-99da-d90c029f1b48 req-3c0a6ee3-8237-47cf-8620-0c9adb3d49d6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:19.655008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0adbfd2c-03be-4a78-99da-d90c029f1b48 req-3c0a6ee3-8237-47cf-8620-0c9adb3d49d6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0770640 Mar 02 19:15:19.698016 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0adbfd2c-03be-4a78-99da-d90c029f1b48 req-d14043d3-f6ac-4d07-8ba4-02a82bdb205e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375533 Mar 02 19:15:20.881828 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a9da64-3dc2-4c23-b5cc-bd96b34045e0 req-b1a533af-4e91-4b61-9664-8d3c42244204 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:20.883315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65a9da64-3dc2-4c23-b5cc-bd96b34045e0 req-b1a533af-4e91-4b61-9664-8d3c42244204 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0831759 Mar 02 19:15:20.926676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-65a9da64-3dc2-4c23-b5cc-bd96b34045e0 req-c48a6c75-6e61-47fc-bbe1-0b42c177e81c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369899 Mar 02 19:15:22.107899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a93735f-1458-4ae7-b4ab-6619ce24daa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:22.109464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab22036-6a2d-4e4f-928b-ddb66027cfda req-42feb3ba-d044-4855-b82d-5805f6f7b005 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:22.110966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ab22036-6a2d-4e4f-928b-ddb66027cfda req-42feb3ba-d044-4855-b82d-5805f6f7b005 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0794063 Mar 02 19:15:22.158339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ab22036-6a2d-4e4f-928b-ddb66027cfda req-83ac0cca-5551-4dc2-89ec-9fd769e65369 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Mar 02 19:15:23.342181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58849b02-974f-48f9-b246-1adeaea244b6 req-21ffedb5-0799-4492-b634-fa4f28e2696e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:23.343548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58849b02-974f-48f9-b246-1adeaea244b6 req-21ffedb5-0799-4492-b634-fa4f28e2696e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0797577 Mar 02 19:15:23.386105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58849b02-974f-48f9-b246-1adeaea244b6 req-cfad4742-39a0-40e9-907d-ce6ee5b8aaf3 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371177 Mar 02 19:15:24.187422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf2044e-27b6-4df2-9bdb-f900a4ac2fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:24.569865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b61b0-db9e-4d45-b300-85880a46e0de req-0a209e88-ae86-409d-9b0c-14434ff25889 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:24.572182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a9b61b0-db9e-4d45-b300-85880a46e0de req-0a209e88-ae86-409d-9b0c-14434ff25889 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0817003 Mar 02 19:15:24.614883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a9b61b0-db9e-4d45-b300-85880a46e0de req-037fe8af-fd31-48a4-ac70-e7af5be7f0ed tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372558 Mar 02 19:15:25.622492 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:25.690804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:25.795354 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86430f3e-b7d6-4aed-9cc6-c7f24ba85a7c req-07f085a3-f39e-405c-a3e1-a8610a70a71a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:25.796730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86430f3e-b7d6-4aed-9cc6-c7f24ba85a7c req-07f085a3-f39e-405c-a3e1-a8610a70a71a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0784838 Mar 02 19:15:25.840009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86430f3e-b7d6-4aed-9cc6-c7f24ba85a7c req-f786463d-7de4-4bb1-92ef-008be4baee24 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375051 Mar 02 19:15:26.187018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:27.021801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:27.027805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd79215-3948-47ef-8667-90e86fc0cdb7 req-d93431c7-b792-4a8a-9099-595321c4fb93 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:27.029807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bd79215-3948-47ef-8667-90e86fc0cdb7 req-d93431c7-b792-4a8a-9099-595321c4fb93 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0835547 Mar 02 19:15:27.074192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0bd79215-3948-47ef-8667-90e86fc0cdb7 req-53c2e6d2-8ab3-4985-9306-88a3073da13d tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386028 Mar 02 19:15:27.347450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:28.254389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d6464-3841-4e5c-9e74-c88d79a07a0a req-8248890a-48fe-4d99-acee-38fc7b5c27d7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:28.255844 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c69d6464-3841-4e5c-9e74-c88d79a07a0a req-8248890a-48fe-4d99-acee-38fc7b5c27d7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0790379 Mar 02 19:15:28.301358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c69d6464-3841-4e5c-9e74-c88d79a07a0a req-e576cc70-4416-4532-9fb7-421ebcbc4bcd tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400562 Mar 02 19:15:29.486831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297f8e2-1764-43b4-85ba-fa66ec73810a req-a03e7025-6b5d-4da2-b075-d5289d4f2e25 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:29.488490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c297f8e2-1764-43b4-85ba-fa66ec73810a req-a03e7025-6b5d-4da2-b075-d5289d4f2e25 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0807006 Mar 02 19:15:29.533424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c297f8e2-1764-43b4-85ba-fa66ec73810a req-fb67020e-e6d7-4347-83be-39e61c6f25a9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393581 Mar 02 19:15:30.717579 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b6b140-20bc-44d6-bb05-859f677a38fd req-d4b0e4b3-8ef9-4491-ab53-bd45f48cbf83 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:30.719041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52b6b140-20bc-44d6-bb05-859f677a38fd req-d4b0e4b3-8ef9-4491-ab53-bd45f48cbf83 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0804124 Mar 02 19:15:30.761329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52b6b140-20bc-44d6-bb05-859f677a38fd req-fb430134-9c2e-4d63-84ce-99121fc6d26b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367126 Mar 02 19:15:31.941167 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d1f46-655a-4348-892d-304ab1dfa67b req-247c43b7-720b-43b3-9e9b-b65b9a69968b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:31.942618 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e18d1f46-655a-4348-892d-304ab1dfa67b req-247c43b7-720b-43b3-9e9b-b65b9a69968b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0782387 Mar 02 19:15:31.984838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e18d1f46-655a-4348-892d-304ab1dfa67b req-bd20285f-7884-4615-be53-7d088fbe4040 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367820 Mar 02 19:15:33.169488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1534b52-c0ec-404d-947d-edc130c10c63 req-d0c3780c-b10a-4114-bb8c-0e7fc1803f4a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:33.171449 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1534b52-c0ec-404d-947d-edc130c10c63 req-d0c3780c-b10a-4114-bb8c-0e7fc1803f4a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0811558 Mar 02 19:15:33.214502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1534b52-c0ec-404d-947d-edc130c10c63 req-b34f4eb7-b93c-4486-bae0-0dd48d4c80c5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375240 Mar 02 19:15:34.397345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af10f4-87e4-426b-917b-ff45a8c00bbd req-b1d006bd-ceff-4dc5-b746-2cbdad466fe2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:34.398712 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91af10f4-87e4-426b-917b-ff45a8c00bbd req-b1d006bd-ceff-4dc5-b746-2cbdad466fe2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0787406 Mar 02 19:15:34.444651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-91af10f4-87e4-426b-917b-ff45a8c00bbd req-92081d4a-96d3-4e0d-b342-490b71967410 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404642 Mar 02 19:15:35.720492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4b2c0-f96c-492f-b2a5-76e79e25e8a0 req-dc44c644-374a-41aa-9100-08a85e9aa38c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:35.721984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0d4b2c0-f96c-492f-b2a5-76e79e25e8a0 req-dc44c644-374a-41aa-9100-08a85e9aa38c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.1743267 Mar 02 19:15:35.764431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0d4b2c0-f96c-492f-b2a5-76e79e25e8a0 req-897d0c93-0858-42ce-a845-f097a4f93c58 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367773 Mar 02 19:15:36.948389 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0473e-4ccc-47e7-a632-043ed0a19644 req-33ad90e5-aa2c-4ede-9476-84787fd5af80 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:36.949849 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77d0473e-4ccc-47e7-a632-043ed0a19644 req-33ad90e5-aa2c-4ede-9476-84787fd5af80 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0817139 Mar 02 19:15:36.992337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77d0473e-4ccc-47e7-a632-043ed0a19644 req-ed3d9a48-ef80-4adb-a353-d6603df15c06 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369234 Mar 02 19:15:38.175876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d33561-b9df-41cf-b203-e2c7dab42335 req-8c5fa558-d7db-41ac-b82b-112cf1eed8f2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:38.177321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d33561-b9df-41cf-b203-e2c7dab42335 req-8c5fa558-d7db-41ac-b82b-112cf1eed8f2 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0782685 Mar 02 19:15:38.222741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f2d33561-b9df-41cf-b203-e2c7dab42335 req-1f53e622-c60d-4841-b305-e9de970229e5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398624 Mar 02 19:15:39.401729 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56f52bf-1d28-41f0-a6bd-13b6710d3729 req-add2d905-4248-4bb6-8c36-388c25790e0f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:39.403118 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e56f52bf-1d28-41f0-a6bd-13b6710d3729 req-add2d905-4248-4bb6-8c36-388c25790e0f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0778313 Mar 02 19:15:39.446602 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e56f52bf-1d28-41f0-a6bd-13b6710d3729 req-b7c4b8e0-122e-4db3-b7ee-5eb515fe8f68 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374987 Mar 02 19:15:40.628533 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609f4d7-07e2-43e4-a2bb-6ea4635523f1 req-a130e680-3d6f-4caf-9822-8e764f265710 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:40.629957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9609f4d7-07e2-43e4-a2bb-6ea4635523f1 req-a130e680-3d6f-4caf-9822-8e764f265710 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0804553 Mar 02 19:15:40.672428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9609f4d7-07e2-43e4-a2bb-6ea4635523f1 req-68434eae-f4d5-469c-be5b-605d1c9a0d18 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369532 Mar 02 19:15:41.855667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0388e78a-d5b4-49ef-a081-f56012d7f498 req-da836315-e63b-416c-ae58-7b003f1fbac8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:41.857120 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0388e78a-d5b4-49ef-a081-f56012d7f498 req-da836315-e63b-416c-ae58-7b003f1fbac8 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0788429 Mar 02 19:15:41.900643 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0388e78a-d5b4-49ef-a081-f56012d7f498 req-42c94c4f-a4fc-448b-97cb-dbcdcbf3aebc tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377650 Mar 02 19:15:42.182306 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:15:43.083187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88cfb1-4b87-4055-abde-51327fb40727 req-af540849-c77c-49b4-8479-b1178cdf824b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:43.084623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b88cfb1-4b87-4055-abde-51327fb40727 req-af540849-c77c-49b4-8479-b1178cdf824b tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0819535 Mar 02 19:15:43.126951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1b88cfb1-4b87-4055-abde-51327fb40727 req-688da5aa-7aac-4f25-a4c2-19289677479e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367687 Mar 02 19:15:44.308543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0554a-bddb-4b0f-9ed8-cc62eb225168 req-79658a5f-41e2-4300-ac83-d42341d509c7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:44.310050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8a0554a-bddb-4b0f-9ed8-cc62eb225168 req-79658a5f-41e2-4300-ac83-d42341d509c7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0786674 Mar 02 19:15:44.358005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b8a0554a-bddb-4b0f-9ed8-cc62eb225168 req-ba93a512-36c2-4b68-9ed6-76a624d6dd2c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424531 Mar 02 19:15:45.540669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab48b33-d909-45bc-a2fc-96f44a95a6f3 req-1e16dff6-1ee6-443e-af3d-7cbf8234b8a9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:45.542154 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bab48b33-d909-45bc-a2fc-96f44a95a6f3 req-1e16dff6-1ee6-443e-af3d-7cbf8234b8a9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0786939 Mar 02 19:15:45.585854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bab48b33-d909-45bc-a2fc-96f44a95a6f3 req-0c989d3a-0c88-4f37-82e3-e383eee83d3a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372491 Mar 02 19:15:46.242371 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-dd9aa652-58ac-49f0-8066-ff82ea630a9e service neutron] show failed (client error): The resource could not be found. Mar 02 19:15:46.243378 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-dd9aa652-58ac-49f0-8066-ff82ea630a9e service neutron] 10.222.0.11 "GET /v2.0/ports/d1e3eba4-0aff-445a-8c94-714cf47abb5b/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1771095 Mar 02 19:15:46.772967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0070f5a-b46c-4b00-a894-65341d232a1c req-856b3448-0903-4bfd-8679-a1a3cb6fbcc1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:46.774543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0070f5a-b46c-4b00-a894-65341d232a1c req-856b3448-0903-4bfd-8679-a1a3cb6fbcc1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0832455 Mar 02 19:15:46.818968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0070f5a-b46c-4b00-a894-65341d232a1c req-2e51e88c-9917-418c-8e27-8b0611c77101 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386600 Mar 02 19:15:46.849519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-3066fff8-2c60-4782-b8ab-f92f5f792518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:46.851040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-3066fff8-2c60-4782-b8ab-f92f5f792518 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57&tenant_id=abca2a374ff34856a77d7af55e472bcf HTTP/1.1" status: 200 len: 1097 time: 0.0711722 Mar 02 19:15:46.861725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:15:46.971762 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.238590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:47.267307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:15:47.323392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:47.329675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.344973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Transition to ACTIVE for port object d1e3eba4-0aff-445a-8c94-714cf47abb5b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:15:47.380221 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'code': 200} Mar 02 19:15:47.437805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.596288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:47.598595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] No DVR routers for this DVR port d1e3eba4-0aff-445a-8c94-714cf47abb5b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:47.607710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.608060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.608405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.608772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.609106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.609439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.609771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.610097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.610448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.610773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.611098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.611420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:15:47.663084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:15:47.663422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:15:47.663758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:15:47.668370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:15:47.668690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Attempting to bind port d1e3eba4-0aff-445a-8c94-714cf47abb5b on network 3981a327-70c1-4286-a9af-b72c0ed7d70f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:15:47.673835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:15:47.674226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Checking segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:15:47.674610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Bound using segment: {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:15:47.675034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Bound port: d1e3eba4-0aff-445a-8c94-714cf47abb5b, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a551bd3e-1961-4822-a936-02b9e2d5ff61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:15:47.675406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.771518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:15:47.774434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:15:47.844957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.903228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:47.903976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:47.905541 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] 10.222.0.65 "PUT /v2.0/ports/d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 1092 time: 1.0481546 Mar 02 19:15:47.929586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ccb13-b9d1-4484-8493-77349d087719 service neutron] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:48.004934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-85880dc0-b0a8-4dc4-a149-0c2a549fd965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:48.006518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-85880dc0-b0a8-4dc4-a149-0c2a549fd965 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1095 time: 0.0780034 Mar 02 19:15:48.006830 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7788cab-74b6-4ebc-ac10-084ba3eca2bc req-d7b9f597-6903-4090-8f00-8d93acdc98b5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:48.008299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7788cab-74b6-4ebc-ac10-084ba3eca2bc req-d7b9f597-6903-4090-8f00-8d93acdc98b5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0821052 Mar 02 19:15:48.053135 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7788cab-74b6-4ebc-ac10-084ba3eca2bc req-7df2384a-d82d-4dc8-a93c-03a2743dc17f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392394 Mar 02 19:15:48.142314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-f7a60b4c-d0a9-474b-996c-4fd42e9d03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:48.143660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-f7a60b4c-d0a9-474b-996c-4fd42e9d03ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1316473 Mar 02 19:15:48.207949 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-13849019-d34a-40ea-8d9e-8d18e336e8f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.0586281 Mar 02 19:15:48.271853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-42e0f5fc-e810-4b63-ac62-f8286c9693da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:48.273238 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-42e0f5fc-e810-4b63-ac62-f8286c9693da service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0598812 Mar 02 19:15:48.319149 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-fd4cd574-24de-4365-9400-72b0368d0c60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401483 Mar 02 19:15:48.447550 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-c650fe62-73c9-47d5-9e41-d02de9a7f95d service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224654 Mar 02 19:15:48.679296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b43e0f16-3b30-48ca-990e-e2becb32c3ad req-4a8528cc-b886-43e3-ad82-c6036a9bb746 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259595 Mar 02 19:15:49.241084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a01d2f-0e80-4b3e-8b74-badc4bf78437 req-e9f93320-8d2f-4fa3-b0e3-bbf8889667ff tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:49.242659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8a01d2f-0e80-4b3e-8b74-badc4bf78437 req-e9f93320-8d2f-4fa3-b0e3-bbf8889667ff tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0819263 Mar 02 19:15:49.286011 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d8a01d2f-0e80-4b3e-8b74-badc4bf78437 req-a4cf5fc9-1168-4a68-96cc-5d3423541a57 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377493 Mar 02 19:15:49.381355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:49.437688 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'status': 'completed', 'code': 200} Mar 02 19:15:49.580705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-0abed3c7-4d74-4080-81ee-1e45704d642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:49.582167 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-0abed3c7-4d74-4080-81ee-1e45704d642e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1095 time: 0.1295807 Mar 02 19:15:49.583953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-91d0f5bf-4795-4f7d-9b74-33c64d216e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:49.585270 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-91d0f5bf-4795-4f7d-9b74-33c64d216e5c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1095 time: 0.1027236 Mar 02 19:15:49.816749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-6e1cc692-bbc7-406a-aa8d-25accfae40d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:49.818207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-6e1cc692-bbc7-406a-aa8d-25accfae40d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.2301056 Mar 02 19:15:49.820412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-6b1ec24a-50cf-47a1-bec2-9c1b9f8c6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:49.821699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-6b1ec24a-50cf-47a1-bec2-9c1b9f8c6fe9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.2149467 Mar 02 19:15:49.943313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-cdd3e392-a571-4d2a-8c17-6540585826c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.1190336 Mar 02 19:15:49.944614 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-2de58bd5-9670-44a7-8e29-9eaa41555e83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.0707395 Mar 02 19:15:50.055904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-e7e1b9d6-2db2-403a-9d27-d7955403d23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:50.057338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-e7e1b9d6-2db2-403a-9d27-d7955403d23e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.1072061 Mar 02 19:15:50.058718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-0a52f562-a89b-4859-ae3e-d105523e1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:50.059986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-0a52f562-a89b-4859-ae3e-d105523e1deb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0784800 Mar 02 19:15:50.141577 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-4952fc1c-3b41-4942-b895-d566fdc45edf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779638 Mar 02 19:15:50.143459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-fc7fced0-20c4-4f9f-81d2-a67c1775dc0e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474956 Mar 02 19:15:50.382154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-64f1eb17-0e68-4946-bb65-1dfff43ec1bf service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342696 Mar 02 19:15:50.387817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-723a58dc-619e-4327-8456-22deced197dd service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205167 Mar 02 19:15:50.475740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9de538-6d5e-4f11-a8a9-0428328ed1b0 req-02236d5d-4c48-4974-8712-4b9de6f801a6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:50.477234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c9de538-6d5e-4f11-a8a9-0428328ed1b0 req-02236d5d-4c48-4974-8712-4b9de6f801a6 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0831559 Mar 02 19:15:50.525909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c9de538-6d5e-4f11-a8a9-0428328ed1b0 req-fee10686-6d54-4a91-a675-d2a9e40a3ad5 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417054 Mar 02 19:15:50.572053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:15:50.626479 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-a45eab8f-b6f3-43ab-bd75-1f6c46174c8f service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380567 Mar 02 19:15:50.629545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8c83da2-f5f6-442c-8edf-7263b4495a88 req-fd4ab814-d322-4487-bf84-ca6975747751 service neutron] 10.222.0.65 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228160 Mar 02 19:15:50.634225 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:15:51.708368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31c622-e701-4475-bcbe-bbb8a68acc78 req-7d0dc8a4-f3c2-4d6c-8970-69926dd52b48 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:51.709807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b31c622-e701-4475-bcbe-bbb8a68acc78 req-7d0dc8a4-f3c2-4d6c-8970-69926dd52b48 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 944 time: 0.0780966 Mar 02 19:15:51.745505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:15:51.752546 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2b31c622-e701-4475-bcbe-bbb8a68acc78 req-4235204c-1328-4cb9-8989-2136e6eeb1ef tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Mar 02 19:15:51.880100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:51.892834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'network_id': '3981a327-70c1-4286-a9af-b72c0ed7d70f', 'port_id': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'mac_address': 'fa:16:3e:f9:f3:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bbbde09-b9ab-48bf-828a-0c13e5300d50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:15:51.946576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:51.962576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1e3eba4-0aff-445a-8c94-714cf47abb5b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:15:51.977383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:52.055880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.118474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b223b74-80b5-42d8-a03b-bf7d46917197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:52.127439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:52.254587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d1e3eba4-0aff-445a-8c94-714cf47abb5b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:15:52.296967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de15d8a-4cb6-4a3a-a475-83369dee7750 req-2f67f3d1-b4bb-4d65-8fe7-9c5454023725 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:52.298478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4de15d8a-4cb6-4a3a-a475-83369dee7750 req-2f67f3d1-b4bb-4d65-8fe7-9c5454023725 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 945 time: 0.0877833 Mar 02 19:15:52.344368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4de15d8a-4cb6-4a3a-a475-83369dee7750 req-ce093336-7a0f-47f3-bc10-217a0995d12c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396497 Mar 02 19:15:52.483162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-d17724ec-325f-4c4a-9a9b-93b4e38c5646 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:52.484402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-d17724ec-325f-4c4a-9a9b-93b4e38c5646 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Synchronizing usage tracker for tenant:abca2a374ff34856a77d7af55e472bcf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:15:52.614382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-d17724ec-325f-4c4a-9a9b-93b4e38c5646 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Unset dirty status for tenant:abca2a374ff34856a77d7af55e472bcf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:15:52.615578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-d17724ec-325f-4c4a-9a9b-93b4e38c5646 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.11 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57&tenant_id=abca2a374ff34856a77d7af55e472bcf&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 945 time: 0.3402822 Mar 02 19:15:52.698915 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-3affa1a2-9b72-4a37-98c4-446bf1ea89d9 service neutron] delete failed (client error): The resource could not be found. Mar 02 19:15:52.699886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-3affa1a2-9b72-4a37-98c4-446bf1ea89d9 service neutron] 10.222.0.11 "DELETE /v2.0/ports/d1e3eba4-0aff-445a-8c94-714cf47abb5b/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0725155 Mar 02 19:15:52.837636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-ea0e8567-275b-4d71-92d7-30a3ff0d770b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:52.839034 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-ea0e8567-275b-4d71-92d7-30a3ff0d770b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=abca2a374ff34856a77d7af55e472bcf&device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 1096 time: 0.0719669 Mar 02 19:15:52.968153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-c4bf2170-b519-4975-90f1-b4bdcb4ab977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:52.969573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-c4bf2170-b519-4975-90f1-b4bdcb4ab977 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 200 len: 915 time: 0.1249399 Mar 02 19:15:53.035867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-6e14ab40-0dc8-4e1a-b4a7-8d9febf4e879 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 200 len: 217 time: 0.0592840 Mar 02 19:15:53.099843 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-79160ccf-3bdf-48d2-91c5-2580c9cea777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:53.101191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-79160ccf-3bdf-48d2-91c5-2580c9cea777 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 200 len: 854 time: 0.0596519 Mar 02 19:15:53.147143 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-45dc81d0-db76-485c-84db-ed8e25efa3f0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3981a327-70c1-4286-a9af-b72c0ed7d70f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398321 Mar 02 19:15:53.277236 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-adbd65f7-cf1a-4452-98ce-baacfa09998a service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243916 Mar 02 19:15:53.410341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5b5c7918-238b-4f75-b760-c997e0adfc8d req-f0c52763-b3f5-4007-9b2d-6b63f7fead62 service neutron] 10.222.0.11 "GET /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266232 Mar 02 19:15:53.542511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d3f3fa-c276-4023-8bbe-e9182e64d1a9 req-70a96bd7-b8a7-427a-a662-8f3fe1c1b0a7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:53.543980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3d3f3fa-c276-4023-8bbe-e9182e64d1a9 req-70a96bd7-b8a7-427a-a662-8f3fe1c1b0a7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 945 time: 0.0858266 Mar 02 19:15:53.599373 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3d3f3fa-c276-4023-8bbe-e9182e64d1a9 req-9e516d14-7437-46bf-816a-349441316a5e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473237 Mar 02 19:15:53.771550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:15:53.991807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port d1e3eba4-0aff-445a-8c94-714cf47abb5b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:15:53.997323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port d1e3eba4-0aff-445a-8c94-714cf47abb5b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:15:53.997691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.119123 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.157025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:54.167984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:54.209355 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'code': 200} Mar 02 19:15:54.266943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-49d1a50b-e596-42f3-b3a0-dcce9fbe6a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.301335 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:54.377652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:54.783975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecce6f-f30f-43fc-8cb8-e4041973c35f req-ef51e223-85c0-4a3b-9e30-5beb49e93bb7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:54.785436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09ecce6f-f30f-43fc-8cb8-e4041973c35f req-ef51e223-85c0-4a3b-9e30-5beb49e93bb7 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0818703 Mar 02 19:15:54.829519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-09ecce6f-f30f-43fc-8cb8-e4041973c35f req-00240f32-5407-4b2f-ad85-8eaff19c51c9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Mar 02 19:15:55.017215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a456fa8-a402-4e34-adef-79c25c5caee3 req-33dccb87-56d2-4e75-9127-4d430076157a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:55.018701 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a456fa8-a402-4e34-adef-79c25c5caee3 req-33dccb87-56d2-4e75-9127-4d430076157a tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0831416 Mar 02 19:15:55.063305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a456fa8-a402-4e34-adef-79c25c5caee3 req-c3439574-bf11-4ddc-a7d1-f43012a5bd67 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Mar 02 19:15:55.248298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a96a4-641f-49d0-a711-360d8a84aa8e req-1b8704ca-956f-4122-9f86-0ab59460d39f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:55.249744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a8a96a4-641f-49d0-a711-360d8a84aa8e req-1b8704ca-956f-4122-9f86-0ab59460d39f tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0820410 Mar 02 19:15:55.300559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a8a96a4-641f-49d0-a711-360d8a84aa8e req-a4f9fb73-1531-414d-ad60-71fc92e1778c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450726 Mar 02 19:15:55.564462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:55.713109 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.184493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe6ac9-2489-4dd4-aece-c4cd38a04778 req-e9c6cf26-5037-47d6-b52b-9bd95cfcdbd9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:56.185879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bbe6ac9-2489-4dd4-aece-c4cd38a04778 req-e9c6cf26-5037-47d6-b52b-9bd95cfcdbd9 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0836837 Mar 02 19:15:56.188098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:56.231551 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bbe6ac9-2489-4dd4-aece-c4cd38a04778 req-6dcc9c8f-f397-4dd5-9589-7103a1c2695c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391128 Mar 02 19:15:56.958578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.201436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-80e511da-30d3-4859-bf47-f9cfa714f79e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:57.203380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-80e511da-30d3-4859-bf47-f9cfa714f79e tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.65 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0771925 Mar 02 19:15:57.278846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Deleting port d1e3eba4-0aff-445a-8c94-714cf47abb5b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:15:57.279198 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.318496 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.418853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9e11b1-cf4d-47d5-b385-d6c53acd1a0a req-6e4a03bb-be62-49ec-b0c9-4e0ab9e71acc tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:15:57.420309 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f9e11b1-cf4d-47d5-b385-d6c53acd1a0a req-6e4a03bb-be62-49ec-b0c9-4e0ab9e71acc tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 946 time: 0.0789006 Mar 02 19:15:57.466266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f9e11b1-cf4d-47d5-b385-d6c53acd1a0a req-7c1fa19f-8afb-4eee-bb4f-e18924128fc1 tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/security-groups?id=272f4c2c-c1d4-4072-9e9f-1a0a38309895&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401852 Mar 02 19:15:57.532504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] For port d1e3eba4-0aff-445a-8c94-714cf47abb5b, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=d1e3eba4-0aff-445a-8c94-714cf47abb5b,segment=NetworkSegment(a551bd3e-1961-4822-a936-02b9e2d5ff61),segment_id=a551bd3e-1961-4822-a936-02b9e2d5ff61)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:15:57.532865 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.654787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Calling delete_port for d1e3eba4-0aff-445a-8c94-714cf47abb5b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:15:57.867354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:57.877813 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['d1e3eba4-0aff-445a-8c94-714cf47abb5b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:15:57.917139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Pushing event deleted for resources: {'Port': ['ID=d1e3eba4-0aff-445a-8c94-714cf47abb5b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:15:58.093024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] No DVR routers for this DVR port d1e3eba4-0aff-445a-8c94-714cf47abb5b on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:15:58.095628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:58.098084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-deleted', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:15:58.141207 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3be7205-ed61-4f13-a8e6-21fb73c38a57', 'name': 'network-vif-deleted', 'tag': 'd1e3eba4-0aff-445a-8c94-714cf47abb5b', 'status': 'completed', 'code': 200} Mar 02 19:15:58.193432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1bc23a6c-354b-493a-8f77-2e8516ee50a3 req-67a07ba7-0d08-43b2-8997-ff56b231a97c tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.65 "DELETE /v2.0/ports/d1e3eba4-0aff-445a-8c94-714cf47abb5b HTTP/1.1" status: 204 len: 173 time: 0.9849095 Mar 02 19:15:58.624638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ae93c3d-f3dd-4af0-b57c-c66d542b71cc req-caec8253-7900-4ea3-bba8-5ffa2f3eddfe tempest-ServerDiskConfigTestJSON-2014496859 tempest-ServerDiskConfigTestJSON-2014496859-project] 10.222.0.66 "GET /v2.0/ports?device_id=e3be7205-ed61-4f13-a8e6-21fb73c38a57 HTTP/1.1" status: 200 len: 210 time: 0.0420203 Mar 02 19:15:59.853999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49548) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:15:59.913369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Deleting subnet 2bbbde09-b9ab-48bf-828a-0c13e5300d50 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:15:59.916150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:15:59.965943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.020357 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.197540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.240905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.243557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bbbde09-b9ab-48bf-828a-0c13e5300d50,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:00.248764 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-13052974-c9b6-423b-ba0a-7f1071eadb49 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/2bbbde09-b9ab-48bf-828a-0c13e5300d50 HTTP/1.1" status: 204 len: 168 time: 0.3937416 Mar 02 19:16:00.251336 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49552) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:00.353781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.479145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.503875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3981a327-70c1-4286-a9af-b72c0ed7d70f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:00.516384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a551bd3e-1961-4822-a936-02b9e2d5ff61') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:00.516686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a551bd3e-1961-4822-a936-02b9e2d5ff61') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:00.527943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.543799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.549819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Releasing vlan 667 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:16:00.550230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:16:00.563503 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:16:00.695694 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.712657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:00.723770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3981a327-70c1-4286-a9af-b72c0ed7d70f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:00.805003 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2ecbda53-f054-44a9-9973-42057db467c8 admin admin] 10.222.0.66 "DELETE /v2.0/networks/3981a327-70c1-4286-a9af-b72c0ed7d70f HTTP/1.1" status: 204 len: 168 time: 0.5525367 Mar 02 19:16:01.143187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49558) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:01.193095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dca73ae2-6979-4db8-8201-7140ad9de9af admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=abca2a374ff34856a77d7af55e472bcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487683 Mar 02 19:16:01.195538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49562) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:01.251672 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.276995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.415343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.429944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272f4c2c-c1d4-4072-9e9f-1a0a38309895,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:01.440015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.440361 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.440700 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.441036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.441367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.441697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.442023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.442373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.442703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.443016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.443335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.443660 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:01.446660 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:01.447776 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d5fc0b2c-8c21-496e-872e-7fa1c4c72643 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/272f4c2c-c1d4-4072-9e9f-1a0a38309895 HTTP/1.1" status: 204 len: 168 time: 0.2513559 Mar 02 19:16:01.823318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:16:01.857284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: d1e3eba4-0aff-445a-8c94-714cf47abb5b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:16:01.857632 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device d1e3eba4-0aff-445a-8c94-714cf47abb5b not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:16:02.471922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49586) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:02.583557 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1122169131-network', 'tenant_id': '9d032de8027d4588867fd91c5b378926'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:02.588644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:02.592756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Usage tracker for resource:network and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:02.595661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:02.601402 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:02.649647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:16:02.651913 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.664544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.679037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:02.682815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:02.685541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:02.691251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:02.769448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.837847 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.864767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:16:02.876904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2eaca-a2c8-4704-a1a0-873f9e352a30,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:02.881828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:02.882197 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Added segment 072cf7c8-b455-4511-9658-766a0681d016 of type vlan for network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 Mar 02 19:16:02.909685 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.003802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.004782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:03.005395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.202575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] Pushing event updated for resources: {'Network': ['ID=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:03.212607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:16:03.251043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-47506ddf-a1c0-4473-a6bb-7d0955c5ffc4 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7780104 Mar 02 19:16:03.253900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49592) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:03.259298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Request body: {'subnet': {'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1122169131-subnet', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:03.264676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:03.268773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Usage tracker for resource:subnet and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:03.271933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:03.284180 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:03.364217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:16:03.366497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.627017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.699363 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8d72a5-990d-4b47-b974-85ccc4ef0f05,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:03.707103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:03.707581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Network hostable DHCP agents. Network: 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:16:03.758063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:16:03.838081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:03.842080 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:03.842698 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:03.847250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117f4e45-e3e4-4676-9026-47671998f024 None None] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:16:03.946900 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-76815be8-8af9-4cfc-b7e1-276ab1a76c5a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6919286 Mar 02 19:16:03.949418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49596) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:03.954388 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:03.959584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:03.963461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Usage tracker for resource:router and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:03.966378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:03.972153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:04.043491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.044556 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.058456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:16:04.060153 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.060642 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.210534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Allocated IP 172.20.0.2 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/54b7a0eb-3ab4-471c-b3c9-27af756d21b6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:04.383103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.416104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.426397 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Transition to ACTIVE for port object 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:04.443658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Transition to ACTIVE for port object 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:04.513389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.572391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:04.579879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:04.582344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:16:04.620797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Pushing event updated for resources: {'Port': ['ID=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.679604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Attempting to bind port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:04.679988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Attempting to bind port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:04.680329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Attempting to bind port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:04.685488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:16:04.686161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:04.686562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.686979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:16:04.687434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Bound port: 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:04.687801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.778177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] For port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:04.781759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] For port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:16:04.791596 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.820374 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.849973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:04.938179 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63421ea3-b8a2-4e97-970a-87e4ac595074 None None] Pushing event updated for resources: {'Port': ['ID=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:04.961623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Allocated IP 172.25.7.235 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/7b0c8e56-6bf4-42d8-89fc-a15ec8583208) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:05.130538 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.215966 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.283531 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:05.286917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:05.290422 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:16:05.316063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:05.438623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Pushing event updated for resources: {'Port': ['ID=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:05.438910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:05.885961 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:05.893346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64883ca4-c4a9-44e7-9256-41d5e4868577 None None] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:16:05.993978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Provisioning for port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:06.003183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Provisioning complete for port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:06.003965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.229364 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.258575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.304710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] For port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:06.393424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.471118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275bdc8d-f90e-4da3-9b07-43419cbc9951 None None] Pushing event updated for resources: {'Port': ['ID=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:06.506997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:16:06.513690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a37d1794-c45b-4174-9759-881347d49e33 None None] Provisioning complete for port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:06.523128 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a37d1794-c45b-4174-9759-881347d49e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.683799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:16:06.692208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:16:06.701194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:06.701794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:06.768751 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:06.769934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-86df8734-ec4a-4eec-85b8-b17056236c53 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8195202 Mar 02 19:16:06.772737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49600) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:06.877444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:07.163259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:05Z', 'revision_number': 3, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:07.167088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:16:07.167436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Updating router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:16:07.222187 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.311639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:07.494316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:07.495000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.564391 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.701582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.713407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Transition to ACTIVE for port object 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:07.763820 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.773525 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Allocated IP 172.20.0.1 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/47a03def-c283-47b9-85d9-d0bc919d3992) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:07.886718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Attempting to bind port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:07.887088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Attempting to bind port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:07.887452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Attempting to bind port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:07.893785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f321d-5630-4238-bac3-8aa6486e7e62 None None] Pushing event updated for resources: {'Port': ['ID=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:07.898994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:16:07.899373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:07.899775 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.900192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:16:07.900721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Bound port: 7b0c8e56-6bf4-42d8-89fc-a15ec8583208, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:07.901027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.923849 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:07.939719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Transition to ACTIVE for port object 47a03def-c283-47b9-85d9-d0bc919d3992 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:07.972778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] For port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:07.975689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] For port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:16:08.020599 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.043467 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.080825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:08.087869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:08.095006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:16:08.127631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Pushing event updated for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:08.134747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:08.135385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:08.150899 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.200383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f321d-5630-4238-bac3-8aa6486e7e62 None None] Pushing event updated for resources: {'Port': ['ID=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:08.320677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:08.482420 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.530132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dc7b1c5e-1576-41cc-bb9a-398db6522753 None None] Provisioning for port 47a03def-c283-47b9-85d9-d0bc919d3992 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:08.554274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-dc7b1c5e-1576-41cc-bb9a-398db6522753 None None] Provisioning complete for port 47a03def-c283-47b9-85d9-d0bc919d3992 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:08.554652 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dc7b1c5e-1576-41cc-bb9a-398db6522753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.649106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dc7b1c5e-1576-41cc-bb9a-398db6522753 None None] Port 47a03def-c283-47b9-85d9-d0bc919d3992 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:16:08.674230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:05Z', 'revision_number': 3, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:08.678728 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de08fd4-e6cf-4d32-a916-ecf141a48069 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:05Z', 'revision_number': 3, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:16:08.845296 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:08.941317 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.053741 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.057568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Pushing event updated for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:09.195586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:09.196725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:09.327935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:09.421289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:16:09.484189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:09.494770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:09.494770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.553137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b81a568e-d80f-424f-ad6c-f18805916d37 None None] Provisioning complete for port 47a03def-c283-47b9-85d9-d0bc919d3992 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:09.553747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b81a568e-d80f-424f-ad6c-f18805916d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.610006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:16:09.619273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4d421c1e-5080-4ccd-bf72-6330ee9c56a2 admin admin] 10.222.0.66 "PUT /v2.0/routers/ee23eca3-e3fc-4ab9-a8d5-e60323ab5205/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8455412 Mar 02 19:16:09.643077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b81a568e-d80f-424f-ad6c-f18805916d37 None None] Port 47a03def-c283-47b9-85d9-d0bc919d3992 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:16:09.670037 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.685936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:09.764044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:09.833017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:10.183575 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:16:10.194717 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:10.195322 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:10.319095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49610) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:10.324643 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1002694516', 'description': 'tempest-description--1066497458'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:10.331230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:10.335204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:security_group and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:10.338010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:10.343677 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:10.371176 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:10.420218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.441420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:10.445228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:security_group_rule and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:10.448060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:10.453670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:10.525349 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.581426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.623432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa85df9-f75f-422c-a52b-f52531c6f68b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:10.683411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.684689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-212f64f7-fe3f-44d4-9fdb-a916bfc3ed40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3642857 Mar 02 19:16:10.687607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49614) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:10.692591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'security_group_rule': {'security_group_id': '5fa85df9-f75f-422c-a52b-f52531c6f68b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:10.698910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:10.702736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:security_group_rule and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:10.705590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:10.710224 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 2, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:10.711304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:10.714743 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:16:10.715088 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Updating router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 port 47a03def-c283-47b9-85d9-d0bc919d3992 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:16:10.769701 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.798552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.857591 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.958563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:10.986093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adeea7b0-ebe8-4fde-837d-59dd3a9c7e00,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:11.072883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.074214 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f5bbadbe-cbeb-4816-a8a3-d3d223fb54f4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856680 Mar 02 19:16:11.076829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49618) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:11.082031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'security_group_rule': {'security_group_id': '5fa85df9-f75f-422c-a52b-f52531c6f68b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:11.088493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:11.092417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:security_group_rule and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:11.095345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:11.101137 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:11.106287 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.117846 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Transition to ACTIVE for port object 47a03def-c283-47b9-85d9-d0bc919d3992 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:11.181887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.203805 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.249051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.294006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:11.325165 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.362176 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cc97cc3-e3bd-4daa-8990-65e4f859f58c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:11.375902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:11.376280 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.403444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Pushing event updated for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:11.421066 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.421410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.421766 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.422680 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.423003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.423330 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.423651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.423969 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.424287 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.424619 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.424924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.425239 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:11.437620 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Attempting to bind port 47a03def-c283-47b9-85d9-d0bc919d3992 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:11.439815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Attempting to bind port 47a03def-c283-47b9-85d9-d0bc919d3992 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:11.439815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Attempting to bind port 47a03def-c283-47b9-85d9-d0bc919d3992 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:11.444325 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:16:11.444938 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:11.445503 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.445943 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:16:11.446439 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Bound port: 47a03def-c283-47b9-85d9-d0bc919d3992, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:11.446811 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.455632 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.459715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b29f0ed7-9745-40c3-b53f-30a6ddbdd61f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790789 Mar 02 19:16:11.460420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 49622) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:11.465556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:11.473559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:11.478063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:floatingip and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:16:11.481285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:16:11.488662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:11.555884 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] For port 47a03def-c283-47b9-85d9-d0bc919d3992, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:11.558722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] For port 47a03def-c283-47b9-85d9-d0bc919d3992, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47a03def-c283-47b9-85d9-d0bc919d3992,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:16:11.564018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.627220 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.704695 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:11.705324 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:15:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:11.710954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:11.776859 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd9cae-4631-4383-8fc7-0c43fd2915f5 None None] Pushing event updated for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:11.861295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Allocated IP 172.25.7.17 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/140f9d9f-5202-455c-9076-d4f4b0eca7d5) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:11.898017 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:12.011305 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.089921 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.151592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:12.159232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:12.164101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:16:12.198224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=140f9d9f-5202-455c-9076-d4f4b0eca7d5,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:12.237184 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:11Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:12.241142 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08f38fb-9938-47c6-831f-0c82a73a4892 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:11Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:16:12.250562 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.391967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.607097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.672797 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.898997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=140f9d9f-5202-455c-9076-d4f4b0eca7d5,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:12.909155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.981419 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:12.982750 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6562f87b-4a89-4b42-a58b-a3eb3cdb13f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5215538 Mar 02 19:16:13.155150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-3dd472a7-3e58-4819-8aec-b8c9602ff282 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:13.250555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-3dd472a7-3e58-4819-8aec-b8c9602ff282 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:13.254182 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-3dd472a7-3e58-4819-8aec-b8c9602ff282 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1002694516&fields=id&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 267 time: 0.1366158 Mar 02 19:16:13.320889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47a03def-c283-47b9-85d9-d0bc919d3992 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:13.409902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-1fc9d3ec-1287-40a5-a0e1-addcdfe6daad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:13.410618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-1fc9d3ec-1287-40a5-a0e1-addcdfe6daad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:13.478227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 47a03def-c283-47b9-85d9-d0bc919d3992 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:13.483228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 47a03def-c283-47b9-85d9-d0bc919d3992 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:13.483588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.512591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-1fc9d3ec-1287-40a5-a0e1-addcdfe6daad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:13.513778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-1fc9d3ec-1287-40a5-a0e1-addcdfe6daad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.2551272 Mar 02 19:16:13.528968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-4ec2f32b-d7e1-4cd9-afcc-1d4ca57a5e54 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/quotas/9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 375 time: 0.0096054 Mar 02 19:16:13.602924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.618951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-e7edb98d-da6f-4f23-b48e-07fc9c96f7e5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:16:13.634952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 47a03def-c283-47b9-85d9-d0bc919d3992, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47a03def-c283-47b9-85d9-d0bc919d3992,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:13.701111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-e7edb98d-da6f-4f23-b48e-07fc9c96f7e5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:16:13.702472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-e7edb98d-da6f-4f23-b48e-07fc9c96f7e5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1678276 Mar 02 19:16:13.712631 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:13.719119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6a26b800-05c3-4420-8c90-48dc6277f50e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:16:13.720184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6a26b800-05c3-4420-8c90-48dc6277f50e service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063398 Mar 02 19:16:13.780209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:13.788976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.789354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.789694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.790054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.790433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.790766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.791137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.791475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.791802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.792127 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.792451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.792772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:13.854364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-d093f828-2cc9-4e3a-85ff-1f32c342253f service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283326 Mar 02 19:16:14.095099 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-ebcad52d-12b1-4212-86c2-c7ee9b9ca283 service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345231 Mar 02 19:16:14.364044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-06abfa60-c743-43a4-ad48-eecb5bc79348 req-51a33e5a-f505-44ff-ae2f-316b4a903690 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 210 time: 0.0415492 Mar 02 19:16:15.291613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47a03def-c283-47b9-85d9-d0bc919d3992 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:15.395975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 47a03def-c283-47b9-85d9-d0bc919d3992 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:15.396345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:15.515268 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cc9041e-5eed-4e6f-b4a5-cab01c43d684 req-abfa23e9-1505-4a2d-90ec-8a60f30e1f73 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 210 time: 0.0423460 Mar 02 19:16:16.532027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-018418f4-d19e-49ed-b583-deb1b71e8c36 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:16.533509 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-018418f4-d19e-49ed-b583-deb1b71e8c36 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1471796 Mar 02 19:16:16.581668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-d99aceb9-f67d-4a06-a3d9-c7f169811f9d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 380 time: 0.0401869 Mar 02 19:16:16.590428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'port': {'device_id': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'admin_state_up': True, 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'security_groups': ['5fa85df9-f75f-422c-a52b-f52531c6f68b']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:16.671813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccd89180-f533-4e4a-ab2d-8df3d22401d0 req-ec2a9d31-1733-4a5a-80a9-d9143ba97649 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 210 time: 0.0459991 Mar 02 19:16:16.727803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:16:16.738161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:16:16.804003 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:16:16.807527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:16.973764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Allocated IP 172.20.0.14 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/52d44e43-4f60-4387-8755-68d93378b6e1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:16:17.160189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:17.175318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Transition to ACTIVE for port object 52d44e43-4f60-4387-8755-68d93378b6e1 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:17.273029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:17.336358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:16:17.344074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:16:17.348468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:16:17.387468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:17.419839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:17.420453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:17.530501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-01c0bc50-54b9-491d-84c1-12dd5dcc5ea7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9434855 Mar 02 19:16:17.541881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Request body: {'port': {'device_id': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:17.610210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-655e1d57-96df-4f80-b18f-cdf88e8f3315 None None] Provisioning for port 52d44e43-4f60-4387-8755-68d93378b6e1 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:17.615436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-655e1d57-96df-4f80-b18f-cdf88e8f3315 None None] Provisioning complete for port 52d44e43-4f60-4387-8755-68d93378b6e1 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:17.615831 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-655e1d57-96df-4f80-b18f-cdf88e8f3315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:17.660266 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:17.669228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-655e1d57-96df-4f80-b18f-cdf88e8f3315 None None] Port 52d44e43-4f60-4387-8755-68d93378b6e1 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:16:17.864672 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d4e49-ffe4-4f44-a831-76c6c98c3a39 req-021ccf70-7822-4c2b-badb-ed7040c26b4f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:17.866107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d67d4e49-ffe4-4f44-a831-76c6c98c3a39 req-021ccf70-7822-4c2b-badb-ed7040c26b4f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 932 time: 0.0803919 Mar 02 19:16:17.911812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d67d4e49-ffe4-4f44-a831-76c6c98c3a39 req-55671e44-5746-42fc-835a-ad1c58d72b73 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391898 Mar 02 19:16:18.012641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d44e43-4f60-4387-8755-68d93378b6e1 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:16:18.020342 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.036872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Transition to ACTIVE for port object 52d44e43-4f60-4387-8755-68d93378b6e1 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:18.089560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.222013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:18.442831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:18.443142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:18.443474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:18.448102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:16:18.448421 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:18.454060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:16:18.454427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:18.454807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:16:18.455230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Bound port: 52d44e43-4f60-4387-8755-68d93378b6e1, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:18.455575 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.545852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:18.548968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:16:18.615565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.669077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:18.669702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:18.671214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] 10.222.0.65 "PUT /v2.0/ports/52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 1092 time: 1.1335969 Mar 02 19:16:18.671623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:16:18.703113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfcbe76-7276-448c-a4e0-0ef9a7764f50 service neutron] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:18.727062 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'status': 'completed', 'code': 200} Mar 02 19:16:18.827851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-577acf2c-3d4f-4f7a-98d0-375af949daa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:18.833520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-577acf2c-3d4f-4f7a-98d0-375af949daa6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.0839894 Mar 02 19:16:19.017630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-ee5c8a83-417a-4240-94d0-d0bd9d33f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.019650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-ee5c8a83-417a-4240-94d0-d0bd9d33f5d3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9d032de8027d4588867fd91c5b378926&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1824391 Mar 02 19:16:19.100979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a401535-46ba-4ee0-ac82-b0706fce8be4 req-8814159a-cc1a-4e02-b6b9-b5072f61aba0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.102555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a401535-46ba-4ee0-ac82-b0706fce8be4 req-8814159a-cc1a-4e02-b6b9-b5072f61aba0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0859227 Mar 02 19:16:19.147683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a401535-46ba-4ee0-ac82-b0706fce8be4 req-665d358b-caca-4a98-999a-08e6e5ad1bdc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392659 Mar 02 19:16:19.166608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-f2718eb2-914a-49df-824b-e32de895997c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.168066 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a8c1120-84b9-49b4-a4d1-7fb9098c1996 req-f2718eb2-914a-49df-824b-e32de895997c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1425211 Mar 02 19:16:19.181380 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:16:19.274890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-f7454a89-6a38-43b4-9eba-bc88d1923098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.276401 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-f7454a89-6a38-43b4-9eba-bc88d1923098 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.0740457 Mar 02 19:16:19.351326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-99dffc4f-103a-4103-84b4-0e911755c634 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 217 time: 0.0687358 Mar 02 19:16:19.416100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-efc6a0b3-51e2-4d31-a8e5-49f8901f3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.418058 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-efc6a0b3-51e2-4d31-a8e5-49f8901f3f30 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0611722 Mar 02 19:16:19.508478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-f622b61b-b04e-492c-aa27-5d858dab8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:19.510421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-f622b61b-b04e-492c-aa27-5d858dab8b9a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865178 Mar 02 19:16:19.650951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-53d55432-8546-4e6d-a715-615d03e9cb83 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343560 Mar 02 19:16:19.793485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-067695df-e3b1-4405-b381-fd3b65dba0a7 req-08d76eaf-df65-4a55-a16d-8bd5ee6bf9bd service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365352 Mar 02 19:16:20.333568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b8aa5-8826-4c31-b7cb-36386f04dc8d req-c5c443f9-3ce4-462e-a15a-694fec1e5941 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:20.334909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-812b8aa5-8826-4c31-b7cb-36386f04dc8d req-c5c443f9-3ce4-462e-a15a-694fec1e5941 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0827532 Mar 02 19:16:20.379573 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-812b8aa5-8826-4c31-b7cb-36386f04dc8d req-5756e117-b145-490d-bca2-0bcce4f9b63d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389576 Mar 02 19:16:21.569519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf1ebf1-8132-4001-b092-8771a5a919dd req-825c129f-3d49-49ba-bddb-1937f161636f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:21.570992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cf1ebf1-8132-4001-b092-8771a5a919dd req-825c129f-3d49-49ba-bddb-1937f161636f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0818748 Mar 02 19:16:21.613892 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cf1ebf1-8132-4001-b092-8771a5a919dd req-25132cb6-9976-4066-98a4-a45df972bb27 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 Mar 02 19:16:21.881046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:16:22.018862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:22.040000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '52d44e43-4f60-4387-8755-68d93378b6e1', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1', 'mac_address': 'fa:16:3e:61:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:16:22.104731 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:22.116047 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-33479d5d-8098-432e-b2ec-22806bf4884c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:22.124464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d44e43-4f60-4387-8755-68d93378b6e1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:16:22.142747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:22.203533 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:22.272599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:22.401620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['52d44e43-4f60-4387-8755-68d93378b6e1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:16:22.796105 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbfe8cb-efa9-4032-8bd0-4350f5dce15b req-10743da8-ed1b-4f65-b04e-e4d3c02bbc5f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:22.797622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfbfe8cb-efa9-4032-8bd0-4350f5dce15b req-10743da8-ed1b-4f65-b04e-e4d3c02bbc5f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 945 time: 0.0802057 Mar 02 19:16:22.844062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dfbfe8cb-efa9-4032-8bd0-4350f5dce15b req-242c354c-e286-417f-861b-67c6a29f201b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403001 Mar 02 19:16:23.880029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:16:23.987012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 52d44e43-4f60-4387-8755-68d93378b6e1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:16:23.992052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 52d44e43-4f60-4387-8755-68d93378b6e1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:16:23.992430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.034149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc23a1b-185a-4717-9298-262129b3023b req-19a367af-9647-49e1-a153-5a20d662c106 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:24.035629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dc23a1b-185a-4717-9298-262129b3023b req-19a367af-9647-49e1-a153-5a20d662c106 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 945 time: 0.0821400 Mar 02 19:16:24.086209 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7dc23a1b-185a-4717-9298-262129b3023b req-c147ae00-3b9d-4900-aef9-d6f3f0592f30 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438178 Mar 02 19:16:24.117476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.154014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:16:24.164509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:24.197566 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'code': 200} Mar 02 19:16:24.231680 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cebf3735-f975-48fd-802d-a252435a40a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.260828 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:24.324959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55984b2e-2177-48cb-ac35-91e34ad0b9b7 req-776f943f-308a-464d-bdf0-61b350be4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:24.326522 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55984b2e-2177-48cb-ac35-91e34ad0b9b7 req-776f943f-308a-464d-bdf0-61b350be4b5c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1097 time: 0.0702174 Mar 02 19:16:24.342305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:24.367938 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-55984b2e-2177-48cb-ac35-91e34ad0b9b7 req-f0c98426-87ab-4ca8-9f26-dcc707f21eae service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358775 Mar 02 19:16:25.273950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bbc8d-2204-4d72-95b3-c41612f0d466 req-f4d30ee5-407f-4e90-a86e-b034833a4f45 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:25.275443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-694bbc8d-2204-4d72-95b3-c41612f0d466 req-f4d30ee5-407f-4e90-a86e-b034833a4f45 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0848098 Mar 02 19:16:25.323600 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-694bbc8d-2204-4d72-95b3-c41612f0d466 req-d108808c-6365-4a7e-80fe-aa198b06efa7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385249 Mar 02 19:16:25.557286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:25.678351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.202728 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.521065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823bcd7-772b-48c6-a142-7c2152d669dd req-1ed1ba79-f435-403d-9491-3c6fe88505f7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:26.522576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2823bcd7-772b-48c6-a142-7c2152d669dd req-1ed1ba79-f435-403d-9491-3c6fe88505f7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0819397 Mar 02 19:16:26.568428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2823bcd7-772b-48c6-a142-7c2152d669dd req-6ab3b9a0-3fc0-4b9c-933f-b871f40b6241 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393720 Mar 02 19:16:26.749498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a279-60f1-4c0d-8d5d-94bc40ff5706 req-301b2d03-f410-4bc8-81c4-a903e8009d6d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:26.751088 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2aa6a279-60f1-4c0d-8d5d-94bc40ff5706 req-301b2d03-f410-4bc8-81c4-a903e8009d6d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0829701 Mar 02 19:16:26.761295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49674) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:16:26.766802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'floatingip': {'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:26.863578 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:26.939770 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:27.318140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:27.606490 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:27.666911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:27.838445 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 associated. External IP: 172.25.7.17, port: 52d44e43-4f60-4387-8755-68d93378b6e1. Mar 02 19:16:28.194897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:16:28.370356 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:16:28.374770 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:28.380273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:16:28.390034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:28.390679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:28.430983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c6158cf5-06f0-41b6-b60a-88f9fa60d15c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "PUT /v2.0/floatingips/24ebd03b-00ad-4d8f-b9ae-29897ece6a68 HTTP/1.1" status: 200 len: 991 time: 1.6686451 Mar 02 19:16:28.431550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:16:28.476162 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'status': 'completed', 'code': 200} Mar 02 19:16:28.574405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:28.583501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-8ff4b09d-84c8-4542-917d-00ffe0bd7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:28.585006 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-8ff4b09d-84c8-4542-917d-00ffe0bd7f0d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1097 time: 0.0861413 Mar 02 19:16:28.598084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382bae9-87b7-4797-8586-d2fce4e0ebeb req-c657b54f-a311-4c25-b6a8-d4d90bc78c92 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:28.599576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c382bae9-87b7-4797-8586-d2fce4e0ebeb req-c657b54f-a311-4c25-b6a8-d4d90bc78c92 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0829384 Mar 02 19:16:28.664918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c382bae9-87b7-4797-8586-d2fce4e0ebeb req-cade8777-79d7-4212-bd2a-db611abeb106 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585914 Mar 02 19:16:28.722835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-5a9dfb1a-fb20-4496-9592-f32cc34c3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:28.724502 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-5a9dfb1a-fb20-4496-9592-f32cc34c3551 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1337259 Mar 02 19:16:28.834589 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-8d486d48-9cc6-4129-8a7b-8375ffb4d920 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 999 time: 0.1012182 Mar 02 19:16:28.881234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1249b1-8e5b-46ff-888f-a0cfb31ea9c1 req-385ce9af-f9ec-4333-b6c9-bd780d37cb72 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:28.882955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf1249b1-8e5b-46ff-888f-a0cfb31ea9c1 req-385ce9af-f9ec-4333-b6c9-bd780d37cb72 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0949550 Mar 02 19:16:28.937578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf1249b1-8e5b-46ff-888f-a0cfb31ea9c1 req-fb2efc60-f8da-4a03-ac5b-9dbe873367d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480082 Mar 02 19:16:28.982952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:61:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:16:27Z', 'revision_number': 1, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:28.986882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:16:28.995188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:16:28.995785 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:29.022813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-54a4f9e4-f8fe-49e4-9df4-1b8c07194e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:29.024247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-54a4f9e4-f8fe-49e4-9df4-1b8c07194e90 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1835282 Mar 02 19:16:29.099450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-2ba8df05-5cc6-4dcd-9dc0-c477ef3254e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:29.100924 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-2ba8df05-5cc6-4dcd-9dc0-c477ef3254e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710368 Mar 02 19:16:29.173157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:16:29.229381 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-f2635e41-d518-4b5d-9af3-35d248b434f1 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227286 Mar 02 19:16:29.360658 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f1405fb9-1714-4d70-8a58-de8bec55db7b req-bb8ff64e-aa2a-48f2-b07f-4357d4314b7c service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259451 Mar 02 19:16:29.516126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:61:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:16:27Z', 'revision_number': 1, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:16:29.520496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba14569-1d8b-428f-848f-01eacc399215 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:61:d1:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:16:27Z', 'revision_number': 1, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:16:29.706001 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac430086-7a74-49ef-95f4-b7065be82c09 None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:16:30.127146 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b8e2ed-47c7-45f1-ad0b-9e461b6c22dc req-b39d1d69-d710-4574-bd54-0d7785456a0c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:30.128608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0b8e2ed-47c7-45f1-ad0b-9e461b6c22dc req-b39d1d69-d710-4574-bd54-0d7785456a0c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0829387 Mar 02 19:16:30.175299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0b8e2ed-47c7-45f1-ad0b-9e461b6c22dc req-88aae1a5-7df4-4fa8-8936-8b763fdbe7e6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411158 Mar 02 19:16:30.353890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930c20-0837-4c15-9382-463672ab3571 req-1a1e1303-2e13-40a8-a96d-672e350f815e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:30.355286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8930c20-0837-4c15-9382-463672ab3571 req-1a1e1303-2e13-40a8-a96d-672e350f815e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0792592 Mar 02 19:16:30.400095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8930c20-0837-4c15-9382-463672ab3571 req-39861639-57a6-4b32-b254-6f156de53072 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Mar 02 19:16:31.026005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-7507884c-df6c-4b3e-b1f2-757b904cac4d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763602 Mar 02 19:16:31.103694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cd141-20f9-4eda-96a6-054fa3154905 req-52609ca9-101f-4bab-9d72-2d3480966771 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:31.105137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81cd141-20f9-4eda-96a6-054fa3154905 req-52609ca9-101f-4bab-9d72-2d3480966771 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0825536 Mar 02 19:16:31.265043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81cd141-20f9-4eda-96a6-054fa3154905 req-4c4f8364-e6fc-410c-bb4c-892a39e243a0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536877 Mar 02 19:16:32.447901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cd868-bdce-4e33-bbb1-f3cb463379a5 req-a6bb17bf-fa8a-452b-a0b1-ac714028bc8d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:32.449376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f08cd868-bdce-4e33-bbb1-f3cb463379a5 req-a6bb17bf-fa8a-452b-a0b1-ac714028bc8d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0794063 Mar 02 19:16:32.493393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f08cd868-bdce-4e33-bbb1-f3cb463379a5 req-4c9333ed-2051-4166-8cf7-5987dd9ae6fc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375655 Mar 02 19:16:33.058332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-b4fede2b-ae62-46d6-a311-3ff08dc27f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:33.059804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-b4fede2b-ae62-46d6-a311-3ff08dc27f6b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1097 time: 0.0707452 Mar 02 19:16:33.188773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-4c6a4c08-d869-4db3-b36a-4470babf8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:33.190245 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-4c6a4c08-d869-4db3-b36a-4470babf8b2d service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1241169 Mar 02 19:16:33.290912 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-a9d476c9-ae80-4020-9bb4-3376e695ed8d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 1001 time: 0.0954792 Mar 02 19:16:33.353665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-2acac0a5-6735-4fbf-a184-a37c3e57d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:33.355004 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-2acac0a5-6735-4fbf-a184-a37c3e57d8e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0590715 Mar 02 19:16:33.427937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-db06e852-4ff6-46d7-8129-73e376755670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:33.429419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-db06e852-4ff6-46d7-8129-73e376755670 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691781 Mar 02 19:16:33.558831 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-db024c7c-b3dd-43bd-a65b-c4ce697a61ac service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238122 Mar 02 19:16:33.686257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07cf3fd-2eeb-4413-a160-32279799c68e req-067f5991-920d-4828-b55d-6534df5b5bba tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:33.687779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e07cf3fd-2eeb-4413-a160-32279799c68e req-067f5991-920d-4828-b55d-6534df5b5bba tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0817194 Mar 02 19:16:33.687952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-a8162b59-d7c5-47ae-8943-431321ac10d2 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235492 Mar 02 19:16:33.733301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e07cf3fd-2eeb-4413-a160-32279799c68e req-df4f5f0e-32d7-46ee-bee6-cade88273c95 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399606 Mar 02 19:16:34.920982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b8d06-fb4b-4de4-9139-d4c1ce1f6e59 req-b389793b-216c-4bca-935d-f1e10d087d8d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:34.922451 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120b8d06-fb4b-4de4-9139-d4c1ce1f6e59 req-b389793b-216c-4bca-935d-f1e10d087d8d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0824511 Mar 02 19:16:34.965370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-120b8d06-fb4b-4de4-9139-d4c1ce1f6e59 req-8235a7ec-ef5b-4113-918d-d73204e4dc86 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366888 Mar 02 19:16:36.145367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6200c-d07c-4ec4-917c-2e7eebea6f3f req-aa0f04ab-5e8d-41d4-9986-0afd2f00c493 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:36.146769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0a6200c-d07c-4ec4-917c-2e7eebea6f3f req-aa0f04ab-5e8d-41d4-9986-0afd2f00c493 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0779045 Mar 02 19:16:36.190422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d0a6200c-d07c-4ec4-917c-2e7eebea6f3f req-4f9f334d-eba9-4bba-a77f-55adfec5b869 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Mar 02 19:16:37.382282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de9f55-dfad-4f60-b4d5-c4e422534bec req-732f6f8d-be8a-47f5-aa10-c1ef72e8b081 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:37.382282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44de9f55-dfad-4f60-b4d5-c4e422534bec req-732f6f8d-be8a-47f5-aa10-c1ef72e8b081 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0833309 Mar 02 19:16:37.422103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44de9f55-dfad-4f60-b4d5-c4e422534bec req-700dd0f4-040e-453a-873f-84f91c14f635 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Mar 02 19:16:38.606188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505f741-8416-46c6-9504-34ad216fc863 req-6bf96a01-f30b-47fc-a874-e84452f42988 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:38.607665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4505f741-8416-46c6-9504-34ad216fc863 req-6bf96a01-f30b-47fc-a874-e84452f42988 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0786781 Mar 02 19:16:38.654094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4505f741-8416-46c6-9504-34ad216fc863 req-91c2c6d0-845a-4b0c-aa11-f0fea3324818 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403764 Mar 02 19:16:39.838559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9199526-d0c8-4e7a-9491-b42560629009 req-b81f0c22-3969-47ec-9769-36545e5e1d2a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:39.839995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9199526-d0c8-4e7a-9491-b42560629009 req-b81f0c22-3969-47ec-9769-36545e5e1d2a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0808144 Mar 02 19:16:39.887245 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9199526-d0c8-4e7a-9491-b42560629009 req-8c15f138-2c87-4bac-92b4-17ab95b9ad9f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417235 Mar 02 19:16:41.070258 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292c74a-bf9c-440a-ba14-745dcbd2339a req-b3197abb-6637-4933-874b-a0909642a907 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:41.071706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2292c74a-bf9c-440a-ba14-745dcbd2339a req-b3197abb-6637-4933-874b-a0909642a907 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0819218 Mar 02 19:16:41.114584 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2292c74a-bf9c-440a-ba14-745dcbd2339a req-c2e6fea4-ddeb-4e86-a288-7f252ab4a967 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373368 Mar 02 19:16:42.299627 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e0713b-6da2-4b42-a762-4327094e8bf8 req-67b22cd8-537f-4dbf-a283-8efa4f9f78bb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:42.301100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9e0713b-6da2-4b42-a762-4327094e8bf8 req-67b22cd8-537f-4dbf-a283-8efa4f9f78bb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0792224 Mar 02 19:16:42.343760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9e0713b-6da2-4b42-a762-4327094e8bf8 req-b096d704-43e1-4d24-90e3-5ff6662db011 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369380 Mar 02 19:16:43.528038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4797e6-75ea-44da-9bb4-abe44a1ac476 req-9a431305-5530-4756-877d-07f3c4bec0ff tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:43.529581 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d4797e6-75ea-44da-9bb4-abe44a1ac476 req-9a431305-5530-4756-877d-07f3c4bec0ff tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0816708 Mar 02 19:16:43.573190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d4797e6-75ea-44da-9bb4-abe44a1ac476 req-1ddb50c3-b0ed-40ef-a172-1691e153c639 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373702 Mar 02 19:16:44.753288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1e049-27aa-4641-863d-904aeb988b45 req-6f948fda-00a6-4219-aac1-d979c6feb174 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:44.754756 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53a1e049-27aa-4641-863d-904aeb988b45 req-6f948fda-00a6-4219-aac1-d979c6feb174 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0772569 Mar 02 19:16:44.801933 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53a1e049-27aa-4641-863d-904aeb988b45 req-015a7c88-76aa-4cd9-b4ac-6f0bcb8f64df tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407917 Mar 02 19:16:45.984781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f46b4a-df72-4b01-b8fe-b1ba0628f0c8 req-bff64433-104b-4e10-8abe-dabeb8938e38 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:45.986250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7f46b4a-df72-4b01-b8fe-b1ba0628f0c8 req-bff64433-104b-4e10-8abe-dabeb8938e38 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0781591 Mar 02 19:16:46.029901 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b7f46b4a-df72-4b01-b8fe-b1ba0628f0c8 req-2d9950c4-dc00-4607-bb02-5172de0cdbc9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375512 Mar 02 19:16:47.213583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08efa73c-ec1e-408b-9d01-00c759656205 req-3324b6ba-d49c-4fdf-97e7-1cbea29cdf1b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:47.215074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08efa73c-ec1e-408b-9d01-00c759656205 req-3324b6ba-d49c-4fdf-97e7-1cbea29cdf1b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0816705 Mar 02 19:16:47.258520 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08efa73c-ec1e-408b-9d01-00c759656205 req-870da41b-7f2d-4209-8306-b29dd8358476 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379350 Mar 02 19:16:48.439061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e839e54-5d3f-4019-ba08-749a76376e21 req-5d6ad7c1-fb20-42af-8f5c-f1ecbe45da16 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:48.440428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e839e54-5d3f-4019-ba08-749a76376e21 req-5d6ad7c1-fb20-42af-8f5c-f1ecbe45da16 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0789635 Mar 02 19:16:48.483444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e839e54-5d3f-4019-ba08-749a76376e21 req-8bb31cba-18be-4b7d-906c-025e666ddf19 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Mar 02 19:16:49.671330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3ea89-01ee-42a4-83f9-6c099a37e6aa req-4f003e85-b72f-467e-bd7b-d38880770e31 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:49.672813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99b3ea89-01ee-42a4-83f9-6c099a37e6aa req-4f003e85-b72f-467e-bd7b-d38880770e31 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0822089 Mar 02 19:16:49.717395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-99b3ea89-01ee-42a4-83f9-6c099a37e6aa req-b9703b5b-6714-4564-8992-5de9380dfc49 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Mar 02 19:16:50.898922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a69738-0b20-41c9-a52c-511599c356fb req-0a5ce8bd-8ed4-4988-9f2e-87c498cc0877 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:50.900364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7a69738-0b20-41c9-a52c-511599c356fb req-0a5ce8bd-8ed4-4988-9f2e-87c498cc0877 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0780876 Mar 02 19:16:50.946098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7a69738-0b20-41c9-a52c-511599c356fb req-2873acce-c9f6-4a89-8dad-46066f7f4cd5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400374 Mar 02 19:16:52.089664 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-412655f4-1f6a-4d34-88f1-341ae0aabf27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:52.129496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf466454-e19c-4809-b8f1-0ed8ff2498fd req-b6dd8935-0061-4fcf-80c9-ad936dc1c478 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:52.131036 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf466454-e19c-4809-b8f1-0ed8ff2498fd req-b6dd8935-0061-4fcf-80c9-ad936dc1c478 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0796883 Mar 02 19:16:52.174055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf466454-e19c-4809-b8f1-0ed8ff2498fd req-1b91e0b4-d3d3-4346-b36c-da013a180d6b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374389 Mar 02 19:16:53.360788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ab7d7-f07b-4137-a480-3fbf89a914a9 req-37f58d1c-6ad8-4ffb-bd18-623cc0356195 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:53.362671 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-010ab7d7-f07b-4137-a480-3fbf89a914a9 req-37f58d1c-6ad8-4ffb-bd18-623cc0356195 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0816860 Mar 02 19:16:53.406500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-010ab7d7-f07b-4137-a480-3fbf89a914a9 req-7bd283bd-463f-432e-b7f0-848030970873 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382826 Mar 02 19:16:54.220673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-35c3efcd-4535-450f-a8e2-b6f958a11a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:54.586404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cf7fc-fab5-4261-a923-bf16e568a826 req-012672e6-a03e-4584-8d9e-f84b64d96007 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:54.587739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-761cf7fc-fab5-4261-a923-bf16e568a826 req-012672e6-a03e-4584-8d9e-f84b64d96007 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0784376 Mar 02 19:16:54.630347 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-761cf7fc-fab5-4261-a923-bf16e568a826 req-a72e2c2f-0faf-48ed-bc7b-dc7e1f53905a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371616 Mar 02 19:16:55.557706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.672198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:55.679720 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-d2353a20-c1f4-4634-af43-211af3c3d5db service neutron] show failed (client error): The resource could not be found. Mar 02 19:16:55.683142 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-d2353a20-c1f4-4634-af43-211af3c3d5db service neutron] 10.222.0.65 "GET /v2.0/ports/52d44e43-4f60-4387-8755-68d93378b6e1/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0815170 Mar 02 19:16:55.817946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad35116-acd4-4192-a0f8-45fe6a4c38cf req-7a7c9902-c030-4ba2-9190-033e623d98c5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:55.819410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ad35116-acd4-4192-a0f8-45fe6a4c38cf req-7a7c9902-c030-4ba2-9190-033e623d98c5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0833597 Mar 02 19:16:55.863464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ad35116-acd4-4192-a0f8-45fe6a4c38cf req-09122c30-5fc3-4824-b181-cb22f76626f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383501 Mar 02 19:16:56.180886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:16:56.197602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.304556 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-ebb59dc1-ea06-428e-86af-8d69ea5d32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:56.306035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-ebb59dc1-ea06-428e-86af-8d69ea5d32d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1097 time: 0.1160808 Mar 02 19:16:56.316169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:16:56.424108 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.773491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:16:56.802851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:56.858257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:16:56.864453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.879595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Transition to ACTIVE for port object 52d44e43-4f60-4387-8755-68d93378b6e1 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:16:56.920473 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'code': 200} Mar 02 19:16:56.963134 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:56.985970 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.049944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c16408-401e-44c0-a7af-7898b474ea3e req-6959c834-178d-4918-a0cf-8a3c03ede48a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:57.051604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7c16408-401e-44c0-a7af-7898b474ea3e req-6959c834-178d-4918-a0cf-8a3c03ede48a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0817058 Mar 02 19:16:57.106656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7c16408-401e-44c0-a7af-7898b474ea3e req-bd5306d0-70f0-4d81-9507-d0d9a2ecf8c7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489352 Mar 02 19:16:57.132783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:57.152115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.152458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.152799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.153131 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.153464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.153789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.154112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.154457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.154778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.155097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.155414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.155731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:16:57.202993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] No DVR routers for this DVR port 52d44e43-4f60-4387-8755-68d93378b6e1 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:16:57.327797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.428808 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:16:57.429146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:16:57.429480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:57.434054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:16:57.435202 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Attempting to bind port 52d44e43-4f60-4387-8755-68d93378b6e1 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:16:57.439452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:16:57.439790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:16:57.440204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:16:57.440623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Bound port: 52d44e43-4f60-4387-8755-68d93378b6e1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:16:57.440974 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.530187 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:16:57.533078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:16:57.592142 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.645959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:57.646618 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:16:57.648047 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] 10.222.0.11 "PUT /v2.0/ports/52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 1092 time: 1.3357251 Mar 02 19:16:57.701502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1027-9f19-4a86-ab75-46ac41620efb service neutron] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:16:57.745212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-c489afea-2324-4363-9b4a-8e90a38f9f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:57.746738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-c489afea-2324-4363-9b4a-8e90a38f9f73 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.0768757 Mar 02 19:16:57.880020 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-e743c89c-3a71-4db9-a699-e48c395c6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:57.881463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-e743c89c-3a71-4db9-a699-e48c395c6c5e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1288052 Mar 02 19:16:57.983660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-a148f193-5002-4d11-8d27-2147ea1eef87 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 999 time: 0.0966318 Mar 02 19:16:58.048248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-38445ecd-8923-4a2a-870b-0fbac59d0b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:58.049697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-38445ecd-8923-4a2a-870b-0fbac59d0b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0602965 Mar 02 19:16:58.124045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-fdbc6132-f760-49f7-89cd-e8facfe7a949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:58.125450 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-fdbc6132-f760-49f7-89cd-e8facfe7a949 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692539 Mar 02 19:16:58.256997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-01dba0f3-553b-4a9b-b7f7-7716ab824fe8 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250005 Mar 02 19:16:58.295212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d721-1f17-4d5c-8f30-75a634295e3b req-8b8a9c63-3f2e-40ac-9e4d-b80f71aee017 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:58.296660 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d185d721-1f17-4d5c-8f30-75a634295e3b req-8b8a9c63-3f2e-40ac-9e4d-b80f71aee017 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0785851 Mar 02 19:16:58.341787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d185d721-1f17-4d5c-8f30-75a634295e3b req-7e4265c0-c188-4eb0-909b-29e739bae155 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389714 Mar 02 19:16:58.488977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b8c5cd1c-daf0-474d-9249-48db8345b6ad req-a76e4064-f320-47c7-9f78-5668e10aae18 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261732 Mar 02 19:16:58.722243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-d28b986d-f2c8-4002-bc7b-55b2b4dead04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:58.723719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-d28b986d-f2c8-4002-bc7b-55b2b4dead04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.0747736 Mar 02 19:16:58.870684 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-d28f433a-4329-406d-96d0-8cec43f59786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:58.872165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-d28f433a-4329-406d-96d0-8cec43f59786 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1298485 Mar 02 19:16:58.925377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:16:58.982249 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-890faac8-aeec-4642-b9ad-005599bed396 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 999 time: 0.1037519 Mar 02 19:16:58.988182 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'status': 'completed', 'code': 200} Mar 02 19:16:59.089982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-cde7ce35-0bb7-4cde-a14a-02fd80235540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.091475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-cde7ce35-0bb7-4cde-a14a-02fd80235540 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1004088 Mar 02 19:16:59.157048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-5a10d9d0-6848-4afb-8cbc-f4932184f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.158517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-5a10d9d0-6848-4afb-8cbc-f4932184f82c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.1374874 Mar 02 19:16:59.275308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-9fbb9a65-f228-45a9-a9c6-b9d40c16609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.276788 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-9fbb9a65-f228-45a9-a9c6-b9d40c16609b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1755061 Mar 02 19:16:59.335831 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-b1d7b872-377b-4bf9-a78a-94c3c639b545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.337158 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-b1d7b872-377b-4bf9-a78a-94c3c639b545 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1725326 Mar 02 19:16:59.508407 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-6a68b5ee-c295-48f9-aa5e-406b76f7c7cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 999 time: 0.1254520 Mar 02 19:16:59.513941 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-eb384b19-b623-4729-bc09-a9ee8e86ed37 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279747 Mar 02 19:16:59.630037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d6be5-a9bc-45fc-8ff7-35e8ec05f1bb req-46408fce-0bb8-4a0f-8c7f-d72f73e1194d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.631436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad4d6be5-a9bc-45fc-8ff7-35e8ec05f1bb req-46408fce-0bb8-4a0f-8c7f-d72f73e1194d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.1845782 Mar 02 19:16:59.662900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-92c507e0-0839-496c-80e0-75259266efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.664369 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-92c507e0-0839-496c-80e0-75259266efa4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1495490 Mar 02 19:16:59.675089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad4d6be5-a9bc-45fc-8ff7-35e8ec05f1bb req-a827fb20-040a-4083-8505-4094588d1812 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374269 Mar 02 19:16:59.741048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-96be8f4b-cdce-4cfc-a110-204554d0a1a5 req-e2768e70-97cc-4eb1-8a82-8deae42b6d9f service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952326 Mar 02 19:16:59.763078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-32cf307f-c7dd-46f8-bd44-d15a9c1a1ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.764671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-32cf307f-c7dd-46f8-bd44-d15a9c1a1ca7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0935950 Mar 02 19:16:59.950473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-fded6711-abf7-4788-b408-0b07ef67b217 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796312 Mar 02 19:16:59.952195 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-e06cab70-d551-4b93-bfd3-3ff850825ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:16:59.953525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-e06cab70-d551-4b93-bfd3-3ff850825ab2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1095 time: 0.1643558 Mar 02 19:17:00.083602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:00.150280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:00.316662 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-8ea98b62-b8d5-45cb-bef0-edbcec61a672 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599448 Mar 02 19:17:00.317649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-633e43db-9577-4775-83f9-92f04141ecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:00.319001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-633e43db-9577-4775-83f9-92f04141ecfb service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.3453457 Mar 02 19:17:00.422104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-f32c9aeb-34e5-4d41-89c4-70bb73498bd9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 999 time: 0.0968857 Mar 02 19:17:00.489159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-d66667a8-436f-4824-9af5-64bb98a5d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:00.490657 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-d66667a8-436f-4824-9af5-64bb98a5d37c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0618331 Mar 02 19:17:00.570603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-9a1635a6-8f8c-47b4-8de4-1dd9436c20b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:00.572036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-9a1635a6-8f8c-47b4-8de4-1dd9436c20b5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756145 Mar 02 19:17:00.702407 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-f04b7c35-7bed-42c7-bdbf-797a3a08b5fb service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235964 Mar 02 19:17:00.829377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:17:00.835345 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31d1a700-c04a-40f4-aec7-1d7b1ce6b29c req-0f41ddb7-ddfd-42d2-97e6-d4a5ea0faf2b service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274319 Mar 02 19:17:00.871334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f0209-ab2f-4c3e-bee8-a4a30d76e778 req-6e813be9-da1a-4be7-939f-81bd682792f3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:00.876723 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a9f0209-ab2f-4c3e-bee8-a4a30d76e778 req-6e813be9-da1a-4be7-939f-81bd682792f3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 944 time: 0.0924802 Mar 02 19:17:00.920543 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2a9f0209-ab2f-4c3e-bee8-a4a30d76e778 req-db626d65-ca13-4167-98aa-7b6f0dd5f713 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415640 Mar 02 19:17:00.973574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:00.986411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '52d44e43-4f60-4387-8755-68d93378b6e1', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '52d44e43-4f60-4387-8755-68d93378b6e1', 'mac_address': 'fa:16:3e:61:d1:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:17:01.046331 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.063675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d44e43-4f60-4387-8755-68d93378b6e1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:17:01.079300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:01.145678 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:01.215068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:01.349153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3fd330-fb6b-4c73-84b1-f9f4640ede51 req-0dbf1cb4-771d-434d-b2c5-e93177862470 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:01.350648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf3fd330-fb6b-4c73-84b1-f9f4640ede51 req-0dbf1cb4-771d-434d-b2c5-e93177862470 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 945 time: 0.0834653 Mar 02 19:17:01.388836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['52d44e43-4f60-4387-8755-68d93378b6e1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:17:01.395630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bf3fd330-fb6b-4c73-84b1-f9f4640ede51 req-40b619d0-08ff-495e-84ce-308b83af3c42 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392711 Mar 02 19:17:01.411747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-029da512-e0f2-4a78-b8fd-b9cf9df77cf3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:01.412671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-029da512-e0f2-4a78-b8fd-b9cf9df77cf3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:17:01.505969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-029da512-e0f2-4a78-b8fd-b9cf9df77cf3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:17:01.507207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-029da512-e0f2-4a78-b8fd-b9cf9df77cf3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc&tenant_id=9d032de8027d4588867fd91c5b378926&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 945 time: 0.1817899 Mar 02 19:17:01.600167 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-669839e9-26aa-4802-806f-22896b3bf843 service neutron] delete failed (client error): The resource could not be found. Mar 02 19:17:01.601169 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-669839e9-26aa-4802-806f-22896b3bf843 service neutron] 10.222.0.65 "DELETE /v2.0/ports/52d44e43-4f60-4387-8755-68d93378b6e1/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0885992 Mar 02 19:17:01.738295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-f065b3a9-3f40-4efc-a7ab-9fdc48998bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:01.739736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-f065b3a9-3f40-4efc-a7ab-9fdc48998bfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 1096 time: 0.0705953 Mar 02 19:17:01.868004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-39bbacbe-8d15-4d09-b7fa-cca5bef07dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:01.870745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-39bbacbe-8d15-4d09-b7fa-cca5bef07dae service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1243043 Mar 02 19:17:01.970774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-9c1181ac-0e28-4997-83ab-94d4aa0122ed service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 200 len: 1000 time: 0.0951624 Mar 02 19:17:02.030726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-b842c7ab-776e-4c1e-bab9-724f7eacb49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:02.032072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-b842c7ab-776e-4c1e-bab9-724f7eacb49e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0560710 Mar 02 19:17:02.109285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-b1b34094-66f0-4434-965b-a5be17f7db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:02.110886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-b1b34094-66f0-4434-965b-a5be17f7db3c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733986 Mar 02 19:17:02.240447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-486492bd-178d-4d6b-a37b-6e704b933802 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235230 Mar 02 19:17:02.480568 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b5a68594-e809-4dcb-a7b8-fe0e64c5d7a3 req-4ead8b49-ce34-44ed-921a-136339a1bd92 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324867 Mar 02 19:17:02.583016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa0c47-1dff-405a-90da-492c65324945 req-80ea090a-2735-4188-88b5-d46e1a1c4208 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:02.584482 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6aa0c47-1dff-405a-90da-492c65324945 req-80ea090a-2735-4188-88b5-d46e1a1c4208 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 945 time: 0.0788686 Mar 02 19:17:02.631593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6aa0c47-1dff-405a-90da-492c65324945 req-dfcb654f-9acf-444e-8b4a-6d51e68b9ae2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414879 Mar 02 19:17:02.828270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:02.963144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 52d44e43-4f60-4387-8755-68d93378b6e1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:02.968292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 52d44e43-4f60-4387-8755-68d93378b6e1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:02.968666 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.087633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.114147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:17:03.123535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:03.159015 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'code': 200} Mar 02 19:17:03.283079 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:03.352037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:03.817348 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e00744-3abe-471d-8283-6184e8b8a130 req-f6d1cf2a-a200-48ee-9a17-ddb6882d7032 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:03.818809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32e00744-3abe-471d-8283-6184e8b8a130 req-f6d1cf2a-a200-48ee-9a17-ddb6882d7032 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0799026 Mar 02 19:17:03.861113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32e00744-3abe-471d-8283-6184e8b8a130 req-a5e0e2fc-9cb3-4a99-b5b9-1609f2d6b05f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367367 Mar 02 19:17:04.095738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db01f6-2fb6-406b-916e-8cb0a501afcf req-6d7df87a-19c2-47d5-a6aa-41c128a7afc0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:04.097222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3db01f6-2fb6-406b-916e-8cb0a501afcf req-6d7df87a-19c2-47d5-a6aa-41c128a7afc0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.1314387 Mar 02 19:17:04.140657 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c3db01f6-2fb6-406b-916e-8cb0a501afcf req-03d760e5-9f98-4a14-bcf4-f8d5a7493706 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377588 Mar 02 19:17:04.323256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5e03d-432d-4276-acf0-c5087ff695f3 req-00f49b62-c7c3-4e3a-b252-6b2999ecceb1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:04.324659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fac5e03d-432d-4276-acf0-c5087ff695f3 req-00f49b62-c7c3-4e3a-b252-6b2999ecceb1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0790627 Mar 02 19:17:04.367519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fac5e03d-432d-4276-acf0-c5087ff695f3 req-229f52a2-263c-4353-b292-6d538d87626d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373490 Mar 02 19:17:05.136883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b9133-baa2-4c76-8e8d-4d4f82752f4b req-d91ccaec-3087-459d-ad7c-4f5c22c37534 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:05.138311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a65b9133-baa2-4c76-8e8d-4d4f82752f4b req-d91ccaec-3087-459d-ad7c-4f5c22c37534 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0822463 Mar 02 19:17:05.182487 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a65b9133-baa2-4c76-8e8d-4d4f82752f4b req-5e55178b-2a06-4d20-bb49-b29baeda4095 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380864 Mar 02 19:17:06.258724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-ca463113-d934-499e-8da7-a1eaf0df126c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:06.260223 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-ca463113-d934-499e-8da7-a1eaf0df126c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0792375 Mar 02 19:17:06.333176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Deleting port 52d44e43-4f60-4387-8755-68d93378b6e1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:17:06.333483 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.367457 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333cc6b-0c94-40e8-b93f-49c033c9708b req-2d3f8936-9b18-4f9a-b1b9-217c0f2bef8c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:06.368939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3333cc6b-0c94-40e8-b93f-49c033c9708b req-2d3f8936-9b18-4f9a-b1b9-217c0f2bef8c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 946 time: 0.0806639 Mar 02 19:17:06.416060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3333cc6b-0c94-40e8-b93f-49c033c9708b req-a9674e81-fbcf-4764-a992-836cbaf3ec73 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413113 Mar 02 19:17:06.577123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] For port 52d44e43-4f60-4387-8755-68d93378b6e1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52d44e43-4f60-4387-8755-68d93378b6e1,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:06.577486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.864771 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.865145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:06.867373 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 disassociated. External IP: 172.25.7.17, port: 52d44e43-4f60-4387-8755-68d93378b6e1. Mar 02 19:17:06.867373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Calling delete_port for 52d44e43-4f60-4387-8755-68d93378b6e1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:17:07.066777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:07.116477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'Port': ['ID=52d44e43-4f60-4387-8755-68d93378b6e1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:07.310770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:17:07.491475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:17:07.501943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:17:07.512490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:17:07.513093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:07.566788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] No DVR routers for this DVR port 52d44e43-4f60-4387-8755-68d93378b6e1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:17:07.569588 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:07.573879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-deleted', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:17:07.629963 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-349c1a2d-1a4d-4773-875f-929ca94cf858 req-db7c8796-06e4-459a-9a87-4229fb9f7067 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=f9f1ffd9-dcc3-44d6-b322-6de78074e8cc HTTP/1.1" status: 200 len: 210 time: 0.1074333 Mar 02 19:17:07.644818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a346dcb-62d0-4879-900e-ec2a984055dc req-bd1a6d6f-f2db-470a-8ce8-892124e64e93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "DELETE /v2.0/ports/52d44e43-4f60-4387-8755-68d93378b6e1 HTTP/1.1" status: 204 len: 173 time: 1.3790879 Mar 02 19:17:07.693883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:17:07.700826 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f1ffd9-dcc3-44d6-b322-6de78074e8cc', 'name': 'network-vif-deleted', 'tag': '52d44e43-4f60-4387-8755-68d93378b6e1', 'status': 'completed', 'code': 200} Mar 02 19:17:08.002778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:08.006641 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:17:08.014811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:17:08.015395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:16:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:08.186383 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:17:08.492060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:08.496053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccfd9f2-f755-457c-9f51-1bebe541aa17 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:17:08.707653 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b95a8c1-0f9d-4b05-b676-343e978b61fa None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:17:08.977676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-cefd4beb-f4d8-4a00-a696-bb81b1633b78 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1002694516&fields=id&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 267 time: 0.0394440 Mar 02 19:17:09.131721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-35bb9e33-5932-4c57-8ec2-2f9cec37f182 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:09.133164 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-35bb9e33-5932-4c57-8ec2-2f9cec37f182 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1491876 Mar 02 19:17:09.147777 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-d76c4584-5de4-4096-9c1e-1bc9e5f9e841 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/quotas/9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 375 time: 0.0092962 Mar 02 19:17:09.233948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-9a78969b-952a-446a-bb00-09dc8e771b28 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0815322 Mar 02 19:17:09.371399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-3458e46c-9560-44e1-9c6b-88283db67763 service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256230 Mar 02 19:17:09.500550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-72fa08ea-68b0-4baf-bc5a-049842c0d317 service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234474 Mar 02 19:17:09.757439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8630728-7ce5-4691-80c4-3f32d2a707b5 req-46ab881b-410b-4bc6-b326-19e91d62ea13 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 210 time: 0.0421844 Mar 02 19:17:10.870436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:17:10.904222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-80ab5326-51b6-4394-9a72-454f06cc0a93 req-67f2a22a-ed27-4820-8ead-9b7e6f679717 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 210 time: 0.0454223 Mar 02 19:17:10.905756 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 52d44e43-4f60-4387-8755-68d93378b6e1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:17:10.906686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52d44e43-4f60-4387-8755-68d93378b6e1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:17:11.763264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-f6ff5b6b-7617-4c23-9af1-ce2127ce5a73 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:11.764689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-f6ff5b6b-7617-4c23-9af1-ce2127ce5a73 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.2529695 Mar 02 19:17:11.815314 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-2006bfb9-ce29-4227-9592-4b29075c3c60 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 380 time: 0.0427413 Mar 02 19:17:11.824064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'port': {'device_id': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'admin_state_up': True, 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'security_groups': ['5fa85df9-f75f-422c-a52b-f52531c6f68b']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:17:11.959379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:17:11.963422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:port and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:17:11.966330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:17:11.972495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:17:12.058404 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74db1595-5ae0-4177-bf72-36aa79c07b83 req-a70fc12b-2ca6-4b43-bb2a-70d834ea8702 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 210 time: 0.0453084 Mar 02 19:17:12.065073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:17:12.068719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.223564 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Allocated IP 172.20.0.4 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/2863faba-1c41-423c-911c-1fc84a49d51a) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:17:12.407635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.423937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Transition to ACTIVE for port object 2863faba-1c41-423c-911c-1fc84a49d51a will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:12.533509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.596540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:17:12.604096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:17:12.608456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:17:12.644709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:12.680025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:12.680646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.763929 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-73c5f58d-44a8-471e-b12c-1bbbe9ed9114 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9433510 Mar 02 19:17:12.775442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Request body: {'port': {'device_id': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:17:12.886660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.912101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2ded551e-fbc3-4bb9-b239-b2592284e996 None None] Provisioning for port 2863faba-1c41-423c-911c-1fc84a49d51a completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:12.917155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2ded551e-fbc3-4bb9-b239-b2592284e996 None None] Provisioning complete for port 2863faba-1c41-423c-911c-1fc84a49d51a triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:12.917521 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ded551e-fbc3-4bb9-b239-b2592284e996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:12.972778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2ded551e-fbc3-4bb9-b239-b2592284e996 None None] Port 2863faba-1c41-423c-911c-1fc84a49d51a cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:17:13.232788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2863faba-1c41-423c-911c-1fc84a49d51a {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:17:13.240470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.241190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa71bb27-1b67-431a-9230-fe74596c7083 req-5c138b12-3e5d-406f-bb73-6eb032daae5d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:13.242689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa71bb27-1b67-431a-9230-fe74596c7083 req-5c138b12-3e5d-406f-bb73-6eb032daae5d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 931 time: 0.0790386 Mar 02 19:17:13.255029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Transition to ACTIVE for port object 2863faba-1c41-423c-911c-1fc84a49d51a will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:17:13.288078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aa71bb27-1b67-431a-9230-fe74596c7083 req-65f7d8b7-4e93-48e8-bb9d-656e3ae5f5ca tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 Mar 02 19:17:13.317411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.447046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:13.553442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:17:13.553778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:17:13.554106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:17:13.558717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:17:13.559038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:17:13.564095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:17:13.564427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:17:13.564950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:17:13.565403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Bound port: 2863faba-1c41-423c-911c-1fc84a49d51a, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:17:13.565745 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.653665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:17:13.656530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:17:13.728279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.787007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:13.787629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:13.788970 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] 10.222.0.65 "PUT /v2.0/ports/2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 1091 time: 1.0179527 Mar 02 19:17:13.789409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:17:13.815558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d81e7-4746-49cd-8b9c-5b22f53e99d0 service neutron] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:13.856621 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'status': 'completed', 'code': 200} Mar 02 19:17:13.950236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-2c52ebf1-712e-40fb-beac-c16ae2bc087a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:13.951728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-2c52ebf1-712e-40fb-beac-c16ae2bc087a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1094 time: 0.0735400 Mar 02 19:17:14.184539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-2eb01b9a-ce16-4343-bb64-60e6e126559b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.185998 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-2eb01b9a-ce16-4343-bb64-60e6e126559b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9d032de8027d4588867fd91c5b378926&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2266743 Mar 02 19:17:14.319585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-860135a4-d301-4ca2-bd4b-6baf13bdbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.321045 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28da3565-0eea-4912-9df2-2afa7585d3d8 req-860135a4-d301-4ca2-bd4b-6baf13bdbef0 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293676 Mar 02 19:17:14.428376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-85e4550b-6e4f-4525-8c0e-0f2acbabab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.429852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-85e4550b-6e4f-4525-8c0e-0f2acbabab4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1094 time: 0.0755436 Mar 02 19:17:14.479678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b68d2-120e-48f1-9f9b-79e38a818dac req-760aef60-6c8c-48a4-8b01-c56ab338d0c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.481153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a11b68d2-120e-48f1-9f9b-79e38a818dac req-760aef60-6c8c-48a4-8b01-c56ab338d0c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0834596 Mar 02 19:17:14.496682 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-e133caaf-97e7-4c37-b92b-7e6659ea9932 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 217 time: 0.0601292 Mar 02 19:17:14.525292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a11b68d2-120e-48f1-9f9b-79e38a818dac req-42f3ba80-81f1-4161-a1ee-e41b5b202e8b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386033 Mar 02 19:17:14.561470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-72d643a5-05cc-405b-b0ca-383a04294c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.562934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-72d643a5-05cc-405b-b0ca-383a04294c25 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0608320 Mar 02 19:17:14.634368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-23f1e6be-5801-4959-bec7-7467c57c2e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:14.635727 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-23f1e6be-5801-4959-bec7-7467c57c2e18 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673981 Mar 02 19:17:14.763464 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-faba71f5-0b1b-4322-9fd4-6e1d8574eb53 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216924 Mar 02 19:17:14.890722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d54cb838-5f83-4d92-babb-60fa055f2bab req-3a578682-7752-417a-a347-d6250d7cd393 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214039 Mar 02 19:17:15.710822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfdf682-e287-4ce8-a2b8-4bea810fe953 req-f691215c-9066-4759-8cbc-b7fbdea56796 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:15.712250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dfdf682-e287-4ce8-a2b8-4bea810fe953 req-f691215c-9066-4759-8cbc-b7fbdea56796 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0787499 Mar 02 19:17:15.757843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dfdf682-e287-4ce8-a2b8-4bea810fe953 req-688a76b6-6e71-4eb0-a446-526954bd10ac tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399899 Mar 02 19:17:16.938129 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d9187-1368-427f-8d80-0e21c929fd01 req-b2c2f1b8-698a-41f4-b087-c828cefcb987 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:16.939604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565d9187-1368-427f-8d80-0e21c929fd01 req-b2c2f1b8-698a-41f4-b087-c828cefcb987 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0784550 Mar 02 19:17:16.983146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-565d9187-1368-427f-8d80-0e21c929fd01 req-3b6b1800-7bd5-44c5-bd8a-8d5db4f7b7b7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374346 Mar 02 19:17:18.160202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:17:18.171674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a77b9d-7005-41cf-aafd-de892f0b02ad req-9907ca96-8fde-4db8-a3dc-d1efc9db8c50 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:18.173146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a77b9d-7005-41cf-aafd-de892f0b02ad req-9907ca96-8fde-4db8-a3dc-d1efc9db8c50 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0826824 Mar 02 19:17:18.327579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41a77b9d-7005-41cf-aafd-de892f0b02ad req-2a1808e2-652f-40fb-997a-813545df6060 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484339 Mar 02 19:17:18.343487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:18.356846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '2863faba-1c41-423c-911c-1fc84a49d51a', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a', 'mac_address': 'fa:16:3e:32:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:17:18.410218 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.426429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2863faba-1c41-423c-911c-1fc84a49d51a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:17:18.441691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:18.591085 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:18.658897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:18.666482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.666831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.678716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:17:18.776681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['2863faba-1c41-423c-911c-1fc84a49d51a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:17:19.506544 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60c7312-a460-45ea-b7a7-11bdde11c34f req-f72935f2-5731-490e-8823-7e330fc15edc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:19.507968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b60c7312-a460-45ea-b7a7-11bdde11c34f req-f72935f2-5731-490e-8823-7e330fc15edc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 944 time: 0.0777822 Mar 02 19:17:19.551102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b60c7312-a460-45ea-b7a7-11bdde11c34f req-11b5f2de-48a2-484f-9ed0-d0a6e9a06c74 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Mar 02 19:17:20.176140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:17:20.304708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 2863faba-1c41-423c-911c-1fc84a49d51a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:17:20.309610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 2863faba-1c41-423c-911c-1fc84a49d51a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:17:20.309951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:20.423298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:20.449083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:17:20.458342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:17:20.492969 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'code': 200} Mar 02 19:17:20.546035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:20.614612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:17:20.618868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0194d-8e1d-488e-a96d-d4d672473ddd req-493d6957-05f5-4b35-8f55-8146cd905d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:20.620353 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f9c0194d-8e1d-488e-a96d-d4d672473ddd req-493d6957-05f5-4b35-8f55-8146cd905d32 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1096 time: 0.0721397 Mar 02 19:17:20.665170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f9c0194d-8e1d-488e-a96d-d4d672473ddd req-964afc3d-113b-445d-ab96-dd69340e7e7a service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Mar 02 19:17:20.741499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3d1f17-b7f2-40a8-9372-1928ecb80e6a req-4d84b2f7-f7f4-4707-bcfb-d634ae353766 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:20.742976 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e3d1f17-b7f2-40a8-9372-1928ecb80e6a req-4d84b2f7-f7f4-4707-bcfb-d634ae353766 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0808861 Mar 02 19:17:20.786958 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e3d1f17-b7f2-40a8-9372-1928ecb80e6a req-e7738df6-1666-40cf-9f93-f7ae7c3b98cc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383720 Mar 02 19:17:21.972648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3543cbeb-680a-4d03-a2b7-5e3b1ba9165f req-e0a2b534-d89d-457d-a6fd-c3d186fe6bc3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:21.974875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3543cbeb-680a-4d03-a2b7-5e3b1ba9165f req-e0a2b534-d89d-457d-a6fd-c3d186fe6bc3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0829561 Mar 02 19:17:22.019998 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3543cbeb-680a-4d03-a2b7-5e3b1ba9165f req-1e41e430-05ef-4747-ae46-0fbbdd1f82b5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401587 Mar 02 19:17:22.099834 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-40f6f522-2b08-4fb9-b040-2a9c8a3fa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:23.200496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c28bf8-7879-4178-8987-6e2456c3ea15 req-a92fdee8-4d9d-4bba-ab5e-c9cb7fd0733b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:23.201951 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59c28bf8-7879-4178-8987-6e2456c3ea15 req-a92fdee8-4d9d-4bba-ab5e-c9cb7fd0733b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0781622 Mar 02 19:17:23.245153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59c28bf8-7879-4178-8987-6e2456c3ea15 req-2359b3d5-cb15-4591-8c18-2e07f948fb59 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369534 Mar 02 19:17:23.423084 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48a773-0dd1-477a-9ae1-47f1d25316c5 req-77378a7b-064e-4101-b4e4-a99b0a32b5c6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:23.424428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c48a773-0dd1-477a-9ae1-47f1d25316c5 req-77378a7b-064e-4101-b4e4-a99b0a32b5c6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0820200 Mar 02 19:17:23.432907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 49860) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:17:23.437707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'floatingip': {'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:17:23.514855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.106609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.161826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.237530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d94f1f30-fe4b-4012-96bf-233d4c1c1681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.327132 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 associated. External IP: 172.25.7.17, port: 2863faba-1c41-423c-911c-1fc84a49d51a. Mar 02 19:17:24.777964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:17:24.959567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:17:24.964475 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:24.969399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:17:24.979377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:17:24.980009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:25.023612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-757b44ae-cf35-4f37-8c5a-3b75a24fb5b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "PUT /v2.0/floatingips/24ebd03b-00ad-4d8f-b9ae-29897ece6a68 HTTP/1.1" status: 200 len: 990 time: 1.5871427 Mar 02 19:17:25.023612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:17:25.133402 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'status': 'completed', 'code': 200} Mar 02 19:17:25.177416 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:17:25.231579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-9cf2c48a-0bd9-49fc-8dd9-9de5585c9d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:25.233180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-9cf2c48a-0bd9-49fc-8dd9-9de5585c9d7b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1096 time: 0.0713937 Mar 02 19:17:25.370237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-31eb3814-42c2-4ab3-acc2-db8da1254ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:25.372221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-31eb3814-42c2-4ab3-acc2-db8da1254ca3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1330130 Mar 02 19:17:25.479386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-e7a4b838-0ecc-41b3-a7aa-0023fc7fbfeb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 998 time: 0.1006854 Mar 02 19:17:25.537319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2773b69-5657-40a5-8ae7-c2e30c4b3dba req-15bad42e-1548-4822-8cf9-e0b6421b9cf1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:25.539025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2773b69-5657-40a5-8ae7-c2e30c4b3dba req-15bad42e-1548-4822-8cf9-e0b6421b9cf1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0901215 Mar 02 19:17:25.549624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-bf634527-dd87-4f09-ad3e-b0347c1c8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:25.551110 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-bf634527-dd87-4f09-ad3e-b0347c1c8f6f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0657742 Mar 02 19:17:25.578473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:32:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:17:23Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:25.582707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:17:25.591557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:17:25.592248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:25.592372 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2773b69-5657-40a5-8ae7-c2e30c4b3dba req-1be326fc-1f0b-424d-ae5d-87931f235d95 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467217 Mar 02 19:17:25.639443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-16f3733b-5622-4d31-af2b-afc85fd7e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:25.641485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-16f3733b-5622-4d31-af2b-afc85fd7e64d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840399 Mar 02 19:17:25.670710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.770945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:25.784504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-09e14e5b-8c63-409c-bdf4-331ab73dcc47 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374772 Mar 02 19:17:25.787255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:17:26.028383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-69c3f1f5-0c0f-4305-8bae-8806b9a0f819 req-111f6b8d-f80b-4740-852d-018f76903ebf service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374713 Mar 02 19:17:26.189739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:32:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:17:23Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:17:26.193832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79c0de3-55bc-412a-b1b0-3a152e37815d None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:32:71:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:17:23Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:17:26.231750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:26.372960 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4966ffc-e137-4bc2-b9e4-f4e71deffee8 None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:17:26.782992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81cc7aa-acf0-49e6-9b37-7fa5d27de6f0 req-2d7ccd3d-40d4-4c9f-94c5-23cede62d0ed tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:26.784706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d81cc7aa-acf0-49e6-9b37-7fa5d27de6f0 req-2d7ccd3d-40d4-4c9f-94c5-23cede62d0ed tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0802758 Mar 02 19:17:26.828480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d81cc7aa-acf0-49e6-9b37-7fa5d27de6f0 req-a1310267-cec6-4a54-9b47-8572384cea04 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379143 Mar 02 19:17:26.945163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:27.339484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:28.015393 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dacc3f-654f-45b8-978b-92f4fcaddd5f req-ae6bf428-feec-4449-b645-0155f0308e0b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:28.016882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67dacc3f-654f-45b8-978b-92f4fcaddd5f req-ae6bf428-feec-4449-b645-0155f0308e0b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0840783 Mar 02 19:17:28.061166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67dacc3f-654f-45b8-978b-92f4fcaddd5f req-57f84266-0b36-4852-a3d5-02e9287e3e56 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 Mar 02 19:17:29.241851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f823515-22a8-451d-bc7a-c6ea4d0d612b req-afa8bff0-472a-44e1-908f-b74fdc2ab821 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:29.243331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f823515-22a8-451d-bc7a-c6ea4d0d612b req-afa8bff0-472a-44e1-908f-b74fdc2ab821 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0786510 Mar 02 19:17:29.287246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5f823515-22a8-451d-bc7a-c6ea4d0d612b req-dfc4ee13-9f00-464a-becc-8735aaadbbf2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383782 Mar 02 19:17:30.473933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37942821-f933-491f-84de-b19515338a18 req-11e84851-8acc-45c7-9096-bb4d08a73a47 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:30.475433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37942821-f933-491f-84de-b19515338a18 req-11e84851-8acc-45c7-9096-bb4d08a73a47 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0836773 Mar 02 19:17:30.519273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-37942821-f933-491f-84de-b19515338a18 req-46f2c54f-edff-43a8-b85d-47c6aa3932db tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383258 Mar 02 19:17:31.698059 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0a5c4-f569-445d-b241-cce73d80dafa req-9fca3012-539e-43c3-bfd7-66c59ce34920 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:31.699530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2df0a5c4-f569-445d-b241-cce73d80dafa req-9fca3012-539e-43c3-bfd7-66c59ce34920 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0780537 Mar 02 19:17:31.746576 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2df0a5c4-f569-445d-b241-cce73d80dafa req-32f69b03-ecac-42da-a3a2-a80faa840048 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Mar 02 19:17:32.931405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2611ad6-5ae0-40c9-851a-71874ccbac56 req-f614970a-8ad4-46f2-9fff-e4f86131f3b8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:32.932873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2611ad6-5ae0-40c9-851a-71874ccbac56 req-f614970a-8ad4-46f2-9fff-e4f86131f3b8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0802605 Mar 02 19:17:32.977057 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d2611ad6-5ae0-40c9-851a-71874ccbac56 req-f3d5959b-3c08-4872-b7a3-88b3d213f58c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384674 Mar 02 19:17:33.180724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:17:34.165252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d76b61-dc00-40b2-8054-013124748c17 req-11247fb6-7754-4489-a147-07a6963848fb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:34.166721 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4d76b61-dc00-40b2-8054-013124748c17 req-11247fb6-7754-4489-a147-07a6963848fb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0819893 Mar 02 19:17:34.209205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b4d76b61-dc00-40b2-8054-013124748c17 req-46599d62-823d-46a1-8686-b634183ae014 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367420 Mar 02 19:17:35.390004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2f88-4ba3-42f2-b3f9-9920a0f5161f req-a385e214-aa95-48ac-9a85-ee432211386b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:35.391377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ada2f88-4ba3-42f2-b3f9-9920a0f5161f req-a385e214-aa95-48ac-9a85-ee432211386b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0786660 Mar 02 19:17:35.434785 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ada2f88-4ba3-42f2-b3f9-9920a0f5161f req-9ce26b7e-9dee-4873-b0ba-9467339a8a1e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373240 Mar 02 19:17:36.719754 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34338417-ee1a-4f35-b76a-246b4a8b0eb3 req-f9742088-04d5-454c-84a5-f34ee2de7c34 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:36.721137 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34338417-ee1a-4f35-b76a-246b4a8b0eb3 req-f9742088-04d5-454c-84a5-f34ee2de7c34 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.1833622 Mar 02 19:17:36.764448 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-34338417-ee1a-4f35-b76a-246b4a8b0eb3 req-75684340-7498-4452-ae25-ec3e7d9553eb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372207 Mar 02 19:17:37.944271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a00bba-f9db-42cd-8e9f-a684803d0c2d req-880bad21-44e4-4b6c-ba84-2aecc0b1f082 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:37.946377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66a00bba-f9db-42cd-8e9f-a684803d0c2d req-880bad21-44e4-4b6c-ba84-2aecc0b1f082 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0798280 Mar 02 19:17:37.990943 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66a00bba-f9db-42cd-8e9f-a684803d0c2d req-7fc46396-9224-4754-ae9e-d0c8559609ad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389400 Mar 02 19:17:39.171977 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31267f-eb81-4ced-aa65-e4035c70cd32 req-a9a1728a-7049-436c-9edb-7f6cfda14955 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:39.173396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d31267f-eb81-4ced-aa65-e4035c70cd32 req-a9a1728a-7049-436c-9edb-7f6cfda14955 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0785189 Mar 02 19:17:39.215948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d31267f-eb81-4ced-aa65-e4035c70cd32 req-7cde9bd7-cbb8-42b7-acd9-5e0ede5567e0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371063 Mar 02 19:17:40.400728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74a3006-36f0-40cf-b117-5825828ff200 req-661382de-bc10-4f85-a1cb-f956d1d762eb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:40.402060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c74a3006-36f0-40cf-b117-5825828ff200 req-661382de-bc10-4f85-a1cb-f956d1d762eb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0800321 Mar 02 19:17:40.445256 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c74a3006-36f0-40cf-b117-5825828ff200 req-f67459f9-4137-4dda-afc6-5643420104f1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371246 Mar 02 19:17:41.626346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95c57c-7ece-4f96-bf9c-b7fd53379334 req-fef49954-9004-4e08-b280-fb7bc434bfc6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:41.627795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf95c57c-7ece-4f96-bf9c-b7fd53379334 req-fef49954-9004-4e08-b280-fb7bc434bfc6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0775771 Mar 02 19:17:41.671277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cf95c57c-7ece-4f96-bf9c-b7fd53379334 req-2d7f945f-5122-4b79-ba75-2ec378b487db tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374818 Mar 02 19:17:42.854103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee178d38-a75b-414f-91db-806733407ffe req-fb5473e4-746b-483d-a1f7-d2e7224e0b83 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:42.855559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee178d38-a75b-414f-91db-806733407ffe req-fb5473e4-746b-483d-a1f7-d2e7224e0b83 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0810194 Mar 02 19:17:42.898250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee178d38-a75b-414f-91db-806733407ffe req-119c8fba-dde8-49ef-aa66-f8c9eb5cf8eb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Mar 02 19:17:44.078615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e453831-3284-4acd-b5d6-dac77d159af3 req-73e93373-0bc1-4771-ba38-7d0053b71ca0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:44.080084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e453831-3284-4acd-b5d6-dac77d159af3 req-73e93373-0bc1-4771-ba38-7d0053b71ca0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0795455 Mar 02 19:17:44.126050 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e453831-3284-4acd-b5d6-dac77d159af3 req-5a21a0a8-3190-480a-8514-1c95f8aad681 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405171 Mar 02 19:17:45.308297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bc79d-2e16-443d-a663-e1349aef919f req-85a76c2d-a5a0-48ea-bf26-db06534c20bd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:45.309674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-032bc79d-2e16-443d-a663-e1349aef919f req-85a76c2d-a5a0-48ea-bf26-db06534c20bd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0791004 Mar 02 19:17:45.352954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-032bc79d-2e16-443d-a663-e1349aef919f req-47419a02-7760-4221-9b9d-78f232368080 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377274 Mar 02 19:17:46.536726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbadda3a-d937-4a9e-bd87-f4b1913b7df4 req-533c4ed4-fec2-4ecf-8fae-eaaaf0973117 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:46.538198 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbadda3a-d937-4a9e-bd87-f4b1913b7df4 req-533c4ed4-fec2-4ecf-8fae-eaaaf0973117 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0822222 Mar 02 19:17:46.581850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cbadda3a-d937-4a9e-bd87-f4b1913b7df4 req-760e318f-6a83-44c1-8987-893132bea125 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375948 Mar 02 19:17:47.765653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e29f9b-4081-412f-8db9-725a5c7396bf req-2555d73b-e695-43e3-a992-9c0429bf9275 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:47.767162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82e29f9b-4081-412f-8db9-725a5c7396bf req-2555d73b-e695-43e3-a992-9c0429bf9275 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0798521 Mar 02 19:17:47.811047 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82e29f9b-4081-412f-8db9-725a5c7396bf req-d95af57e-9510-4fd7-8a33-fbbbc97205d3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383546 Mar 02 19:17:48.998815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194c977-a094-4a43-9aea-34c0ba96d19b req-44632ce7-a835-4f27-ab02-be9163395d47 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:49.000310 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6194c977-a094-4a43-9aea-34c0ba96d19b req-44632ce7-a835-4f27-ab02-be9163395d47 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0832670 Mar 02 19:17:49.044597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6194c977-a094-4a43-9aea-34c0ba96d19b req-0dff95cd-7826-49f5-8285-47f360b9c194 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385983 Mar 02 19:17:50.226373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c66b8-508d-4e9c-92ed-079d2b1aa814 req-b7479efd-2e8a-4d35-92cd-8de231d5f6f8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:50.227928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c55c66b8-508d-4e9c-92ed-079d2b1aa814 req-b7479efd-2e8a-4d35-92cd-8de231d5f6f8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0799978 Mar 02 19:17:50.274104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c55c66b8-508d-4e9c-92ed-079d2b1aa814 req-5e17a5de-ad10-4c82-a6dc-b2e1af178a69 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406716 Mar 02 19:17:51.452024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997baa17-e4b8-4bac-a4c5-19347c71db49 req-f96fd04d-1c4f-4f56-b9d0-e7bc53d2ad86 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:51.453489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-997baa17-e4b8-4bac-a4c5-19347c71db49 req-f96fd04d-1c4f-4f56-b9d0-e7bc53d2ad86 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0781336 Mar 02 19:17:51.497715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-997baa17-e4b8-4bac-a4c5-19347c71db49 req-4460f5f0-a6a0-47a8-bcf6-17b884bbfe97 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Mar 02 19:17:52.109624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e4f3c2b9-d9a8-40e3-a74c-338edb5715d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:52.681164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd04b1b-02cc-4278-a39e-b77649602713 req-3770ecb7-5660-47a6-b66b-1a6172a58727 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:52.682663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bd04b1b-02cc-4278-a39e-b77649602713 req-3770ecb7-5660-47a6-b66b-1a6172a58727 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0827768 Mar 02 19:17:52.725941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bd04b1b-02cc-4278-a39e-b77649602713 req-cdc24bc9-38d1-41b2-8917-cdf662e431db tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370088 Mar 02 19:17:53.912247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffeb95-f426-41b2-a7de-bfe5d00a9abe req-e29cd69c-35fb-40ec-8b69-01a7bb7232d3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:53.913789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bffeb95-f426-41b2-a7de-bfe5d00a9abe req-e29cd69c-35fb-40ec-8b69-01a7bb7232d3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0826342 Mar 02 19:17:53.958344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bffeb95-f426-41b2-a7de-bfe5d00a9abe req-c1f9391d-78c1-4c3d-bd76-8fc04de2c5a6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382206 Mar 02 19:17:54.207827 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ecc7ab91-380f-4de6-918b-5628c94f995d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:55.162266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4904c-c248-4947-948a-72884fe050a4 req-4c5ae5cf-396f-4d1a-aceb-ae687d66ffda tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:55.163773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1b4904c-c248-4947-948a-72884fe050a4 req-4c5ae5cf-396f-4d1a-aceb-ae687d66ffda tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0858638 Mar 02 19:17:55.212239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1b4904c-c248-4947-948a-72884fe050a4 req-2318d449-24ff-45b6-ab23-766deb068bd9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424993 Mar 02 19:17:55.583742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:55.709552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:56.229663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:56.395528 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f299c-9b66-42bb-9108-61cb96a18b07 req-189cd9d7-9f84-4d44-9db4-c4cc90afbe78 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:56.396896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704f299c-9b66-42bb-9108-61cb96a18b07 req-189cd9d7-9f84-4d44-9db4-c4cc90afbe78 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0796814 Mar 02 19:17:56.443942 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-704f299c-9b66-42bb-9108-61cb96a18b07 req-b3d763b4-f99b-4d03-a977-a02b21dcfd32 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414834 Mar 02 19:17:56.973937 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:57.016598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a50f2-899a-4926-b192-2778b52cc6fe req-79a6c680-f244-46ca-b266-3cbe0cea032a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:57.018062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de3a50f2-899a-4926-b192-2778b52cc6fe req-79a6c680-f244-46ca-b266-3cbe0cea032a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0927591 Mar 02 19:17:57.063210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-de3a50f2-899a-4926-b192-2778b52cc6fe req-4f2a6aab-ec88-4aae-bd3f-202958d68197 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393062 Mar 02 19:17:57.112415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-06be55c9-2bc6-4d4f-bac4-ddf43b0b25e2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0718331 Mar 02 19:17:57.345226 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:17:58.254331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816da7d7-8d4e-476f-874a-325d04569e14 req-7af130d2-166e-4be8-8789-679263347713 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:58.255841 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-816da7d7-8d4e-476f-874a-325d04569e14 req-7af130d2-166e-4be8-8789-679263347713 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0854514 Mar 02 19:17:58.300426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-816da7d7-8d4e-476f-874a-325d04569e14 req-1f4bc385-9e35-4f05-8f44-f3cc30a5fac6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389602 Mar 02 19:17:59.179557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-13552098-b0f0-4593-950b-bacb69e788e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.181026 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-13552098-b0f0-4593-950b-bacb69e788e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1096 time: 0.0727904 Mar 02 19:17:59.310800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-9d99dee4-6341-486d-9755-9733422e3efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.312166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-9d99dee4-6341-486d-9755-9733422e3efc service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1257875 Mar 02 19:17:59.412280 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-61bbfa7e-984c-4c72-91b8-b1aa95f7905f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 1000 time: 0.0943861 Mar 02 19:17:59.478183 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-3c7ae3cb-8fa5-471b-bbe2-dfae5a193b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.479664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-3c7ae3cb-8fa5-471b-bbe2-dfae5a193b44 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0614460 Mar 02 19:17:59.485785 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f534195-08b7-4192-a2eb-ea7aed67191c req-327a73ca-205e-44d8-9ab1-935b82109e35 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.487269 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f534195-08b7-4192-a2eb-ea7aed67191c req-327a73ca-205e-44d8-9ab1-935b82109e35 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0818448 Mar 02 19:17:59.531934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f534195-08b7-4192-a2eb-ea7aed67191c req-f17b3aaa-6ef8-4b89-b2ed-6dabe7dc740a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390120 Mar 02 19:17:59.555437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-7628bad6-0506-4218-bcbe-ab8a0852e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.556948 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-7628bad6-0506-4218-bcbe-ab8a0852e6c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719163 Mar 02 19:17:59.688145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-f4383b58-6ffe-4072-89a7-3da0d37bdab3 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242132 Mar 02 19:17:59.818594 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-fffde5ac-cb3e-412b-9d7c-2f705ff1ae07 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251655 Mar 02 19:17:59.977851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-286c902e-6bd4-49ef-9d41-428bf4339089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:17:59.979481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-286c902e-6bd4-49ef-9d41-428bf4339089 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1096 time: 0.0764580 Mar 02 19:18:00.127738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-29c91693-46e5-4196-ac06-bb217ecd00dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:00.129194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-29c91693-46e5-4196-ac06-bb217ecd00dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1316190 Mar 02 19:18:00.237137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-87f936af-e3cd-4b41-a4e8-b8fb4ebfdbeb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 1000 time: 0.1024623 Mar 02 19:18:00.302568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-64f1b990-20ca-4809-b575-e114ad3bf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:00.303993 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-64f1b990-20ca-4809-b575-e114ad3bf88a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0602248 Mar 02 19:18:00.377106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-cd14570c-8752-4941-8ac0-16ff201b6556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:00.378591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-cd14570c-8752-4941-8ac0-16ff201b6556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688875 Mar 02 19:18:00.508972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-c1058692-9092-4154-93e6-5dafee280e07 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229460 Mar 02 19:18:00.639722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83b8f0d4-2c55-4118-8bf5-ab9c02d77b9b req-3d7bb725-e160-4fdd-9d61-515457fe9c12 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244354 Mar 02 19:18:00.719918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806614-81f0-42c7-8c5f-308eaa95b9a8 req-31724835-5fdd-4d29-a7e0-15da50cd55b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:00.721368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db806614-81f0-42c7-8c5f-308eaa95b9a8 req-31724835-5fdd-4d29-a7e0-15da50cd55b9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0835831 Mar 02 19:18:00.764431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-db806614-81f0-42c7-8c5f-308eaa95b9a8 req-7530a72b-39ef-4922-ab31-52a4ef8201d5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374436 Mar 02 19:18:01.794143 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-ebde3179-2ccb-45d1-bda1-53d2a991be2c service neutron] show failed (client error): The resource could not be found. Mar 02 19:18:01.795853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-ebde3179-2ccb-45d1-bda1-53d2a991be2c service neutron] 10.222.0.65 "GET /v2.0/ports/2863faba-1c41-423c-911c-1fc84a49d51a/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.1748738 Mar 02 19:18:01.949023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bfd7bf-e42a-49ec-a992-edcbe7fb1590 req-a24da97c-d48d-4bd3-9d62-f8ee3053b7d2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:01.950486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bfd7bf-e42a-49ec-a992-edcbe7fb1590 req-a24da97c-d48d-4bd3-9d62-f8ee3053b7d2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0791922 Mar 02 19:18:01.997382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-54bfd7bf-e42a-49ec-a992-edcbe7fb1590 req-c59c7cf0-1c3f-4b03-aad7-f926bae77168 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411797 Mar 02 19:18:02.380071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-92e7618c-10bf-4047-aabc-d1a3408a2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:02.381443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-92e7618c-10bf-4047-aabc-d1a3408a2eec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1096 time: 0.0704329 Mar 02 19:18:02.391807 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:18:02.498990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:02.762493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:02.790825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:18:02.855426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:02.861466 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:02.876592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Transition to ACTIVE for port object 2863faba-1c41-423c-911c-1fc84a49d51a will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:18:02.919586 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'code': 200} Mar 02 19:18:02.939363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:03.087005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:03.108062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.108364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.108705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.109102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.109380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.109713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.110047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.110401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.110728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.111054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.111378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.111702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:03.159846 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] No DVR routers for this DVR port 2863faba-1c41-423c-911c-1fc84a49d51a on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:18:03.204269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b6785-0f2f-4bf3-a1d5-b0e8551d36dc req-7cac57f7-21c9-41e4-a706-f0af9d773096 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:03.206024 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b44b6785-0f2f-4bf3-a1d5-b0e8551d36dc req-7cac57f7-21c9-41e4-a706-f0af9d773096 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0837777 Mar 02 19:18:03.250549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b44b6785-0f2f-4bf3-a1d5-b0e8551d36dc req-c88609de-33fc-45ce-b219-4fb3c561aab4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389984 Mar 02 19:18:03.389554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:18:03.389887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:18:03.390276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:18:03.394781 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:18:03.395105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Attempting to bind port 2863faba-1c41-423c-911c-1fc84a49d51a on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:18:03.400108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:18:03.400447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:18:03.400827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:18:03.401248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Bound port: 2863faba-1c41-423c-911c-1fc84a49d51a, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:18:03.401591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:03.489731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:18:03.492637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:18:03.602476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:03.658493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:03.659161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:03.660791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] 10.222.0.11 "PUT /v2.0/ports/2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 1091 time: 1.2726264 Mar 02 19:18:03.682647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24bc6e1-ee7b-4740-a342-620e6625669a service neutron] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:03.760334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-86fed105-b4a1-49c9-b14f-42327a6997a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:03.761824 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-86fed105-b4a1-49c9-b14f-42327a6997a2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1094 time: 0.0758092 Mar 02 19:18:03.894901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-6afbf51e-7412-44d7-88b8-937208d8f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:03.896279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-6afbf51e-7412-44d7-88b8-937208d8f0c4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1288986 Mar 02 19:18:04.000380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-e5ba551b-bd52-4de5-8282-a3afcebc03ee service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 998 time: 0.0983684 Mar 02 19:18:04.164936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d456726f-bcb6-4f21-9b61-575196b56db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:04.166328 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-d456726f-bcb6-4f21-9b61-575196b56db8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1607573 Mar 02 19:18:04.241950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-8c58b626-d53e-43a4-b532-3b3f6c78774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:04.243419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-8c58b626-d53e-43a4-b532-3b3f6c78774e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709310 Mar 02 19:18:04.374233 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-11181fe3-a1d0-45a1-bcf3-12006642b551 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247249 Mar 02 19:18:04.510073 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d7cc760c-4bc4-4cef-b3e9-867e51ab583a req-e0198018-0e53-4252-a234-048a7bbc53f4 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298313 Mar 02 19:18:04.543942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e5f59-952e-4366-96d3-8b9d31a56e95 req-9a3dd42d-de50-4fc7-98a1-f315e2230e62 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:04.545416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be1e5f59-952e-4366-96d3-8b9d31a56e95 req-9a3dd42d-de50-4fc7-98a1-f315e2230e62 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.1849887 Mar 02 19:18:04.587743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be1e5f59-952e-4366-96d3-8b9d31a56e95 req-d719ec8a-b9c8-4727-9dc1-760c4f179510 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365701 Mar 02 19:18:04.921199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:04.976932 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'status': 'completed', 'code': 200} Mar 02 19:18:05.138697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-c018c1ea-2f27-41e3-9920-e3ab9b6d84fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.138697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-c018c1ea-2f27-41e3-9920-e3ab9b6d84fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1094 time: 0.1291592 Mar 02 19:18:05.138697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-77efd243-6baa-4258-b196-96785d38c99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.138697 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-77efd243-6baa-4258-b196-96785d38c99a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1094 time: 0.1036730 Mar 02 19:18:05.360663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-8b58965d-ebf8-487a-8b45-b90fbf4c613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.362104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-8b58965d-ebf8-487a-8b45-b90fbf4c613e service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2321665 Mar 02 19:18:05.364345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-0d7f1f9e-c9be-4aaa-9cd8-f73b4cbfc8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.365634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-0d7f1f9e-c9be-4aaa-9cd8-f73b4cbfc8e5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2182479 Mar 02 19:18:05.544107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-953b5083-96c6-44ce-bb57-36fee0ed0d75 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 998 time: 0.1751935 Mar 02 19:18:05.547420 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-2736d2aa-c132-4d56-9bfb-6674fc83fb82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 998 time: 0.1269469 Mar 02 19:18:05.651136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-d52b7cb4-7362-416b-9a4c-1a1298ea13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.652586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-d52b7cb4-7362-416b-9a4c-1a1298ea13ef service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1023903 Mar 02 19:18:05.655722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-b7af6a12-0604-418d-8e33-241786644784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.657013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-b7af6a12-0604-418d-8e33-241786644784 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0753124 Mar 02 19:18:05.779170 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd87add-f495-430f-b0c9-d1bab7e3c364 req-cc793bbf-9f36-4c5e-82e1-f3237488d297 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.780763 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cd87add-f495-430f-b0c9-d1bab7e3c364 req-cc793bbf-9f36-4c5e-82e1-f3237488d297 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0857074 Mar 02 19:18:05.788817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-106008d5-3a9c-4972-9f22-8b072f17bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.790349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-106008d5-3a9c-4972-9f22-8b072f17bfa6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307809 Mar 02 19:18:05.792790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-4b50986a-23cc-4861-8f40-0eeb6a48c110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:05.794104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-4b50986a-23cc-4861-8f40-0eeb6a48c110 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1020608 Mar 02 19:18:05.827192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3cd87add-f495-430f-b0c9-d1bab7e3c364 req-5a870bf1-d5f3-4305-ae0f-1d9caccadefb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394912 Mar 02 19:18:06.144289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-96c8e623-54d2-4831-b965-41b0d57ce300 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463225 Mar 02 19:18:06.146052 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-a0ee80d2-fb22-4554-bd78-6b49cea64f7a service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305559 Mar 02 19:18:06.386299 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-503467e9-ec3d-4199-9075-05fe14edc02c service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360432 Mar 02 19:18:06.389333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2c90f0b9-6131-4632-84fc-dc790f49a8a8 req-401ed910-2af9-41d5-898c-550dc18f4906 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182298 Mar 02 19:18:06.455548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:18:06.514984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:18:07.017694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae457-81cc-487c-adfa-2ca503f2d2b6 req-5cbdd588-eb57-425f-a3e4-07b69030867f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:07.019194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-096ae457-81cc-487c-adfa-2ca503f2d2b6 req-5cbdd588-eb57-425f-a3e4-07b69030867f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 943 time: 0.0830131 Mar 02 19:18:07.061702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:18:07.063419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-096ae457-81cc-487c-adfa-2ca503f2d2b6 req-1c5930af-2e6f-40c9-9ad6-da7672982d64 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383971 Mar 02 19:18:07.194093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:07.207456 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '2863faba-1c41-423c-911c-1fc84a49d51a', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '2863faba-1c41-423c-911c-1fc84a49d51a', 'mac_address': 'fa:16:3e:32:71:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:18:07.260015 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:07.276708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2863faba-1c41-423c-911c-1fc84a49d51a {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:18:07.291866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:07.430639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:07.502691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:07.649227 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53be03d6-96c1-44b4-b15d-be17e0fea3cb req-17696f3d-2760-4afb-8809-bbd774a4ccec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:07.650743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53be03d6-96c1-44b4-b15d-be17e0fea3cb req-17696f3d-2760-4afb-8809-bbd774a4ccec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 944 time: 0.0793786 Mar 02 19:18:07.662259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['2863faba-1c41-423c-911c-1fc84a49d51a'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:18:07.700675 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-53be03d6-96c1-44b4-b15d-be17e0fea3cb req-f8171b94-a028-4222-8d8c-4fef3e824865 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442209 Mar 02 19:18:07.768140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-11acd1c8-b8d3-4bfe-8607-bdd565a1b709 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:07.768745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-11acd1c8-b8d3-4bfe-8607-bdd565a1b709 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:18:07.847489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-11acd1c8-b8d3-4bfe-8607-bdd565a1b709 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:18:07.848651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-11acd1c8-b8d3-4bfe-8607-bdd565a1b709 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d&tenant_id=9d032de8027d4588867fd91c5b378926&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 944 time: 0.1643436 Mar 02 19:18:07.927522 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-9647c768-d911-46ae-9931-2e976a9fc0f2 service neutron] delete failed (client error): The resource could not be found. Mar 02 19:18:07.928584 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-9647c768-d911-46ae-9931-2e976a9fc0f2 service neutron] 10.222.0.65 "DELETE /v2.0/ports/2863faba-1c41-423c-911c-1fc84a49d51a/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0741992 Mar 02 19:18:08.066428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-d9215fe1-4968-4d1a-a30a-d9d5f0b73697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:08.067909 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-d9215fe1-4968-4d1a-a30a-d9d5f0b73697 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1095 time: 0.0736790 Mar 02 19:18:08.196779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-db790f23-3b4d-43cf-bba5-96aa653757e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:08.198244 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-db790f23-3b4d-43cf-bba5-96aa653757e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1242259 Mar 02 19:18:08.298981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-72191959-e491-469f-9490-4fec0379a0da service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 999 time: 0.0950425 Mar 02 19:18:08.358541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-ea81cd3e-8300-4584-adb0-5a1ac834d8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:08.359877 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-ea81cd3e-8300-4584-adb0-5a1ac834d8d0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0558305 Mar 02 19:18:08.435208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-5df8a672-747b-4fe0-95ab-1feea2b9c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:08.437205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-5df8a672-747b-4fe0-95ab-1feea2b9c08c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722141 Mar 02 19:18:08.565387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-07d96d2f-90c9-4716-a918-e0c9cdaf2259 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225469 Mar 02 19:18:08.695208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-802788df-fe2f-4154-ac93-f2f8b3f43485 req-06ba4018-69cc-4d51-af17-635f852bed66 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236229 Mar 02 19:18:08.889224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0b918-8bba-471f-85c2-ae3f41db7bba req-68b0da2b-ec4f-4e39-bb7b-b10ffbc1d087 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:08.890697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fe0b918-8bba-471f-85c2-ae3f41db7bba req-68b0da2b-ec4f-4e39-bb7b-b10ffbc1d087 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 944 time: 0.0802779 Mar 02 19:18:08.937477 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fe0b918-8bba-471f-85c2-ae3f41db7bba req-2e7c575c-48e6-4c54-93d8-b86641988ff1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408080 Mar 02 19:18:09.089884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:18:09.252532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 2863faba-1c41-423c-911c-1fc84a49d51a completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:18:09.257626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 2863faba-1c41-423c-911c-1fc84a49d51a triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:18:09.258003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:09.374535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:09.401385 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:09.411977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:09.498508 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'code': 200} Mar 02 19:18:09.515745 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:09.576928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:10.125090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799e90-a71b-4339-86ab-aed66a8f48f1 req-b079bb3a-fc87-4070-9c54-fa53d8f7bacf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:10.126548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86799e90-a71b-4339-86ab-aed66a8f48f1 req-b079bb3a-fc87-4070-9c54-fa53d8f7bacf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0813470 Mar 02 19:18:10.169235 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86799e90-a71b-4339-86ab-aed66a8f48f1 req-dd71472b-b54b-42a3-b241-b9680467bee2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370102 Mar 02 19:18:10.179050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:18:10.350953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a3acb-2dea-4ebf-92a7-c06f31fd5cde req-4987c6de-c7a8-43e4-b0c1-f5cb55d11a0a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:10.352276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107a3acb-2dea-4ebf-92a7-c06f31fd5cde req-4987c6de-c7a8-43e4-b0c1-f5cb55d11a0a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0785649 Mar 02 19:18:10.395322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107a3acb-2dea-4ebf-92a7-c06f31fd5cde req-68af73b7-1119-4df0-aca2-b95110a61e81 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370617 Mar 02 19:18:10.909512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0624e9-de93-436d-8d04-914b1c15f11e req-060960ad-28a8-40d2-b923-df46ac56d118 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:10.911286 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a0624e9-de93-436d-8d04-914b1c15f11e req-060960ad-28a8-40d2-b923-df46ac56d118 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0870163 Mar 02 19:18:10.956004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a0624e9-de93-436d-8d04-914b1c15f11e req-45839fd5-411b-49b2-a461-136eef6f4a03 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390792 Mar 02 19:18:11.006276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-f9394fd1-c30a-45a0-9603-c078bc9546c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:11.007625 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-f9394fd1-c30a-45a0-9603-c078bc9546c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 1096 time: 0.0699627 Mar 02 19:18:11.137084 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-9ad191d4-1a49-431d-aa3a-693e66d9d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:11.138542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-9ad191d4-1a49-431d-aa3a-693e66d9d300 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1252675 Mar 02 19:18:11.343400 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-6b354cce-7840-43e4-9c9d-27095bfef0bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 200 len: 1000 time: 0.1994722 Mar 02 19:18:11.402420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-67ddc6c5-739e-4de1-a90a-9b579fcf5707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:11.403806 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-67ddc6c5-739e-4de1-a90a-9b579fcf5707 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0552964 Mar 02 19:18:11.479367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-1490a4d9-c1e0-4ff9-aa51-4bd4153c2f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:11.480835 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-1490a4d9-c1e0-4ff9-aa51-4bd4153c2f3a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717590 Mar 02 19:18:11.612123 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-5dccba3a-57a5-445a-ade7-515d7c8d8333 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255577 Mar 02 19:18:11.739985 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32f052b5-d27c-4ddd-81f2-31d529151a1e req-2822cfdb-bfda-4925-9576-b991717bb66b service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222649 Mar 02 19:18:12.145220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05658-217a-47bb-95bb-82f7fdb5ea1b req-762ab62a-4450-4c4f-8543-190d45b6063d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:12.146704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22b05658-217a-47bb-95bb-82f7fdb5ea1b req-762ab62a-4450-4c4f-8543-190d45b6063d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0798519 Mar 02 19:18:12.194540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22b05658-217a-47bb-95bb-82f7fdb5ea1b req-368168c1-bc0d-4890-b1c8-8f667a1224f1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422478 Mar 02 19:18:13.375042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995a273-cc85-4871-85a1-d9e7bc516853 req-4231a984-5ade-4d5c-b74b-6879b90fdc8f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:13.376416 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a995a273-cc85-4871-85a1-d9e7bc516853 req-4231a984-5ade-4d5c-b74b-6879b90fdc8f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0798254 Mar 02 19:18:13.420631 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a995a273-cc85-4871-85a1-d9e7bc516853 req-d1aa230f-318a-4aa7-883c-a7817959ce58 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 Mar 02 19:18:14.020786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb57a674-7246-4af1-b982-fd2a21325b24 req-70575cd9-090e-48c6-bc08-a74edbe72ce0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:14.022253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb57a674-7246-4af1-b982-fd2a21325b24 req-70575cd9-090e-48c6-bc08-a74edbe72ce0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0817907 Mar 02 19:18:14.065965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb57a674-7246-4af1-b982-fd2a21325b24 req-45eafe60-22b0-44dc-ab56-c9cd1f022a6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381057 Mar 02 19:18:15.242985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-d693833f-bd21-4ffc-bb8f-54dd7327319b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:15.244453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-d693833f-bd21-4ffc-bb8f-54dd7327319b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0817521 Mar 02 19:18:15.252275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fec4cd-ed3d-4fd8-9637-925267c20c0d req-976e9b29-43ab-4596-b026-dd62f68fe888 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:15.253748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7fec4cd-ed3d-4fd8-9637-925267c20c0d req-976e9b29-43ab-4596-b026-dd62f68fe888 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 945 time: 0.0813844 Mar 02 19:18:15.299339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e7fec4cd-ed3d-4fd8-9637-925267c20c0d req-fc832ff8-2eda-4b11-b653-ddc29948d9c5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Mar 02 19:18:15.315029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Deleting port 2863faba-1c41-423c-911c-1fc84a49d51a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:18:15.315374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:15.558098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] For port 2863faba-1c41-423c-911c-1fc84a49d51a, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=2863faba-1c41-423c-911c-1fc84a49d51a,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:15.558487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:15.849168 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:15.849546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:15.849863 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 disassociated. External IP: 172.25.7.17, port: 2863faba-1c41-423c-911c-1fc84a49d51a. Mar 02 19:18:15.850241 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Calling delete_port for 2863faba-1c41-423c-911c-1fc84a49d51a owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:18:16.070432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:16.122255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'Port': ['ID=2863faba-1c41-423c-911c-1fc84a49d51a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:16.427840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:18:16.453860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d253323b-69ac-485e-887d-bb7cc164c555 req-551e5d97-040c-41fd-97d6-a2ccabb8f9ce tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d HTTP/1.1" status: 200 len: 210 time: 0.0447886 Mar 02 19:18:16.605253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:18:16.615411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:18:16.626002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:18:16.626666 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:16.680143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] No DVR routers for this DVR port 2863faba-1c41-423c-911c-1fc84a49d51a on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:18:16.682686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:16.685377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-deleted', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:16.729496 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b15b11-4ac9-4ab7-b35b-0111c7bf1c8d', 'name': 'network-vif-deleted', 'tag': '2863faba-1c41-423c-911c-1fc84a49d51a', 'status': 'completed', 'code': 200} Mar 02 19:18:16.774222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3f124cd-5fa2-4048-a40d-671b2567484e req-664c07fa-bb59-4eb8-a2bd-3bb1b98556f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "DELETE /v2.0/ports/2863faba-1c41-423c-911c-1fc84a49d51a HTTP/1.1" status: 204 len: 173 time: 1.5240562 Mar 02 19:18:16.809393 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:18:17.149779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:17.153671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:18:17.162916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:18:17.163506 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:17:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:17.340831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:18:17.655517 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:17.660012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede05599-1034-41f9-a6f6-aa2f3a98028d None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:18:17.795172 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-76003338-5d28-44fc-b5bd-d21b55495371 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1002694516&fields=id&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 267 time: 0.0411441 Mar 02 19:18:17.873852 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b978fad7-1711-40c2-b775-bfebc5a6bf66 None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:18:17.958513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-6c655446-ce9b-4bc7-aa1e-82c8aa8862f1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:17.960126 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-6c655446-ce9b-4bc7-aa1e-82c8aa8862f1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1577482 Mar 02 19:18:17.975410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-3869602b-2727-4a68-b0e5-a75549f11a43 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/quotas/9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 375 time: 0.0097060 Mar 02 19:18:18.060136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-6a00e0d9-0355-4259-90cc-ab18a110b5dd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0798881 Mar 02 19:18:18.200437 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-de33fa1b-51e6-4f43-9d33-0c8c5f23c385 service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282768 Mar 02 19:18:18.334529 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-8f973e7a-7170-406f-9af0-3d5f3ce08d73 service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281929 Mar 02 19:18:18.608127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ca53fc6-1d98-49f0-8cb4-0c9b7e8cb6cf req-82f33c9e-d570-4a77-9ee8-8d96d283b3ab tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 210 time: 0.0471270 Mar 02 19:18:19.168202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:18:19.205105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 2863faba-1c41-423c-911c-1fc84a49d51a {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:18:19.205450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 2863faba-1c41-423c-911c-1fc84a49d51a not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:18:19.753539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9af84436-dfe1-4a81-bfe1-b7498630d2e6 req-8b4d8242-777e-4809-8d74-040d8c97050f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 210 time: 0.0425951 Mar 02 19:18:20.768373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-e144aaff-9e3d-4d46-9323-1358546deab7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:20.769796 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-e144aaff-9e3d-4d46-9323-1358546deab7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1501505 Mar 02 19:18:20.819623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-052296fe-2590-456f-81bf-4966ab974a40 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 380 time: 0.0420170 Mar 02 19:18:20.827442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'port': {'device_id': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'admin_state_up': True, 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'security_groups': ['5fa85df9-f75f-422c-a52b-f52531c6f68b']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:18:20.904803 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4db9741c-907e-4578-9dd4-00ddda837722 req-b60c07aa-b6c1-4620-89c8-e02eba83ce89 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 210 time: 0.0435343 Mar 02 19:18:20.969001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:18:20.973118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:port and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:18:20.976099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:18:20.982104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:18:21.104748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:18:21.108254 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.266877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Allocated IP 172.20.0.9 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/732b6bdb-f1dd-4f25-9a03-8fc48451e2df) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:18:21.454694 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.469475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Transition to ACTIVE for port object 732b6bdb-f1dd-4f25-9a03-8fc48451e2df will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:18:21.562540 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.635377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:18:21.638765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:18:21.642441 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:18:21.676611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:21.708438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:21.709062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.791410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0fff2f02-a071-4f2a-b4a7-12cdc9c89574 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9676125 Mar 02 19:18:21.801972 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Request body: {'port': {'device_id': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:18:21.893319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1678e14-8856-4499-bee5-c78b19557e07 None None] Provisioning for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:18:21.898376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c1678e14-8856-4499-bee5-c78b19557e07 None None] Provisioning complete for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:18:21.898751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c1678e14-8856-4499-bee5-c78b19557e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.912438 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:21.954371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c1678e14-8856-4499-bee5-c78b19557e07 None None] Port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:18:22.087839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-debef421-16bd-42b9-9121-3d1428f8e6cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.109819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910c5ac0-5897-4b67-8b53-14c1d03824e5 req-572449ca-0f56-4053-8f21-b92ff24c71f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:22.111335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-910c5ac0-5897-4b67-8b53-14c1d03824e5 req-572449ca-0f56-4053-8f21-b92ff24c71f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 931 time: 0.0904388 Mar 02 19:18:22.156056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-910c5ac0-5897-4b67-8b53-14c1d03824e5 req-9b70eb47-ed68-484e-9ce5-09ad00f9b987 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Mar 02 19:18:22.256749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:18:22.263882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.277362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Transition to ACTIVE for port object 732b6bdb-f1dd-4f25-9a03-8fc48451e2df will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:18:22.344420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.579501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:22.687443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:18:22.687775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:18:22.688102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:18:22.692598 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:18:22.692919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:18:22.697875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:18:22.698242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:18:22.698627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:18:22.699052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Bound port: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:18:22.699390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.791381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:18:22.794324 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:18:22.939365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.994066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:22.994712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:22.996084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] 10.222.0.65 "PUT /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1091 time: 1.1982410 Mar 02 19:18:22.996521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:23.022870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e856904-35d7-4060-8ca5-3527b158123f service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:23.053349 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'status': 'completed', 'code': 200} Mar 02 19:18:23.153008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-175d0ddc-4eeb-429a-ba96-c71df0f39575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.154524 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-175d0ddc-4eeb-429a-ba96-c71df0f39575 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1094 time: 0.0794251 Mar 02 19:18:23.296477 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-633a9f94-fcaf-4750-a8b7-087527b7e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.298283 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-633a9f94-fcaf-4750-a8b7-087527b7e4a2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=9d032de8027d4588867fd91c5b378926&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1368649 Mar 02 19:18:23.347589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da63df-0061-4f47-a8c4-d169f95e6cd2 req-608a2799-02f9-4c27-b486-00fee767d002 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.349034 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31da63df-0061-4f47-a8c4-d169f95e6cd2 req-608a2799-02f9-4c27-b486-00fee767d002 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0869217 Mar 02 19:18:23.392835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31da63df-0061-4f47-a8c4-d169f95e6cd2 req-4f082373-f3ae-4d53-94ee-1892b6396921 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380821 Mar 02 19:18:23.434101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-0357e214-f440-405d-8c4d-e520eb3b95af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.436183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e770f0c9-568d-4258-9b6c-6fbc5ac3551e req-0357e214-f440-405d-8c4d-e520eb3b95af service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320543 Mar 02 19:18:23.542848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-afe9789f-9646-4bf7-a466-5c0132e22224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.544258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-afe9789f-9646-4bf7-a466-5c0132e22224 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1094 time: 0.0708926 Mar 02 19:18:23.612897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-af4d1304-e538-4f43-ad5e-9d341ad601b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 217 time: 0.0625772 Mar 02 19:18:23.673375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-977dcf55-3d90-4058-a9aa-1cbad3912b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.674829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-977dcf55-3d90-4058-a9aa-1cbad3912b26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0569401 Mar 02 19:18:23.749522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-37f42fe1-8779-41ad-9a93-677891d50e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:23.750997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-37f42fe1-8779-41ad-9a93-677891d50e99 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709183 Mar 02 19:18:23.879524 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-215f7218-93b9-4cfc-8bd2-595132b767e0 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224012 Mar 02 19:18:24.009645 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0cc4b868-10ed-4fa0-8fd1-55216a536636 req-29eff4b4-a643-4b7a-af1c-db3b96d69502 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242552 Mar 02 19:18:24.218913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6ad7499d-4d50-4589-aae1-cc2a219a1ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:24.575309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5d71e-ae99-4b61-8ece-83975d9aa57a req-fe37de52-5ee7-4d10-aac6-017730e6455c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:24.577257 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8c5d71e-ae99-4b61-8ece-83975d9aa57a req-fe37de52-5ee7-4d10-aac6-017730e6455c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0794923 Mar 02 19:18:24.620246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8c5d71e-ae99-4b61-8ece-83975d9aa57a req-5d10b237-3454-4f9e-93d1-112b4b679a78 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374036 Mar 02 19:18:25.584477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:25.698732 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:25.804981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634a163-3726-48d3-8678-007c3e834329 req-d799cbeb-2e75-49d0-8e0b-2e45c179ae96 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:25.806456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4634a163-3726-48d3-8678-007c3e834329 req-d799cbeb-2e75-49d0-8e0b-2e45c179ae96 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0837290 Mar 02 19:18:25.849583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4634a163-3726-48d3-8678-007c3e834329 req-9acbd216-1776-4a47-b812-10a207cb966a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Mar 02 19:18:26.201830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:26.548409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:18:26.677607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:26.690399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:18:26.746935 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:26.763288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:18:26.778015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:26.864391 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:26.939883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:26.949901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.950276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.950614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.951486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.951818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.952140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.952465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.952782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.953100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.953463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.953789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.954105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:18:26.990460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:27.043775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6445008-7970-4fad-9ff1-141b8cbb8cb8 req-58f83b1c-f345-467c-9ffd-b525ec24b6ec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:27.045370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6445008-7970-4fad-9ff1-141b8cbb8cb8 req-58f83b1c-f345-467c-9ffd-b525ec24b6ec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0854614 Mar 02 19:18:27.064028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['732b6bdb-f1dd-4f25-9a03-8fc48451e2df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:18:27.096314 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c6445008-7970-4fad-9ff1-141b8cbb8cb8 req-77241e6b-1368-48ae-bb38-24b5171739ea tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446548 Mar 02 19:18:27.350163 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:28.281723 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a953b-944f-4f38-ad63-336f5f60f3e1 req-f424d2c9-d7e5-43f4-8935-315f81f9252a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:28.283221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-323a953b-944f-4f38-ad63-336f5f60f3e1 req-f424d2c9-d7e5-43f4-8935-315f81f9252a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0781643 Mar 02 19:18:28.327207 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-323a953b-944f-4f38-ad63-336f5f60f3e1 req-fe2d4d13-194a-47c0-9e57-a2ccbe67569a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380867 Mar 02 19:18:28.564228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:18:28.715803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:18:28.721311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:18:28.721683 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:28.834196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:28.861370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:28.871370 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:18:28.903126 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'code': 200} Mar 02 19:18:28.961855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:29.027593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34c1cc-d708-429d-84ed-c308f136a5a2 req-3141854e-7e2f-4a72-ab4e-84e321bc5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:29.029534 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d34c1cc-d708-429d-84ed-c308f136a5a2 req-3141854e-7e2f-4a72-ab4e-84e321bc5f57 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1096 time: 0.0723360 Mar 02 19:18:29.065009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:18:29.071463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d34c1cc-d708-429d-84ed-c308f136a5a2 req-e2e2453d-a3e1-4885-bfa9-03d316a2d71e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367181 Mar 02 19:18:29.509632 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce03d5-f12a-4ebc-8b9b-2dcbef54e0f1 req-cb6bb4cd-35f7-41dc-9712-84f0046d0a93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:29.511104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dce03d5-f12a-4ebc-8b9b-2dcbef54e0f1 req-cb6bb4cd-35f7-41dc-9712-84f0046d0a93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0813866 Mar 02 19:18:29.652306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4dce03d5-f12a-4ebc-8b9b-2dcbef54e0f1 req-418f1380-5995-4e52-bc6a-6f986ae57a91 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350172 Mar 02 19:18:30.833858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc117b8-a33a-4973-a4e9-bcd3da9c7f80 req-1d969c11-5a12-4be3-a30a-9c94d2ba2eec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:30.835333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc117b8-a33a-4973-a4e9-bcd3da9c7f80 req-1d969c11-5a12-4be3-a30a-9c94d2ba2eec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0786400 Mar 02 19:18:30.878759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc117b8-a33a-4973-a4e9-bcd3da9c7f80 req-45d891dd-f436-45a8-96ed-80def5ea4213 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Mar 02 19:18:31.056127 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b28d33-18b1-4813-a4e5-b3ee0c6b46e3 req-78209c22-795e-468a-83fe-9b6613564aa6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:31.057603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-57b28d33-18b1-4813-a4e5-b3ee0c6b46e3 req-78209c22-795e-468a-83fe-9b6613564aa6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0822110 Mar 02 19:18:31.066098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50072) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:18:31.071111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'floatingip': {'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:18:31.148463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:31.732823 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:31.789936 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:31.958722 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 associated. External IP: 172.25.7.17, port: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df. Mar 02 19:18:32.415132 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:18:32.594101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:18:32.598444 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:32.604000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:18:32.614940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:18:32.615633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:18:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:32.651624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-96c48cba-cff1-4df9-a203-d2bffec398e8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "PUT /v2.0/floatingips/24ebd03b-00ad-4d8f-b9ae-29897ece6a68 HTTP/1.1" status: 200 len: 990 time: 1.5844641 Mar 02 19:18:32.652209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:18:32.713848 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'status': 'completed', 'code': 200} Mar 02 19:18:32.796492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:18:32.808673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-087c5ffb-c89e-4f21-b2fb-7593c10923c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:32.810225 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-087c5ffb-c89e-4f21-b2fb-7593c10923c9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1096 time: 0.0765240 Mar 02 19:18:32.942279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-ad3a99f7-41d2-4a2d-8ee5-e4464c44ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:32.943770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-ad3a99f7-41d2-4a2d-8ee5-e4464c44ae75 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1278872 Mar 02 19:18:33.169180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:18:31Z', 'revision_number': 9, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:33.176554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:18:33.180857 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-8dc83af1-b9a9-4ecb-91c4-edbf682df690 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 998 time: 0.2317050 Mar 02 19:18:33.186620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:18:33.186620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:18:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:33.205523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad6c70-70e7-47ef-8559-38275ff4928f req-9bca2348-aefa-444c-90fc-3fb522af5c46 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:33.212346 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8aad6c70-70e7-47ef-8559-38275ff4928f req-9bca2348-aefa-444c-90fc-3fb522af5c46 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0950539 Mar 02 19:18:33.260349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8aad6c70-70e7-47ef-8559-38275ff4928f req-e4052ef3-c6bd-449a-84e8-039b0afe910a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471590 Mar 02 19:18:33.298362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-20e5d584-fc33-409d-ab7a-a0903413cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:33.299783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-20e5d584-fc33-409d-ab7a-a0903413cbb3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1097274 Mar 02 19:18:33.368249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:18:33.369797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-ac6388ba-171d-45fd-ab95-e84fe56ac9dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1853135 Mar 02 19:18:33.394719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-da64f704-f2f1-4642-9030-7b1ff232e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:33.398163 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-da64f704-f2f1-4642-9030-7b1ff232e089 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905795 Mar 02 19:18:33.528013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-8e3c0ed1-28f0-413d-9865-c7facbff3cf1 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252081 Mar 02 19:18:33.665226 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-83de7018-d767-4ef6-81c6-c69fd4cbd0fd req-9e4fa2c1-6d33-41de-98ce-75117a022346 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311774 Mar 02 19:18:33.726115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:18:31Z', 'revision_number': 9, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:18:33.730045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f5752f-441f-4088-a31f-7fded0cd871c None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:18:31Z', 'revision_number': 9, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:18:33.910455 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09811d2-cf11-48ea-9346-5457d765b5d9 None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:18:34.450622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802f82c-49c4-4547-a141-825d8d6e0464 req-dea1ae18-f18f-4956-9937-65130f20c8d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:34.452119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b802f82c-49c4-4547-a141-825d8d6e0464 req-dea1ae18-f18f-4956-9937-65130f20c8d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0818923 Mar 02 19:18:34.496229 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b802f82c-49c4-4547-a141-825d8d6e0464 req-7f9e853f-02bc-4e7a-80bf-624e77b2625d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385585 Mar 02 19:18:35.427092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-38226003-505d-4ede-90c0-c200ee42c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:35.428555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-38226003-505d-4ede-90c0-c200ee42c85c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1096 time: 0.0697880 Mar 02 19:18:35.558820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b2979dda-148b-420f-9131-a1b492f1c3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:35.560738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b2979dda-148b-420f-9131-a1b492f1c3c4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1257207 Mar 02 19:18:35.663153 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-c06e61aa-2601-4e97-9600-3f187fd2afc1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1001 time: 0.0967021 Mar 02 19:18:35.683898 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6eb8b-40ef-4794-8bc7-b3a7bdc6dc9e req-df9f04f5-2d40-4a03-ae18-3df6d9501f90 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:35.685893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d6eb8b-40ef-4794-8bc7-b3a7bdc6dc9e req-df9f04f5-2d40-4a03-ae18-3df6d9501f90 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0834188 Mar 02 19:18:35.727515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-278f163d-31e8-4704-97be-b49db862368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:35.728964 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-278f163d-31e8-4704-97be-b49db862368a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0603948 Mar 02 19:18:35.730893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-44d6eb8b-40ef-4794-8bc7-b3a7bdc6dc9e req-b9ceb024-ee3c-48e6-bc5e-b18859288f19 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393178 Mar 02 19:18:35.804411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-e9be03bf-b946-4f7b-91b1-8177bf1f8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:35.805892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-e9be03bf-b946-4f7b-91b1-8177bf1f8c76 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711164 Mar 02 19:18:35.936026 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-56a07761-e817-4003-89de-ff7e68f924c3 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234889 Mar 02 19:18:36.064754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-db37470d-293b-4a3c-a2cf-970228e12c5d service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231098 Mar 02 19:18:36.915859 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66933c67-ed9a-4501-8267-3795ae5a2989 req-77b43e72-833b-432f-b4c8-e5fa5bec5a92 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:36.917294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66933c67-ed9a-4501-8267-3795ae5a2989 req-77b43e72-833b-432f-b4c8-e5fa5bec5a92 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0787327 Mar 02 19:18:36.960375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66933c67-ed9a-4501-8267-3795ae5a2989 req-efc3894d-852d-4897-a328-e2a871ca2395 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374010 Mar 02 19:18:38.146932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11f14fb-186c-447a-9799-9c0ea0e3b930 req-f21987cb-2bed-4120-995f-51032f2bbcbe tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:38.148387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c11f14fb-186c-447a-9799-9c0ea0e3b930 req-f21987cb-2bed-4120-995f-51032f2bbcbe tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0826926 Mar 02 19:18:38.192290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c11f14fb-186c-447a-9799-9c0ea0e3b930 req-7c01b177-e613-4436-aa1c-800d3a4ed588 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383573 Mar 02 19:18:39.371107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ab07-81b7-4baf-9c2e-774097f5405b req-bbe05432-be5a-4497-b2c2-7fefac99a249 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:39.372554 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaa7ab07-81b7-4baf-9c2e-774097f5405b req-bbe05432-be5a-4497-b2c2-7fefac99a249 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0790536 Mar 02 19:18:39.418904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aaa7ab07-81b7-4baf-9c2e-774097f5405b req-e433ed33-bf8f-4e38-a945-8bda07215957 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408301 Mar 02 19:18:40.603574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941c6f8-49e4-4d3c-8530-0eca8162a0ba req-08b00e63-a3a9-40a0-bfc4-3c2ad7006216 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:40.605025 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0941c6f8-49e4-4d3c-8530-0eca8162a0ba req-08b00e63-a3a9-40a0-bfc4-3c2ad7006216 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0793500 Mar 02 19:18:40.648301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0941c6f8-49e4-4d3c-8530-0eca8162a0ba req-e1cdaeba-3fa2-4a63-8f2f-be21a4300e13 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378120 Mar 02 19:18:41.833144 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0fd15a-cb98-48d6-8006-09a5cdd5ff27 req-04ea8af3-5d49-4c00-b9c5-2d45dfe42032 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:41.834612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc0fd15a-cb98-48d6-8006-09a5cdd5ff27 req-04ea8af3-5d49-4c00-b9c5-2d45dfe42032 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0829957 Mar 02 19:18:41.878249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cc0fd15a-cb98-48d6-8006-09a5cdd5ff27 req-c324036f-b509-4b2f-9068-3a60b112139e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Mar 02 19:18:43.059454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e67495a-3ffd-4163-8f22-22fb150095ae req-1feca890-9f1a-4669-a999-50289f84a4de tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:43.060955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e67495a-3ffd-4163-8f22-22fb150095ae req-1feca890-9f1a-4669-a999-50289f84a4de tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0793543 Mar 02 19:18:43.105297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e67495a-3ffd-4163-8f22-22fb150095ae req-f8b225d7-bc99-4f65-beb3-f81115d0abcd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386493 Mar 02 19:18:44.293501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a15ce-86a4-42cf-8e64-5f0b85eccb82 req-d32dec6e-a25b-46de-b4d7-29deb815c502 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:44.294983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7a15ce-86a4-42cf-8e64-5f0b85eccb82 req-d32dec6e-a25b-46de-b4d7-29deb815c502 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0826242 Mar 02 19:18:44.337758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7a15ce-86a4-42cf-8e64-5f0b85eccb82 req-d9939070-a47a-4b0d-bec8-1693fae5d2d7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371876 Mar 02 19:18:45.519937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4625a3-9d86-47b5-a9c6-f064b8733efb req-1f80f9b8-4407-406d-9cd6-274b6092aec8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:45.521412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac4625a3-9d86-47b5-a9c6-f064b8733efb req-1f80f9b8-4407-406d-9cd6-274b6092aec8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0795729 Mar 02 19:18:45.565406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac4625a3-9d86-47b5-a9c6-f064b8733efb req-a88b3210-2751-4311-b68f-dcd0fb4da90c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383451 Mar 02 19:18:46.748383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797307e-1f79-4bfa-be95-23b9b5d563d9 req-d71193ee-1d1c-49e5-bba7-c5f6f2c21108 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:46.749838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c797307e-1f79-4bfa-be95-23b9b5d563d9 req-d71193ee-1d1c-49e5-bba7-c5f6f2c21108 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0818226 Mar 02 19:18:46.793773 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c797307e-1f79-4bfa-be95-23b9b5d563d9 req-96b2957e-30b1-4f4e-a175-351e1668ff10 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377762 Mar 02 19:18:47.177598 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:18:47.974573 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a66c8f-0dcb-4d52-b184-f86249ce02ab req-982536a6-f3aa-4369-b476-5342a8dded3c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:47.976031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1a66c8f-0dcb-4d52-b184-f86249ce02ab req-982536a6-f3aa-4369-b476-5342a8dded3c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0785315 Mar 02 19:18:48.122276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1a66c8f-0dcb-4d52-b184-f86249ce02ab req-f78237cc-ce0f-42ab-bf9d-0d37b2d8e9bc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405320 Mar 02 19:18:49.301595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35ba51-1d65-40cc-a237-e19c6acec33c req-4e6eb3e4-37e1-435e-98be-a2ecc4ce3b48 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:49.303063 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d35ba51-1d65-40cc-a237-e19c6acec33c req-4e6eb3e4-37e1-435e-98be-a2ecc4ce3b48 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0785258 Mar 02 19:18:49.345857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d35ba51-1d65-40cc-a237-e19c6acec33c req-88e1ad7e-17f3-4ff7-9e36-9dba410efed2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Mar 02 19:18:50.528829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743273a0-283f-4976-b3c8-f1957d3cafd4 req-bddc9993-cbe2-419c-b5aa-8eecf383e279 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:50.530304 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-743273a0-283f-4976-b3c8-f1957d3cafd4 req-bddc9993-cbe2-419c-b5aa-8eecf383e279 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0812495 Mar 02 19:18:50.573997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-743273a0-283f-4976-b3c8-f1957d3cafd4 req-7f03de88-b145-442b-905f-0b172a00b455 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372593 Mar 02 19:18:51.759500 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7d2cf-40df-411d-b6ce-9e9bc91822ee req-fe70de47-411c-49f3-8aca-da697fc23135 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:51.760938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda7d2cf-40df-411d-b6ce-9e9bc91822ee req-fe70de47-411c-49f3-8aca-da697fc23135 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0796494 Mar 02 19:18:51.807022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda7d2cf-40df-411d-b6ce-9e9bc91822ee req-f46cd184-a7b1-49b9-a2ad-2bf095f5917f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404327 Mar 02 19:18:52.092977 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b1499871-7279-49e4-a2db-e7bcbe7d4771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:52.988460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f1522-fccb-48cf-97db-ddf97c63ca6c req-c60f32c0-3d64-4572-8443-8cf2388d3149 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:52.989930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-296f1522-fccb-48cf-97db-ddf97c63ca6c req-c60f32c0-3d64-4572-8443-8cf2388d3149 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0803509 Mar 02 19:18:53.033107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-296f1522-fccb-48cf-97db-ddf97c63ca6c req-99f94b31-a9f4-4ec0-805a-e3438b55d6ea tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376813 Mar 02 19:18:54.220228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d31570-e017-4c14-9d63-9060e5a2b793 req-2cb53384-3a36-4bdf-9850-b40eb9a8bd7f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:54.221730 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97d31570-e017-4c14-9d63-9060e5a2b793 req-2cb53384-3a36-4bdf-9850-b40eb9a8bd7f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0835783 Mar 02 19:18:54.228969 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bfb5383c-a73d-455f-9690-432beafad4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:54.264950 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97d31570-e017-4c14-9d63-9060e5a2b793 req-40b9ca5c-dfa4-4240-9c3b-718781226baa tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375345 Mar 02 19:18:55.450382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45eda9c-fce2-41cc-8d4d-fa1e2ce8efe2 req-a83cd0e3-2926-49c7-9241-548792464edd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:55.451818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a45eda9c-fce2-41cc-8d4d-fa1e2ce8efe2 req-a83cd0e3-2926-49c7-9241-548792464edd tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0800745 Mar 02 19:18:55.495611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a45eda9c-fce2-41cc-8d4d-fa1e2ce8efe2 req-32729dd6-09cc-4530-8fc8-bca7c62941c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377576 Mar 02 19:18:55.583749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:55.692594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:56.229464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:56.681424 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145fb1-c99c-49d1-8b3c-d8f37cb90a83 req-d7c72d47-e811-4899-9c2f-6957e8d97d27 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:56.682902 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49145fb1-c99c-49d1-8b3c-d8f37cb90a83 req-d7c72d47-e811-4899-9c2f-6957e8d97d27 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0818172 Mar 02 19:18:56.725980 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49145fb1-c99c-49d1-8b3c-d8f37cb90a83 req-19c95849-0409-46ad-bec3-bd76d955e445 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Mar 02 19:18:56.977023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:57.360825 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:18:57.906933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721bc81e-8bad-4d59-aa52-03b1fb4a9d73 req-848e795b-2090-4197-a6d5-33cd3e835100 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:57.908424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-721bc81e-8bad-4d59-aa52-03b1fb4a9d73 req-848e795b-2090-4197-a6d5-33cd3e835100 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0797830 Mar 02 19:18:57.954495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-721bc81e-8bad-4d59-aa52-03b1fb4a9d73 req-d93ab5a5-eae6-4a4c-af50-5c1bd68ad792 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Mar 02 19:18:59.138593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa47bb9-169b-487d-9449-0bef438f4875 req-1a317b5d-47c4-4a78-a673-aceb4ad19776 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:18:59.140030 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fa47bb9-169b-487d-9449-0bef438f4875 req-1a317b5d-47c4-4a78-a673-aceb4ad19776 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0779033 Mar 02 19:18:59.183349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5fa47bb9-169b-487d-9449-0bef438f4875 req-04fe01a3-bf3e-43c6-aab7-60308b29ad97 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377533 Mar 02 19:19:00.368615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a4d2a-c3a3-4bc0-8a9c-0ce84a107429 req-a6de84e8-4c4d-4ec3-bc9d-687b65621d30 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:00.369983 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e42a4d2a-c3a3-4bc0-8a9c-0ce84a107429 req-a6de84e8-4c4d-4ec3-bc9d-687b65621d30 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0827227 Mar 02 19:19:00.414299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e42a4d2a-c3a3-4bc0-8a9c-0ce84a107429 req-6b298738-4001-440a-af20-dbb03e43d8a4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381813 Mar 02 19:19:01.597846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe946e2-e005-4758-862a-c49bdfa40bc6 req-4339a7f7-2052-4d8c-b739-4d9e1a03a208 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:01.599419 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fe946e2-e005-4758-862a-c49bdfa40bc6 req-4339a7f7-2052-4d8c-b739-4d9e1a03a208 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0806189 Mar 02 19:19:01.645830 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8fe946e2-e005-4758-862a-c49bdfa40bc6 req-a237d738-bdce-45d7-afa8-0ab1de312103 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Mar 02 19:19:01.702445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-09a52271-f4b6-433f-bada-543d17b50b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:01.703932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-09a52271-f4b6-433f-bada-543d17b50b2a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1096 time: 0.0706086 Mar 02 19:19:01.847298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-992834ee-246a-477c-b58b-de77c44fe43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:01.848683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-992834ee-246a-477c-b58b-de77c44fe43a service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1264505 Mar 02 19:19:02.055584 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-b81922a4-0ec3-45b4-9500-2dba668b20c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1001 time: 0.2003565 Mar 02 19:19:02.119279 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-d69be6a6-3d28-4f30-a2a0-4177f0e42910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:02.120606 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-d69be6a6-3d28-4f30-a2a0-4177f0e42910 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0589263 Mar 02 19:19:02.194906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-6d6890a2-f3b0-45c5-b70b-7ccfffcbbfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:02.196399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-6d6890a2-f3b0-45c5-b70b-7ccfffcbbfab service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689094 Mar 02 19:19:02.327545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-35da283a-8d5c-447e-8395-1a00318933bb service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249030 Mar 02 19:19:02.457368 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6ce3940-d8b7-48fc-a601-48b125ef7cfb req-4044909d-b275-4a68-976a-af2b73bdb1f2 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239455 Mar 02 19:19:02.834367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7296bae-d2cf-4e0f-a215-9f308b84ecba req-2334d4ac-fd19-4c00-9839-7d36f668e73b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:02.835706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7296bae-d2cf-4e0f-a215-9f308b84ecba req-2334d4ac-fd19-4c00-9839-7d36f668e73b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0816047 Mar 02 19:19:02.880749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a7296bae-d2cf-4e0f-a215-9f308b84ecba req-6f5d7ebd-4dec-4eaa-bc56-272bed07da8f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 Mar 02 19:19:04.061821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b94ba8-8f73-4dfc-a80e-0d28a992a377 req-42beff35-70ec-4327-b50d-e04259a3e2ff tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:04.063406 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b94ba8-8f73-4dfc-a80e-0d28a992a377 req-42beff35-70ec-4327-b50d-e04259a3e2ff tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0799758 Mar 02 19:19:04.109634 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-36b94ba8-8f73-4dfc-a80e-0d28a992a377 req-d1379268-26c3-41e1-b509-ad8426bdcf05 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399597 Mar 02 19:19:05.291825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae0d12-d15d-4e0b-a0b5-db21500ee9ab req-62d2be4d-ccaa-4e7f-82ba-57adfb802306 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:05.293261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9cae0d12-d15d-4e0b-a0b5-db21500ee9ab req-62d2be4d-ccaa-4e7f-82ba-57adfb802306 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Mar 02 19:19:05.336488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9cae0d12-d15d-4e0b-a0b5-db21500ee9ab req-9817cc94-9cec-4fbc-99ad-92d1cb895ecc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376518 Mar 02 19:19:06.522143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052bae10-60ae-4345-9aa8-7426b4527357 req-9c797446-796b-4fc4-81a2-c57970d99bcf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:06.523608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-052bae10-60ae-4345-9aa8-7426b4527357 req-9c797446-796b-4fc4-81a2-c57970d99bcf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0813422 Mar 02 19:19:06.566638 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-052bae10-60ae-4345-9aa8-7426b4527357 req-49f433d0-a32b-4387-97b6-4918f2e38f64 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374622 Mar 02 19:19:07.747546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab74f5-30fd-4713-8e23-1de3ae109a2a req-ef114340-4fde-4695-9a15-f467f861826d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:07.749052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87ab74f5-30fd-4713-8e23-1de3ae109a2a req-ef114340-4fde-4695-9a15-f467f861826d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0792027 Mar 02 19:19:07.792289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87ab74f5-30fd-4713-8e23-1de3ae109a2a req-9ef753dd-2723-4797-a866-1500b55b1565 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Mar 02 19:19:08.141260 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-472175cb-bb05-4c7e-85df-50a09e651f37 service neutron] show failed (client error): The resource could not be found. Mar 02 19:19:08.142273 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-472175cb-bb05-4c7e-85df-50a09e651f37 service neutron] 10.222.0.65 "GET /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0773981 Mar 02 19:19:08.748470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b8553e2e-abfc-42a7-a39e-5ead2f0fd107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:08.749954 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b8553e2e-abfc-42a7-a39e-5ead2f0fd107 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1096 time: 0.0697081 Mar 02 19:19:08.760346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:19:08.874657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:09.131822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f36eb-62de-4d6a-b5a5-0deb63ef68d6 req-8881bf8a-bf60-4fa5-8f57-5e0632b6e955 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:09.133301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-029f36eb-62de-4d6a-b5a5-0deb63ef68d6 req-8881bf8a-bf60-4fa5-8f57-5e0632b6e955 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0838590 Mar 02 19:19:09.151516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:09.176794 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-029f36eb-62de-4d6a-b5a5-0deb63ef68d6 req-b11bd9f3-03dd-4b33-a3c0-095eb7cbe7db tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Mar 02 19:19:09.179633 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:19:09.237177 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:09.242942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:09.259402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Transition to ACTIVE for port object 732b6bdb-f1dd-4f25-9a03-8fc48451e2df will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:19:09.293693 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'code': 200} Mar 02 19:19:09.359828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:09.497144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:09.517044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.517397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.517722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.518052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.518414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.518742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.519065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.519386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.519707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.520024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.520344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.520700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:09.565262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] No DVR routers for this DVR port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:19:09.885159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:19:09.885393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:19:09.885967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:09.890423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:19:09.890740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:09.895681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:19:09.896011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:19:09.896387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:19:09.896801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Bound port: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:19:09.897136 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:09.988295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:19:09.991758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:19:10.081567 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:10.136623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.137241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:10.138620 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] 10.222.0.11 "PUT /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1091 time: 1.3821411 Mar 02 19:19:10.198153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482c729-69fc-4cc5-801e-2123998f21c7 service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:10.241935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b4ddf13e-9782-45a0-8fba-f37f32845846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.243615 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-b4ddf13e-9782-45a0-8fba-f37f32845846 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1094 time: 0.0812209 Mar 02 19:19:10.365599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051ebafd-0719-499f-b161-d8a83dee2680 req-ff97e744-0aa7-4526-b1a7-a53f2b07bca6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.368051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-051ebafd-0719-499f-b161-d8a83dee2680 req-ff97e744-0aa7-4526-b1a7-a53f2b07bca6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0834184 Mar 02 19:19:10.382785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-4767aa57-b21e-4853-bee4-c7bf74e50451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.384325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-4767aa57-b21e-4853-bee4-c7bf74e50451 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1349370 Mar 02 19:19:10.415659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-051ebafd-0719-499f-b161-d8a83dee2680 req-9369ae03-e463-4fb7-b3ca-1bd9ae14a9e6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420938 Mar 02 19:19:10.488559 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-241bec20-456a-4da0-b5a7-892c5b4bfca6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.0982256 Mar 02 19:19:10.553070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-eb879838-0eaa-4a8a-9c8e-8a73e3a8cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.554503 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-eb879838-0eaa-4a8a-9c8e-8a73e3a8cb55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0602841 Mar 02 19:19:10.626811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-203d8234-e3ad-408d-aac5-22e860e66129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:10.628252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-203d8234-e3ad-408d-aac5-22e860e66129 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681829 Mar 02 19:19:10.758475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-bb32823e-3277-4cdc-afa4-6962aa65f01e service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233199 Mar 02 19:19:10.885863 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-94f8f1af-f6c9-435f-a1fa-15af450a74d8 req-c78f91d4-a398-4b1c-bcc4-1257d90e925b service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215367 Mar 02 19:19:11.294208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:11.351536 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'status': 'completed', 'code': 200} Mar 02 19:19:11.500852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-aae4dfcc-17ea-428e-93d7-17a6d028a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:11.502367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-aae4dfcc-17ea-428e-93d7-17a6d028a3a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1094 time: 0.1325853 Mar 02 19:19:11.505388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-9c0cc6d9-04cf-4b0a-b554-10a2ef6fd8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:11.506717 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-9c0cc6d9-04cf-4b0a-b554-10a2ef6fd8b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1094 time: 0.1063936 Mar 02 19:19:11.602584 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4c22c-8048-45e5-ae08-19966493ff28 req-dd1c6370-4a98-4b88-aa6f-549dbec7b5da tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:11.603973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f4c22c-8048-45e5-ae08-19966493ff28 req-dd1c6370-4a98-4b88-aa6f-549dbec7b5da tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0812869 Mar 02 19:19:11.647996 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-49f4c22c-8048-45e5-ae08-19966493ff28 req-13e1672e-4a00-44bb-923e-b18f18a24004 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383506 Mar 02 19:19:11.740712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-367ea5c8-d5d8-433b-9a17-64113116d66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:11.742163 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-367ea5c8-d5d8-433b-9a17-64113116d66a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2329109 Mar 02 19:19:11.743229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-f187e13c-649f-4fee-834f-419a33758372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:11.744495 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-f187e13c-649f-4fee-834f-419a33758372 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2174618 Mar 02 19:19:12.034150 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-5526d74b-54b8-48ab-a3e5-583e89206547 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.2855294 Mar 02 19:19:12.038336 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-c2ccb2dc-4706-442c-a55d-f75bea2e88f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.2406974 Mar 02 19:19:12.143891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-fd383b0a-cf4d-4427-a68c-99710473548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:12.145292 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-fd383b0a-cf4d-4427-a68c-99710473548c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1045592 Mar 02 19:19:12.148321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-5bc3e82c-d509-438f-ac7b-97202c3860ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:12.149590 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-5bc3e82c-d509-438f-ac7b-97202c3860ef service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0802944 Mar 02 19:19:12.279361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-1af12bf0-f0c3-4527-955f-10ca89efb911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:12.280823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-1af12bf0-f0c3-4527-955f-10ca89efb911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293390 Mar 02 19:19:12.282648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-916c5cb8-d80c-483b-8ac8-23633bc5d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:12.283947 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-916c5cb8-d80c-483b-8ac8-23633bc5d4f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028132 Mar 02 19:19:12.518910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-821dca2a-61b0-41e1-a2b3-76cb640b9669 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306676 Mar 02 19:19:12.521272 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-eb85ba3e-b959-431e-a6b4-da58a234eb7d service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157135 Mar 02 19:19:12.750871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:19:12.767234 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-3c244aa4-c35e-4446-8957-6026b8896e3d service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405913 Mar 02 19:19:12.769318 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c9296cc9-dfea-4261-b29b-761bc619fec9 req-05541074-6de2-43fc-8c9b-6680c42c961e service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418554 Mar 02 19:19:12.820174 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:19:12.874442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e447fd-e869-4714-8a43-e6ed02d12b03 req-d2e4fce6-fd07-4eed-a581-086b3a0b0cb2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:12.875898 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7e447fd-e869-4714-8a43-e6ed02d12b03 req-d2e4fce6-fd07-4eed-a581-086b3a0b0cb2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 943 time: 0.0834599 Mar 02 19:19:12.920766 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c7e447fd-e869-4714-8a43-e6ed02d12b03 req-34476a80-8a35-4174-b77d-7c2d35b4e8f9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383995 Mar 02 19:19:13.474268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:19:13.607410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:13.620685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:19:13.674949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:13.691895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:19:13.706995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:13.777989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:13.846317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:13.990547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['732b6bdb-f1dd-4f25-9a03-8fc48451e2df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:19:14.105298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab5079-19f9-40a7-9e24-8de03166655e req-4e1de470-16be-4ed1-a1e3-58541cbec9cf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:14.106826 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45ab5079-19f9-40a7-9e24-8de03166655e req-4e1de470-16be-4ed1-a1e3-58541cbec9cf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0813954 Mar 02 19:19:14.149896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45ab5079-19f9-40a7-9e24-8de03166655e req-8d6a322e-49b7-4975-b0c6-c962b5b770b6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372190 Mar 02 19:19:14.897907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ebae8d27-83b2-45cc-acfb-15f8854907d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:14.898673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ebae8d27-83b2-45cc-acfb-15f8854907d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:19:14.950044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648391af-5369-43de-82b7-5304102febf2 req-f2ca6429-7ebf-4524-a739-99be74daacae tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:14.951569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-648391af-5369-43de-82b7-5304102febf2 req-f2ca6429-7ebf-4524-a739-99be74daacae tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.1862311 Mar 02 19:19:14.972806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ebae8d27-83b2-45cc-acfb-15f8854907d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:19:14.974622 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ebae8d27-83b2-45cc-acfb-15f8854907d0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4&tenant_id=9d032de8027d4588867fd91c5b378926&binding%3Ahost_id=n-h2-828839-1 HTTP/1.1" status: 200 len: 944 time: 0.1639280 Mar 02 19:19:14.995705 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-648391af-5369-43de-82b7-5304102febf2 req-b54cb041-b374-4ce4-b2c8-325bdb3eda9c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383291 Mar 02 19:19:15.058174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-56679c87-79e6-4639-879b-e67145516bfd service neutron] 10.222.0.11 "GET /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df/bindings/n-h2-828839-1 HTTP/1.1" status: 200 len: 382 time: 0.0785286 Mar 02 19:19:15.148775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-7beac829-df62-4cd8-97fa-ca15418a17fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:15.150289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-7beac829-df62-4cd8-97fa-ca15418a17fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1095 time: 0.0713744 Mar 02 19:19:15.279920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ecdb828d-305a-4ba9-9e06-84a40deb6aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:15.281281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-ecdb828d-305a-4ba9-9e06-84a40deb6aa3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1253526 Mar 02 19:19:15.382852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-189cf78b-679c-40c0-a5d3-78b974e9eda1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1000 time: 0.0951643 Mar 02 19:19:15.444328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-37147532-324d-4a1a-88a9-22b45f861c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:15.445708 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-37147532-324d-4a1a-88a9-22b45f861c82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0566540 Mar 02 19:19:15.517570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:19:15.520765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-fa2e5d99-041a-47b0-8d7d-285c2052bc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:15.522782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-fa2e5d99-041a-47b0-8d7d-285c2052bc9a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716841 Mar 02 19:19:15.686985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:19:15.693335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:15.693710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:15.778679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-2fc7d28b-f47b-4bce-9ad3-390193b6b85a service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499990 Mar 02 19:19:15.819152 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:15.845854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:15.856749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:15.910653 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'code': 200} Mar 02 19:19:15.914021 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-9582723d-b9f3-46df-afa7-30045ddf2e24 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279919 Mar 02 19:19:15.920933 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:15.990281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:16.179479 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ae19a-bb35-4678-b118-904565aad5b9 req-d7f00fe9-6a18-43dd-bb62-c9ea3a4cf828 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:16.180923 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd2ae19a-bb35-4678-b118-904565aad5b9 req-d7f00fe9-6a18-43dd-bb62-c9ea3a4cf828 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0786126 Mar 02 19:19:16.226013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cd2ae19a-bb35-4678-b118-904565aad5b9 req-5b1c029f-75dc-43f1-91ea-f3a33abc8802 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Mar 02 19:19:17.420453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377e2ff8-dc7e-4b27-9f5e-1d334741b103 req-136d4b16-8b09-4b66-99a2-217d17e2dc7e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:17.422758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-377e2ff8-dc7e-4b27-9f5e-1d334741b103 req-136d4b16-8b09-4b66-99a2-217d17e2dc7e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0803180 Mar 02 19:19:17.466480 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-377e2ff8-dc7e-4b27-9f5e-1d334741b103 req-e3f1487b-fb70-4789-86fd-d4212de8f2f7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374186 Mar 02 19:19:18.481461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-154cf619-a823-4aac-80fa-5457a6e512b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:18.482969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-154cf619-a823-4aac-80fa-5457a6e512b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1096 time: 0.0707767 Mar 02 19:19:18.493621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:19:18.602888 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:18.651387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b3be-37fc-43e8-b3aa-749ecd453938 req-ad700b63-7f36-4de8-b848-54e833d893ab tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:18.654768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5523b3be-37fc-43e8-b3aa-749ecd453938 req-ad700b63-7f36-4de8-b848-54e833d893ab tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0824630 Mar 02 19:19:18.698008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5523b3be-37fc-43e8-b3aa-749ecd453938 req-baa020f5-40df-4769-af5b-653953028ed1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394185 Mar 02 19:19:18.870147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:18.898811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:19:18.955690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:18.961490 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:18.977272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Transition to ACTIVE for port object 732b6bdb-f1dd-4f25-9a03-8fc48451e2df will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:19:19.015639 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'code': 200} Mar 02 19:19:19.052063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:19.195091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:19.250518 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] No DVR routers for this DVR port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:19:19.474762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:19:19.475033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:19:19.475360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:19.479941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:19:19.480257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Attempting to bind port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:19.485278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:19:19.485857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:19:19.485975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:19:19.486423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Bound port: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:19:19.486764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:19.574012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:19:19.576894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:19:19.656952 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:19.710997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:19.711604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:19.712956 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] 10.222.0.65 "PUT /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 1092 time: 1.2238877 Mar 02 19:19:19.766884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a8c35-7497-43ad-8711-d94dbda54ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=11']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:19.816604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-1c02d445-3d58-4524-863b-a8ccf5a49f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:19.818208 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-1c02d445-3d58-4524-863b-a8ccf5a49f33 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1095 time: 0.0823779 Mar 02 19:19:19.899312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565c65c-dffe-4bfc-ab4c-77a6362ce925 req-284b0e80-aabf-468e-81e0-edd02998498b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:19.900869 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7565c65c-dffe-4bfc-ab4c-77a6362ce925 req-284b0e80-aabf-468e-81e0-edd02998498b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0843534 Mar 02 19:19:19.948630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7565c65c-dffe-4bfc-ab4c-77a6362ce925 req-9ada8c1e-d0b2-4af3-87ef-bc05313b25b0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415306 Mar 02 19:19:20.062792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-d3fcb9f3-ebf4-407d-a2e0-e6a97b499d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:20.064250 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-d3fcb9f3-ebf4-407d-a2e0-e6a97b499d7f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2406600 Mar 02 19:19:20.164114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-86901a01-02ce-4f17-acb5-e93f91febabb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.0941052 Mar 02 19:19:20.224217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-8abaf0fb-1acb-42c4-965b-d1e990003ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:20.225599 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-8abaf0fb-1acb-42c4-965b-d1e990003ebd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0562937 Mar 02 19:19:20.298748 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b09374-f266-4582-a70d-dc9a1506c833 req-f7b67387-9b74-42ea-b3eb-2afdfcb5a799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:20.300209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-f7b67387-9b74-42ea-b3eb-2afdfcb5a799 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694213 Mar 02 19:19:20.428197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-eede2c8d-314c-42ad-a1db-717abde7daf4 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216586 Mar 02 19:19:20.555516 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-26b09374-f266-4582-a70d-dc9a1506c833 req-7c972162-ab29-4b74-a771-3c3fa22dac97 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220007 Mar 02 19:19:21.017254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:21.076619 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'status': 'completed', 'code': 200} Mar 02 19:19:21.137242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97c6ec-f65b-4e66-98d9-68bd89970129 req-52d3313e-20a5-4a49-9739-f74772e18862 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.138725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a97c6ec-f65b-4e66-98d9-68bd89970129 req-52d3313e-20a5-4a49-9739-f74772e18862 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0839663 Mar 02 19:19:21.182911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a97c6ec-f65b-4e66-98d9-68bd89970129 req-95c9f9df-ee9f-40cd-9db1-21986b3e047a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382552 Mar 02 19:19:21.229730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-3a9d2698-07ea-47e6-8c94-569595172553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.231181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-3a9d2698-07ea-47e6-8c94-569595172553 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1095 time: 0.1333852 Mar 02 19:19:21.233006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-4bd70877-3a9c-4d19-b89e-d4328c97ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.234395 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-4bd70877-3a9c-4d19-b89e-d4328c97ac12 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 1095 time: 0.1017373 Mar 02 19:19:21.469215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-fad57295-3dab-45fe-879f-24a698354bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.470699 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-fad57295-3dab-45fe-879f-24a698354bf9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2340710 Mar 02 19:19:21.471786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-789f755f-8ee4-45f3-8e21-2eef1ca545c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.473088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-789f755f-8ee4-45f3-8e21-2eef1ca545c0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2160261 Mar 02 19:19:21.557515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:19:21.615934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:19:21.655687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-633551df-6f44-47b3-b9ca-ebba5af0793e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.1789751 Mar 02 19:19:21.657421 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-b52eb98f-6eb0-4052-baaf-45bf77b623fc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 200 len: 999 time: 0.1311359 Mar 02 19:19:21.766247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-f8f38104-d3f2-4edc-8b39-7fb0bb6039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.767672 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-f8f38104-d3f2-4edc-8b39-7fb0bb6039ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1052256 Mar 02 19:19:21.769033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-b53ee73d-9ab4-4943-9520-af2f8d231411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.770366 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-b53ee73d-9ab4-4943-9520-af2f8d231411 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0790827 Mar 02 19:19:21.899805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-42d72ace-06a8-45d5-8658-c52efea6b2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.901209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-42d72ace-06a8-45d5-8658-c52efea6b2f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1274366 Mar 02 19:19:21.906887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-715790ee-b15d-4977-b2dc-d5994408e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:21.908232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-715790ee-b15d-4977-b2dc-d5994408e1a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006877 Mar 02 19:19:22.126868 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-58cabdc6-2d97-4ba7-b582-fc5704332564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:22.247333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-8bcf293c-855b-47ad-860a-202aeb5a7388 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381705 Mar 02 19:19:22.252742 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-9d9a2d69-af4f-43f5-a6fe-7f0b09426fbd service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238726 Mar 02 19:19:22.379077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea552c7-9b44-4ad9-af19-7c0e5103bbd0 req-09228615-7d2b-4c8a-87e2-f43eb33eee6d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:22.380586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ea552c7-9b44-4ad9-af19-7c0e5103bbd0 req-09228615-7d2b-4c8a-87e2-f43eb33eee6d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 944 time: 0.0830052 Mar 02 19:19:22.428663 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6ea552c7-9b44-4ad9-af19-7c0e5103bbd0 req-8ac33479-c08b-4306-9528-1df1ac8f125a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421679 Mar 02 19:19:22.496279 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-d1432c33-91c2-4a95-8013-2b980bb54765 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425261 Mar 02 19:19:22.499309 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7cbf730c-f762-4fb5-8281-b4a2f9af4e7f req-3dd57c85-77da-4c55-b4c8-67a724bf311c service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276607 Mar 02 19:19:22.751999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:19:22.886475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:22.899802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'mac_address': 'fa:16:3e:cb:94:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:19:22.954358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:22.971007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:19:22.985719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:23.052286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:23.120743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:23.253843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['732b6bdb-f1dd-4f25-9a03-8fc48451e2df'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:19:23.612017 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25d67a-5f80-4601-8e83-76b938cc0386 req-91801dc2-747b-4d94-bcc1-9b0278585fac tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:23.613362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b25d67a-5f80-4601-8e83-76b938cc0386 req-91801dc2-747b-4d94-bcc1-9b0278585fac tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0781670 Mar 02 19:19:23.656293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b25d67a-5f80-4601-8e83-76b938cc0386 req-495d6c73-7b4f-4ec2-90e2-de519bc1b507 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Mar 02 19:19:23.840552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ec50c-f4cb-4039-a4de-022937d26297 req-8d15b515-d14b-4117-b789-8f28397691a6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:23.842009 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f6ec50c-f4cb-4039-a4de-022937d26297 req-8d15b515-d14b-4117-b789-8f28397691a6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0823796 Mar 02 19:19:23.885420 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f6ec50c-f4cb-4039-a4de-022937d26297 req-93e77e8d-68bd-4140-aabc-163e4efbe210 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377526 Mar 02 19:19:24.064002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f6c5d-957d-43b5-a95c-c9ca33e0f43d req-9f8535ab-33f9-4186-90b0-f4cd75cc4e5e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:24.065456 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a4f6c5d-957d-43b5-a95c-c9ca33e0f43d req-9f8535ab-33f9-4186-90b0-f4cd75cc4e5e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0792031 Mar 02 19:19:24.108450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4a4f6c5d-957d-43b5-a95c-c9ca33e0f43d req-95a32ea0-6840-4bc5-9339-42eeb1858db0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368581 Mar 02 19:19:24.176448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:19:24.223859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-394320d4-e16c-49d6-aa76-ddda8a733e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:24.734291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9d19ec-e1c0-431b-9bea-db58d448f72e req-86d2c482-a554-4574-82c5-cdcf14247b6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:24.735784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f9d19ec-e1c0-431b-9bea-db58d448f72e req-86d2c482-a554-4574-82c5-cdcf14247b6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 945 time: 0.0822291 Mar 02 19:19:24.779179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f9d19ec-e1c0-431b-9bea-db58d448f72e req-a3f9d7fc-3d49-4eb4-9612-0384d650f271 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Mar 02 19:19:24.781776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:19:24.931775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:19:24.936466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:24.936884 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.051148 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.078401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:25.088065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:25.121547 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'code': 200} Mar 02 19:19:25.195144 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.261661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:25.622355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.783789 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:25.936330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16683dd9-8f3e-4c68-806d-00530230e55e req-84105da5-3765-4974-9432-f881931f7ec7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:25.937704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-16683dd9-8f3e-4c68-806d-00530230e55e req-84105da5-3765-4974-9432-f881931f7ec7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 946 time: 0.0851300 Mar 02 19:19:25.966758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e146354-fd78-427d-be23-e2e579929712 req-af7fe4a9-ba5d-4b60-af43-50ea26fc9796 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:25.968222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e146354-fd78-427d-be23-e2e579929712 req-af7fe4a9-ba5d-4b60-af43-50ea26fc9796 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 946 time: 0.0805051 Mar 02 19:19:26.009876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Deleting port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:19:26.010263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.018296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e146354-fd78-427d-be23-e2e579929712 req-75e6e0dc-fb2b-448b-942a-64350da94772 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444417 Mar 02 19:19:26.257702 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.258798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] For port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:26.259159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.541736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.542019 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.542362 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 disassociated. External IP: 172.25.7.17, port: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df. Mar 02 19:19:26.542703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Calling delete_port for 732b6bdb-f1dd-4f25-9a03-8fc48451e2df owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:19:26.749399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:26.799062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'Port': ['ID=732b6bdb-f1dd-4f25-9a03-8fc48451e2df,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:26.961038 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:27.106540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:19:27.170238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e156eda-a67a-4474-9dd3-89f923c9a94a req-872cea4e-dce5-48eb-a173-ccbfc2ac1401 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 210 time: 0.0418358 Mar 02 19:19:27.288484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:19:27.298534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:19:27.313224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:19:27.313759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:27.361356 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] No DVR routers for this DVR port 732b6bdb-f1dd-4f25-9a03-8fc48451e2df on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:19:27.364043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:27.367312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-deleted', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:27.423322 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a42b84-e53f-438b-99ca-c974181a11c4', 'name': 'network-vif-deleted', 'tag': '732b6bdb-f1dd-4f25-9a03-8fc48451e2df', 'status': 'completed', 'code': 200} Mar 02 19:19:27.510048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-16683dd9-8f3e-4c68-806d-00530230e55e req-15481a18-d45c-4847-a418-f66a68e04335 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "DELETE /v2.0/ports/732b6bdb-f1dd-4f25-9a03-8fc48451e2df HTTP/1.1" status: 204 len: 173 time: 1.5673814 Mar 02 19:19:27.530814 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:19:27.574309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:27.843565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:27.847432 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:19:27.856347 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:19:27.856945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:28.032034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:19:28.330812 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8882002c-c0fc-4cfc-b49c-759a4e9161e7 req-55cbc525-2056-4d58-9242-374d6f97f7de tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=d1a42b84-e53f-438b-99ca-c974181a11c4 HTTP/1.1" status: 200 len: 210 time: 0.0426538 Mar 02 19:19:28.347029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:28.351469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195159be-7153-428f-b9b4-bcd57bb7aaa9 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:19:28.571250 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b589b603-a9d5-47a2-8d8e-bab1c19a1ffb None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:19:29.662362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-6df7430c-9988-4df4-8207-873224dd58a5 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1002694516&fields=id&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 267 time: 0.0390227 Mar 02 19:19:29.809509 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-8e3f4011-86f4-4810-9740-a289c5b1318f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:29.810974 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-8e3f4011-86f4-4810-9740-a289c5b1318f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1424725 Mar 02 19:19:29.825540 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e3462f2e-2a9b-4954-9e22-db979c9e81ea tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/quotas/9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 375 time: 0.0093493 Mar 02 19:19:29.912994 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-b0697208-6384-497f-9f14-0f7978e77240 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0827081 Mar 02 19:19:29.968756 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-110a037b-aac3-4e3a-85a0-a5650603e10d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:19:29.969741 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-110a037b-aac3-4e3a-85a0-a5650603e10d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458307 Mar 02 19:19:30.100991 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-fdd65d00-18a5-4f00-91f2-4dc6c414382f service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244953 Mar 02 19:19:30.228941 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-f9a220f5-faf4-4caf-ba31-bf2e8166d83e service neutron] 10.222.0.66 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220362 Mar 02 19:19:30.477249 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32083a1c-e0b2-4f2e-b315-ebaf620990e5 req-90ddea29-6f30-4658-92ce-5abb648b476d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 210 time: 0.0430453 Mar 02 19:19:30.784169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:19:30.822186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 732b6bdb-f1dd-4f25-9a03-8fc48451e2df {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:19:30.822535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 732b6bdb-f1dd-4f25-9a03-8fc48451e2df not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:19:31.629377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2bdf9b3-6ecd-4873-9440-6b1099926f2d req-a2e78d7c-9d86-4d5b-9820-8a95368c176c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 210 time: 0.0479465 Mar 02 19:19:32.430893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-66908bb7-877f-4445-8284-50bf3b5c1db7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:32.432263 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-66908bb7-877f-4445-8284-50bf3b5c1db7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 812 time: 0.1495845 Mar 02 19:19:32.479030 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-d6c67239-05e2-4701-bdbf-3c947a538c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 380 time: 0.0391667 Mar 02 19:19:32.486611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'port': {'device_id': '4345b700-12d8-489a-bee8-ff78d826e54f', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'admin_state_up': True, 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'security_groups': ['5fa85df9-f75f-422c-a52b-f52531c6f68b']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:19:32.623078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:19:32.627093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Usage tracker for resource:port and tenant:9d032de8027d4588867fd91c5b378926 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:19:32.630407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:19:32.636049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:19:32.726371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Made reservation on behalf of 9d032de8027d4588867fd91c5b378926 for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:19:32.730217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:32.781981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14d131c0-409a-4b33-ba4a-7ee10358d675 req-9e9dc1a8-7b24-4a7b-9376-23229a4bdc31 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 210 time: 0.0423830 Mar 02 19:19:32.892439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Allocated IP 172.20.0.3 (5e42bd45-4c90-4fb7-a1f2-9d96fab87c11/af8d72a5-990d-4b47-b974-85ccc4ef0f05/c662d360-9927-413e-ba78-74b733beb0d0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:19:33.080720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.096666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Transition to ACTIVE for port object c662d360-9927-413e-ba78-74b733beb0d0 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:19:33.211914 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.274563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:19:33.277752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:19:33.286841 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:19:33.329090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:33.359746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:33.360372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.469855 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-e8eb1f33-8a93-4bc0-848c-a347df3f3f93 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866509 Mar 02 19:19:33.481357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Request body: {'port': {'device_id': '4345b700-12d8-489a-bee8-ff78d826e54f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:19:33.521031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9e60f18e-45d7-4fe9-b400-b502b3940740 None None] Provisioning for port c662d360-9927-413e-ba78-74b733beb0d0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:19:33.526256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9e60f18e-45d7-4fe9-b400-b502b3940740 None None] Provisioning complete for port c662d360-9927-413e-ba78-74b733beb0d0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:33.526634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9e60f18e-45d7-4fe9-b400-b502b3940740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.579028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9e60f18e-45d7-4fe9-b400-b502b3940740 None None] Port c662d360-9927-413e-ba78-74b733beb0d0 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:19:33.594845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.932538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:19:33.939843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:33.954498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Transition to ACTIVE for port object c662d360-9927-413e-ba78-74b733beb0d0 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:19:33.967652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ca330-57e4-4b74-b805-f69ee193e774 req-1ca4d326-3865-4ef1-bf2b-f15e311fd0e0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:33.971850 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a56ca330-57e4-4b74-b805-f69ee193e774 req-1ca4d326-3865-4ef1-bf2b-f15e311fd0e0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 931 time: 0.0778151 Mar 02 19:19:34.015556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a56ca330-57e4-4b74-b805-f69ee193e774 req-e7ff1262-4b3c-4a18-93b4-50ec6830194a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407169 Mar 02 19:19:34.035152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:34.313834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:34.383227 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:19:34.383474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:19:34.383801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:34.388278 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:19:34.388600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:19:34.393563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:19:34.393901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:19:34.394315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:19:34.394739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Bound port: c662d360-9927-413e-ba78-74b733beb0d0, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:19:34.395084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:34.484760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:19:34.487620 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:19:34.560553 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:34.613033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:34.613640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:34.615042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] 10.222.0.11 "PUT /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1091 time: 1.1378644 Mar 02 19:19:34.615469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:34.643602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dfd69-1635-460e-9f9c-3e33c12105b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:34.665077 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'status': 'completed', 'code': 200} Mar 02 19:19:34.759388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-68f657d7-d103-4b34-bc5c-1078c69b8781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:34.760892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-68f657d7-d103-4b34-bc5c-1078c69b8781 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1094 time: 0.0765231 Mar 02 19:19:34.903810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-9312061e-c293-4fe4-ba3a-54c4a0666ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:34.905188 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-9312061e-c293-4fe4-ba3a-54c4a0666ede service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=9d032de8027d4588867fd91c5b378926&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1379731 Mar 02 19:19:35.040234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-a0f3b237-9e43-4143-aada-9467e550812c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:35.041656 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cf743269-3cef-46f5-9cf9-595e1f787a7f req-a0f3b237-9e43-4143-aada-9467e550812c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308210 Mar 02 19:19:35.149495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-a58497f0-6702-4c1f-88fa-184c4456b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:35.151022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-a58497f0-6702-4c1f-88fa-184c4456b0f7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1094 time: 0.0721676 Mar 02 19:19:35.200495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd07a2-3043-43b6-803c-7553c15ad495 req-3ba44fc0-18f3-4a9e-bad8-af81cddeb1ed tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:35.201987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edfd07a2-3043-43b6-803c-7553c15ad495 req-3ba44fc0-18f3-4a9e-bad8-af81cddeb1ed tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0800695 Mar 02 19:19:35.222062 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-c39edda0-9967-4124-b629-80bbd78c8abc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 217 time: 0.0647440 Mar 02 19:19:35.247162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-edfd07a2-3043-43b6-803c-7553c15ad495 req-72c4ad4e-e8a7-44f1-bad2-d0c03c551f80 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394089 Mar 02 19:19:35.285139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-8463c320-8cbf-488d-a3f4-696b871c3a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:35.286685 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-8463c320-8cbf-488d-a3f4-696b871c3a36 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0589609 Mar 02 19:19:35.364546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-49f92066-84cd-4e37-af6b-f8a769a15250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:35.366046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-49f92066-84cd-4e37-af6b-f8a769a15250 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736346 Mar 02 19:19:35.495535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-06307e47-9247-4830-9704-42ddcab78a67 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239076 Mar 02 19:19:35.623673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ecd47f2a-86cf-4cff-bb5c-6e4828ad753a req-c5421ed4-a543-445e-828c-543201146545 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227298 Mar 02 19:19:36.529645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159c301-c8e1-4f6d-a1ff-5857a8e75034 req-519562ef-8ce6-4f96-9440-02ff3a85efef tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:36.531115 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c159c301-c8e1-4f6d-a1ff-5857a8e75034 req-519562ef-8ce6-4f96-9440-02ff3a85efef tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.1800783 Mar 02 19:19:36.574824 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c159c301-c8e1-4f6d-a1ff-5857a8e75034 req-589da286-6d65-4b96-93ac-d5d579a1fa64 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372195 Mar 02 19:19:37.603855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:19:37.736005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:37.748953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c662d360-9927-413e-ba78-74b733beb0d0', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:19:37.754426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfe3af-c546-4a05-8691-135a07ea056c req-10c59bfc-09bb-4c10-9da5-e653ce2fca96 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:37.755911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbdfe3af-c546-4a05-8691-135a07ea056c req-10c59bfc-09bb-4c10-9da5-e653ce2fca96 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0781107 Mar 02 19:19:37.799674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bbdfe3af-c546-4a05-8691-135a07ea056c req-6e124f74-f4d0-443d-a732-139f505e2a03 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Mar 02 19:19:37.807646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:37.860870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:19:37.875779 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:37.976330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:38.042044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:38.049454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.049803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.050160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.050503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.050835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.051165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.051537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.051866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.052193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.052511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.052833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.053158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:19:38.173705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c662d360-9927-413e-ba78-74b733beb0d0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:19:38.985047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c76ab9-7137-4b7b-9a33-fcdce9b08831 req-3cf3807b-dce9-4a0e-ab5e-5a2ad2075209 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:38.986515 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79c76ab9-7137-4b7b-9a33-fcdce9b08831 req-3cf3807b-dce9-4a0e-ab5e-5a2ad2075209 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0810189 Mar 02 19:19:39.030754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-79c76ab9-7137-4b7b-9a33-fcdce9b08831 req-98ffbb17-6c27-4e7e-bc6c-5605f09c873e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Mar 02 19:19:39.603574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:19:39.720180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c662d360-9927-413e-ba78-74b733beb0d0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:19:39.725258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c662d360-9927-413e-ba78-74b733beb0d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:19:39.725622 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:39.838790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:39.865049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:39.874868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:19:39.911205 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'code': 200} Mar 02 19:19:39.966039 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:40.035027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89214-4c8a-459e-a780-51005a015dc7 req-80b532a1-9f25-400b-a9b1-44da6b2537b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:40.036587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:19:40.036704 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-45e89214-4c8a-459e-a780-51005a015dc7 req-80b532a1-9f25-400b-a9b1-44da6b2537b8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1096 time: 0.0700400 Mar 02 19:19:40.079097 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-45e89214-4c8a-459e-a780-51005a015dc7 req-5771d558-ac4e-480f-808e-24213e33335c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363836 Mar 02 19:19:40.215204 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38a0a31-f9b7-4bae-8789-3392eeadf2c5 req-226f57c9-74e8-4a50-9503-f3f36c47d221 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:40.216659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d38a0a31-f9b7-4bae-8789-3392eeadf2c5 req-226f57c9-74e8-4a50-9503-f3f36c47d221 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0820858 Mar 02 19:19:40.260224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d38a0a31-f9b7-4bae-8789-3392eeadf2c5 req-b7efa02f-75e2-43aa-989f-5ce0e44f7f83 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379617 Mar 02 19:19:41.449515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e361b8f-4a5c-4239-b93b-20d22795b111 req-467f31f8-e129-4d0f-af98-c8ea6871b288 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:41.451107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e361b8f-4a5c-4239-b93b-20d22795b111 req-467f31f8-e129-4d0f-af98-c8ea6871b288 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0795557 Mar 02 19:19:41.494302 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e361b8f-4a5c-4239-b93b-20d22795b111 req-c17a75f9-e343-47bd-97a0-8c30204b55fe tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Mar 02 19:19:41.672433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2dc14e-466c-4547-b7e6-1724079aedf3 req-efdca962-ec03-4030-aa9d-e7ca88815161 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:41.673786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7c2dc14e-466c-4547-b7e6-1724079aedf3 req-efdca962-ec03-4030-aa9d-e7ca88815161 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0816147 Mar 02 19:19:41.682262 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50274) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:19:41.687065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Request body: {'floatingip': {'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:19:41.764592 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:42.346142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:42.412273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:42.579097 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 associated. External IP: 172.25.7.17, port: c662d360-9927-413e-ba78-74b733beb0d0. Mar 02 19:19:43.031757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:19:43.209796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:19:43.214046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:43.219489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:19:43.229104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:19:43.229709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:43.268361 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d345c5d2-0d28-4ed0-92a3-a34f4378cd57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "PUT /v2.0/floatingips/24ebd03b-00ad-4d8f-b9ae-29897ece6a68 HTTP/1.1" status: 200 len: 991 time: 1.5850823 Mar 02 19:19:43.268941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:19:43.313346 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'status': 'completed', 'code': 200} Mar 02 19:19:43.410415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-5312b341-c2f5-4313-94cf-b1241c94af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:43.412845 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-5312b341-c2f5-4313-94cf-b1241c94af41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1096 time: 0.0769696 Mar 02 19:19:43.417948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:19:43.546491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-db878985-9afd-4977-882d-3b914f01052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:43.547865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-db878985-9afd-4977-882d-3b914f01052d service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1291215 Mar 02 19:19:43.769419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-a861fe3f-cef1-40b3-b3cb-c7219a95cdb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.2155123 Mar 02 19:19:43.771992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4345b700-12d8-489a-bee8-ff78d826e54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:19:42Z', 'revision_number': 13, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:43.777163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:19:43.786854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:19:43.787484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:19:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:43.831192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-590b49f0-1700-488b-9bb2-dba1530e10a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:43.832566 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-590b49f0-1700-488b-9bb2-dba1530e10a0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0570703 Mar 02 19:19:43.906191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-bdfa02e9-66d5-41df-83de-22da6a9d08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:43.907696 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-bdfa02e9-66d5-41df-83de-22da6a9d08b4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697615 Mar 02 19:19:43.973176 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:19:44.089929 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-6213771d-2fd4-4ab0-9e33-e94e33e859d5 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760590 Mar 02 19:19:44.224860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1af81653-69e8-4e37-95f1-9bd014b49d8a req-865bdb7c-226e-4e50-b2f4-90810206fde9 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295226 Mar 02 19:19:44.370177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4345b700-12d8-489a-bee8-ff78d826e54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:19:42Z', 'revision_number': 13, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:19:44.374230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ec599f-54ed-421a-8daf-eea91daf6e61 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '24ebd03b-00ad-4d8f-b9ae-29897ece6a68', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'floating_ip_address': '172.25.7.17', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4345b700-12d8-489a-bee8-ff78d826e54f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:16:12Z', 'updated_at': '2022-03-02T19:19:42Z', 'revision_number': 13, 'project_id': '9d032de8027d4588867fd91c5b378926', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:19:44.584623 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c04b8f-7fb5-4fb3-afb2-c6ed7a479db3 None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:19:46.389206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1a777d-bbd3-4f1f-b718-307a72ef2fa7 req-d98a31e5-aa2e-44b5-a972-7a76ed15a5fa tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:46.390606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e1a777d-bbd3-4f1f-b718-307a72ef2fa7 req-d98a31e5-aa2e-44b5-a972-7a76ed15a5fa tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0784526 Mar 02 19:19:46.437409 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e1a777d-bbd3-4f1f-b718-307a72ef2fa7 req-208413c1-d649-4f37-911b-6a11e3a4d0ac tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407588 Mar 02 19:19:52.114591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6ca823b5-d962-4b3f-8ab7-c21589612136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:54.205725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8c4a0a25-51d0-42b7-9744-406ee17a4ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:55.617475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:55.725476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:56.302147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:56.805657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c744f-58f7-4117-b57d-b703a03102a2 req-f9f12b6d-2127-4474-b88d-a5301e2c05c1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:56.807142 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f0c744f-58f7-4117-b57d-b703a03102a2 req-f9f12b6d-2127-4474-b88d-a5301e2c05c1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0798659 Mar 02 19:19:56.852527 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7f0c744f-58f7-4117-b57d-b703a03102a2 req-6f6c9502-0aa6-48b0-b64b-87529299eaf6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397363 Mar 02 19:19:56.911727 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-76208cca-ee11-4638-a751-3e980ceaf9cf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0765386 Mar 02 19:19:56.960816 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:57.405912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:19:58.046008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1194ea-753f-4605-b49c-2025a6999a3b req-6663b5eb-c317-42d1-af9f-96288f7e4861 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:58.047587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c1194ea-753f-4605-b49c-2025a6999a3b req-6663b5eb-c317-42d1-af9f-96288f7e4861 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0841327 Mar 02 19:19:58.092445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c1194ea-753f-4605-b49c-2025a6999a3b req-b29884cc-c53c-4269-ab54-079e32223102 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Mar 02 19:19:59.079225 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-efc07c5a-d5dd-4a22-a0a4-1cf5b9519ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.080719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-efc07c5a-d5dd-4a22-a0a4-1cf5b9519ff6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1096 time: 0.0710044 Mar 02 19:19:59.226787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-8dbc26f3-cb80-43fb-ac54-20f69367c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.228418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-8dbc26f3-cb80-43fb-ac54-20f69367c339 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1291006 Mar 02 19:19:59.276963 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb3342-2a9d-4727-8fb6-75442f19415e req-e6627552-71f9-430c-b780-e13fc0b50ed1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.278446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-facb3342-2a9d-4727-8fb6-75442f19415e req-e6627552-71f9-430c-b780-e13fc0b50ed1 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0794735 Mar 02 19:19:59.322606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-facb3342-2a9d-4727-8fb6-75442f19415e req-562d4673-5771-4397-8482-1a8882371366 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383844 Mar 02 19:19:59.334176 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-d87933c7-42ea-43b2-8e17-eb50622f9380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1001 time: 0.1000402 Mar 02 19:19:59.399995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-85557864-1256-433a-9cbc-37b6518e97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.401424 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-85557864-1256-433a-9cbc-37b6518e97b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0612991 Mar 02 19:19:59.474829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-abf432f3-4430-471a-9187-4a0cace783ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.477473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-abf432f3-4430-471a-9187-4a0cace783ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697038 Mar 02 19:19:59.607681 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-c67cc1fc-ab73-4d0e-b06d-45ee748a1265 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242540 Mar 02 19:19:59.738746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cbe192d3-7b9a-46f1-8aaa-01ed51f93905 req-b0b19ad7-43d5-478f-a57b-1f4e83de79fd service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255085 Mar 02 19:19:59.843514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-ed71db65-7ffb-4347-81c4-1ee6eeb2555d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.844969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-ed71db65-7ffb-4347-81c4-1ee6eeb2555d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1096 time: 0.0699406 Mar 02 19:19:59.976607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-76ef86c4-602f-4d90-8510-8b986256ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:19:59.978040 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-76ef86c4-602f-4d90-8510-8b986256ede7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1266561 Mar 02 19:20:00.083517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-eb4e1e56-1299-4b29-a24d-9430c0136a1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1001 time: 0.0964463 Mar 02 19:20:00.149571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-64c1f735-59a0-4e0b-b710-0b8c4da47e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:00.151013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-64c1f735-59a0-4e0b-b710-0b8c4da47e14 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0598428 Mar 02 19:20:00.228849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-46a7d487-fbba-4320-b807-6f005461c83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:00.230303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-46a7d487-fbba-4320-b807-6f005461c83c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716302 Mar 02 19:20:00.375090 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-3b0b9ed7-c440-4cca-a7c7-448492eefc02 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264203 Mar 02 19:20:00.514488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13ba075-6164-427e-a757-62c3ecb74c3c req-af2f1e7c-23f3-4f83-8720-99321b7d1beb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:00.515968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e13ba075-6164-427e-a757-62c3ecb74c3c req-af2f1e7c-23f3-4f83-8720-99321b7d1beb tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0892761 Mar 02 19:20:00.564589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e13ba075-6164-427e-a757-62c3ecb74c3c req-988c0aef-2e61-40cc-9898-6930a7f0f771 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426826 Mar 02 19:20:00.628443 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-e293514c-60a4-4320-b996-9d44acb31161 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456865 Mar 02 19:20:01.175312 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:20:01.753222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b08f0d-3fd0-4885-bbfc-12b538fd7428 req-6db13e7a-89b7-4e3d-9d99-a8cbcde023a6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:01.754702 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9b08f0d-3fd0-4885-bbfc-12b538fd7428 req-6db13e7a-89b7-4e3d-9d99-a8cbcde023a6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0790629 Mar 02 19:20:01.797886 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9b08f0d-3fd0-4885-bbfc-12b538fd7428 req-e269fd63-eafa-4cc6-9d86-bb353f544028 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370786 Mar 02 19:20:02.986211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490230e-c835-4ed5-b0fd-84db44adaa93 req-46236b87-f220-4a55-8a82-a55d2a78993b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:02.987692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b490230e-c835-4ed5-b0fd-84db44adaa93 req-46236b87-f220-4a55-8a82-a55d2a78993b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0843678 Mar 02 19:20:03.032213 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b490230e-c835-4ed5-b0fd-84db44adaa93 req-ed85b07c-dd5f-4404-82c3-3ebcfed406da tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Mar 02 19:20:04.217323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4b039-7f12-411a-be3d-f29bcd142a90 req-6418aa2b-7e49-4012-bb97-ff0b2359c25e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:04.218799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78c4b039-7f12-411a-be3d-f29bcd142a90 req-6418aa2b-7e49-4012-bb97-ff0b2359c25e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0781980 Mar 02 19:20:04.266042 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-78c4b039-7f12-411a-be3d-f29bcd142a90 req-1a6f319b-b907-4935-8731-b28223b41d4f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Mar 02 19:20:05.450694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173a0f4-8c2a-47ef-a657-1841b3a0a9c2 req-8818766f-f94b-4644-9945-9472fd824cc4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:05.452144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e173a0f4-8c2a-47ef-a657-1841b3a0a9c2 req-8818766f-f94b-4644-9945-9472fd824cc4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0793426 Mar 02 19:20:05.495649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e173a0f4-8c2a-47ef-a657-1841b3a0a9c2 req-f243b41d-9185-41fa-a8ce-f30f57a5c931 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379956 Mar 02 19:20:06.781487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b119c70-dcef-4abd-a40d-e9bd2ef94733 req-a744d744-99ee-4f29-938e-34041b136b2b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:06.782893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b119c70-dcef-4abd-a40d-e9bd2ef94733 req-a744d744-99ee-4f29-938e-34041b136b2b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.1842735 Mar 02 19:20:06.825167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b119c70-dcef-4abd-a40d-e9bd2ef94733 req-35427529-ef4d-4827-a5dc-55c784d01c14 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364470 Mar 02 19:20:08.004676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a43a24-9414-45a5-b4ea-b55b1c658f06 req-b13ec6d8-477c-4979-a20f-548fd572dd8a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:08.006134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9a43a24-9414-45a5-b4ea-b55b1c658f06 req-b13ec6d8-477c-4979-a20f-548fd572dd8a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0775020 Mar 02 19:20:08.049838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d9a43a24-9414-45a5-b4ea-b55b1c658f06 req-b9d27f7a-ba36-4cb8-b095-7f73257b1e9e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375245 Mar 02 19:20:09.232605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334af846-44a0-4422-b250-120652d96632 req-fe9ec02d-74f3-45a4-bf1e-9b7dbfab9895 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:09.234084 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334af846-44a0-4422-b250-120652d96632 req-fe9ec02d-74f3-45a4-bf1e-9b7dbfab9895 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0814354 Mar 02 19:20:09.276893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-334af846-44a0-4422-b250-120652d96632 req-7a7b6c19-013a-4d7b-a8a2-6797e5116f88 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373261 Mar 02 19:20:10.460657 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b11a4f-eed9-4726-9a17-4d698a135d1b req-13ae9699-05b9-4103-8dfb-2dc4f91eeb79 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:10.462114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75b11a4f-eed9-4726-9a17-4d698a135d1b req-13ae9699-05b9-4103-8dfb-2dc4f91eeb79 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0788536 Mar 02 19:20:10.508836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75b11a4f-eed9-4726-9a17-4d698a135d1b req-5c6a13df-6c6a-442a-907d-3b637649fd6d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Mar 02 19:20:11.692752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6679741-a76e-4c50-8561-b197d764fe48 req-0e08410c-a93c-475d-9e90-58ce3514cb48 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:11.694222 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6679741-a76e-4c50-8561-b197d764fe48 req-0e08410c-a93c-475d-9e90-58ce3514cb48 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0785017 Mar 02 19:20:11.737258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6679741-a76e-4c50-8561-b197d764fe48 req-89ded98b-bcca-464b-8d09-031875a4592e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375445 Mar 02 19:20:12.930938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c907d028-d0f8-491f-b663-4aaac2286112 req-d53db44d-a165-4ad0-b2c2-42edb62be4c4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:12.932446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c907d028-d0f8-491f-b663-4aaac2286112 req-d53db44d-a165-4ad0-b2c2-42edb62be4c4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0844429 Mar 02 19:20:12.977317 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c907d028-d0f8-491f-b663-4aaac2286112 req-3b725a42-e0b8-403f-aa2e-9a7335f9c9c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390532 Mar 02 19:20:13.477844 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-85456572-6b12-4615-8c92-95ca67ecc4bd service neutron] show failed (client error): The resource could not be found. Mar 02 19:20:13.478863 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-85456572-6b12-4615-8c92-95ca67ecc4bd service neutron] 10.222.0.11 "GET /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0772076 Mar 02 19:20:14.134606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-f3f59472-2845-4f2e-8ce9-a62c1a3a4afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:14.136014 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-f3f59472-2845-4f2e-8ce9-a62c1a3a4afa service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1096 time: 0.1165199 Mar 02 19:20:14.146931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:20:14.162674 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a8cee-54d9-4b60-95eb-8a8aac2d7d22 req-a2b0fd05-b365-40ef-9b09-451c82393812 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:14.164168 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-674a8cee-54d9-4b60-95eb-8a8aac2d7d22 req-a2b0fd05-b365-40ef-9b09-451c82393812 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0794241 Mar 02 19:20:14.207897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-674a8cee-54d9-4b60-95eb-8a8aac2d7d22 req-43fbad86-6469-4467-85b8-dee653bf2732 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382543 Mar 02 19:20:14.258857 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:14.522354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:14.552665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:20:14.613339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:14.619423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:14.635169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Transition to ACTIVE for port object c662d360-9927-413e-ba78-74b733beb0d0 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:14.676972 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'code': 200} Mar 02 19:20:14.697010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:14.837574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:14.858046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.858415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.858753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.859088 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.859419 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.859742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.860071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.860391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.860713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.861031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.861377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.861674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:14.904866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] No DVR routers for this DVR port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:15.134526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:20:15.134866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:20:15.135194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:20:15.139656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:20:15.139980 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:20:15.144974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:20:15.145312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:20:15.145712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:20:15.146145 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Bound port: c662d360-9927-413e-ba78-74b733beb0d0, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:20:15.146496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:15.238687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:20:15.241723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:20:15.303453 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:15.355649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.356258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:15.357616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] 10.222.0.65 "PUT /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1091 time: 1.2146888 Mar 02 19:20:15.394623 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c77d04-7e9f-41c5-8377-db27f2c04a62 req-9ac54f5c-2201-4c8e-8170-c68790d2a207 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.396169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64c77d04-7e9f-41c5-8377-db27f2c04a62 req-9ac54f5c-2201-4c8e-8170-c68790d2a207 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0843236 Mar 02 19:20:15.417826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608eb1dd-9688-46f9-b677-bc2f3f154018 service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:15.445510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-64c77d04-7e9f-41c5-8377-db27f2c04a62 req-2386f04f-5161-48c3-8b5f-ffc604409d49 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Mar 02 19:20:15.464674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-75c2a883-3651-43a1-811b-db3a383090cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.466357 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-75c2a883-3651-43a1-811b-db3a383090cd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1094 time: 0.0859134 Mar 02 19:20:15.601789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-f1694576-bcbc-4686-82f7-1068dd87c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.603196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-f1694576-bcbc-4686-82f7-1068dd87c578 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1304603 Mar 02 19:20:15.745647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:15.804616 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-233c8ac8-313b-4f41-b7d2-42fcb74a30ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.1951125 Mar 02 19:20:15.804864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:15.865435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-b47ff6f7-bbd9-4e14-92cf-7004658fa430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.867343 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-b47ff6f7-bbd9-4e14-92cf-7004658fa430 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0560508 Mar 02 19:20:15.939405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-2591f41c-c5fe-4129-ba81-aa3db8c7fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:15.940844 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-2591f41c-c5fe-4129-ba81-aa3db8c7fc42 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679832 Mar 02 19:20:16.070134 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-7b952606-8349-4f37-bd92-aa940af8728d service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232810 Mar 02 19:20:16.201903 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-79323b46-6cf0-4bbe-8d20-40af22ed286e req-8beaeee1-b945-4ca0-8a15-6d8c1904cb75 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262519 Mar 02 19:20:16.631092 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d483de-c81f-493e-a95a-187b90fff583 req-343d55ac-cd86-4fd7-8415-2e41bddbe9c9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:16.633157 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55d483de-c81f-493e-a95a-187b90fff583 req-343d55ac-cd86-4fd7-8415-2e41bddbe9c9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0815432 Mar 02 19:20:16.678660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:16.681004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-55d483de-c81f-493e-a95a-187b90fff583 req-e1d23c04-bb31-4347-b685-917398eb850d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420983 Mar 02 19:20:16.741088 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'status': 'completed', 'code': 200} Mar 02 19:20:16.888847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-76162f96-cc98-4f26-b6c5-96493a8fc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:16.890272 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-76162f96-cc98-4f26-b6c5-96493a8fc618 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1094 time: 0.1321819 Mar 02 19:20:16.892861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-bc8be74f-ca6a-449b-a290-e2f698ed5fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:16.894298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-bc8be74f-ca6a-449b-a290-e2f698ed5fbd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1094 time: 0.1020305 Mar 02 19:20:17.134976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-67df105c-ef5d-4192-9467-c7b0d5a98758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.136455 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-67df105c-ef5d-4192-9467-c7b0d5a98758 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2401197 Mar 02 19:20:17.137599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-fa987ec3-cebc-4c2f-a637-5ca1d98ffbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.138940 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-fa987ec3-cebc-4c2f-a637-5ca1d98ffbf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2239668 Mar 02 19:20:17.326114 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-399e87f0-9a3a-4eee-a5ed-e025e7eefac2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.1830683 Mar 02 19:20:17.329586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-5665fd11-2578-4622-842e-f0cc23469f75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.1293237 Mar 02 19:20:17.441165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-0df2ab9d-dc0c-4d6e-906e-1090525560f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.441784 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-0df2ab9d-dc0c-4d6e-906e-1090525560f8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1102197 Mar 02 19:20:17.444965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-df4905e8-8fd7-4414-8217-1c7c72de53c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.446300 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-df4905e8-8fd7-4414-8217-1c7c72de53c5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0843966 Mar 02 19:20:17.580467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-2ce7a79f-b267-45ac-baf0-3c87f8fb1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.581865 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-2ce7a79f-b267-45ac-baf0-3c87f8fb1bca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340222 Mar 02 19:20:17.584830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad445-3860-457b-850d-e36b4be522ec req-eafd71f9-9087-4b07-9b76-779756885ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.586186 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-eafd71f9-9087-4b07-9b76-779756885ee5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077685 Mar 02 19:20:17.883263 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f98b7-bc9b-49a5-bb82-cb067b3eb40d req-3db610c1-9f84-4163-944b-846dc235c1f8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:17.884664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99f98b7-bc9b-49a5-bb82-cb067b3eb40d req-3db610c1-9f84-4163-944b-846dc235c1f8 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0801098 Mar 02 19:20:17.930486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c99f98b7-bc9b-49a5-bb82-cb067b3eb40d req-dd2b8e82-5ee1-48e4-a99b-238bba8cdf30 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395536 Mar 02 19:20:17.937228 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-086064d6-7bbe-4323-95c1-4835cd0c965b service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490286 Mar 02 19:20:17.941444 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-3b5fe644-e819-495e-9fb3-9d6bb3df6e29 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335171 Mar 02 19:20:18.185825 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-88685913-f76e-4b3d-b132-e4691e784d43 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427559 Mar 02 19:20:18.187732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9cad445-3860-457b-850d-e36b4be522ec req-a20cd835-bc74-4a98-902f-fdc8a52cc0a4 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257795 Mar 02 19:20:19.122667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad2673-1768-4fb3-a61f-a3f24f220e86 req-b5b86f5e-84a2-46d7-88b3-72927c4690b4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:19.124113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aad2673-1768-4fb3-a61f-a3f24f220e86 req-b5b86f5e-84a2-46d7-88b3-72927c4690b4 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0812871 Mar 02 19:20:19.167811 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0aad2673-1768-4fb3-a61f-a3f24f220e86 req-8b851193-a0c1-476b-85ec-5abc1e748e9e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381114 Mar 02 19:20:20.350964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fbdae-64ff-4e71-aeed-7c74f5829402 req-7740a0d3-2ff5-4a42-a1ef-b3916148c029 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:20.352333 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e11fbdae-64ff-4e71-aeed-7c74f5829402 req-7740a0d3-2ff5-4a42-a1ef-b3916148c029 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0789888 Mar 02 19:20:20.395888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e11fbdae-64ff-4e71-aeed-7c74f5829402 req-a0f2d2fd-b2e8-4dbe-ae0f-d9184b5fb85c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377781 Mar 02 19:20:21.581825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05cb8aa-f9dc-4254-aad4-530c62cdf3b8 req-9e4e85f3-93f4-46da-9679-f79fd6a669c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:21.583315 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a05cb8aa-f9dc-4254-aad4-530c62cdf3b8 req-9e4e85f3-93f4-46da-9679-f79fd6a669c0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0823920 Mar 02 19:20:21.626568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a05cb8aa-f9dc-4254-aad4-530c62cdf3b8 req-b922ac54-97c0-4344-9c15-cf7af8b2687b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376110 Mar 02 19:20:22.096866 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-552db681-22cb-45d4-ae14-3464b777754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:22.806888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb4db9c-aeb3-4822-a9f9-90bde8a0cbf0 req-6ff5e00a-17a4-4ac7-8c34-82989549cdad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:22.808341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb4db9c-aeb3-4822-a9f9-90bde8a0cbf0 req-6ff5e00a-17a4-4ac7-8c34-82989549cdad tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0792925 Mar 02 19:20:22.854698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebb4db9c-aeb3-4822-a9f9-90bde8a0cbf0 req-8f452784-4c3b-406b-b205-3edc5205893a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407810 Mar 02 19:20:24.037360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e095b4-516e-4402-9e14-8908434e7fec req-4dd4f578-b6c9-4d26-964b-03bb0c6e77df tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:24.038784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8e095b4-516e-4402-9e14-8908434e7fec req-4dd4f578-b6c9-4d26-964b-03bb0c6e77df tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0800130 Mar 02 19:20:24.081975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8e095b4-516e-4402-9e14-8908434e7fec req-66dbac59-dab9-404a-a1ab-dd4383f5a808 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376952 Mar 02 19:20:24.239494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7af55553-d70e-49cd-80e0-f3e2e6b38620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:25.270792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6bc59b-b22d-4ae6-91d6-a7a1c2e8bc8e req-e4931f29-d74a-438e-a270-a1f9803b604d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:25.272825 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d6bc59b-b22d-4ae6-91d6-a7a1c2e8bc8e req-e4931f29-d74a-438e-a270-a1f9803b604d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0849047 Mar 02 19:20:25.316610 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2d6bc59b-b22d-4ae6-91d6-a7a1c2e8bc8e req-162db861-4cbd-4b24-97d7-47a50b06f221 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377479 Mar 02 19:20:25.604184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:25.781649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:26.285286 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:26.500950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb772006-5583-4570-a06c-1329ee5e427c req-22ed7743-a4bb-4cd8-b811-25671c064f7f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:26.502408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb772006-5583-4570-a06c-1329ee5e427c req-22ed7743-a4bb-4cd8-b811-25671c064f7f tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0772476 Mar 02 19:20:26.545722 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb772006-5583-4570-a06c-1329ee5e427c req-b22c82e7-2f62-44b9-b5f7-f316dcdea4e9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375783 Mar 02 19:20:26.988546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:27.131861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:20:27.266898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:27.280853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7860654-8a68-4f62-8440-48b696a5a342 req-85b4ce9f-749d-48f7-bf8d-9f4e824c5949 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.281272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'c662d360-9927-413e-ba78-74b733beb0d0', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:20:27.285280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0ca71aee-e979-4478-a7cc-42dbd9f15bb6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.285992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0ca71aee-e979-4478-a7cc-42dbd9f15bb6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Synchronizing usage tracker for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:20:27.288948 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7860654-8a68-4f62-8440-48b696a5a342 req-85b4ce9f-749d-48f7-bf8d-9f4e824c5949 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 943 time: 0.0925348 Mar 02 19:20:27.328883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7860654-8a68-4f62-8440-48b696a5a342 req-6821858c-66d8-4ad2-8360-725d23fc3d5c tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388107 Mar 02 19:20:27.347275 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:27.364246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0ca71aee-e979-4478-a7cc-42dbd9f15bb6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Unset dirty status for tenant:9d032de8027d4588867fd91c5b378926 on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:20:27.364441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:20:27.365556 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0ca71aee-e979-4478-a7cc-42dbd9f15bb6 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.65 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f&tenant_id=9d032de8027d4588867fd91c5b378926&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 943 time: 0.1684511 Mar 02 19:20:27.379825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:27.422458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:27.444434 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-20533477-a39f-42e8-aac7-49fd9f7eeda0 service neutron] 10.222.0.65 "GET /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0/bindings/n-h1-828839-1 HTTP/1.1" status: 200 len: 382 time: 0.0737576 Mar 02 19:20:27.451436 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:27.524458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:27.535695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-110029f7-5ab6-4721-b08c-9b05f27125dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.540593 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-110029f7-5ab6-4721-b08c-9b05f27125dd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1095 time: 0.0707331 Mar 02 19:20:27.666697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-4c7475b1-4aef-4c9d-b285-1716bb6a020f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.667903 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['c662d360-9927-413e-ba78-74b733beb0d0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:20:27.668160 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-4c7475b1-4aef-4c9d-b285-1716bb6a020f service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1250806 Mar 02 19:20:27.770811 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-a1ad6875-6f24-48b7-8510-2287c787e5cc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1000 time: 0.0964799 Mar 02 19:20:27.835215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-1ff40d81-1371-4227-8c35-4c4844513099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.836585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-1ff40d81-1371-4227-8c35-4c4844513099 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0604260 Mar 02 19:20:27.909993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-7847cfa8-97f5-4edb-bca9-6e437535b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:27.911489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-7847cfa8-97f5-4edb-bca9-6e437535b624 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694206 Mar 02 19:20:28.042851 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-67cbd9d6-44bb-454e-bc5b-727af6261efb service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243353 Mar 02 19:20:28.172754 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-9fc42619-a240-4366-bb58-40ad43cbfe39 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233232 Mar 02 19:20:28.513524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214e7949-89c3-494a-9db9-fa1ba041afbf req-45520405-7d54-4353-9c6a-bcb0d3adbdaa tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:28.515005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-214e7949-89c3-494a-9db9-fa1ba041afbf req-45520405-7d54-4353-9c6a-bcb0d3adbdaa tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0792665 Mar 02 19:20:28.560904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-214e7949-89c3-494a-9db9-fa1ba041afbf req-e95676c7-705f-4137-a0a2-f91d07000a54 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402322 Mar 02 19:20:29.126482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:29.250754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port c662d360-9927-413e-ba78-74b733beb0d0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:29.256583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port c662d360-9927-413e-ba78-74b733beb0d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:29.257046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:29.373561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:29.400703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:29.410482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:29.458042 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'code': 200} Mar 02 19:20:29.571243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:29.637744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:29.746656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b013a-0571-4e28-967f-af16c896d8fe req-201f218b-ec39-4dab-9f3a-a13f8b029122 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:29.748152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac9b013a-0571-4e28-967f-af16c896d8fe req-201f218b-ec39-4dab-9f3a-a13f8b029122 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0779791 Mar 02 19:20:29.792091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ac9b013a-0571-4e28-967f-af16c896d8fe req-f6ddb05f-39a8-4b36-b15e-0cd7f56eaeb2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Mar 02 19:20:30.982016 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a66d9-7051-407b-a278-9aabda88f086 req-f3d9e9c3-8dcc-4c38-9ea8-876ffd370228 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:30.983486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45a66d9-7051-407b-a278-9aabda88f086 req-f3d9e9c3-8dcc-4c38-9ea8-876ffd370228 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0820470 Mar 02 19:20:31.027939 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f45a66d9-7051-407b-a278-9aabda88f086 req-26288684-f102-4924-8dda-b89dc3e59678 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389636 Mar 02 19:20:31.427761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-4903be10-6edf-4b67-9b72-f1808413580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:31.429154 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-4903be10-6edf-4b67-9b72-f1808413580e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f&tenant_id=9d032de8027d4588867fd91c5b378926 HTTP/1.1" status: 200 len: 1096 time: 0.0736370 Mar 02 19:20:31.439045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:20:31.544368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:31.900064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:31.927724 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:20:31.986983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:31.992669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:32.007704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Transition to ACTIVE for port object c662d360-9927-413e-ba78-74b733beb0d0 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:20:32.045184 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'code': 200} Mar 02 19:20:32.068249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:32.204616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=10']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:32.217664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8777135-db5f-47cc-826b-010959b66fd4 req-d35f7577-27a4-4ec6-9c23-00cf9dfb6693 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:32.219295 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8777135-db5f-47cc-826b-010959b66fd4 req-d35f7577-27a4-4ec6-9c23-00cf9dfb6693 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0824664 Mar 02 19:20:32.268593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e8777135-db5f-47cc-826b-010959b66fd4 req-32a5f0ad-6beb-4c14-84be-15a2c31836bf tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427454 Mar 02 19:20:32.274486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] No DVR routers for this DVR port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:32.502101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:20:32.502801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:20:32.502801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:20:32.507287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:20:32.507607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Attempting to bind port c662d360-9927-413e-ba78-74b733beb0d0 on network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:20:32.512587 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:20:32.512921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Checking segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:20:32.513301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Bound using segment: {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:20:32.513717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Bound port: c662d360-9927-413e-ba78-74b733beb0d0, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072cf7c8-b455-4511-9658-766a0681d016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:20:32.514058 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:32.600333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:20:32.603280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:20:32.788421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:32.845301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:32.845847 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:32.847257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] 10.222.0.11 "PUT /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 1092 time: 1.4120555 Mar 02 19:20:32.870833 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4d7c-031f-4245-ab2a-7265bb89b88d service neutron] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=11']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:32.948089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-cd055837-d9a0-4ef8-aaf5-72a538838c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:32.949576 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-cd055837-d9a0-4ef8-aaf5-72a538838c1f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1095 time: 0.0757477 Mar 02 19:20:33.084967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-456c0d99-702b-45f9-88c3-cbaf9545b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:33.086450 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-456c0d99-702b-45f9-88c3-cbaf9545b017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.1313910 Mar 02 19:20:33.138898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:33.189869 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-14c1a302-7463-4d44-84eb-1cfc2a4a1a3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.0978491 Mar 02 19:20:33.196990 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:33.250950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-5caccc64-dd64-45c5-9b70-44aeff6440fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:33.252367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-5caccc64-dd64-45c5-9b70-44aeff6440fc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.0568190 Mar 02 19:20:33.329976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef693be1-e672-489d-9086-f7adba45dd9c req-e1fd6705-b382-4638-a347-1c22f7e4f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:33.331433 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-e1fd6705-b382-4638-a347-1c22f7e4f53a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726838 Mar 02 19:20:33.458631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36d581-1e13-4433-9193-6c368714f09d req-c5074079-46cd-4c9d-af45-e5ffc6b5d310 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:33.460769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c36d581-1e13-4433-9193-6c368714f09d req-c5074079-46cd-4c9d-af45-e5ffc6b5d310 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0850096 Mar 02 19:20:33.507380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3c36d581-1e13-4433-9193-6c368714f09d req-4da22684-1954-4892-9be5-5a1d87b29138 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408313 Mar 02 19:20:33.571894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-400a7f05-3cfd-425e-bbc2-2891c32da7d0 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339139 Mar 02 19:20:33.700415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ef693be1-e672-489d-9086-f7adba45dd9c req-6f0b3b9b-a9ee-4fcd-bd3d-ce3827e4b0ff service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228108 Mar 02 19:20:34.046799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:34.104646 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'status': 'completed', 'code': 200} Mar 02 19:20:34.252119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-426de453-692e-40d7-ad6c-453ecb431c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.253615 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-426de453-692e-40d7-ad6c-453ecb431c26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1095 time: 0.1322625 Mar 02 19:20:34.255680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-b77cc95b-8fb4-4d40-9d6f-0cecc7ad1561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.257563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-b77cc95b-8fb4-4d40-9d6f-0cecc7ad1561 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9d032de8027d4588867fd91c5b378926&device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 1095 time: 0.1060679 Mar 02 19:20:34.493369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-bdd93f41-b413-4ab2-b9f7-432cd78b6e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.494868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-bdd93f41-b413-4ab2-b9f7-432cd78b6e92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2354367 Mar 02 19:20:34.495926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-477fc66e-8287-4baa-b3b6-7ac9eda64451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.497192 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-477fc66e-8287-4baa-b3b6-7ac9eda64451 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 200 len: 913 time: 0.2196512 Mar 02 19:20:34.683005 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-774fb8d9-231a-4864-ad22-37ebe9ce4416 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.1824207 Mar 02 19:20:34.684606 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-ae9dbe89-3e73-4ff4-bf3c-e99d99309f0f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 200 len: 999 time: 0.1350892 Mar 02 19:20:34.697487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740447-6e36-4f8d-90ea-aac19b4437ef req-3083b271-9042-450a-ba6f-70bd82da740d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.699048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24740447-6e36-4f8d-90ea-aac19b4437ef req-3083b271-9042-450a-ba6f-70bd82da740d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0828204 Mar 02 19:20:34.757266 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24740447-6e36-4f8d-90ea-aac19b4437ef req-f77be516-2f09-4c16-9981-856d0e4002db tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521960 Mar 02 19:20:34.796474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-e7734ea8-a3bc-4475-bea2-bfa1694b3e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.797910 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-e7734ea8-a3bc-4475-bea2-bfa1694b3e16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1098611 Mar 02 19:20:34.799269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-9a9dca99-0485-4567-8c5b-de14c4d2ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.800543 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-9a9dca99-0485-4567-8c5b-de14c4d2ee6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 200 len: 851 time: 0.1105964 Mar 02 19:20:34.925218 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-e7fe6ae9-b9cf-4fc4-8b7f-b10dea3eb8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.926698 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-e7fe6ae9-b9cf-4fc4-8b7f-b10dea3eb8b7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1227517 Mar 02 19:20:34.933154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-08c2410b-752b-4a04-8487-e5281be38786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:34.934504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-08c2410b-752b-4a04-8487-e5281be38786 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015337 Mar 02 19:20:35.162918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-594754f6-66ae-4cb1-bf30-67545e65ba82 service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269502 Mar 02 19:20:35.165860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-e7294b39-66d4-4a89-9b35-5caa838f205a service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088156 Mar 02 19:20:35.523498 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-b8f734c5-11d4-48c5-a37d-91a0d61dadec service neutron] 10.222.0.11 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3552556 Mar 02 19:20:35.526648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7571f170-843b-4b78-b01c-f3f8c0e996f8 req-71b69eb7-f32e-43bc-b72c-0bbde1952704 service neutron] 10.222.0.65 "GET /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362029 Mar 02 19:20:35.942793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6b18bf-56a5-4a2d-ae9a-e6f85f464505 req-a4ef132c-5206-4cc8-bf27-55bca4076fd7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:35.944728 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae6b18bf-56a5-4a2d-ae9a-e6f85f464505 req-a4ef132c-5206-4cc8-bf27-55bca4076fd7 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0801737 Mar 02 19:20:35.987817 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae6b18bf-56a5-4a2d-ae9a-e6f85f464505 req-cc2213f0-4f67-41da-9192-1df00ffb7739 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375304 Mar 02 19:20:37.175860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70a89c-70db-4576-91c6-9e3a3df1c560 req-1fd52daf-e4ae-4c40-a176-4179e76c3745 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:37.177331 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b70a89c-70db-4576-91c6-9e3a3df1c560 req-1fd52daf-e4ae-4c40-a176-4179e76c3745 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0823441 Mar 02 19:20:37.220019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b70a89c-70db-4576-91c6-9e3a3df1c560 req-aca706c5-f3c6-4a2e-9532-e2e11b4f6138 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371389 Mar 02 19:20:38.174046 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:20:38.401664 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764d472-ef24-406a-b42e-f0e2fe882bc6 req-36858afd-9496-403b-b216-e48e12d9bc62 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:38.403060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8764d472-ef24-406a-b42e-f0e2fe882bc6 req-36858afd-9496-403b-b216-e48e12d9bc62 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0789609 Mar 02 19:20:38.446062 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8764d472-ef24-406a-b42e-f0e2fe882bc6 req-3f84752a-2721-42b6-9f49-5803839d78f0 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375905 Mar 02 19:20:39.636320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce889ec0-d5b9-4ccc-a54f-42f68ae13002 req-bfcdcbaa-5021-406e-b49e-08618843d6df tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:39.637706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce889ec0-d5b9-4ccc-a54f-42f68ae13002 req-bfcdcbaa-5021-406e-b49e-08618843d6df tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0857453 Mar 02 19:20:39.680865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce889ec0-d5b9-4ccc-a54f-42f68ae13002 req-b4adbcaf-d269-4800-9760-b8c276185f91 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Mar 02 19:20:41.038018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238bd74b-f564-4e72-9f29-6ae82b21538b req-e4a3d8df-1884-4980-85c5-cb0245322773 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:41.039399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-238bd74b-f564-4e72-9f29-6ae82b21538b req-e4a3d8df-1884-4980-85c5-cb0245322773 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0986996 Mar 02 19:20:41.181278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-238bd74b-f564-4e72-9f29-6ae82b21538b req-711e2f44-1a2e-4cb3-b4b7-3c7ebe71d84a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361604 Mar 02 19:20:42.363104 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593c9e2-e31b-4559-a48f-e60014260ce2 req-cccef52b-0358-4a6f-be4c-8daf0d861236 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:42.364536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b593c9e2-e31b-4559-a48f-e60014260ce2 req-cccef52b-0358-4a6f-be4c-8daf0d861236 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0789146 Mar 02 19:20:42.407754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b593c9e2-e31b-4559-a48f-e60014260ce2 req-65d20e38-527a-4dc3-a3db-a0cc67fa4d28 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376406 Mar 02 19:20:43.589296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ff03e-f743-446b-a9ca-3d93f1ac2b5f req-d043969c-f386-426f-9e73-58ee7b2c915b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:43.590767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f87ff03e-f743-446b-a9ca-3d93f1ac2b5f req-d043969c-f386-426f-9e73-58ee7b2c915b tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0808201 Mar 02 19:20:43.633447 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f87ff03e-f743-446b-a9ca-3d93f1ac2b5f req-d10e775d-fc6f-4b36-8b0a-6c719e48f27e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Mar 02 19:20:43.818417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6acf2a-ef8c-428f-bab4-afd075c79fe3 req-6fec98d6-5dd8-43e3-9f3e-2c4be67aecb2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:43.819914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b6acf2a-ef8c-428f-bab4-afd075c79fe3 req-6fec98d6-5dd8-43e3-9f3e-2c4be67aecb2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0813401 Mar 02 19:20:43.863323 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6b6acf2a-ef8c-428f-bab4-afd075c79fe3 req-78e049de-02c8-4b6f-a017-3693cc32d5b3 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377562 Mar 02 19:20:43.932352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:20:44.046182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c063a-1f30-44fb-9496-300ee7c2459a req-136fd80e-15a6-4523-9c71-d667eac3bb42 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:44.047667 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd5c063a-1f30-44fb-9496-300ee7c2459a req-136fd80e-15a6-4523-9c71-d667eac3bb42 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 944 time: 0.0821860 Mar 02 19:20:44.066887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:44.080528 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c662d360-9927-413e-ba78-74b733beb0d0', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'port_id': 'c662d360-9927-413e-ba78-74b733beb0d0', 'mac_address': 'fa:16:3e:e7:de:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:20:44.092801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd5c063a-1f30-44fb-9496-300ee7c2459a req-e0392215-c1d9-4c4c-8b7a-5e6f450e23c9 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392084 Mar 02 19:20:44.135268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:44.155015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:20:44.170184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:44.227801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:44.292984 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=12']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:44.300272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.310645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:44.442682 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c662d360-9927-413e-ba78-74b733beb0d0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:20:44.691868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d680f-0c05-4dbf-94be-ec81e97bebd9 req-663aa953-b745-4cb9-b237-6792412e562e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:44.693371 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-970d680f-0c05-4dbf-94be-ec81e97bebd9 req-663aa953-b745-4cb9-b237-6792412e562e tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0831149 Mar 02 19:20:44.736879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-970d680f-0c05-4dbf-94be-ec81e97bebd9 req-61a06e2d-8a8a-4c23-be38-ebbedcc08d57 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Mar 02 19:20:45.924314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aebe9-fa53-4e31-aadd-65bb19a74feb req-0695e205-1294-483e-9dae-1bee0cea0b64 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:45.925806 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-387aebe9-fa53-4e31-aadd-65bb19a74feb req-0695e205-1294-483e-9dae-1bee0cea0b64 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0790284 Mar 02 19:20:45.932287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:20:45.972703 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-387aebe9-fa53-4e31-aadd-65bb19a74feb req-7c0b1080-87a1-4267-ab52-f318620d6723 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups?id=5fa85df9-f75f-422c-a52b-f52531c6f68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410628 Mar 02 19:20:46.067679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c662d360-9927-413e-ba78-74b733beb0d0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:20:46.072822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c662d360-9927-413e-ba78-74b733beb0d0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:20:46.073217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.211557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-305f89ff-e411-4601-b1c0-9875ec50aabc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:20:46.212987 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-305f89ff-e411-4601-b1c0-9875ec50aabc tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 945 time: 0.0843351 Mar 02 19:20:46.217599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.244194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:46.255603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:46.283710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Deleting port c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:46.284114 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.289904 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'code': 200} Mar 02 19:20:46.325362 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.396378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=13']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:46.527616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] For port c662d360-9927-413e-ba78-74b733beb0d0, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c662d360-9927-413e-ba78-74b733beb0d0,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:46.527971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.814599 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.814981 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:46.815295 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68 disassociated. External IP: 172.25.7.17, port: c662d360-9927-413e-ba78-74b733beb0d0. Mar 02 19:20:46.815636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Calling delete_port for c662d360-9927-413e-ba78-74b733beb0d0 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:47.033825 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.093213 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'Port': ['ID=c662d360-9927-413e-ba78-74b733beb0d0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:47.128649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7b8e28de-9bdb-4857-bf9d-733a16f115bc req-407ba056-162f-42cb-8450-671dafae6983 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 210 time: 0.0489550 Mar 02 19:20:47.283018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:20:47.462826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:20:47.472676 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:20:47.482714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:20:47.483390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:47.648276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] No DVR routers for this DVR port c662d360-9927-413e-ba78-74b733beb0d0 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:47.650688 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:47.653170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-deleted', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:20:47.668055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:20:47.699485 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4345b700-12d8-489a-bee8-ff78d826e54f', 'name': 'network-vif-deleted', 'tag': 'c662d360-9927-413e-ba78-74b733beb0d0', 'status': 'completed', 'code': 200} Mar 02 19:20:47.708830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-56b433e3-9f0d-45e5-af65-1b08c7c6924f req-81439169-d590-43e4-b4fa-5ad8beb202c2 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.11 "DELETE /v2.0/ports/c662d360-9927-413e-ba78-74b733beb0d0 HTTP/1.1" status: 204 len: 173 time: 1.4910865 Mar 02 19:20:47.994199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:47.998144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:20:48.007228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:20:48.007835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:48.192947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:20:48.277203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88daeeb7-b437-4cee-8f6f-51c7c1ea34e0 req-980796f7-acd9-475d-9f42-4d3c7ba0fd29 tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/ports?device_id=4345b700-12d8-489a-bee8-ff78d826e54f HTTP/1.1" status: 200 len: 210 time: 0.0425344 Mar 02 19:20:48.507629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:48.511609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e44ee4-14c8-4297-937f-dfe2759c4718 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:08Z', 'revision_number': 4, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '47a03def-c283-47b9-85d9-d0bc919d3992', 'name': '', 'network_id': '5e42bd45-4c90-4fb7-a1f2-9d96fab87c11', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'mac_address': 'fa:16:3e:88:e9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_interface', 'standard_attr_id': 4064, 'fixed_ips': [{'subnet_id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:07Z', 'updated_at': '2022-03-02T19:16:13Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'subnets': [{'id': 'af8d72a5-990d-4b47-b974-85ccc4ef0f05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:20:48.717132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bad77a-bb59-4231-8869-0653523cc08e None None] New status for floating IP 24ebd03b-00ad-4d8f-b9ae-29897ece6a68: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:20:49.979278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:50.013859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: c662d360-9927-413e-ba78-74b733beb0d0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:20:50.014229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c662d360-9927-413e-ba78-74b733beb0d0 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:52.130900 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f4f586fd-1484-4422-8162-bd480d2a4494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.686552 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50502) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:52.754235 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.782323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.942291 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:52.961340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa85df9-f75f-422c-a52b-f52531c6f68b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:52.969474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.969819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.970183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.970516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.970847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.971172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.971513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.971831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.972136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.972459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.972792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:52.973094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:20:53.050077 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.051239 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4eb02fc4-927a-4976-a8ed-8f6cd4e14b7d tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "DELETE /v2.0/security-groups/5fa85df9-f75f-422c-a52b-f52531c6f68b HTTP/1.1" status: 204 len: 168 time: 0.3632069 Mar 02 19:20:53.054259 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50506) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:53.070699 n-d-828839-1 neutron-server[88709]: INFO neutron.api.v2.resource [None req-933421c6-2ca7-41a8-ac47-c1d9267cb3ec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] show failed (client error): The resource could not be found. Mar 02 19:20:53.071668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-933421c6-2ca7-41a8-ac47-c1d9267cb3ec tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "GET /v2.0/security-groups/5fa85df9-f75f-422c-a52b-f52531c6f68b HTTP/1.1" status: 404 len: 347 time: 0.0165141 Mar 02 19:20:53.074486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50510) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:53.230371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Deleting port 140f9d9f-5202-455c-9076-d4f4b0eca7d5 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:53.230609 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.396645 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.396992 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.520057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Calling delete_port for 140f9d9f-5202-455c-9076-d4f4b0eca7d5 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:53.793796 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:53.841885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Pushing event deleted for resources: {'Port': ['ID=140f9d9f-5202-455c-9076-d4f4b0eca7d5,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:54.062948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.076984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.081081 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7e9a2746-bf84-47bf-88e4-cd7845296c6a tempest-ServerActionsTestJSON-938769644 tempest-ServerActionsTestJSON-938769644-project] 10.222.0.66 "DELETE /v2.0/floatingips/24ebd03b-00ad-4d8f-b9ae-29897ece6a68 HTTP/1.1" status: 204 len: 168 time: 1.0027657 Mar 02 19:20:54.081225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50514) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:54.249599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-68a405d7-fc56-4baa-9848-efd9fb616f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.612563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:54.961384 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Deleting port 47a03def-c283-47b9-85d9-d0bc919d3992 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:54.962161 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.133587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] For port 47a03def-c283-47b9-85d9-d0bc919d3992, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=47a03def-c283-47b9-85d9-d0bc919d3992,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:55.133940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.255897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Calling delete_port for 47a03def-c283-47b9-85d9-d0bc919d3992 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:55.593200 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.764610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.787575 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:55.833919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Pushing event deleted for resources: {'Port': ['ID=47a03def-c283-47b9-85d9-d0bc919d3992,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:56.109550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.279170 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:56.464234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:20:56.638781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:20:56.647614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Sync routers for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:20:56.654169 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8d63e0d8-1105-42da-8ff1-21729b33db81 admin admin] 10.222.0.66 "PUT /v2.0/routers/ee23eca3-e3fc-4ab9-a8d5-e60323ab5205/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5706065 Mar 02 19:20:56.655314 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50518) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:56.656592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:20:56.657195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:56.877121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:20:56.962829 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.070449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.153104 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.177402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235'}], 'enable_snat': True}, 'gw_port_id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:20:55Z', 'revision_number': 5, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port': {'id': '7b0c8e56-6bf4-42d8-89fc-a15ec8583208', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:03:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4063, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:57.181895 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Checking router: ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:20:57.190575 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Routers {'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:20:57.191172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:20:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:57.233456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Deleting port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:57.233806 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.364946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] Set router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:20:57.417257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] For port 7b0c8e56-6bf4-42d8-89fc-a15ec8583208, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:57.417542 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.466311 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.477627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:20:57Z', 'revision_number': 6, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:57.481659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1550cc-6a79-4467-8887-27fd15030311 None None] The sync data for ids ['ee23eca3-e3fc-4ab9-a8d5-e60323ab5205'] in n-d-828839-1 is: [{'id': 'ee23eca3-e3fc-4ab9-a8d5-e60323ab5205', 'name': 'tempest-ServerActionsTestJSON-1122169131-router', 'tenant_id': '9d032de8027d4588867fd91c5b378926', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:16:04Z', 'updated_at': '2022-03-02T19:20:57Z', 'revision_number': 6, 'project_id': '9d032de8027d4588867fd91c5b378926', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:20:57.543037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Calling delete_port for 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:57.816675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:57.868474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b0c8e56-6bf4-42d8-89fc-a15ec8583208,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:57.958009 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.128764 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.131073 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.239293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.239888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:20:58.252485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.258706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3aea5b25-b748-4c4d-9629-bce3c2a0dd02 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ee23eca3-e3fc-4ab9-a8d5-e60323ab5205 HTTP/1.1" status: 204 len: 168 time: 1.5974312 Mar 02 19:20:58.258824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50522) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:58.315810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Deleting subnet af8d72a5-990d-4b47-b974-85ccc4ef0f05 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:20:58.319456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.372786 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.453279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.587102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.628839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8d72a5-990d-4b47-b974-85ccc4ef0f05,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:58.630826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.637616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cc9dd3-2b3d-49d4-8f9a-c47e5d6e9a46 None None] Network 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:20:58.638072 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-96787101-fb08-45cd-8b56-a40aecc62fbd admin admin] 10.222.0.66 "DELETE /v2.0/subnets/af8d72a5-990d-4b47-b974-85ccc4ef0f05 HTTP/1.1" status: 204 len: 168 time: 0.3797560 Mar 02 19:20:58.640158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50526) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:20:58.742470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.753298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Deleting port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:58.757048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.878977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] DHCP port deletion for 5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:20:58.883403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Deleting port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:58.883815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:58.963994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] For port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:58.964356 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.088516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Calling delete_port for 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:59.097226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] For port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,segment=NetworkSegment(072cf7c8-b455-4511-9658-766a0681d016),segment_id=072cf7c8-b455-4511-9658-766a0681d016)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:20:59.097574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.220765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Calling delete_port for 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:20:59.285160 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.292574 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:20:59.292977 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:20:59.332941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b7a0eb-3ab4-471c-b3c9-27af756d21b6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:59.335308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] No DVR routers for this DVR port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:20:59.422596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47a03def-c283-47b9-85d9-d0bc919d3992 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:59.452073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.480163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e42bd45-4c90-4fb7-a1f2-9d96fab87c11']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:59.491337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 47a03def-c283-47b9-85d9-d0bc919d3992 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:20:59.491681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 47a03def-c283-47b9-85d9-d0bc919d3992 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:59.492100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:59.497913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072cf7c8-b455-4511-9658-766a0681d016') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:59.498240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072cf7c8-b455-4511-9658-766a0681d016') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:20:59.510256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.524323 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:20:59.524671 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:59.525088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:20:59.525987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.531989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:20:59.532375 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:20:59.545496 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:20:59.559509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:20:59.565938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7b0c8e56-6bf4-42d8-89fc-a15ec8583208 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:20:59.706296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.722107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.737705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e42bd45-4c90-4fb7-a1f2-9d96fab87c11,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:20:59.794143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Deleting port 54b7a0eb-3ab4-471c-b3c9-27af756d21b6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:20:59.794573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:20:59.822586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c8c5f4e-b44d-4904-aa9a-62c0e6466302 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5e42bd45-4c90-4fb7-a1f2-9d96fab87c11 HTTP/1.1" status: 204 len: 168 time: 1.1813838 Mar 02 19:20:59.863783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c659eeb9-aa06-4d20-973e-8a226135ca48 None None] The port '54b7a0eb-3ab4-471c-b3c9-27af756d21b6' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:21:00.151267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50532) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:00.198945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9cc53132-2b9d-45a4-924d-faa7f69cd06a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9d032de8027d4588867fd91c5b378926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465112 Mar 02 19:21:00.201574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50536) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:00.260471 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.286081 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.443329 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.458726 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2eaca-a2c8-4704-a1a0-873f9e352a30,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:00.468222 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:00.469338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-eecc08ba-489d-4056-9cfb-fab64d7bd621 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/acb2eaca-a2c8-4704-a1a0-873f9e352a30 HTTP/1.1" status: 204 len: 168 time: 0.2668891 Mar 02 19:21:01.599299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50560) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:01.700713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1156296949-network', 'tenant_id': '847301222c284b3dbf7b4069b59a559e'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:01.705965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:01.710371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Usage tracker for resource:network and tenant:847301222c284b3dbf7b4069b59a559e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:01.713187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:01.718853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:01.804086 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Made reservation on behalf of 847301222c284b3dbf7b4069b59a559e for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:01.806381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:01.818066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:01.832491 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:01.836290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Usage tracker for resource:security_group_rule and tenant:847301222c284b3dbf7b4069b59a559e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:01.839025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:01.844608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:01.925706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:01.998926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.031366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:02.036846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:02.045318 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.045674 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Added segment 945745c2-66ce-4e5f-b197-3b8d3d965d42 of type vlan for network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 Mar 02 19:21:02.075158 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.267717 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.268708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:02.269295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:02.372633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] Pushing event updated for resources: {'Network': ['ID=fa7ae606-5ba4-4203-a2b1-fe5e391cae41,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:02.382536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:02.474318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-22f47c95-3e6c-4494-8965-9ec6b3b32438 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8731823 Mar 02 19:21:02.477661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50566) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:02.483190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Request body: {'subnet': {'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1156296949-subnet', 'tenant_id': '847301222c284b3dbf7b4069b59a559e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:02.488492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:02.492559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Usage tracker for resource:subnet and tenant:847301222c284b3dbf7b4069b59a559e is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:02.495624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:02.501447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:02.610642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Made reservation on behalf of 847301222c284b3dbf7b4069b59a559e for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:02.613419 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:03.045499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:03.120246 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc76a45e-bb9c-4d3c-9f89-3212fc316710,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:03.128597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Checking segment: {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:03.128945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Network hostable DHCP agents. Network: fa7ae606-5ba4-4203-a2b1-fe5e391cae41, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:03.262037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:03.363077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, fa7ae606-5ba4-4203-a2b1-fe5e391cae41) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:03.366980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:03.367565 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:03.378342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab214bc0-c0a7-4d0f-9c14-7afad280d47b None None] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:03.496655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9fa3de93-f77e-4833-8743-20c18a53e721 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0178566 Mar 02 19:21:03.582377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbaf20b-3aec-4ac5-b973-1889cac184e1 None None] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:04.096382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-5df07a88-4b1b-452f-b878-ec4d1965289c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:04.097052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-5df07a88-4b1b-452f-b878-ec4d1965289c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Synchronizing usage tracker for tenant:847301222c284b3dbf7b4069b59a559e on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:04.243300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-5df07a88-4b1b-452f-b878-ec4d1965289c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Unset dirty status for tenant:847301222c284b3dbf7b4069b59a559e on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:04.244438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-5df07a88-4b1b-452f-b878-ec4d1965289c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/networks?id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41 HTTP/1.1" status: 200 len: 814 time: 0.2900410 Mar 02 19:21:04.259429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-7de4cfb3-addc-4c2e-9d5d-b747cda59c71 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/quotas/847301222c284b3dbf7b4069b59a559e HTTP/1.1" status: 200 len: 375 time: 0.0095956 Mar 02 19:21:04.305549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-b464a927-c057-478a-a6fe-f3a5f92ab5aa tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412176 Mar 02 19:21:04.474349 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-9f5c265e-6c4a-48c7-baac-037e6f1d9762 service neutron] 10.222.0.66 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623914 Mar 02 19:21:04.603145 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-8c660618-c9e3-4da9-a7e7-4bd59ff27927 service neutron] 10.222.0.66 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222835 Mar 02 19:21:04.984870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eb9c00da-d8c2-4360-b66e-fd06dfa3c153 req-51eb0310-4a2b-4dcf-82a5-6a4e4536a72d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Mar 02 19:21:06.083464 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e916cf91-dfe6-4fa5-a0c8-cc29c62a5a43 req-2b331d26-0744-4dc2-94de-725f263b1003 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 210 time: 0.0463037 Mar 02 19:21:07.228359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba9e6b99-6c66-4e96-b570-a3ab38586f71 req-7c1c2725-3f88-452d-9ac1-995d3aecb7cd tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 210 time: 0.0418344 Mar 02 19:21:07.630618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-756241ab-7330-4bd4-82b4-f46bc413c431 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:07.632617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-756241ab-7330-4bd4-82b4-f46bc413c431 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.65 "GET /v2.0/networks?id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41 HTTP/1.1" status: 200 len: 814 time: 0.1479716 Mar 02 19:21:07.643412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Request body: {'port': {'device_id': '955ce711-90c6-4f58-8954-84559fe70b17', 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41', 'admin_state_up': True, 'tenant_id': '847301222c284b3dbf7b4069b59a559e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:07.878290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:07.882284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Usage tracker for resource:port and tenant:847301222c284b3dbf7b4069b59a559e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:07.885040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:07.890810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:07.980706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Made reservation on behalf of 847301222c284b3dbf7b4069b59a559e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:07.984417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:08.145726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Allocated IP 172.20.0.14 (fa7ae606-5ba4-4203-a2b1-fe5e391cae41/bc76a45e-bb9c-4d3c-9f89-3212fc316710/98446e9b-57d5-4a7a-b5a2-47ada9341476) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:08.343277 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:08.373143 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-703cefd0-b01b-4a7f-8232-e3c6df850f7f req-bfdb1de2-fe7a-4589-9399-8b48d5ba4257 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 210 time: 0.0430605 Mar 02 19:21:08.483751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:08.556935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:08.560404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:08.564191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:21:08.597612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Pushing event updated for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:08.627642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:08.628247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:08.746973 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-a5a95860-62ef-406c-8919-8c1987450051 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1069913 Mar 02 19:21:08.758204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Request body: {'port': {'device_id': '955ce711-90c6-4f58-8954-84559fe70b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:08.869477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.205054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98446e9b-57d5-4a7a-b5a2-47ada9341476 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:21:09.212684 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.227004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Transition to ACTIVE for port object 98446e9b-57d5-4a7a-b5a2-47ada9341476 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:09.312822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.496312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Pushing event updated for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:09.540116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Attempting to bind port 98446e9b-57d5-4a7a-b5a2-47ada9341476 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:09.540444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Attempting to bind port 98446e9b-57d5-4a7a-b5a2-47ada9341476 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:09.540769 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Attempting to bind port 98446e9b-57d5-4a7a-b5a2-47ada9341476 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:09.545262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Port 98446e9b-57d5-4a7a-b5a2-47ada9341476 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:21:09.545585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Attempting to bind port 98446e9b-57d5-4a7a-b5a2-47ada9341476 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:09.550649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:21:09.550988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Checking segment: {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:09.551363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Bound using segment: {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:21:09.551776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Bound port: 98446e9b-57d5-4a7a-b5a2-47ada9341476, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:09.552115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.560872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0897c60-2a7a-4ebb-a762-0d3137462612 req-76462828-a231-44c3-abc8-de86309167e5 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:09.562365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0897c60-2a7a-4ebb-a762-0d3137462612 req-76462828-a231-44c3-abc8-de86309167e5 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 944 time: 0.0825083 Mar 02 19:21:09.605669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b0897c60-2a7a-4ebb-a762-0d3137462612 req-5b88cd0f-bdc3-46ba-a2f1-a3e966fed47c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Synchronizing usage tracker for tenant:847301222c284b3dbf7b4069b59a559e on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:09.641856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:21:09.644734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:21:09.730458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-b0897c60-2a7a-4ebb-a762-0d3137462612 req-5b88cd0f-bdc3-46ba-a2f1-a3e966fed47c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Unset dirty status for tenant:847301222c284b3dbf7b4069b59a559e on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:09.731668 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0897c60-2a7a-4ebb-a762-0d3137462612 req-5b88cd0f-bdc3-46ba-a2f1-a3e966fed47c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635973 Mar 02 19:21:09.763777 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.819939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:09.820533 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:09.821920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] 10.222.0.65 "PUT /v2.0/ports/98446e9b-57d5-4a7a-b5a2-47ada9341476 HTTP/1.1" status: 200 len: 1092 time: 1.0678136 Mar 02 19:21:09.822369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:09.847465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b005a-9e20-42d3-9e52-676dcc0926d1 service neutron] Pushing event updated for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:09.867027 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476', 'status': 'completed', 'code': 200} Mar 02 19:21:09.956687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896606-faad-44f0-ac9b-771b0164c233 req-e4415bea-7c0c-489a-83eb-b86f13f95beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:09.958239 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1896606-faad-44f0-ac9b-771b0164c233 req-e4415bea-7c0c-489a-83eb-b86f13f95beb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 1095 time: 0.0710387 Mar 02 19:21:10.096882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896606-faad-44f0-ac9b-771b0164c233 req-5dfa1825-e849-4269-abee-54176a1469f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.098366 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1896606-faad-44f0-ac9b-771b0164c233 req-5dfa1825-e849-4269-abee-54176a1469f8 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=847301222c284b3dbf7b4069b59a559e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1336770 Mar 02 19:21:10.332678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1896606-faad-44f0-ac9b-771b0164c233 req-1b0a8158-77fd-479c-be78-c77a9586605c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.334215 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b1896606-faad-44f0-ac9b-771b0164c233 req-1b0a8158-77fd-479c-be78-c77a9586605c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2308114 Mar 02 19:21:10.434813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-d87a7ae3-7314-40cf-911d-31502deeeaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.436260 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-d87a7ae3-7314-40cf-911d-31502deeeaee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 1095 time: 0.0690839 Mar 02 19:21:10.505205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-84a6c44d-4757-4e9c-921c-d1e350bf4000 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476 HTTP/1.1" status: 200 len: 217 time: 0.0619135 Mar 02 19:21:10.565236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-1dc6becd-8d43-48d1-92ac-b778d57c060e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.566745 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-1dc6becd-8d43-48d1-92ac-b778d57c060e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bc76a45e-bb9c-4d3c-9f89-3212fc316710 HTTP/1.1" status: 200 len: 854 time: 0.0558956 Mar 02 19:21:10.611340 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-8fc86542-beee-49b6-a106-b31e6f3f86ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392811 Mar 02 19:21:10.738532 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-8a1640ac-dfd1-41a8-af37-781db3a56f30 service neutron] 10.222.0.65 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211972 Mar 02 19:21:10.871760 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-20cde2fc-7e06-4745-8532-456fe43ec0e9 req-b20a85a8-61dd-408a-8f0d-4cc6843cc940 service neutron] 10.222.0.65 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275456 Mar 02 19:21:10.914192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5082d-1a5f-4c64-af17-0b7815c04961 req-208d64dc-b25c-4cba-995d-3b22226a0abc tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:10.915665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90a5082d-1a5f-4c64-af17-0b7815c04961 req-208d64dc-b25c-4cba-995d-3b22226a0abc tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 944 time: 0.0793617 Mar 02 19:21:10.963313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90a5082d-1a5f-4c64-af17-0b7815c04961 req-4cc0f024-baf1-494a-b8cc-9096acd3515c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Mar 02 19:21:12.145439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ac148-fe00-4512-b7ae-a60a1a4bb7bb req-2e93ba96-44ba-45f2-8f78-1580f223a53e tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:12.147426 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-754ac148-fe00-4512-b7ae-a60a1a4bb7bb req-2e93ba96-44ba-45f2-8f78-1580f223a53e tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 944 time: 0.0788198 Mar 02 19:21:12.191390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-754ac148-fe00-4512-b7ae-a60a1a4bb7bb req-926d43e4-fe59-42dd-866c-7b75090b7ab6 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381792 Mar 02 19:21:13.304391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 98446e9b-57d5-4a7a-b5a2-47ada9341476 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:21:13.377547 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811cddef-749d-4cfa-baf1-c270c2de6819 req-20e4c7af-ef44-4925-8708-22031b88fab1 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:13.379055 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-811cddef-749d-4cfa-baf1-c270c2de6819 req-20e4c7af-ef44-4925-8708-22031b88fab1 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 944 time: 0.0824735 Mar 02 19:21:13.423375 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-811cddef-749d-4cfa-baf1-c270c2de6819 req-51eacaba-46b8-40c1-abed-cbc70beafd7b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Mar 02 19:21:13.438019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:13.450924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '98446e9b-57d5-4a7a-b5a2-47ada9341476', 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41', 'port_id': '98446e9b-57d5-4a7a-b5a2-47ada9341476', 'mac_address': 'fa:16:3e:17:4b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc76a45e-bb9c-4d3c-9f89-3212fc316710', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:21:13.503925 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:13.519700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98446e9b-57d5-4a7a-b5a2-47ada9341476 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:21:13.534453 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:13.644482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:13.712415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:13.828431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['98446e9b-57d5-4a7a-b5a2-47ada9341476'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:14.611018 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0cd6c-08a6-40c6-a4fb-06ef412476c2 req-bd243cfe-7844-49c0-9fa5-2245454df6a3 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:14.612476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45d0cd6c-08a6-40c6-a4fb-06ef412476c2 req-bd243cfe-7844-49c0-9fa5-2245454df6a3 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 945 time: 0.0792797 Mar 02 19:21:14.655977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-45d0cd6c-08a6-40c6-a4fb-06ef412476c2 req-5ea3d285-ae33-40e8-b912-93d8a9f0376e tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Mar 02 19:21:15.173120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:21:15.309821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 98446e9b-57d5-4a7a-b5a2-47ada9341476 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:15.484521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 98446e9b-57d5-4a7a-b5a2-47ada9341476 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:15.489164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 98446e9b-57d5-4a7a-b5a2-47ada9341476 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:15.489537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:15.604602 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:15.630289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:15.640331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:15.678237 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476', 'code': 200} Mar 02 19:21:15.735738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:15.808661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:15.809535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e56c09-3985-4299-954d-1294c2b0cf12 req-1c799587-4027-4a8e-9d6b-64dcd738d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:15.814342 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b7e56c09-3985-4299-954d-1294c2b0cf12 req-1c799587-4027-4a8e-9d6b-64dcd738d651 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 1097 time: 0.0794771 Mar 02 19:21:15.845397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee398f02-d6e4-406b-9bd0-6d948c637027 req-3fc03678-1949-4e19-9f55-355ddbd8b42f tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:15.846876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee398f02-d6e4-406b-9bd0-6d948c637027 req-3fc03678-1949-4e19-9f55-355ddbd8b42f tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0863631 Mar 02 19:21:15.852107 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b7e56c09-3985-4299-954d-1294c2b0cf12 req-d1f64c50-f646-47d4-a538-635b2fa9168c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350637 Mar 02 19:21:15.889956 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ee398f02-d6e4-406b-9bd0-6d948c637027 req-dcdb31fb-1f0e-41c4-b6e7-23c277ec8c28 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367665 Mar 02 19:21:17.076946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15130a2f-c963-4575-9a71-a3525195a81e req-09ce3bf2-5d35-420c-8aa7-593d9ffdc67f tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:17.078444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15130a2f-c963-4575-9a71-a3525195a81e req-09ce3bf2-5d35-420c-8aa7-593d9ffdc67f tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0811529 Mar 02 19:21:17.125241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-15130a2f-c963-4575-9a71-a3525195a81e req-717e0a85-3f7b-4d4e-95a5-fd984c61ba6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410428 Mar 02 19:21:17.512940 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-e37358a3-bab0-4c26-a47f-3901a0b71826 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:17.514403 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-e37358a3-bab0-4c26-a47f-3901a0b71826 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/networks?id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41 HTTP/1.1" status: 200 len: 814 time: 0.2484169 Mar 02 19:21:17.529387 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-911bb945-c8d7-48b8-8224-d9f208cb8344 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/quotas/847301222c284b3dbf7b4069b59a559e HTTP/1.1" status: 200 len: 375 time: 0.0097163 Mar 02 19:21:17.606617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-3b5349d8-15f7-4cae-8e1e-55b75214ed3c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721731 Mar 02 19:21:17.735494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-daf159ca-df2e-4962-965b-eb420c3d37de service neutron] 10.222.0.66 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224062 Mar 02 19:21:17.864178 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-162200e7-845d-4c8d-b080-577fc8c63c31 service neutron] 10.222.0.66 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228335 Mar 02 19:21:18.108907 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d0ee350-b532-4b85-9c4b-c52c8179305b req-8d3ee071-3f33-4b57-b0ab-4e175778e713 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 210 time: 0.0419204 Mar 02 19:21:19.261076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2782e76c-fb41-4fc8-8a79-491599faa269 req-f88aa280-e34c-4e32-8114-b8e7714561f7 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 210 time: 0.0456183 Mar 02 19:21:20.063935 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-605210a0-d4b6-4c1d-a91e-f6b659f439d3 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:20.065386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-605210a0-d4b6-4c1d-a91e-f6b659f439d3 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.11 "GET /v2.0/networks?id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41 HTTP/1.1" status: 200 len: 814 time: 0.1453726 Mar 02 19:21:20.078527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Request body: {'port': {'device_id': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41', 'admin_state_up': True, 'tenant_id': '847301222c284b3dbf7b4069b59a559e'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:20.213577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:20.217341 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Usage tracker for resource:port and tenant:847301222c284b3dbf7b4069b59a559e is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:20.220130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:20.225919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:20.324445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Made reservation on behalf of 847301222c284b3dbf7b4069b59a559e for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:20.328068 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.410981 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4d4b70f-d051-4c8b-923c-7859d48f027e req-45e854cd-413b-45b0-8821-ca288038fc33 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 210 time: 0.0428610 Mar 02 19:21:20.493646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Allocated IP 172.20.0.5 (fa7ae606-5ba4-4203-a2b1-fe5e391cae41/bc76a45e-bb9c-4d3c-9f89-3212fc316710/7fb3e788-8c41-4bf4-aace-1c48a44dfef1) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:20.690226 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.792067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:20.803831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['98446e9b-57d5-4a7a-b5a2-47ada9341476'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:20.865648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:20.869698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:20.873521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:21:20.903402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Pushing event updated for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:20.917916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.918295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.918643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.918986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.919325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.919660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.919989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.920317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.920650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.920995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.921300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.921621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:20.950711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:20.951304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.033862 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-6b7d43cd-af9a-47ec-83b9-cf9203f8e5eb tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9590013 Mar 02 19:21:21.045577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Request body: {'port': {'device_id': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:21.158422 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.594787 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:21:21.599206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86230534-f40f-4e80-b786-69c6d9f3c831 req-863ba6f6-a036-4b66-ac9e-ea27225089c4 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:21.601192 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86230534-f40f-4e80-b786-69c6d9f3c831 req-863ba6f6-a036-4b66-ac9e-ea27225089c4 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 931 time: 0.0832467 Mar 02 19:21:21.602525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.617032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Transition to ACTIVE for port object 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:21.648485 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-86230534-f40f-4e80-b786-69c6d9f3c831 req-5827edb1-40c6-4098-a831-4adeffcdada7 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375879 Mar 02 19:21:21.707059 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:21.864941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:21.936893 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Attempting to bind port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:21.937150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Attempting to bind port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:21.937475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Attempting to bind port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:21.942006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:21:21.942352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Attempting to bind port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 on network fa7ae606-5ba4-4203-a2b1-fe5e391cae41 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:21.948073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:21:21.948409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Checking segment: {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:21.948789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Bound using segment: {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:21:21.949203 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Bound port: 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '945745c2-66ce-4e5f-b197-3b8d3d965d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:21.949542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.040504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:21:22.043481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:21:22.135990 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-05a93d33-5988-4303-9af9-5d66c0c463df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.159676 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.213196 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.213804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:22.215185 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] 10.222.0.11 "PUT /v2.0/ports/7fb3e788-8c41-4bf4-aace-1c48a44dfef1 HTTP/1.1" status: 200 len: 1091 time: 1.1739848 Mar 02 19:21:22.215612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:22.244329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87bf43-88c6-48a2-97cf-69caccbf0e9d service neutron] Pushing event updated for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:22.270564 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1', 'status': 'completed', 'code': 200} Mar 02 19:21:22.352430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-ade6ccf1-62cd-4482-9a16-f1ab213fd582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.353883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-ade6ccf1-62cd-4482-9a16-f1ab213fd582 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 1094 time: 0.0743597 Mar 02 19:21:22.489078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-ed518105-cd3d-4445-9be3-ba59b73f4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.490469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-ed518105-cd3d-4445-9be3-ba59b73f4e27 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=847301222c284b3dbf7b4069b59a559e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1305916 Mar 02 19:21:22.622093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-a4b22559-f998-4c1b-b078-2cb3c257600e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.623544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-37ee2be8-610f-4ff5-8dfe-b7cc5fd80acd req-a4b22559-f998-4c1b-b078-2cb3c257600e service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277518 Mar 02 19:21:22.724661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-96fca2b7-0a0d-408d-a654-5fb5e525e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.726729 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-96fca2b7-0a0d-408d-a654-5fb5e525e0d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=847301222c284b3dbf7b4069b59a559e&device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 1094 time: 0.0696478 Mar 02 19:21:22.796412 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-55058ae2-0d96-4add-a05d-f0164035350f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1 HTTP/1.1" status: 200 len: 217 time: 0.0633292 Mar 02 19:21:22.827008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d155efdd-4943-4245-9d31-92e4b4bebc69 req-9b3beeb8-4076-4273-b098-782839d2f94c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.828457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d155efdd-4943-4245-9d31-92e4b4bebc69 req-9b3beeb8-4076-4273-b098-782839d2f94c tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 943 time: 0.0794034 Mar 02 19:21:22.857160 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-ac615d55-b508-47a4-b65a-2693d2cfe92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:22.858619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-ac615d55-b508-47a4-b65a-2693d2cfe92e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bc76a45e-bb9c-4d3c-9f89-3212fc316710 HTTP/1.1" status: 200 len: 854 time: 0.0570281 Mar 02 19:21:22.872292 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d155efdd-4943-4245-9d31-92e4b4bebc69 req-1e750c30-e2ca-404e-a9ac-9202a32ab79b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Mar 02 19:21:22.909320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-4b0cbab3-cefb-47ca-97d0-3f9112c1a6d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fa7ae606-5ba4-4203-a2b1-fe5e391cae41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442796 Mar 02 19:21:23.038348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-31ff06c3-0d35-402d-8f28-cf0fd32057e6 service neutron] 10.222.0.11 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219599 Mar 02 19:21:23.271791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fb67e671-e57e-4621-8598-92fe7fd87971 req-4787a117-4d61-4f7f-b3d8-9c6c1f8afcea service neutron] 10.222.0.11 "GET /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279074 Mar 02 19:21:24.107077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f922e8fe-aa06-4688-a68e-489e7fac6223 req-006703f0-d491-411b-b950-4b8c1c47be67 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:24.108536 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f922e8fe-aa06-4688-a68e-489e7fac6223 req-006703f0-d491-411b-b950-4b8c1c47be67 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 943 time: 0.0824239 Mar 02 19:21:24.152930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f922e8fe-aa06-4688-a68e-489e7fac6223 req-29d23cdf-64fc-4119-8f01-49f7e212eef0 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Mar 02 19:21:24.232723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7d4a685-5ff9-4923-98bb-58ddce9d0fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:25.336857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b5c29-0b18-4c8c-ba84-20568dd8185f req-62cc363c-ece6-45cd-bbdf-6d379554afb2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:25.338253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f05b5c29-0b18-4c8c-ba84-20568dd8185f req-62cc363c-ece6-45cd-bbdf-6d379554afb2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 943 time: 0.0790758 Mar 02 19:21:25.383881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f05b5c29-0b18-4c8c-ba84-20568dd8185f req-f1f2b25d-130c-4eab-97e4-89af1b58b17b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Mar 02 19:21:25.592711 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:25.757899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:26.150201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:21:26.291459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:26.304573 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1', 'network_id': 'fa7ae606-5ba4-4203-a2b1-fe5e391cae41', 'port_id': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1', 'mac_address': 'fa:16:3e:4d:22:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc76a45e-bb9c-4d3c-9f89-3212fc316710', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:21:26.345090 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:26.361297 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:26.377531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:21:26.391995 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:26.473340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:26.540868 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:26.567147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd346a-f149-4da5-afa6-732153fa8275 req-89fda30b-7055-4f64-8025-6d2fb49040df tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:26.568593 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ffd346a-f149-4da5-afa6-732153fa8275 req-89fda30b-7055-4f64-8025-6d2fb49040df tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 944 time: 0.0802028 Mar 02 19:21:26.612344 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ffd346a-f149-4da5-afa6-732153fa8275 req-ef2b58cf-5126-4448-9502-897f8b343b0f tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378325 Mar 02 19:21:26.688759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7fb3e788-8c41-4bf4-aace-1c48a44dfef1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:26.975593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:27.391519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:27.795806 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6a613-03cc-415f-9e03-038ce3187570 req-3539ccda-9a89-4ea6-a405-49d0e8bbe902 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:27.797241 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bc6a613-03cc-415f-9e03-038ce3187570 req-3539ccda-9a89-4ea6-a405-49d0e8bbe902 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 944 time: 0.0825276 Mar 02 19:21:27.840764 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2bc6a613-03cc-415f-9e03-038ce3187570 req-82a0d440-0a83-469d-9f01-343a32ecc3e5 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Mar 02 19:21:28.166652 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:28.294342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:28.299058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:28.299424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.412474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.437500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:28.447646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:28.481055 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1', 'code': 200} Mar 02 19:21:28.535924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:28.605734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:28.606004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f79e74-3a8c-460f-a096-398824c6a523 req-67c4e328-5cf0-4bf7-ab09-21f4f247829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:28.607332 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-93f79e74-3a8c-460f-a096-398824c6a523 req-67c4e328-5cf0-4bf7-ab09-21f4f247829a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 1096 time: 0.0681517 Mar 02 19:21:28.647086 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-93f79e74-3a8c-460f-a096-398824c6a523 req-01d514b6-1012-455d-a81b-788c72ae50d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Mar 02 19:21:29.023044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc4e6d-329d-4fab-88e8-ba3f70f25071 req-f3407cde-e263-4be7-8d18-85be61921153 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:29.024502 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08fc4e6d-329d-4fab-88e8-ba3f70f25071 req-f3407cde-e263-4be7-8d18-85be61921153 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 945 time: 0.0791786 Mar 02 19:21:29.068547 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-08fc4e6d-329d-4fab-88e8-ba3f70f25071 req-7ee24e32-cd6e-4c7a-a320-28163942b4be tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381703 Mar 02 19:21:30.251206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc9f60-14e2-4ef9-bb3a-f399b47bc75c req-40f73f33-ade6-4649-a5b6-91dc933ec433 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.252630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8dc9f60-14e2-4ef9-bb3a-f399b47bc75c req-40f73f33-ade6-4649-a5b6-91dc933ec433 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 945 time: 0.0813074 Mar 02 19:21:30.295189 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f8dc9f60-14e2-4ef9-bb3a-f399b47bc75c req-1048159c-0211-4cc5-8bf8-dea35d011cc6 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363765 Mar 02 19:21:30.896088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59efc88a-16f6-4bf4-a67a-80e3b87ce706 req-b670420a-b77d-4bfc-924e-4e6ffbd2c116 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:30.897569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59efc88a-16f6-4bf4-a67a-80e3b87ce706 req-b670420a-b77d-4bfc-924e-4e6ffbd2c116 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 945 time: 0.0824060 Mar 02 19:21:30.946577 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-59efc88a-16f6-4bf4-a67a-80e3b87ce706 req-274e87df-109a-4597-bb11-86c7a849bc7b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426381 Mar 02 19:21:32.113146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-b5c3b667-3b13-40a4-b24e-0d81ee2f8e79 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:32.113839 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-b5c3b667-3b13-40a4-b24e-0d81ee2f8e79 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Synchronizing usage tracker for tenant:847301222c284b3dbf7b4069b59a559e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:32.131561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213620af-a96f-479d-badf-fa087e516dd4 req-dfce2b35-1fe9-4766-865e-2734d1895324 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:32.133065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-213620af-a96f-479d-badf-fa087e516dd4 req-dfce2b35-1fe9-4766-865e-2734d1895324 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 945 time: 0.0802817 Mar 02 19:21:32.176845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-213620af-a96f-479d-badf-fa087e516dd4 req-724389eb-ec2a-4587-977b-bd7d2cf6f9c0 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Mar 02 19:21:32.318290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-b5c3b667-3b13-40a4-b24e-0d81ee2f8e79 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Unset dirty status for tenant:847301222c284b3dbf7b4069b59a559e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:32.319436 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-b5c3b667-3b13-40a4-b24e-0d81ee2f8e79 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.11 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 945 time: 0.2869980 Mar 02 19:21:32.387616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Deleting port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:21:32.387960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:32.629296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] For port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:32.629573 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:32.752873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Calling delete_port for 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:21:32.968858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:32.980672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['98446e9b-57d5-4a7a-b5a2-47ada9341476'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:33.005470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['7fb3e788-8c41-4bf4-aace-1c48a44dfef1'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:33.020261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Pushing event deleted for resources: {'Port': ['ID=7fb3e788-8c41-4bf4-aace-1c48a44dfef1,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:33.098609 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] No DVR routers for this DVR port 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:21:33.101246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:33.105961 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'name': 'network-vif-deleted', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:33.155556 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ad397c-16a0-4f1a-93ce-e4233aa75787', 'name': 'network-vif-deleted', 'tag': '7fb3e788-8c41-4bf4-aace-1c48a44dfef1', 'status': 'completed', 'code': 200} Mar 02 19:21:33.188282 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-4b650fd9-4e71-4fdd-9718-dac88dddc3e0 req-eac382b7-190a-4b8d-a59e-42781cc2e532 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.11 "DELETE /v2.0/ports/7fb3e788-8c41-4bf4-aace-1c48a44dfef1 HTTP/1.1" status: 204 len: 173 time: 0.8639965 Mar 02 19:21:33.332715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad3de1e1-8eb0-4987-8253-bbdc27c3116d req-9ee8c153-2edd-48e9-b18a-b453caa3c035 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=c3ad397c-16a0-4f1a-93ce-e4233aa75787 HTTP/1.1" status: 200 len: 210 time: 0.0497820 Mar 02 19:21:34.581941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07798f69-282c-4377-9181-a4735544206c req-fa0233ae-b2db-425c-a4ca-56efe0758f92 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:34.583398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07798f69-282c-4377-9181-a4735544206c req-fa0233ae-b2db-425c-a4ca-56efe0758f92 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0789449 Mar 02 19:21:34.626046 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07798f69-282c-4377-9181-a4735544206c req-b2aff32d-296b-4d90-aa0a-e91d9d87ea32 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370886 Mar 02 19:21:34.824869 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e44874-ca1f-4e0e-b379-aec96fb540ce req-423cdc1d-603a-4dd7-a1a9-4e2767049d84 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:34.826319 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81e44874-ca1f-4e0e-b379-aec96fb540ce req-423cdc1d-603a-4dd7-a1a9-4e2767049d84 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0812514 Mar 02 19:21:34.868919 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81e44874-ca1f-4e0e-b379-aec96fb540ce req-0d1a1c0b-1402-435f-9fa1-ef985e3ccb19 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Mar 02 19:21:35.052210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cacb2a-0122-493b-9257-790f1ba0144a req-a6bea5a6-9270-43db-b686-b5ebd5bb8694 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:35.053672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92cacb2a-0122-493b-9257-790f1ba0144a req-a6bea5a6-9270-43db-b686-b5ebd5bb8694 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0816476 Mar 02 19:21:35.099630 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92cacb2a-0122-493b-9257-790f1ba0144a req-0a5c12b0-14bb-4f71-a539-69e8942ceb3e tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Mar 02 19:21:35.388413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29cfa96-bf0d-47b5-bf2b-445a1a35700c req-286b63ec-995b-4e96-8915-b0e6620fee7b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:35.389873 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f29cfa96-bf0d-47b5-bf2b-445a1a35700c req-286b63ec-995b-4e96-8915-b0e6620fee7b tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0819688 Mar 02 19:21:35.433077 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f29cfa96-bf0d-47b5-bf2b-445a1a35700c req-ac181ffc-9284-4cc3-8de3-7d1e1145fb3e tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Mar 02 19:21:35.612306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5c0a0e-b33e-439b-b2a3-54859f85e21a req-3f576e03-396c-47be-9f1a-5948eaf132c2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:35.613758 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c5c0a0e-b33e-439b-b2a3-54859f85e21a req-3f576e03-396c-47be-9f1a-5948eaf132c2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0787587 Mar 02 19:21:35.660175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4c5c0a0e-b33e-439b-b2a3-54859f85e21a req-a18d2d47-c4e4-454d-bac8-6304c43c2204 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Mar 02 19:21:35.848433 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a8e13-b365-4b8b-8d9c-fb83928ac832 req-02605d96-9d7b-477d-b2fc-125166a36ef7 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:35.849876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-172a8e13-b365-4b8b-8d9c-fb83928ac832 req-02605d96-9d7b-477d-b2fc-125166a36ef7 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0784271 Mar 02 19:21:35.893128 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-172a8e13-b365-4b8b-8d9c-fb83928ac832 req-17a107c5-3102-44e4-b7eb-664886f672a8 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372057 Mar 02 19:21:36.211623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:21:36.246210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:21:36.246557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 7fb3e788-8c41-4bf4-aace-1c48a44dfef1 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:21:36.746843 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171a3c9-2531-44f2-ae69-5b5f5988dd11 req-b8ef5c37-0b0a-49fb-9218-91bd79aa62a2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:36.748272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0171a3c9-2531-44f2-ae69-5b5f5988dd11 req-b8ef5c37-0b0a-49fb-9218-91bd79aa62a2 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0801826 Mar 02 19:21:36.896700 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0171a3c9-2531-44f2-ae69-5b5f5988dd11 req-eb01514f-495d-4d5f-b438-c6eccc04b10a tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428936 Mar 02 19:21:37.953184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-3b7f8991-6736-40a6-8be2-6e08c30d6564 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:37.953875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-3b7f8991-6736-40a6-8be2-6e08c30d6564 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Synchronizing usage tracker for tenant:847301222c284b3dbf7b4069b59a559e on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:38.026943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-3b7f8991-6736-40a6-8be2-6e08c30d6564 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Unset dirty status for tenant:847301222c284b3dbf7b4069b59a559e on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:38.028161 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-3b7f8991-6736-40a6-8be2-6e08c30d6564 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.65 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.1537578 Mar 02 19:21:38.080630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3b3d0-5faf-4987-adb1-85ddbb00869a req-68726662-a3c5-4f48-ad8b-b5c404758782 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:38.082097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74b3b3d0-5faf-4987-adb1-85ddbb00869a req-68726662-a3c5-4f48-ad8b-b5c404758782 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 946 time: 0.0802629 Mar 02 19:21:38.101403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Deleting port 98446e9b-57d5-4a7a-b5a2-47ada9341476 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:21:38.101753 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:38.125795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74b3b3d0-5faf-4987-adb1-85ddbb00869a req-65be0f76-7336-40c4-a4ac-d63d62883569 tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/security-groups?id=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374408 Mar 02 19:21:38.346211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] For port 98446e9b-57d5-4a7a-b5a2-47ada9341476, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=98446e9b-57d5-4a7a-b5a2-47ada9341476,segment=NetworkSegment(945745c2-66ce-4e5f-b197-3b8d3d965d42),segment_id=945745c2-66ce-4e5f-b197-3b8d3d965d42)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:38.346572 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:38.466480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Calling delete_port for 98446e9b-57d5-4a7a-b5a2-47ada9341476 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:21:38.792934 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:38.805190 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['98446e9b-57d5-4a7a-b5a2-47ada9341476'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:21:38.842699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Pushing event deleted for resources: {'Port': ['ID=98446e9b-57d5-4a7a-b5a2-47ada9341476,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:38.915044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] No DVR routers for this DVR port 98446e9b-57d5-4a7a-b5a2-47ada9341476 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:21:38.917484 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:38.919927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'name': 'network-vif-deleted', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:21:38.963533 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955ce711-90c6-4f58-8954-84559fe70b17', 'name': 'network-vif-deleted', 'tag': '98446e9b-57d5-4a7a-b5a2-47ada9341476', 'status': 'completed', 'code': 200} Mar 02 19:21:39.033765 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a54d9997-bd6d-4059-8c5c-306fc08c240e req-6487696f-1f97-4691-85c1-b3d4583d4c6d tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.65 "DELETE /v2.0/ports/98446e9b-57d5-4a7a-b5a2-47ada9341476 HTTP/1.1" status: 204 len: 173 time: 1.0007079 Mar 02 19:21:39.274727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb609098-ea6e-4e2f-b55c-8500ee16fa80 req-65cbf25d-eed9-4e5b-bcd7-1ed7d06e0bba tempest-ServersNegativeTestJSON-1871270480 tempest-ServersNegativeTestJSON-1871270480-project] 10.222.0.66 "GET /v2.0/ports?device_id=955ce711-90c6-4f58-8954-84559fe70b17 HTTP/1.1" status: 200 len: 210 time: 0.0446961 Mar 02 19:21:40.366182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50718) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:40.424296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Deleting subnet bc76a45e-bb9c-4d3c-9f89-3212fc316710 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:21:40.427156 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.478259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.532184 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.690101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.732834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.736599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc76a45e-bb9c-4d3c-9f89-3212fc316710,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:40.740928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b5e9da5b-aaba-4e0b-9974-f4025e186375 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bc76a45e-bb9c-4d3c-9f89-3212fc316710 HTTP/1.1" status: 204 len: 168 time: 0.3734539 Mar 02 19:21:40.743658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50722) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:40.847017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.984080 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:40.994261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa7ae606-5ba4-4203-a2b1-fe5e391cae41']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:41.006143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945745c2-66ce-4e5f-b197-3b8d3d965d42') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:41.006467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945745c2-66ce-4e5f-b197-3b8d3d965d42') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:41.017632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.033682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.040146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:41.040535 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:21:41.053325 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:21:41.215434 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.231420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.241303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa7ae606-5ba4-4203-a2b1-fe5e391cae41,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:41.341707 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-032b3b6b-b236-4f52-848c-c3d0048405f4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/fa7ae606-5ba4-4203-a2b1-fe5e391cae41 HTTP/1.1" status: 204 len: 168 time: 0.5970879 Mar 02 19:21:41.402605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 98446e9b-57d5-4a7a-b5a2-47ada9341476 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:21:41.439853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 98446e9b-57d5-4a7a-b5a2-47ada9341476 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:21:41.440206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 98446e9b-57d5-4a7a-b5a2-47ada9341476 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:21:41.670562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50728) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:41.719549 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aa9c7f95-e006-4204-8cc4-a411a6e1f93b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=847301222c284b3dbf7b4069b59a559e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468824 Mar 02 19:21:41.721079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50734) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:41.779065 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.803639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.924105 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:41.939668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c054e-72e5-4ab0-b1e9-26cc395c2c1f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:42.009883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:42.011166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e1f3f05e-e366-49ac-b10d-0b1dfad69fd9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e52c054e-72e5-4ab0-b1e9-26cc395c2c1f HTTP/1.1" status: 204 len: 168 time: 0.2887957 Mar 02 19:21:43.097733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50758) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:43.200027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1446139106'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:43.205791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:43.209616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:network and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:43.213072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:43.219377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:43.289710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:43.293055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.304883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.319143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:43.323395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:security_group_rule and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:43.326139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:43.331747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:43.411072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.494911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.526221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:43.534463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f4525-a10b-4a46-88fd-a4b84272b301,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:43.540248 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.540597 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Added segment dcca3779-2995-48e4-9fbd-a9f150168dbb of type vlan for network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad Mar 02 19:21:43.567269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.677871 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.683250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:43.683805 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:43.791120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Network': ['ID=7dc684a2-7bb3-4153-8d12-5f1b85f6ffad,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:43.801419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:43.856673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d7b1fdf4-762c-4770-aae4-136efc3d3a61 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7577751 Mar 02 19:21:47.075297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50766) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:47.080904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'subnet': {'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:47.190696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:47.194505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:subnet and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:47.197321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:47.202997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:47.295460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:47.299062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:47.695909 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:47.773872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Subnet': ['ID=f09caf69-7000-4f1c-8635-5c3c3b357628,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:47.781967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking segment: {'id': 'dcca3779-2995-48e4-9fbd-a9f150168dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:47.782372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network hostable DHCP agents. Network: 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:47.893963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:47.998325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:48.002716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:48.003319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.010267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24363c5f-2a6a-4d87-9404-a3877a7bf967 None None] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:48.108197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5d4de540-dcba-4619-91a9-d301c2036f3e tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0317619 Mar 02 19:21:48.111565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50770) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:48.117290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1586062279'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:48.123985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:48.127904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:network and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:48.130920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:48.137834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:48.221112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:48.224727 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.253379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-7dc684a2-7bb3-4153-8d12-5f1b85f6ffad', 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad', 'tenant_id': 'ee27857b49f84c51b52b242012698057', 'fixed_ips': [{'subnet_id': 'f09caf69-7000-4f1c-8635-5c3c3b357628'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:21:48.254549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.256328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:48.265713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.266213 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Added segment 256bfb74-716d-4bb3-82ba-1674b4df1ba7 of type vlan for network f26225f7-7c08-442c-bc3c-69744738bd83 Mar 02 19:21:48.291882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.403671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.409554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:48.409850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Allocated IP 2001:db8:0:ffff::2 (7dc684a2-7bb3-4153-8d12-5f1b85f6ffad/f09caf69-7000-4f1c-8635-5c3c3b357628/f2e51e7a-124d-4c23-961d-8c76a0677252) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:48.410179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.516775 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Network': ['ID=f26225f7-7c08-442c-bc3c-69744738bd83,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:48.532201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network f26225f7-7c08-442c-bc3c-69744738bd83 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:48.605018 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e9af6859-980f-46e6-b353-b06627ed9246 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4923775 Mar 02 19:21:48.607794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:48.613424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'subnet': {'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:48.716069 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.725822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Transition to ACTIVE for port object f2e51e7a-124d-4c23-961d-8c76a0677252 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:48.726446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:48.730908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:subnet and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:48.733732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:48.739868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:48.744994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Transition to ACTIVE for port object f2e51e7a-124d-4c23-961d-8c76a0677252 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:48.878574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:48.878792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.882049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:48.941353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:48.948358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:48.952525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:21:48.989473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Pushing event updated for resources: {'Port': ['ID=f2e51e7a-124d-4c23-961d-8c76a0677252,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:49.024961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.025710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.025710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.026147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.026376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.026707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.027038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.027365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.027691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.028013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.028332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.028654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:49.061878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Attempting to bind port f2e51e7a-124d-4c23-961d-8c76a0677252 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:49.062049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Attempting to bind port f2e51e7a-124d-4c23-961d-8c76a0677252 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'dcca3779-2995-48e4-9fbd-a9f150168dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:49.062439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Attempting to bind port f2e51e7a-124d-4c23-961d-8c76a0677252 on network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:49.067721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:21:49.068088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Checking segment: {'id': 'dcca3779-2995-48e4-9fbd-a9f150168dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:49.068482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.068867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Bound using segment: {'id': 'dcca3779-2995-48e4-9fbd-a9f150168dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:21:49.069322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Bound port: f2e51e7a-124d-4c23-961d-8c76a0677252, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcca3779-2995-48e4-9fbd-a9f150168dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '7dc684a2-7bb3-4153-8d12-5f1b85f6ffad'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:49.069692 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.158369 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] For port f2e51e7a-124d-4c23-961d-8c76a0677252, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:21:49.161390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] For port f2e51e7a-124d-4c23-961d-8c76a0677252, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f2e51e7a-124d-4c23-961d-8c76a0677252,segment=NetworkSegment(dcca3779-2995-48e4-9fbd-a9f150168dbb),segment_id=dcca3779-2995-48e4-9fbd-a9f150168dbb)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:21:49.186804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.255860 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.265332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Subnet': ['ID=dd0dc8cd-deef-48cf-bab4-fb86b14b42d9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:49.276513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking segment: {'id': '256bfb74-716d-4bb3-82ba-1674b4df1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:49.276943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network hostable DHCP agents. Network: f26225f7-7c08-442c-bc3c-69744738bd83, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:49.341107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network f26225f7-7c08-442c-bc3c-69744738bd83 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:49.343714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110afda-71a8-43fb-aea7-22121c366239 None None] Pushing event updated for resources: {'Port': ['ID=f2e51e7a-124d-4c23-961d-8c76a0677252,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:49.445885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, f26225f7-7c08-442c-bc3c-69744738bd83) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:49.448883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:49.449520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.452824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a705083c-d4f0-4ecb-8bd7-bfc958d7e2bc None None] Network f26225f7-7c08-442c-bc3c-69744738bd83 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:49.542277 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a9180669-9355-4fa1-a9d9-fb581adbad22 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9334042 Mar 02 19:21:49.544894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:49.698112 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-f26225f7-7c08-442c-bc3c-69744738bd83', 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83', 'tenant_id': 'ee27857b49f84c51b52b242012698057', 'fixed_ips': [{'subnet_id': 'dd0dc8cd-deef-48cf-bab4-fb86b14b42d9'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:21:49.698316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.699117 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.762954 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:49.856532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Allocated IP 2001:db8::2 (f26225f7-7c08-442c-bc3c-69744738bd83/dd0dc8cd-deef-48cf-bab4-fb86b14b42d9/2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:50.069443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.079824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Transition to ACTIVE for port object 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:50.098084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Transition to ACTIVE for port object 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:50.169895 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.229954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Network f26225f7-7c08-442c-bc3c-69744738bd83 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:50.237552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:50.242623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:21:50.251971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Pushing event updated for resources: {'Port': ['ID=2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:50.291731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324d50d6-2f45-441b-bde9-2d26a0fedb8d None None] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:50.330267 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.371970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Subnet': ['ID=dd0dc8cd-deef-48cf-bab4-fb86b14b42d9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:50.456434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Attempting to bind port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:50.456801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Attempting to bind port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '256bfb74-716d-4bb3-82ba-1674b4df1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:50.457166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Attempting to bind port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a on network f26225f7-7c08-442c-bc3c-69744738bd83 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:50.467036 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.472910 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:21:50.473287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Checking segment: {'id': '256bfb74-716d-4bb3-82ba-1674b4df1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:50.473686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.474083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Bound using segment: {'id': '256bfb74-716d-4bb3-82ba-1674b4df1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:21:50.474567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Bound port: 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256bfb74-716d-4bb3-82ba-1674b4df1ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'f26225f7-7c08-442c-bc3c-69744738bd83'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:50.474936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.492729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26225f7-7c08-442c-bc3c-69744738bd83']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:50.504976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256bfb74-716d-4bb3-82ba-1674b4df1ba7') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:50.505558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256bfb74-716d-4bb3-82ba-1674b4df1ba7') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:50.516644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.533779 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.540417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:50.540815 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.542543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6b0d489b-2c71-4935-9ea2-867509c0df10 None None] Provisioning for port f2e51e7a-124d-4c23-961d-8c76a0677252 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:21:50.555170 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:21:50.632153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] For port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:21:50.637422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] For port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a,segment=NetworkSegment(256bfb74-716d-4bb3-82ba-1674b4df1ba7),segment_id=256bfb74-716d-4bb3-82ba-1674b4df1ba7)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:21:50.678664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.db.api [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 02 19:21:50.678664 n-d-828839-1 neutron-server[88708]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 02 19:21:50.678664 n-d-828839-1 neutron-server[88708]: [parameters: {'id': 'f26225f7-7c08-442c-bc3c-69744738bd83'}] Mar 02 19:21:50.678664 n-d-828839-1 neutron-server[88708]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:21:50.679142 n-d-828839-1 neutron-server[88708]: DEBUG oslo_db.api [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:21:50.713592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:50.829305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1f69d-32e5-44a8-b4be-1e2c873dc786 None None] Pushing event updated for resources: {'Port': ['ID=2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:50.869486 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f233ad-8311-49ca-99cd-e0b4c145b880 None None] Network f26225f7-7c08-442c-bc3c-69744738bd83 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:51.074889 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f34792-a9d3-4d9c-849e-e5d2ed2183b9 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:21:51.156208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f34792-a9d3-4d9c-849e-e5d2ed2183b9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:21:51.181010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.192139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Deleting port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:21:51.192470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.393134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] For port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a,segment=NetworkSegment(256bfb74-716d-4bb3-82ba-1674b4df1ba7),segment_id=256bfb74-716d-4bb3-82ba-1674b4df1ba7)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:51.393769 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.477853 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f2e51e7a-124d-4c23-961d-8c76a0677252 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:51.608590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f2e51e7a-124d-4c23-961d-8c76a0677252 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:51.613826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f2e51e7a-124d-4c23-961d-8c76a0677252 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:51.614316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.633193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Calling delete_port for 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:21:51.729120 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.760591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f2e51e7a-124d-4c23-961d-8c76a0677252, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f2e51e7a-124d-4c23-961d-8c76a0677252,segment=NetworkSegment(dcca3779-2995-48e4-9fbd-a9f150168dbb),segment_id=dcca3779-2995-48e4-9fbd-a9f150168dbb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:51.763968 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.814416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Port': ['ID=2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:51.816192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No DVR routers for this DVR port 2ea76c66-4470-48bd-bc04-1b1ea8ef2e7a on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:21:51.821298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.891088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f2e51e7a-124d-4c23-961d-8c76a0677252,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:51.941628 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:51.966408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f26225f7-7c08-442c-bc3c-69744738bd83']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:51.978825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256bfb74-716d-4bb3-82ba-1674b4df1ba7') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:51.979169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256bfb74-716d-4bb3-82ba-1674b4df1ba7') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:51.990206 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.005817 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.011789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:52.012179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:21:52.026669 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:21:52.146945 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-afbef728-bd1a-406d-800f-32904b81ff81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.172188 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:21:52.181220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.198907 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.209473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Network': ['ID=f26225f7-7c08-442c-bc3c-69744738bd83,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:52.217512 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9ec00660-96c0-4b84-8b5c-59ca6c8b5a69 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/f26225f7-7c08-442c-bc3c-69744738bd83 HTTP/1.1" status: 204 len: 168 time: 2.6704612 Mar 02 19:21:52.219911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:52.225313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-686442757'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:52.231235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:52.234983 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:network and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:52.237873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:52.244158 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:52.329498 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:52.332876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.360290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:52.368963 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.369316 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Added segment 917b2ad6-cc6c-4f1c-a233-056fa7b13a30 of type vlan for network 04de7f86-cc71-4b2e-b888-fc2a0462ad50 Mar 02 19:21:52.394423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.540659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.547002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:52.547598 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:52.653370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Network': ['ID=04de7f86-cc71-4b2e-b888-fc2a0462ad50,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:52.663404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 04de7f86-cc71-4b2e-b888-fc2a0462ad50 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:52.730088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-41b43357-d13f-4c59-b8f2-70b6bcc96f84 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5091462 Mar 02 19:21:52.733089 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:52.738567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'subnet': {'network_id': '04de7f86-cc71-4b2e-b888-fc2a0462ad50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:52.850632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:52.854948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:subnet and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:52.857716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:52.863461 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:52.952551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:52.956132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.049106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Performing IP validity checks on allocation pools {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 02 19:21:53.049626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.ipam_backend_mixin [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88708) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 02 19:21:53.255420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.333565 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Subnet': ['ID=ffd2f861-bb6c-4a24-b865-31bc41cbd9be,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:53.345647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking segment: {'id': '917b2ad6-cc6c-4f1c-a233-056fa7b13a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': '04de7f86-cc71-4b2e-b888-fc2a0462ad50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:53.346007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network hostable DHCP agents. Network: 04de7f86-cc71-4b2e-b888-fc2a0462ad50, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:53.434381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network 04de7f86-cc71-4b2e-b888-fc2a0462ad50 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:53.455578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f2e51e7a-124d-4c23-961d-8c76a0677252 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:53.523399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f2e51e7a-124d-4c23-961d-8c76a0677252 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:53.523752 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.524210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 04de7f86-cc71-4b2e-b888-fc2a0462ad50) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:53.535767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:53.536378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.554034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec02667-853d-4f23-9043-84e2c5b59712 None None] Network 04de7f86-cc71-4b2e-b888-fc2a0462ad50 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:53.622943 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bc909e5c-155f-4996-aa13-f8934df19cbf tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8878262 Mar 02 19:21:53.624881 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50792) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:53.767365 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.832056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:53.865775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f20721-bbfc-4ac0-808f-fc94a88d1200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-04de7f86-cc71-4b2e-b888-fc2a0462ad50', 'network_id': '04de7f86-cc71-4b2e-b888-fc2a0462ad50', 'tenant_id': 'ee27857b49f84c51b52b242012698057', 'fixed_ips': [{'subnet_id': 'ffd2f861-bb6c-4a24-b865-31bc41cbd9be'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:21:53.866659 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e6f20721-bbfc-4ac0-808f-fc94a88d1200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.021781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.098515 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd2f861-bb6c-4a24-b865-31bc41cbd9be,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:54.110865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.111222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.111567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.111907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.112243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.112577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.112902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.113229 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.113556 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.113880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.114232 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.114559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-e6f20721-bbfc-4ac0-808f-fc94a88d1200 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd2f861-bb6c-4a24-b865-31bc41cbd9be: This subnet is being modified by another concurrent operation. Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ffd2f861-bb6c-4a24-b865-31bc41cbd9be: This subnet is being modified by another concurrent operation. Mar 02 19:21:54.117395 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 19:21:54.154669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b938215a-423e-4d43-8531-b4919d08b652 None None] Network 04de7f86-cc71-4b2e-b888-fc2a0462ad50 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:54.181731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.208325 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04de7f86-cc71-4b2e-b888-fc2a0462ad50']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:54.221159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917b2ad6-cc6c-4f1c-a233-056fa7b13a30') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:54.221447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917b2ad6-cc6c-4f1c-a233-056fa7b13a30') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:54.233124 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.239669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6694859f-cec9-4e5f-b4d5-cd062a5cf204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.249605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.255737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 651 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:54.256135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:21:54.271002 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:21:54.330762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c1cd04-64a9-4c76-abc6-c9e01a2644e1 None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:21:54.420623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c1cd04-64a9-4c76-abc6-c9e01a2644e1 None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:21:54.426669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.447272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.453440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Network': ['ID=04de7f86-cc71-4b2e-b888-fc2a0462ad50,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:54.460053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fadeb11e-7488-4410-a761-d2437b7dbffc tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/04de7f86-cc71-4b2e-b888-fc2a0462ad50 HTTP/1.1" status: 204 len: 168 time: 0.8336084 Mar 02 19:21:54.463748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50796) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:54.469079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303540967'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:54.474330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:54.478673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:network and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:54.481506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:54.487159 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:54.586606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:54.590053 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.617764 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:54.627757 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.628390 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Added segment ef905ede-6d7a-4525-a7b0-6c05fd87a989 of type vlan for network b231246d-d103-4424-8657-f09f0442e636 Mar 02 19:21:54.653122 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.745523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.750962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:54.751543 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:54.857517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Network': ['ID=b231246d-d103-4424-8657-f09f0442e636,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:54.867165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b231246d-d103-4424-8657-f09f0442e636 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:54.901979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c3d35b67-d39a-452f-a8a2-fb809231c3ec tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4371967 Mar 02 19:21:54.904868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50800) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:54.910757 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'subnet': {'network_id': 'b231246d-d103-4424-8657-f09f0442e636', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:55.023736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:55.027631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:subnet and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:55.030458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:55.037183 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:55.123753 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:55.127190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.438105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.514234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Subnet': ['ID=a5c4e4e6-987c-4596-95f2-019dabe631ac,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:55.522745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking segment: {'id': 'ef905ede-6d7a-4525-a7b0-6c05fd87a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b231246d-d103-4424-8657-f09f0442e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:55.522745 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network hostable DHCP agents. Network: b231246d-d103-4424-8657-f09f0442e636, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:55.580989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.608880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network b231246d-d103-4424-8657-f09f0442e636 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:55.689467 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b231246d-d103-4424-8657-f09f0442e636) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:55.693357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:55.693942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.697961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c68ec92-39a1-442c-9612-5d5802966885 None None] Network b231246d-d103-4424-8657-f09f0442e636 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:55.725077 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.791338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d4b2fbbd-2241-406f-89b9-637c207dd748 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8815875 Mar 02 19:21:55.791578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50804) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:55.797344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-166878463'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:55.802761 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:55.806702 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:network and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:55.809508 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:55.815962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:55.901486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:55.905614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b231246d-d103-4424-8657-f09f0442e636', 'network_id': 'b231246d-d103-4424-8657-f09f0442e636', 'tenant_id': 'ee27857b49f84c51b52b242012698057', 'fixed_ips': [{'subnet_id': 'a5c4e4e6-987c-4596-95f2-019dabe631ac'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:21:55.906051 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.906458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.933642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 683} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:21:55.942436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:55.945527 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Added segment 6986b2b6-b81b-4da0-a4cf-61bc32029bd8 of type vlan for network ea5f586d-cac0-4430-935e-3080bec1f9ff Mar 02 19:21:55.972559 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.060998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Allocated IP 2001:db8::2 (b231246d-d103-4424-8657-f09f0442e636/a5c4e4e6-987c-4596-95f2-019dabe631ac/0b7f64a7-9ead-4e32-bf39-32ef5bc98b17) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:21:56.158607 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.164315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:56.164975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.272595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Network': ['ID=ea5f586d-cac0-4430-935e-3080bec1f9ff,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:56.275178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.285770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ea5f586d-cac0-4430-935e-3080bec1f9ff details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:21:56.302269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Transition to ACTIVE for port object 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:56.307969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-01b1e674-9cc4-44d4-92dd-b369b23aa4cd tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5153246 Mar 02 19:21:56.310984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50808) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:56.316746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Request body: {'subnet': {'network_id': 'ea5f586d-cac0-4430-935e-3080bec1f9ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:21:56.421172 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.422276 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Transition to ACTIVE for port object 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:21:56.512653 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.537032 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:21:56.542247 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Usage tracker for resource:subnet and tenant:ee27857b49f84c51b52b242012698057 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:21:56.545078 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:21:56.550943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:21:56.572668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Network b231246d-d103-4424-8657-f09f0442e636 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:21:56.579962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:56.582557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:21:56.621033 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Pushing event updated for resources: {'Port': ['ID=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:56.626921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Made reservation on behalf of ee27857b49f84c51b52b242012698057 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:21:56.630463 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.679405 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Attempting to bind port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:21:56.679771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Attempting to bind port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'ef905ede-6d7a-4525-a7b0-6c05fd87a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b231246d-d103-4424-8657-f09f0442e636'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:21:56.680130 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Attempting to bind port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 on network b231246d-d103-4424-8657-f09f0442e636 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:21:56.686003 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:21:56.686412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Checking segment: {'id': 'ef905ede-6d7a-4525-a7b0-6c05fd87a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b231246d-d103-4424-8657-f09f0442e636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:56.686813 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.687202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Bound using segment: {'id': 'ef905ede-6d7a-4525-a7b0-6c05fd87a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b231246d-d103-4424-8657-f09f0442e636'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:21:56.687662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Bound port: 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef905ede-6d7a-4525-a7b0-6c05fd87a989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': 'b231246d-d103-4424-8657-f09f0442e636'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:21:56.688033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.777674 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] For port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:21:56.780692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] For port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,segment=NetworkSegment(ef905ede-6d7a-4525-a7b0-6c05fd87a989),segment_id=ef905ede-6d7a-4525-a7b0-6c05fd87a989)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:21:56.867651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.941440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:56.967625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d16f88-f7d8-4c18-9651-b66b8fab6434 None None] Pushing event updated for resources: {'Port': ['ID=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:57.009738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.033576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event updated for resources: {'Subnet': ['ID=61bc98fd-705c-4fe9-8d8d-c3bc83dce638,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:57.035694 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Checking segment: {'id': '6986b2b6-b81b-4da0-a4cf-61bc32029bd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 683, 'network_id': 'ea5f586d-cac0-4430-935e-3080bec1f9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:21:57.036061 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network hostable DHCP agents. Network: ea5f586d-cac0-4430-935e-3080bec1f9ff, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:21:57.145252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Network ea5f586d-cac0-4430-935e-3080bec1f9ff is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:21:57.249277 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ea5f586d-cac0-4430-935e-3080bec1f9ff) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:21:57.254285 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:21:57.254712 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.259326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924ad9b9-6deb-4621-831c-904ca98740d5 None None] Network ea5f586d-cac0-4430-935e-3080bec1f9ff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:57.341709 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-87814ff6-3116-4897-a2db-2acfbce3b886 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0294573 Mar 02 19:21:57.344150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50812) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:57.451158 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.498900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:21:57.504176 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.528419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd0166-b520-491e-a752-00bbf9c1aca9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ea5f586d-cac0-4430-935e-3080bec1f9ff', 'network_id': 'ea5f586d-cac0-4430-935e-3080bec1f9ff', 'tenant_id': 'ee27857b49f84c51b52b242012698057', 'fixed_ips': [{'subnet_id': '61bc98fd-705c-4fe9-8d8d-c3bc83dce638'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:21:57.530348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11bd0166-b520-491e-a752-00bbf9c1aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.570826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.718252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:57.747037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.787081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Subnet': ['ID=61bc98fd-705c-4fe9-8d8d-c3bc83dce638,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server [None req-11bd0166-b520-491e-a752-00bbf9c1aca9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61bc98fd-705c-4fe9-8d8d-c3bc83dce638: This subnet is being modified by another concurrent operation. Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise self.value Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server raise exception Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61bc98fd-705c-4fe9-8d8d-c3bc83dce638: This subnet is being modified by another concurrent operation. Mar 02 19:21:57.788117 n-d-828839-1 neutron-server[88710]: ERROR oslo_messaging.rpc.server Mar 02 19:21:57.809715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba462c4-878e-404d-9daa-47415b85f31e None None] Network ea5f586d-cac0-4430-935e-3080bec1f9ff requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:57.893194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.919679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea5f586d-cac0-4430-935e-3080bec1f9ff']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:57.934955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6986b2b6-b81b-4da0-a4cf-61bc32029bd8') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:57.935292 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6986b2b6-b81b-4da0-a4cf-61bc32029bd8') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:57.944870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa6d0c0-d1ab-4ca6-bd49-1ce377eef5e3 None None] Network b231246d-d103-4424-8657-f09f0442e636 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:57.947737 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.964102 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.970313 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 683 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:57.970704 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:21:57.985093 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:21:58.129790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.147123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.158202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Network': ['ID=ea5f586d-cac0-4430-935e-3080bec1f9ff,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:58.162265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5a9ed432-b43e-48a6-aa3a-b099204b36ab tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/ea5f586d-cac0-4430-935e-3080bec1f9ff HTTP/1.1" status: 204 len: 168 time: 0.8171561 Mar 02 19:21:58.166043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50816) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:58.204097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Provisioning for port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:21:58.204690 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a1fad6-fe41-434f-9d4f-64233c29bd16 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] GET failed (client error): The resource could not be found. Mar 02 19:21:58.205095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81a1fad6-fe41-434f-9d4f-64233c29bd16 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Synchronizing usage tracker for tenant:ee27857b49f84c51b52b242012698057 on resource:subnet {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:21:58.215477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Provisioning complete for port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:58.215849 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.289412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81a1fad6-fe41-434f-9d4f-64233c29bd16 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Unset dirty status for tenant:ee27857b49f84c51b52b242012698057 on resource:subnet {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:21:58.291177 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81a1fad6-fe41-434f-9d4f-64233c29bd16 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "GET /v2.0/subnets/61bc98fd-705c-4fe9-8d8d-c3bc83dce638 HTTP/1.1" status: 404 len: 337 time: 0.1240849 Mar 02 19:21:58.293865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50820) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:58.319533 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-6906a4bc-1ee7-4880-91a6-5a2ba7db809a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:21:58.320075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6906a4bc-1ee7-4880-91a6-5a2ba7db809a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:21:58.325486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6906a4bc-1ee7-4880-91a6-5a2ba7db809a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/ea5f586d-cac0-4430-935e-3080bec1f9ff HTTP/1.1" status: 404 len: 339 time: 0.0269644 Mar 02 19:21:58.325819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50824) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:58.341858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.370267 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-31677397-bf3a-44f7-97ad-dd93779d4437 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:21:58.370959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31677397-bf3a-44f7-97ad-dd93779d4437 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:21:58.372850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-31677397-bf3a-44f7-97ad-dd93779d4437 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/subnets/61bc98fd-705c-4fe9-8d8d-c3bc83dce638 HTTP/1.1" status: 404 len: 337 time: 0.0459254 Mar 02 19:21:58.375616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50828) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:58.378725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] For port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,segment=NetworkSegment(ef905ede-6d7a-4525-a7b0-6c05fd87a989),segment_id=ef905ede-6d7a-4525-a7b0-6c05fd87a989)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:58.401068 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a8c0dd-ba22-4b4e-a8c0-b9626c20c7fe tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:21:58.401387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00a8c0dd-ba22-4b4e-a8c0-b9626c20c7fe tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:21:58.403297 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-00a8c0dd-ba22-4b4e-a8c0-b9626c20c7fe tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/ea5f586d-cac0-4430-935e-3080bec1f9ff HTTP/1.1" status: 404 len: 339 time: 0.0265923 Mar 02 19:21:58.405921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50832) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:58.468263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd24abd-37c3-450c-af9d-db13ac83883d None None] get_active_networks_info from n-d-828839-1 {{(pid=88710) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 02 19:21:58.476884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Deleting subnet a5c4e4e6-987c-4596-95f2-019dabe631ac {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:21:58.483715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.513587 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.535351 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.623151 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.651693 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea1aef-fde5-4ae1-a98c-381693a30b14 None None] Pushing event updated for resources: {'Port': ['ID=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:58.667602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd24abd-37c3-450c-af9d-db13ac83883d None None] Resources bound (agent type, host, resource id): {{(pid=88710) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 02 19:21:58.670710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bcc3ac55-4a79-45f0-a3ba-f48c54eb455f None None] Provisioning complete for port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:21:58.671092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bcc3ac55-4a79-45f0-a3ba-f48c54eb455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.808843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.848138 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c4e4e6-987c-4596-95f2-019dabe631ac,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:58.851787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:58.970634 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8c2c9f5a-79d8-45a5-8a74-bfe97b06bea0 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/subnets/a5c4e4e6-987c-4596-95f2-019dabe631ac HTTP/1.1" status: 204 len: 168 time: 0.5636053 Mar 02 19:21:58.972990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50836) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:21:59.063261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcff0d-5004-46e4-81fd-73edf3219072 None None] Network b231246d-d103-4424-8657-f09f0442e636 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:21:59.191667 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.202561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Deleting port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:21:59.202947 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.310897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] DHCP port deletion for b231246d-d103-4424-8657-f09f0442e636 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:21:59.315149 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Deleting port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:21:59.315529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.409469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] For port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,segment=NetworkSegment(ef905ede-6d7a-4525-a7b0-6c05fd87a989),segment_id=ef905ede-6d7a-4525-a7b0-6c05fd87a989)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:59.409959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.452985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:21:59.537641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Calling delete_port for 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:21:59.568465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] For port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,segment=NetworkSegment(ef905ede-6d7a-4525-a7b0-6c05fd87a989),segment_id=ef905ede-6d7a-4525-a7b0-6c05fd87a989)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:21:59.568784 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.693386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Calling delete_port for 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:21:59.740995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.761037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 19:21:59.791546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Port': ['ID=0b7f64a7-9ead-4e32-bf39-32ef5bc98b17,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:21:59.793772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No DVR routers for this DVR port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:21:59.798304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:21:59.798668 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:21:59.916183 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.941250 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b231246d-d103-4424-8657-f09f0442e636']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:59.953403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef905ede-6d7a-4525-a7b0-6c05fd87a989') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:59.953713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef905ede-6d7a-4525-a7b0-6c05fd87a989') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:21:59.965211 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.985259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:21:59.991405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 666 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:21:59.991796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:22:00.006706 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:22:00.169527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.186465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.196974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Network': ['ID=b231246d-d103-4424-8657-f09f0442e636,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:00.200809 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-85afcfde-981f-41ff-a49e-3569c0346735 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/b231246d-d103-4424-8657-f09f0442e636 HTTP/1.1" status: 204 len: 168 time: 1.2268972 Mar 02 19:22:00.203440 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50840) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.244579 n-d-828839-1 neutron-server[88708]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5fbad5f-c6e9-4b15-8f3d-eca872e649ea tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:22:00.245022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5fbad5f-c6e9-4b15-8f3d-eca872e649ea tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88708) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:22:00.246649 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b5fbad5f-c6e9-4b15-8f3d-eca872e649ea tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/subnets/ffd2f861-bb6c-4a24-b865-31bc41cbd9be HTTP/1.1" status: 404 len: 337 time: 0.0423391 Mar 02 19:22:00.249366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50844) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.277635 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-0521f6e8-4c4c-4f60-a346-47246717c711 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:22:00.278091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0521f6e8-4c4c-4f60-a346-47246717c711 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:22:00.279704 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0521f6e8-4c4c-4f60-a346-47246717c711 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/04de7f86-cc71-4b2e-b888-fc2a0462ad50 HTTP/1.1" status: 404 len: 339 time: 0.0293489 Mar 02 19:22:00.282002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50848) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.300413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Deleting port 0b7f64a7-9ead-4e32-bf39-32ef5bc98b17 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:00.300790 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.318541 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-09184d48-e041-4917-8aec-451ef38f2841 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:22:00.318991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09184d48-e041-4917-8aec-451ef38f2841 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:22:00.320591 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-09184d48-e041-4917-8aec-451ef38f2841 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/subnets/dd0dc8cd-deef-48cf-bab4-fb86b14b42d9 HTTP/1.1" status: 404 len: 337 time: 0.0374534 Mar 02 19:22:00.323031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50852) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.347207 n-d-828839-1 neutron-server[88709]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d02144-941e-4052-9bd2-da3c645118f7 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] DELETE failed (client error): The resource could not be found. Mar 02 19:22:00.347667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d02144-941e-4052-9bd2-da3c645118f7 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88709) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 02 19:22:00.349262 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b2d02144-941e-4052-9bd2-da3c645118f7 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/f26225f7-7c08-442c-bc3c-69744738bd83 HTTP/1.1" status: 404 len: 339 time: 0.0253644 Mar 02 19:22:00.351718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50856) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.365029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-fc1aa1d1-0914-4567-8cee-6e3ea7be6344 None None] The port '0b7f64a7-9ead-4e32-bf39-32ef5bc98b17' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:22:00.416095 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Deleting subnet f09caf69-7000-4f1c-8635-5c3c3b357628 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:22:00.419056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.475037 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.554722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.712852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.751237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Subnet': ['ID=f09caf69-7000-4f1c-8635-5c3c3b357628,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:00.756970 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:00.761987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf79370-b0a4-4e15-a3d2-cbf74338f373 None None] Network 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:00.766572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32cabf83-29f3-43c7-8265-397d84fa357a tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/subnets/f09caf69-7000-4f1c-8635-5c3c3b357628 HTTP/1.1" status: 204 len: 168 time: 0.4139397 Mar 02 19:22:00.769043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50860) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:00.998889 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.002867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] DHCP port deletion for 7dc684a2-7bb3-4153-8d12-5f1b85f6ffad request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:22:01.007806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Deleting port f2e51e7a-124d-4c23-961d-8c76a0677252 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:01.008184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.011158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Deleting port f2e51e7a-124d-4c23-961d-8c76a0677252 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:01.011493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.215166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] For port f2e51e7a-124d-4c23-961d-8c76a0677252, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f2e51e7a-124d-4c23-961d-8c76a0677252,segment=NetworkSegment(dcca3779-2995-48e4-9fbd-a9f150168dbb),segment_id=dcca3779-2995-48e4-9fbd-a9f150168dbb)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:01.215523 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.247139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] For port f2e51e7a-124d-4c23-961d-8c76a0677252, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f2e51e7a-124d-4c23-961d-8c76a0677252,segment=NetworkSegment(dcca3779-2995-48e4-9fbd-a9f150168dbb),segment_id=dcca3779-2995-48e4-9fbd-a9f150168dbb)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:01.247458 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.342650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Calling delete_port for f2e51e7a-124d-4c23-961d-8c76a0677252 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:22:01.367275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Calling delete_port for f2e51e7a-124d-4c23-961d-8c76a0677252 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:22:01.453103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f2e51e7a-124d-4c23-961d-8c76a0677252 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:01.529438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.547120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port f2e51e7a-124d-4c23-961d-8c76a0677252 update to DOWN by agent not found {{(pid=88710) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 02 19:22:01.555283 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:22:01.555640 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:22:01.582962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Port': ['ID=f2e51e7a-124d-4c23-961d-8c76a0677252,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:01.584860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] No DVR routers for this DVR port f2e51e7a-124d-4c23-961d-8c76a0677252 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:01.706500 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.731655 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dc684a2-7bb3-4153-8d12-5f1b85f6ffad']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:01.743323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcca3779-2995-48e4-9fbd-a9f150168dbb') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:01.743628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcca3779-2995-48e4-9fbd-a9f150168dbb') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:01.754663 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.770098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.776538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Releasing vlan 660 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:22:01.776919 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:22:01.791768 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:22:01.934920 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.952231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:01.964413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] Pushing event deleted for resources: {'Network': ['ID=7dc684a2-7bb3-4153-8d12-5f1b85f6ffad,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:01.967153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-70f6ce30-e349-44c8-9517-1c0f50d83b99 tempest-NetworksIpV6Test-1023546239 tempest-NetworksIpV6Test-1023546239-project] 10.222.0.66 "DELETE /v2.0/networks/7dc684a2-7bb3-4153-8d12-5f1b85f6ffad HTTP/1.1" status: 204 len: 168 time: 1.1972058 Mar 02 19:22:02.057169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Deleting port f2e51e7a-124d-4c23-961d-8c76a0677252 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:02.057547 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:02.122818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-454f2717-c49c-4aba-a6e6-a06d61ca91c6 None None] The port 'f2e51e7a-124d-4c23-961d-8c76a0677252' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:22:02.448117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50868) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:02.591273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e4d4cc8-7b42-42e0-9a85-05ae3ee37788 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ee27857b49f84c51b52b242012698057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1420147 Mar 02 19:22:02.593662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50874) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:02.649117 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:02.674262 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:02.832101 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:02.845943 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f4525-a10b-4a46-88fd-a4b84272b301,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:02.854381 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:02.856992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2db9a5c6-d6d9-49d1-9585-37b453aa6939 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8e3f4525-a10b-4a46-88fd-a4b84272b301 HTTP/1.1" status: 204 len: 168 time: 0.2622755 Mar 02 19:22:03.906346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50898) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:04.007999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1537747800', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:04.016054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:04.019897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:router and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:04.022784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:04.028999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:04.117861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.119591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.133796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.232214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.328998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.330201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d58d3175-1e90-4394-b514-d6af727ff164 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4228160 Mar 02 19:22:04.332912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:04.338304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-387015911'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:04.343802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:04.348199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:network and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:04.351057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:04.357222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:04.436714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Made reservation on behalf of 1339c92b61c945099d2be9fd4cc6049f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:04.440269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.452377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.467006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:04.470763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:security_group_rule and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:04.473528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:04.479756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:04.559207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.667300 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.694803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:22:04.709406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60731550-bdba-49f0-b0e8-401feb5f429d,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:04.714175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.714518 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Added segment 4e0638a9-b71b-4dec-b24c-ef306eed171c of type vlan for network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 Mar 02 19:22:04.739763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.888994 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:04.894403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:04.894972 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:05.003702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event updated for resources: {'Network': ['ID=3d79be8b-4f5e-405e-9aa5-586dcb763b31,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:05.014016 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:22:05.107301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a8ba76e8-01ec-4d5a-90fa-8c0692f7c50f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7733648 Mar 02 19:22:05.110041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:05.115852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'subnet': {'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:05.221876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:05.225705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:subnet and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:05.228513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:05.234181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:05.357801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Made reservation on behalf of 1339c92b61c945099d2be9fd4cc6049f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:05.361370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:05.654765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:05.730056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event updated for resources: {'Subnet': ['ID=cbdd3650-4f23-4ef3-bcd4-69168189790c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:05.739388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Checking segment: {'id': '4e0638a9-b71b-4dec-b24c-ef306eed171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:05.739750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Network hostable DHCP agents. Network: 3d79be8b-4f5e-405e-9aa5-586dcb763b31, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:22:05.871824 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:22:06.003436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 3d79be8b-4f5e-405e-9aa5-586dcb763b31) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:06.008495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:06.009084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.013101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0cd38-e934-4573-a980-85a73e70f36c None None] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:06.153417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7cceee46-39d2-413a-9949-8a0183e4a046 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0418873 Mar 02 19:22:06.156507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50914) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:06.162362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2143345355'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:06.168374 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:06.172098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:network and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:06.174974 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:06.180568 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:06.221274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-3d79be8b-4f5e-405e-9aa5-586dcb763b31', 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31', 'tenant_id': '1339c92b61c945099d2be9fd4cc6049f', 'fixed_ips': [{'subnet_id': 'cbdd3650-4f23-4ef3-bcd4-69168189790c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:22:06.222092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.283642 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Made reservation on behalf of 1339c92b61c945099d2be9fd4cc6049f for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:06.287063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.314042 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:22:06.322855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.326657 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Added segment fe35d89e-139c-4d77-a0f9-550e5f3946fd of type vlan for network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 Mar 02 19:22:06.348687 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.375422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Allocated IP 172.20.0.2 (3d79be8b-4f5e-405e-9aa5-586dcb763b31/cbdd3650-4f23-4ef3-bcd4-69168189790c/7d3fbe1c-8e7d-4401-8c38-30188182cfa6) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:06.466486 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.472019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:06.472635 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.578944 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event updated for resources: {'Network': ['ID=b7f45d90-8326-47df-9c8f-279e1bb5ceb8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:06.582583 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.594239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:22:06.609920 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Transition to ACTIVE for port object 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:06.621778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-36bf86a2-cbea-4ba8-81ad-03cf25cd61da tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4641647 Mar 02 19:22:06.624595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 50918) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:06.630211 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'subnet': {'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:06.688477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Transition to ACTIVE for port object 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:06.740461 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:06.744760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Usage tracker for resource:subnet and tenant:1339c92b61c945099d2be9fd4cc6049f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:06.747532 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:06.753177 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:06.780093 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.841834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:06.848585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:06.852488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:06.860946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Pushing event updated for resources: {'Port': ['ID=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:06.865283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Made reservation on behalf of 1339c92b61c945099d2be9fd4cc6049f for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:06.868912 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.978320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Attempting to bind port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:06.978716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Attempting to bind port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '4e0638a9-b71b-4dec-b24c-ef306eed171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:06.979077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Attempting to bind port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 on network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:06.984662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:06.985167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Checking segment: {'id': '4e0638a9-b71b-4dec-b24c-ef306eed171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:06.985721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:06.986242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Bound using segment: {'id': '4e0638a9-b71b-4dec-b24c-ef306eed171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:06.986709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Bound port: 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0638a9-b71b-4dec-b24c-ef306eed171c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '3d79be8b-4f5e-405e-9aa5-586dcb763b31'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:06.987091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:07.076037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] For port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:07.079051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] For port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,segment=NetworkSegment(4e0638a9-b71b-4dec-b24c-ef306eed171c),segment_id=4e0638a9-b71b-4dec-b24c-ef306eed171c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:07.152282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:07.215094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:07.232083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72accfda-0e06-4718-b056-9f3a9956b617 None None] Pushing event updated for resources: {'Port': ['ID=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:07.435100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event updated for resources: {'Subnet': ['ID=9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:07.442012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Checking segment: {'id': 'fe35d89e-139c-4d77-a0f9-550e5f3946fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:07.442480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Network hostable DHCP agents. Network: b7f45d90-8326-47df-9c8f-279e1bb5ceb8, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:22:07.519526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:07.563671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:22:07.660849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b7f45d90-8326-47df-9c8f-279e1bb5ceb8) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:07.666822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:07.668116 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:07.670404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c6282a-a5d1-4ca5-ad84-824b3e20605e None None] Network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:07.695545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:07.759018 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-702c1d41-77e4-4514-8987-296f97376cc8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1331413 Mar 02 19:22:07.761599 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50922) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:07.767229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bed52dad-1e77-4124-ba4b-480b27d7124a tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:07.890699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b7f45d90-8326-47df-9c8f-279e1bb5ceb8', 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8', 'tenant_id': '1339c92b61c945099d2be9fd4cc6049f', 'fixed_ips': [{'subnet_id': '9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:22:07.891549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.063464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Allocated IP 172.21.0.2 (b7f45d90-8326-47df-9c8f-279e1bb5ceb8/9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0/da397089-1ae9-406a-b5a8-f9d4ca86bf14) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:08.280744 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.285131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09252847-6007-4a84-a92c-be023ec28941 None None] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:08.285804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bed52dad-1e77-4124-ba4b-480b27d7124a tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.316040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Transition to ACTIVE for port object da397089-1ae9-406a-b5a8-f9d4ca86bf14 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:08.400516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Transition to ACTIVE for port object da397089-1ae9-406a-b5a8-f9d4ca86bf14 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:08.506579 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [None req-bed52dad-1e77-4124-ba4b-480b27d7124a tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 02 19:22:08.507546 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bed52dad-1e77-4124-ba4b-480b27d7124a tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "PUT /v2.0/routers/936790a7-5ad1-4364-b9d0-41a63a583124 HTTP/1.1" status: 400 len: 364 time: 0.7448092 Mar 02 19:22:08.512178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.513931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50926) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:08.565311 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Provisioning for port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:08.580301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Deleting subnet 9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:22:08.583051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Provisioning complete for port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:08.583419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.583542 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.623670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:08.634474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:08.636852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:08.637908 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.642230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Pushing event updated for resources: {'Port': ['ID=da397089-1ae9-406a-b5a8-f9d4ca86bf14,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:08.726920 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.770337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Attempting to bind port da397089-1ae9-406a-b5a8-f9d4ca86bf14 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:08.770337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Attempting to bind port da397089-1ae9-406a-b5a8-f9d4ca86bf14 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'fe35d89e-139c-4d77-a0f9-550e5f3946fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:08.770337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Attempting to bind port da397089-1ae9-406a-b5a8-f9d4ca86bf14 on network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:08.803212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:08.803622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Checking segment: {'id': 'fe35d89e-139c-4d77-a0f9-550e5f3946fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:08.803989 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.804381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Bound using segment: {'id': 'fe35d89e-139c-4d77-a0f9-550e5f3946fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:08.804847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Bound port: da397089-1ae9-406a-b5a8-f9d4ca86bf14, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe35d89e-139c-4d77-a0f9-550e5f3946fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'b7f45d90-8326-47df-9c8f-279e1bb5ceb8'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:08.805220 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.880561 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.895874 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.944574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] For port da397089-1ae9-406a-b5a8-f9d4ca86bf14, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:08.944822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Subnet': ['ID=9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:08.947535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] For port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,segment=NetworkSegment(4e0638a9-b71b-4dec-b24c-ef306eed171c),segment_id=4e0638a9-b71b-4dec-b24c-ef306eed171c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:08.949945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] For port da397089-1ae9-406a-b5a8-f9d4ca86bf14, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da397089-1ae9-406a-b5a8-f9d4ca86bf14,segment=NetworkSegment(fe35d89e-139c-4d77-a0f9-550e5f3946fd),segment_id=fe35d89e-139c-4d77-a0f9-550e5f3946fd)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:08.950161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:08.957001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e07aed9e-9f99-4279-9edb-711299496c65 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "DELETE /v2.0/subnets/9740b4c5-c72f-4e61-a8cc-b9a135a8ffc0 HTTP/1.1" status: 204 len: 168 time: 0.4420450 Mar 02 19:22:08.959357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50930) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:09.049699 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.070986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.081711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Deleting port da397089-1ae9-406a-b5a8-f9d4ca86bf14 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:09.081936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.082096 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.132905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c4bea4-d009-4c43-8239-f458bc65ddaa None None] Pushing event updated for resources: {'Port': ['ID=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:09.247744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a951e6d0-33f6-42bf-a4bd-d37bad448582 None None] Provisioning complete for port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:09.248112 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a951e6d0-33f6-42bf-a4bd-d37bad448582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.277622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec211d9-7509-46d2-92b6-db79887dfa7a None None] Pushing event updated for resources: {'Port': ['ID=da397089-1ae9-406a-b5a8-f9d4ca86bf14,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:09.321919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] For port da397089-1ae9-406a-b5a8-f9d4ca86bf14, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=da397089-1ae9-406a-b5a8-f9d4ca86bf14,segment=NetworkSegment(fe35d89e-139c-4d77-a0f9-550e5f3946fd),segment_id=fe35d89e-139c-4d77-a0f9-550e5f3946fd)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:09.322381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.455698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Calling delete_port for da397089-1ae9-406a-b5a8-f9d4ca86bf14 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:22:09.555359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da397089-1ae9-406a-b5a8-f9d4ca86bf14 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:09.632348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.632591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port da397089-1ae9-406a-b5a8-f9d4ca86bf14 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:09.637720 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port da397089-1ae9-406a-b5a8-f9d4ca86bf14 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:09.638096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.673673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Port da397089-1ae9-406a-b5a8-f9d4ca86bf14 was deleted so its status cannot be updated. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 02 19:22:09.674172 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:09.681495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Port': ['ID=da397089-1ae9-406a-b5a8-f9d4ca86bf14,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:09.685290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] No DVR routers for this DVR port da397089-1ae9-406a-b5a8-f9d4ca86bf14 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:09.746770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:09.747313 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.928877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:09.959524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7f45d90-8326-47df-9c8f-279e1bb5ceb8']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:09.973448 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe35d89e-139c-4d77-a0f9-550e5f3946fd') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:09.975123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe35d89e-139c-4d77-a0f9-550e5f3946fd') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:09.985807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.003462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.011040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Releasing vlan 689 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:22:10.011527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:22:10.026664 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:22:10.083954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e371670d-d02b-4437-ba91-c95537d53869 None None] Network b7f45d90-8326-47df-9c8f-279e1bb5ceb8 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:10.164467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e7617878-a9af-4677-8c4e-5d4ab5f7b7ed None None] Could not find standard attr ID for object da397089-1ae9-406a-b5a8-f9d4ca86bf14. {{(pid=88710) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 02 19:22:10.226634 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.249060 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.260333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Network': ['ID=b7f45d90-8326-47df-9c8f-279e1bb5ceb8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:10.266301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-65691883-b756-468a-8af3-b0f943d968b4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "DELETE /v2.0/networks/b7f45d90-8326-47df-9c8f-279e1bb5ceb8 HTTP/1.1" status: 204 len: 168 time: 1.3059416 Mar 02 19:22:10.268686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50934) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:10.294218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f37bde8-670e-42ea-9193-da9ae9112ffd None None] DHCP port deletion for b7f45d90-8326-47df-9c8f-279e1bb5ceb8 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:22:10.333583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Deleting subnet cbdd3650-4f23-4ef3-bcd4-69168189790c {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:22:10.336488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.389174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.472878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.626188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.668265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Subnet': ['ID=cbdd3650-4f23-4ef3-bcd4-69168189790c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:10.671945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.678012 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aba92542-6540-4695-8ce3-c9ba4f889f9f tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "DELETE /v2.0/subnets/cbdd3650-4f23-4ef3-bcd4-69168189790c HTTP/1.1" status: 204 len: 168 time: 0.4082315 Mar 02 19:22:10.678324 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8562f8-2376-4813-88a9-e0a275da733b None None] Network 3d79be8b-4f5e-405e-9aa5-586dcb763b31 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:10.680389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50938) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:10.790172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.801343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Deleting port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:10.801702 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:10.927536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] DHCP port deletion for 3d79be8b-4f5e-405e-9aa5-586dcb763b31 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:22:10.931377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Deleting port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:10.931754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.013827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] For port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,segment=NetworkSegment(4e0638a9-b71b-4dec-b24c-ef306eed171c),segment_id=4e0638a9-b71b-4dec-b24c-ef306eed171c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:11.014423 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.129914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] For port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,segment=NetworkSegment(4e0638a9-b71b-4dec-b24c-ef306eed171c),segment_id=4e0638a9-b71b-4dec-b24c-ef306eed171c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:11.130340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.138151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Calling delete_port for 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:22:11.253649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Calling delete_port for 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:22:11.283755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.326526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:22:11.326797 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:22:11.331510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Port': ['ID=7d3fbe1c-8e7d-4401-8c38-30188182cfa6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:11.333260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] No DVR routers for this DVR port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:22:11.452904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.465160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da397089-1ae9-406a-b5a8-f9d4ca86bf14 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:11.477588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d79be8b-4f5e-405e-9aa5-586dcb763b31']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:11.493249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0638a9-b71b-4dec-b24c-ef306eed171c') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:11.493545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0638a9-b71b-4dec-b24c-ef306eed171c') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:11.501470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: da397089-1ae9-406a-b5a8-f9d4ca86bf14 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:22:11.501821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device da397089-1ae9-406a-b5a8-f9d4ca86bf14 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:11.502280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:22:11.505894 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.522400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.528344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Releasing vlan 669 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:22:11.528728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.534788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:22:11.535135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:22:11.547346 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:22:11.717612 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.735580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.751127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Pushing event deleted for resources: {'Network': ['ID=3d79be8b-4f5e-405e-9aa5-586dcb763b31,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:11.755085 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-48516f62-ecb5-4a6d-972c-85e0ef5f8ac8 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "DELETE /v2.0/networks/3d79be8b-4f5e-405e-9aa5-586dcb763b31 HTTP/1.1" status: 204 len: 168 time: 1.0737793 Mar 02 19:22:11.757756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50942) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:11.800029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f146eec9-4d52-4a0d-b6b2-f355625b6dff tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Synchronizing usage tracker for tenant:1339c92b61c945099d2be9fd4cc6049f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:11.827753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Deleting port 7d3fbe1c-8e7d-4401-8c38-30188182cfa6 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:22:11.828250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:11.860215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-f146eec9-4d52-4a0d-b6b2-f355625b6dff tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Unset dirty status for tenant:1339c92b61c945099d2be9fd4cc6049f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:11.861469 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f146eec9-4d52-4a0d-b6b2-f355625b6dff tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "GET /v2.0/ports?device_id=936790a7-5ad1-4364-b9d0-41a63a583124 HTTP/1.1" status: 200 len: 205 time: 0.1027806 Mar 02 19:22:11.864110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50946) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:11.895051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-11a71580-77fe-430f-ab14-9c9e711ed93b None None] The port '7d3fbe1c-8e7d-4401-8c38-30188182cfa6' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:22:11.996742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:12.391248 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:12.393352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:12.511844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:12.512368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Fanout notify agent at l3_agent the message router_deleted on router 936790a7-5ad1-4364-b9d0-41a63a583124 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:22:12.523563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:12.524647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a671c91-c41d-44f0-80b3-2c63d7ff93f4 tempest-RoutersNegativeTest-1034098011 tempest-RoutersNegativeTest-1034098011-project] 10.222.0.66 "DELETE /v2.0/routers/936790a7-5ad1-4364-b9d0-41a63a583124 HTTP/1.1" status: 204 len: 168 time: 0.6595125 Mar 02 19:22:13.029389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50954) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:13.191025 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9906db5a-c4f6-4080-bb24-c21326d64fc3 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=1339c92b61c945099d2be9fd4cc6049f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1603234 Mar 02 19:22:13.193424 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50960) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:13.248708 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:13.273416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:13.432328 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:13.448535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60731550-bdba-49f0-b0e8-401feb5f429d,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:13.454906 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:13.456007 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-805ee2c0-bb12-42a0-905a-74757e864152 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/60731550-bdba-49f0-b0e8-401feb5f429d HTTP/1.1" status: 204 len: 168 time: 0.2617152 Mar 02 19:22:14.436093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50984) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:14.536955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-16515000-network', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:14.542612 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:14.546416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Usage tracker for resource:network and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:14.549223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:14.554974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:14.626386 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Made reservation on behalf of b92948b4dce74f9ba430bcc1ef38310f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:14.628630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.640780 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.654923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:14.659005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Usage tracker for resource:security_group_rule and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:14.661743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:14.668049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:14.748814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.819382 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.850470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:22:14.855940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e412cb9d-964a-4009-8eb9-734719babb83,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:14.862399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.863423 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Added segment 9374ef77-91e2-415c-9159-93b7e89b7be1 of type vlan for network 9918255e-c2d0-4d49-ac54-801a035552ee Mar 02 19:22:14.888695 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.991749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:14.992763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:14.993338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:15.094249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] Pushing event updated for resources: {'Network': ['ID=9918255e-c2d0-4d49-ac54-801a035552ee,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:15.105404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 9918255e-c2d0-4d49-ac54-801a035552ee details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:22:15.186981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-eac99dbe-7371-465d-a7bd-1da63fa43c82 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7497487 Mar 02 19:22:15.189707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:15.195070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Request body: {'subnet': {'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-subnet', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:15.200772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:15.204703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Usage tracker for resource:subnet and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:15.207631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:15.213411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:15.387062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Made reservation on behalf of b92948b4dce74f9ba430bcc1ef38310f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:15.389313 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:15.678234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:15.750906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876e4276-9da7-4c2e-ae37-09340078d0fc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:15.760238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Checking segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:15.760600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Network hostable DHCP agents. Network: 9918255e-c2d0-4d49-ac54-801a035552ee, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:22:15.882962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Network 9918255e-c2d0-4d49-ac54-801a035552ee is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:22:15.985990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 9918255e-c2d0-4d49-ac54-801a035552ee) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:15.989976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:15.990604 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:15.996297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ec8be4-417c-45ac-a11d-3358a32c0959 None None] Network 9918255e-c2d0-4d49-ac54-801a035552ee requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:16.126892 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d05c809e-b4c9-4437-9301-13f95ac95e38 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9337099 Mar 02 19:22:16.127272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50994) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:16.132249 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:16.138579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:16.143130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Usage tracker for resource:router and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:16.146377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:16.152750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:16.207439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-9918255e-c2d0-4d49-ac54-801a035552ee', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:22:16.208267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.266615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.267710 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.283234 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.360576 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Allocated IP 172.20.0.2 (9918255e-c2d0-4d49-ac54-801a035552ee/876e4276-9da7-4c2e-ae37-09340078d0fc/cc25c859-b663-445c-a913-6afe1f70abd8) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:16.564913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.575462 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Transition to ACTIVE for port object cc25c859-b663-445c-a913-6afe1f70abd8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:16.593124 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Transition to ACTIVE for port object cc25c859-b663-445c-a913-6afe1f70abd8 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:16.651100 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.677780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.734429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Network 9918255e-c2d0-4d49-ac54-801a035552ee is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:16.737212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:16.744971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:16.779627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Pushing event updated for resources: {'Port': ['ID=cc25c859-b663-445c-a913-6afe1f70abd8,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:16.842223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Attempting to bind port cc25c859-b663-445c-a913-6afe1f70abd8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:16.842508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Attempting to bind port cc25c859-b663-445c-a913-6afe1f70abd8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:16.842874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Attempting to bind port cc25c859-b663-445c-a913-6afe1f70abd8 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:16.848038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:16.848412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Checking segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:16.848814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.849217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Bound using segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:16.849679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Bound port: cc25c859-b663-445c-a913-6afe1f70abd8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:16.850057 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:16.936971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] For port cc25c859-b663-445c-a913-6afe1f70abd8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:16.940038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] For port cc25c859-b663-445c-a913-6afe1f70abd8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cc25c859-b663-445c-a913-6afe1f70abd8,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:17.055776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.138913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27200d-7798-4e04-8919-6a83efb06b08 None None] Pushing event updated for resources: {'Port': ['ID=cc25c859-b663-445c-a913-6afe1f70abd8,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:17.188527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.217991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.361309 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Allocated IP 172.25.7.221 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/42750df3-45eb-4340-a60e-bf083db2fb40) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:17.537735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cc25c859-b663-445c-a913-6afe1f70abd8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:17.544766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.649615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:17.683732 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port cc25c859-b663-445c-a913-6afe1f70abd8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:17.710112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:17.717128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:17.722344 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:17.762921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Pushing event updated for resources: {'Port': ['ID=42750df3-45eb-4340-a60e-bf083db2fb40,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:18.215675 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.247058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4042c2fd-1ae2-448c-9bff-41817c09c9c2 None None] Network 9918255e-c2d0-4d49-ac54-801a035552ee requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:18.415487 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Provisioning for port cc25c859-b663-445c-a913-6afe1f70abd8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:18.424918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Provisioning complete for port cc25c859-b663-445c-a913-6afe1f70abd8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:18.425213 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.553831 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.594640 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.630547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] For port cc25c859-b663-445c-a913-6afe1f70abd8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cc25c859-b663-445c-a913-6afe1f70abd8,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:18.729050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.798863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cba62-0e5c-4b3a-aeb3-2b0f39aae042 None None] Pushing event updated for resources: {'Port': ['ID=cc25c859-b663-445c-a913-6afe1f70abd8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:18.849287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0c7dcb39-a84c-450c-b35c-8392fbf430ef None None] Provisioning complete for port cc25c859-b663-445c-a913-6afe1f70abd8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:18.849667 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0c7dcb39-a84c-450c-b35c-8392fbf430ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:18.957847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:22:19.137351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:22:19.146705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Sync routers for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:22:19.156824 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:19.157675 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:21:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:19.231961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:19.233417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57f708c5-526d-4d73-866a-d5930a2a3afc admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1049895 Mar 02 19:22:19.236013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 50998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:19.328305 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:19.486972 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cc25c859-b663-445c-a913-6afe1f70abd8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:19.556314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port cc25c859-b663-445c-a913-6afe1f70abd8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:19.556733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:19.618224 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:17Z', 'revision_number': 3, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:19.622549 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Checking router: e6dd7f8a-8dd0-4432-a176-e93b7da8a34d for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:22:19.622895 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Updating router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d port 42750df3-45eb-4340-a60e-bf083db2fb40 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:22:19.675721 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:19.905828 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:19.994838 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.006979 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Transition to ACTIVE for port object 42750df3-45eb-4340-a60e-bf083db2fb40 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:20.100313 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.113675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Allocated IP 172.20.0.1 (9918255e-c2d0-4d49-ac54-801a035552ee/876e4276-9da7-4c2e-ae37-09340078d0fc/0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:20.183221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Pushing event updated for resources: {'Port': ['ID=42750df3-45eb-4340-a60e-bf083db2fb40,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:20.185241 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Attempting to bind port 42750df3-45eb-4340-a60e-bf083db2fb40 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:20.185602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Attempting to bind port 42750df3-45eb-4340-a60e-bf083db2fb40 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:20.185959 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Attempting to bind port 42750df3-45eb-4340-a60e-bf083db2fb40 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:20.195362 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.195705 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.196049 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.196382 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.196712 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.197042 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.197363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.197683 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.198006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.198874 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.199198 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.199521 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:20.202682 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:20.203050 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:20.203448 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.203823 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:20.204283 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Bound port: 42750df3-45eb-4340-a60e-bf083db2fb40, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:20.204652 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.275828 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] For port 42750df3-45eb-4340-a60e-bf083db2fb40, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:20.279289 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] For port 42750df3-45eb-4340-a60e-bf083db2fb40, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=42750df3-45eb-4340-a60e-bf083db2fb40,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:20.352459 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.374362 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.390566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Transition to ACTIVE for port object 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:20.431100 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:20.431707 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:21:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:20.489202 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.492440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852961ab-9dd7-41d0-82c0-7ff4a6cf4beb None None] Pushing event updated for resources: {'Port': ['ID=42750df3-45eb-4340-a60e-bf083db2fb40,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:20.555025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Network 9918255e-c2d0-4d49-ac54-801a035552ee is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:20.558662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:20.562747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:20.598234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:20.613800 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:20.624388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:20.919850 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:17Z', 'revision_number': 3, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:20.923669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ef27d7-017f-4506-93ae-b4447837f757 None None] The sync data for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 is: [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:17Z', 'revision_number': 3, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:22:20.946548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7143279e-1546-43dd-8ba4-d23e395cdd81 None None] Provisioning for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:20.952658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7143279e-1546-43dd-8ba4-d23e395cdd81 None None] Provisioning complete for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:20.953140 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7143279e-1546-43dd-8ba4-d23e395cdd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.009626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7143279e-1546-43dd-8ba4-d23e395cdd81 None None] Port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:22:21.041377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.276403 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.340887 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.448414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.452814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Pushing event updated for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:21.463365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.463742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.464093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.464427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.464756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.465079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.465403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.465726 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.466048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.466399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.466725 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.467048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:22:21.518013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 42750df3-45eb-4340-a60e-bf083db2fb40 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:21.608117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Network 9918255e-c2d0-4d49-ac54-801a035552ee is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:21.609332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:21.684252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 42750df3-45eb-4340-a60e-bf083db2fb40 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:21.689598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 42750df3-45eb-4340-a60e-bf083db2fb40 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:21.689965 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.829395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:22:21.840902 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.858924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c6486597-cbdd-49b3-895f-0a3290757b0e None None] Provisioning complete for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:21.859290 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c6486597-cbdd-49b3-895f-0a3290757b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:21.899005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 42750df3-45eb-4340-a60e-bf083db2fb40, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=42750df3-45eb-4340-a60e-bf083db2fb40,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:21.917585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c6486597-cbdd-49b3-895f-0a3290757b0e None None] Port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:22:22.014476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:22:22.020546 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:22.026779 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b831f0ac-65ee-466e-83cf-f42c5efd2f07 admin admin] 10.222.0.66 "PUT /v2.0/routers/e6dd7f8a-8dd0-4432-a176-e93b7da8a34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7887700 Mar 02 19:22:22.098206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=42750df3-45eb-4340-a60e-bf083db2fb40,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:22.163690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1b15297c-2e29-4ad9-ba2c-31266cdba8ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:22.479824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Sync routers for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:22:22.488964 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:22.489583 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:21:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:22.668391 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:22.775586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51016) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:22.781381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-530691590-network', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:22.787321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:22.791154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Usage tracker for resource:network and tenant:aff5a5b22add417eaf572648ba2b936b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:22.794719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:22.800628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:22.900559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Made reservation on behalf of aff5a5b22add417eaf572648ba2b936b for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:22.902986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:22.915221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:22.929640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:22.934052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Usage tracker for resource:security_group_rule and tenant:aff5a5b22add417eaf572648ba2b936b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:22.936752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:22.942878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:22.977815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:20Z', 'revision_number': 4, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61', 'name': '', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'mac_address': 'fa:16:3e:07:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:19Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 2, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'subnets': [{'id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:22.982303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Checking router: e6dd7f8a-8dd0-4432-a176-e93b7da8a34d for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:22:22.982657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Updating router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:22:23.025565 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.035848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.089035 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.116127 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:22:23.128857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cc5df4-c6c8-4570-b596-c1b2e470708c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:23.133176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.133516 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Added segment 88301694-0d64-4741-9464-41da35d10287 of type vlan for network efb08293-5bec-4e04-b698-66293396f087 Mar 02 19:22:23.161713 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.284140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.285078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:23.285664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.419114 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.432137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Transition to ACTIVE for port object 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:23.487510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 42750df3-45eb-4340-a60e-bf083db2fb40 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:23.511246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] Pushing event updated for resources: {'Network': ['ID=efb08293-5bec-4e04-b698-66293396f087,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:23.516519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.557578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network efb08293-5bec-4e04-b698-66293396f087 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:22:23.563093 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ef7cf6b1-1b92-4c06-af11-63707f9ce85e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7863567 Mar 02 19:22:23.565849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51020) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:23.571711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Request body: {'subnet': {'network_id': 'efb08293-5bec-4e04-b698-66293396f087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-subnet', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:23.577525 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:23.581420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Usage tracker for resource:subnet and tenant:aff5a5b22add417eaf572648ba2b936b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:23.584393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:23.590615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:23.660434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Made reservation on behalf of aff5a5b22add417eaf572648ba2b936b for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:23.662827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.760867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60c7fb-2705-489e-b697-2734d139e534 None None] Pushing event updated for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:23.859350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 42750df3-45eb-4340-a60e-bf083db2fb40 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:23.859717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.907032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Attempting to bind port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:23.907571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Attempting to bind port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:23.907928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Attempting to bind port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:23.923560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:23.923930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Checking segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:23.924323 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.925083 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Bound using segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:23.925279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Bound port: 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:23.925489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:23.946255 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.024017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d091bfe-b706-461e-8460-5aae1d86dda7,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:24.029259 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Checking segment: {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:24.029632 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Network hostable DHCP agents. Network: efb08293-5bec-4e04-b698-66293396f087, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:22:24.074758 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] For port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:24.077898 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] For port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:24.105139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Network efb08293-5bec-4e04-b698-66293396f087 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:22:24.162349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.191542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, efb08293-5bec-4e04-b698-66293396f087) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:24.195661 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:24.196295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.207231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d980e79d-1a62-49f0-9ea3-5421bec4f4d1 None None] Network efb08293-5bec-4e04-b698-66293396f087 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:24.251701 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7687bc6a-6c0d-4afd-a12e-add2320a0caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.301579 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c0800c2-1bb7-4ea6-93ae-2627f0233993 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7345130 Mar 02 19:22:24.303926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51024) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:24.309589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:24.315439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:24.319457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Usage tracker for resource:router and tenant:aff5a5b22add417eaf572648ba2b936b is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:24.322855 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:24.328757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:24.339979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:24.340619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:24.387999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60c7fb-2705-489e-b697-2734d139e534 None None] Pushing event updated for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:24.449172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.450379 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.464905 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.625686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:24.669052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-efb08293-5bec-4e04-b698-66293396f087', 'network_id': 'efb08293-5bec-4e04-b698-66293396f087', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'fixed_ips': [{'subnet_id': '1d091bfe-b706-461e-8460-5aae1d86dda7'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:22:24.669897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:24.814594 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.079744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Allocated IP 172.20.0.2 (efb08293-5bec-4e04-b698-66293396f087/1d091bfe-b706-461e-8460-5aae1d86dda7/8c3f6316-04f7-4945-b9cc-6feafba8d468) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:25.187400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.218173 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.223265 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:20Z', 'revision_number': 4, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61', 'name': '', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'mac_address': 'fa:16:3e:07:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:19Z', 'updated_at': '2022-03-02T19:22:24Z', 'revision_number': 4, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'subnets': [{'id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:25.237403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d040b5-7c32-4d2a-9d93-7e9a152d4978 None None] The sync data for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 is: [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:22:20Z', 'revision_number': 4, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61', 'name': '', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'mac_address': 'fa:16:3e:07:c8:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4136, 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:19Z', 'updated_at': '2022-03-02T19:22:24Z', 'revision_number': 4, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'subnets': [{'id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:22:25.329750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.348460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Transition to ACTIVE for port object 8c3f6316-04f7-4945-b9cc-6feafba8d468 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:25.370351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Transition to ACTIVE for port object 8c3f6316-04f7-4945-b9cc-6feafba8d468 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:25.396437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Allocated IP 172.25.7.98 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c16623e0-1770-4897-b0cb-7fc2f6dd0420) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:25.472514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.551357 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Network efb08293-5bec-4e04-b698-66293396f087 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:25.555946 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:25.576639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.596073 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:25.598455 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:25.674783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Pushing event updated for resources: {'Port': ['ID=8c3f6316-04f7-4945-b9cc-6feafba8d468,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:25.689811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.746451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.752181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:25.759478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Attempting to bind port 8c3f6316-04f7-4945-b9cc-6feafba8d468 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:25.759860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Attempting to bind port 8c3f6316-04f7-4945-b9cc-6feafba8d468 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:25.760036 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:25.760222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Attempting to bind port 8c3f6316-04f7-4945-b9cc-6feafba8d468 on network efb08293-5bec-4e04-b698-66293396f087 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:25.765012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:25.768509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:25.768897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Checking segment: {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:25.769307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.769703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Bound using segment: {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:25.770205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Bound port: 8c3f6316-04f7-4945-b9cc-6feafba8d468, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:25.770590 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.783125 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.873349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] For port 8c3f6316-04f7-4945-b9cc-6feafba8d468, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:25.876727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] For port 8c3f6316-04f7-4945-b9cc-6feafba8d468, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c3f6316-04f7-4945-b9cc-6feafba8d468,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:25.883249 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:25.889794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:25.890209 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:25.919434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Pushing event updated for resources: {'Port': ['ID=c16623e0-1770-4897-b0cb-7fc2f6dd0420,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:25.990743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.084833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778c614-1b8e-4a82-9303-42b35bb030f5 None None] Pushing event updated for resources: {'Port': ['ID=8c3f6316-04f7-4945-b9cc-6feafba8d468,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:26.112661 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.149936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:26.255208 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.305186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.370993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:26.486193 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.818701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:26.979285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.168744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Router a2b31ecb-346c-4911-926b-78ea0910f88a is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:22:27.280818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0619f3a3-9573-448f-b7b8-3580a02c50d8 None None] Network efb08293-5bec-4e04-b698-66293396f087 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:22:27.349637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:22:27.359284 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Sync routers for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:22:27.369667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:27.370297 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:27.472998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-840cfbab-ce8e-46cc-89b6-04644f2d66d0 None None] Provisioning for port 8c3f6316-04f7-4945-b9cc-6feafba8d468 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:27.500417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.504172 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0530734c-3a18-4c7f-a1af-00225b9e02a4 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1967781 Mar 02 19:22:27.504379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51028) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:22:27.526780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.562060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:27.608262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:27.688326 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:27.689841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.844210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c3f6316-04f7-4945-b9cc-6feafba8d468 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:27.873039 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:26Z', 'revision_number': 3, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:27.876880 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Checking router: a2b31ecb-346c-4911-926b-78ea0910f88a for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:22:27.877219 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Updating router a2b31ecb-346c-4911-926b-78ea0910f88a port c16623e0-1770-4897-b0cb-7fc2f6dd0420 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:22:27.931074 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:27.969021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8c3f6316-04f7-4945-b9cc-6feafba8d468 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:27.973951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8c3f6316-04f7-4945-b9cc-6feafba8d468 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:27.974349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.141087 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.175160 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 8c3f6316-04f7-4945-b9cc-6feafba8d468, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c3f6316-04f7-4945-b9cc-6feafba8d468,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:28.247573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.278538 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.291132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Transition to ACTIVE for port object c16623e0-1770-4897-b0cb-7fc2f6dd0420 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:28.318665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=8c3f6316-04f7-4945-b9cc-6feafba8d468,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:28.345665 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.346849 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.457897 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Attempting to bind port c16623e0-1770-4897-b0cb-7fc2f6dd0420 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:28.458491 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Attempting to bind port c16623e0-1770-4897-b0cb-7fc2f6dd0420 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:28.458623 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Attempting to bind port c16623e0-1770-4897-b0cb-7fc2f6dd0420 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:28.463938 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1032d1-3ac3-4eaa-b6ec-eeb2424e693c None None] Pushing event updated for resources: {'Port': ['ID=c16623e0-1770-4897-b0cb-7fc2f6dd0420,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:28.468807 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:28.469177 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:28.469566 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.469943 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:28.470443 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Bound port: c16623e0-1770-4897-b0cb-7fc2f6dd0420, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:28.470803 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.543540 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] For port c16623e0-1770-4897-b0cb-7fc2f6dd0420, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:28.546471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] For port c16623e0-1770-4897-b0cb-7fc2f6dd0420, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c16623e0-1770-4897-b0cb-7fc2f6dd0420,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:28.559339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Allocated IP 172.20.0.1 (efb08293-5bec-4e04-b698-66293396f087/1d091bfe-b706-461e-8460-5aae1d86dda7/6a70a8d9-eaac-4c31-b0ba-708d933d22fe) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:28.655238 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.706141 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.722703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Transition to ACTIVE for port object 6a70a8d9-eaac-4c31-b0ba-708d933d22fe will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:28.730980 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:28.731606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:28.796018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1032d1-3ac3-4eaa-b6ec-eeb2424e693c None None] Pushing event updated for resources: {'Port': ['ID=c16623e0-1770-4897-b0cb-7fc2f6dd0420,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:28.832084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:28.891550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Network efb08293-5bec-4e04-b698-66293396f087 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:28.898510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:28.902584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:28.910871 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:28.941171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Pushing event updated for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:28.975811 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.170991 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.176856 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:22:29.205621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:26Z', 'revision_number': 3, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:29.209798 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa17f27d-dc95-46ca-9af4-4ecc12db7485 None None] The sync data for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 is: [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:26Z', 'revision_number': 3, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:22:29.277928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e9c71a3e-bdeb-4c7e-b2fe-3494657091ed None None] Provisioning for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:29.283408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e9c71a3e-bdeb-4c7e-b2fe-3494657091ed None None] Provisioning complete for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:29.283780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e9c71a3e-bdeb-4c7e-b2fe-3494657091ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.338418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e9c71a3e-bdeb-4c7e-b2fe-3494657091ed None None] Port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:22:29.403812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.479417 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.604493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c16623e0-1770-4897-b0cb-7fc2f6dd0420 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:29.712233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.716299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Pushing event updated for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:29.746206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c16623e0-1770-4897-b0cb-7fc2f6dd0420 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:29.751591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c16623e0-1770-4897-b0cb-7fc2f6dd0420 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:29.752103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.855963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Network efb08293-5bec-4e04-b698-66293396f087 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:29.857231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:29.882712 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.900110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c16623e0-1770-4897-b0cb-7fc2f6dd0420, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c16623e0-1770-4897-b0cb-7fc2f6dd0420,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:29.957389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:29.958217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c3f6316-04f7-4945-b9cc-6feafba8d468 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:30.070906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Router a2b31ecb-346c-4911-926b-78ea0910f88a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:22:30.097493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c16623e0-1770-4897-b0cb-7fc2f6dd0420,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:30.115329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8c3f6316-04f7-4945-b9cc-6feafba8d468 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:30.115697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.188904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5b3a9065-6e94-48ea-99a5-9a1c44d71ed7 None None] Provisioning complete for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:30.189271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b3a9065-6e94-48ea-99a5-9a1c44d71ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:30.269049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:22:30.279074 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b496c1b5-9e41-4c78-aafe-a71512cf4625 admin admin] 10.222.0.66 "PUT /v2.0/routers/a2b31ecb-346c-4911-926b-78ea0910f88a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7737167 Mar 02 19:22:30.283168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a9065-6e94-48ea-99a5-9a1c44d71ed7 None None] Port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:22:31.495806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c16623e0-1770-4897-b0cb-7fc2f6dd0420 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:31.563328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c16623e0-1770-4897-b0cb-7fc2f6dd0420 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:31.563778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:31.609857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-c817d675-98e0-46e7-ae73-167fb92787b8 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:31.611605 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-c817d675-98e0-46e7-ae73-167fb92787b8 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/networks?id=9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 200 len: 815 time: 0.1488252 Mar 02 19:22:31.627093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-88c1579f-2377-4121-a83d-ab8ca21ae6d0 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/quotas/b92948b4dce74f9ba430bcc1ef38310f HTTP/1.1" status: 200 len: 375 time: 0.0096822 Mar 02 19:22:31.710840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-1577b72f-5d9a-4481-b446-1e8f35cb41c5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0786569 Mar 02 19:22:31.846000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-5e364de3-b516-4945-8197-7d566e8c57eb service neutron] 10.222.0.66 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232059 Mar 02 19:22:31.978552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-0cee756b-6127-4231-bc15-a637cf6da4e8 service neutron] 10.222.0.66 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267650 Mar 02 19:22:32.106374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Sync routers for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:22:32.115624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:32.116236 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:32.306288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:32.380127 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ccec1ef4-1780-40d3-8d20-a9c3fe34cabb req-8a58dc93-428d-4502-9d85-30ef9b508d08 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 210 time: 0.1677632 Mar 02 19:22:32.615645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6a70a8d9-eaac-4c31-b0ba-708d933d22fe', 'name': '', 'network_id': 'efb08293-5bec-4e04-b698-66293396f087', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'mac_address': 'fa:16:3e:b0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:28Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 2, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'subnets': [{'id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:32.619572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Checking router: a2b31ecb-346c-4911-926b-78ea0910f88a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:22:32.619922 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Updating router a2b31ecb-346c-4911-926b-78ea0910f88a port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:22:32.676789 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.045196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.056684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Transition to ACTIVE for port object 6a70a8d9-eaac-4c31-b0ba-708d933d22fe will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:33.169138 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.319783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5667-030c-4b17-9337-47d899890880 None None] Pushing event updated for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:33.385094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Attempting to bind port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:33.385523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Attempting to bind port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:33.385822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Attempting to bind port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe on network efb08293-5bec-4e04-b698-66293396f087 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:33.391644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:33.392019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Checking segment: {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:33.392429 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.392825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Bound using segment: {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:33.393322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Bound port: 6a70a8d9-eaac-4c31-b0ba-708d933d22fe, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88301694-0d64-4741-9464-41da35d10287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'efb08293-5bec-4e04-b698-66293396f087'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:33.393700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.504004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] For port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:33.504004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] For port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:33.532696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9eae1343-ac09-4670-8e44-fbdc83a7bf59 req-3f157516-b349-41d0-a62b-6554efcc339a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 210 time: 0.0440812 Mar 02 19:22:33.580568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:33.661681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:22:33.662381 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:22:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:33.717466 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f5667-030c-4b17-9337-47d899890880 None None] Pushing event updated for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:33.855088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:22:34.173273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6a70a8d9-eaac-4c31-b0ba-708d933d22fe', 'name': '', 'network_id': 'efb08293-5bec-4e04-b698-66293396f087', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'mac_address': 'fa:16:3e:b0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:28Z', 'updated_at': '2022-03-02T19:22:33Z', 'revision_number': 4, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'subnets': [{'id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:22:34.177226 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8601d205-f605-46c2-8f55-c08fc8eb7a69 None None] The sync data for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 is: [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '6a70a8d9-eaac-4c31-b0ba-708d933d22fe', 'name': '', 'network_id': 'efb08293-5bec-4e04-b698-66293396f087', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'mac_address': 'fa:16:3e:b0:ce:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:28Z', 'updated_at': '2022-03-02T19:22:33Z', 'revision_number': 4, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'subnets': [{'id': '1d091bfe-b706-461e-8460-5aae1d86dda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:22:34.632276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-d3bec67a-6388-4e32-8f2a-5a763e01d7a6 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:34.633108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-d3bec67a-6388-4e32-8f2a-5a763e01d7a6 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Synchronizing usage tracker for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:22:34.687488 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a1ee349f-c6fe-402d-be8f-c7562f07e317 req-863c0edf-060b-4528-ba64-f1f0c92268ca tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 210 time: 0.0434127 Mar 02 19:22:34.762968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-d3bec67a-6388-4e32-8f2a-5a763e01d7a6 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Unset dirty status for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:22:34.764275 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-d3bec67a-6388-4e32-8f2a-5a763e01d7a6 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "GET /v2.0/networks?id=9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 200 len: 815 time: 0.2856920 Mar 02 19:22:34.776068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Request body: {'port': {'device_id': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'admin_state_up': True, 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:34.914513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:22:34.918286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Usage tracker for resource:port and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:22:34.921095 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:22:34.926828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:22:34.997433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Made reservation on behalf of b92948b4dce74f9ba430bcc1ef38310f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:22:35.001073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.163417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Allocated IP 172.20.0.11 (9918255e-c2d0-4d49-ac54-801a035552ee/876e4276-9da7-4c2e-ae37-09340078d0fc/07b15e30-b4df-45f6-bce6-bd29a16c96f7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:22:35.364013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.379557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Transition to ACTIVE for port object 07b15e30-b4df-45f6-bce6-bd29a16c96f7 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:35.466547 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.513826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a70a8d9-eaac-4c31-b0ba-708d933d22fe up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:35.536575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Network 9918255e-c2d0-4d49-ac54-801a035552ee is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:22:35.544265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:22:35.546812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:22:35.595439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Pushing event updated for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:35.619015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:35.619624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.677483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:35.683771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:35.684132 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.701363 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-3ec8949f-7f8a-41c6-9f36-498cd69a5d57 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9288692 Mar 02 19:22:35.713745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Request body: {'port': {'device_id': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:22:35.839288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.843445 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.873202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:35.880420 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97939596-c390-4f72-8615-7d6c76f6acc2 req-79f7a956-d8e7-4f0e-bf84-620a89116993 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:35.881888 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97939596-c390-4f72-8615-7d6c76f6acc2 req-79f7a956-d8e7-4f0e-bf84-620a89116993 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 932 time: 0.0853951 Mar 02 19:22:35.883145 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e8854e3-7497-4d7d-b417-f462d2dbfa97 None None] Provisioning for port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:35.891342 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e8854e3-7497-4d7d-b417-f462d2dbfa97 None None] Provisioning complete for port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:35.891714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e8854e3-7497-4d7d-b417-f462d2dbfa97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:35.928211 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-97939596-c390-4f72-8615-7d6c76f6acc2 req-c9e57a24-a2cd-4ac0-8794-dfc254bbbfbf tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Mar 02 19:22:35.972179 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.058684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:36.076449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e8854e3-7497-4d7d-b417-f462d2dbfa97 None None] Port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:22:36.353527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07b15e30-b4df-45f6-bce6-bd29a16c96f7 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:22:36.361086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.376626 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Transition to ACTIVE for port object 07b15e30-b4df-45f6-bce6-bd29a16c96f7 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:22:36.454539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.610552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Pushing event updated for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:36.690591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Attempting to bind port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:22:36.690955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Attempting to bind port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:22:36.691285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Attempting to bind port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:36.695932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 on network 9918255e-c2d0-4d49-ac54-801a035552ee not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:22:36.696389 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Attempting to bind port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:22:36.702849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:22:36.703418 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Checking segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:22:36.703591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Bound using segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:22:36.704017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Bound port: 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:22:36.704366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.795134 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:22:36.797967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:22:36.872031 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.927365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:36.927979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:36.929338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] 10.222.0.65 "PUT /v2.0/ports/07b15e30-b4df-45f6-bce6-bd29a16c96f7 HTTP/1.1" status: 200 len: 1092 time: 1.2207778 Mar 02 19:22:36.930116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:22:36.959671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6536-3b7f-4362-8616-2e9c8eb4646f service neutron] Pushing event updated for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:37.068720 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7', 'status': 'completed', 'code': 200} Mar 02 19:22:37.095890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-bb98547d-1ed3-4557-be04-13db073dd68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.097650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-bb98547d-1ed3-4557-be04-13db073dd68c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 1095 time: 0.0839767 Mar 02 19:22:37.163019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6efcb2-df85-4499-bf4e-655c750f920c req-0a20d001-d157-4977-9e5a-27e573fa26f3 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.164496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb6efcb2-df85-4499-bf4e-655c750f920c req-0a20d001-d157-4977-9e5a-27e573fa26f3 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 944 time: 0.0818956 Mar 02 19:22:37.168712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-a5201585-8206-499b-9e20-fd3b29d3ac8f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7 HTTP/1.1" status: 200 len: 217 time: 0.0638008 Mar 02 19:22:37.211970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb6efcb2-df85-4499-bf4e-655c750f920c req-303bdcd1-3173-479c-b78c-1bc8fabdf0ec tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412717 Mar 02 19:22:37.234310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-9d65f982-7a9f-40cd-8e44-14ae09f19453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.235747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-9d65f982-7a9f-40cd-8e44-14ae09f19453 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876e4276-9da7-4c2e-ae37-09340078d0fc HTTP/1.1" status: 200 len: 854 time: 0.0614691 Mar 02 19:22:37.310505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-6ea2caba-8a00-4a2f-89e2-d84dfd8de9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.311950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-6ea2caba-8a00-4a2f-89e2-d84dfd8de9f3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9918255e-c2d0-4d49-ac54-801a035552ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697918 Mar 02 19:22:37.443230 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-b1a4cd45-52f0-434b-8f25-3e5cfe3fd365 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245341 Mar 02 19:22:37.496938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a70a8d9-eaac-4c31-b0ba-708d933d22fe up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:37.566053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:37.566465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:37.579701 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ecc1686-13ad-4307-b849-2fc8bb8f3601 req-76c4a8c5-1b1a-404d-8bda-ac287c5797e0 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297879 Mar 02 19:22:37.728103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-94cd3752-0da3-467e-b1da-e07a71a72f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.729626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-94cd3752-0da3-467e-b1da-e07a71a72f0e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 1095 time: 0.0750389 Mar 02 19:22:37.859457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-29ac2496-e258-41bb-988d-32bba11d2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:37.860934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-29ac2496-e258-41bb-988d-32bba11d2f29 service neutron] 10.222.0.65 "GET /v2.0/networks?id=9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 200 len: 916 time: 0.1255980 Mar 02 19:22:37.927555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-d958658a-c633-4134-bb4b-081e7356eb77 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7 HTTP/1.1" status: 200 len: 217 time: 0.0595644 Mar 02 19:22:38.094956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-2e04d7f1-5224-482d-9e92-88c312a0a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:38.096425 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-2e04d7f1-5224-482d-9e92-88c312a0a6e4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876e4276-9da7-4c2e-ae37-09340078d0fc HTTP/1.1" status: 200 len: 854 time: 0.1622474 Mar 02 19:22:38.170698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-502a2fc7-f18f-4223-8ed4-78edc20002f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:38.172183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-502a2fc7-f18f-4223-8ed4-78edc20002f1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9918255e-c2d0-4d49-ac54-801a035552ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691795 Mar 02 19:22:38.304052 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-0473af73-6c68-41d3-a4d7-e4d29c054b81 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241429 Mar 02 19:22:38.397164 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10324b-a50c-4c23-82da-12ab97598ec5 req-f1e2d812-093d-4388-b99c-835129fe3501 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:38.398606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e10324b-a50c-4c23-82da-12ab97598ec5 req-f1e2d812-093d-4388-b99c-835129fe3501 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 944 time: 0.0794873 Mar 02 19:22:38.441514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-eecac466-10a7-40ab-804f-0bfbbe1ae867 req-2ea8a653-41af-424d-8b4c-e07b64112142 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310058 Mar 02 19:22:38.443787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e10324b-a50c-4c23-82da-12ab97598ec5 req-c93379c1-7d66-4139-837a-67d5c5db409f tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Mar 02 19:22:39.628209 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75904f1-02f7-4896-aeaa-643919111a0e req-9023f72a-8297-423b-903e-d610288f4faf tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:39.629639 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a75904f1-02f7-4896-aeaa-643919111a0e req-9023f72a-8297-423b-903e-d610288f4faf tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 944 time: 0.0818217 Mar 02 19:22:39.672500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a75904f1-02f7-4896-aeaa-643919111a0e req-d2868372-4899-4ac5-9333-dd1f3008a62a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Mar 02 19:22:39.697890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 07b15e30-b4df-45f6-bce6-bd29a16c96f7 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:22:39.829353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:39.842609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '07b15e30-b4df-45f6-bce6-bd29a16c96f7', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'port_id': '07b15e30-b4df-45f6-bce6-bd29a16c96f7', 'mac_address': 'fa:16:3e:54:8d:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:22:39.895454 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:39.912269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07b15e30-b4df-45f6-bce6-bd29a16c96f7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:22:39.929661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:40.019851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:40.090457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:40.219816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['07b15e30-b4df-45f6-bce6-bd29a16c96f7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:22:40.852435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909da2b-3c23-47fb-92c1-0242203faed5 req-f53e7a29-3595-4ea2-acb3-1aedd2a33002 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:40.853872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6909da2b-3c23-47fb-92c1-0242203faed5 req-f53e7a29-3595-4ea2-acb3-1aedd2a33002 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 945 time: 0.0790994 Mar 02 19:22:40.896411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6909da2b-3c23-47fb-92c1-0242203faed5 req-1bdc34a8-9336-4c11-a69e-61a0346fc4c6 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369766 Mar 02 19:22:41.729156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 07b15e30-b4df-45f6-bce6-bd29a16c96f7 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:22:41.865457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:22:41.870024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:22:41.871050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:41.987385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.014496 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:22:42.024061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:22:42.069195 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7', 'code': 200} Mar 02 19:22:42.081395 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:42.089883 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b1fcb-bb71-4de0-a403-d2b1d1530cac req-05277548-5313-4db3-a73b-f3ac400715e5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:42.091386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a4b1fcb-bb71-4de0-a403-d2b1d1530cac req-05277548-5313-4db3-a73b-f3ac400715e5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 945 time: 0.0895410 Mar 02 19:22:42.137279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a4b1fcb-bb71-4de0-a403-d2b1d1530cac req-28b785f9-4890-4541-9d0e-818ba65a0cb9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396318 Mar 02 19:22:42.155089 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:22:42.200931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c8d3c7-f414-4424-9cf2-7a9f0cc35853 req-ea91ee19-bfa5-4421-a84a-eacb50fe1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:42.202445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3c8d3c7-f414-4424-9cf2-7a9f0cc35853 req-ea91ee19-bfa5-4421-a84a-eacb50fe1504 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 1097 time: 0.0735967 Mar 02 19:22:42.241931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b3c8d3c7-f414-4424-9cf2-7a9f0cc35853 req-8bbf62a7-a5bf-4145-8c82-4094fd0ff3c8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338166 Mar 02 19:22:43.324875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7875af5-fbd5-4a67-a619-9aed93506014 req-2a406f43-236a-4405-885a-fe6a26f80af3 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:43.326300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7875af5-fbd5-4a67-a619-9aed93506014 req-2a406f43-236a-4405-885a-fe6a26f80af3 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.0812914 Mar 02 19:22:43.372654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7875af5-fbd5-4a67-a619-9aed93506014 req-8a08d47f-ee33-4835-a99a-3cb103d41c28 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408199 Mar 02 19:22:44.551503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340c22-380d-4c33-ad62-74b63a97d5b6 req-bbddf8aa-bfb8-49d6-af34-039525f97fef tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:44.552932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2340c22-380d-4c33-ad62-74b63a97d5b6 req-bbddf8aa-bfb8-49d6-af34-039525f97fef tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.0790241 Mar 02 19:22:44.594947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e2340c22-380d-4c33-ad62-74b63a97d5b6 req-0435c576-16ef-4920-801d-d92f988eb324 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359440 Mar 02 19:22:44.775931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6bfe-d888-4217-b418-5b815893fa94 req-5f537482-839b-4d5d-8bb9-d7ad84b6e6a9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:22:44.777415 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c60c6bfe-d888-4217-b418-5b815893fa94 req-5f537482-839b-4d5d-8bb9-d7ad84b6e6a9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.0805986 Mar 02 19:22:44.820585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c60c6bfe-d888-4217-b418-5b815893fa94 req-a757098b-7918-49d7-a10e-3e62897ba2d9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374255 Mar 02 19:22:52.115374 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8460ac8e-1577-46bd-bf4f-e2dff9b509c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:54.254180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b22254ef-d0a6-4729-9b3f-c41a5b23cbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.596830 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:55.716866 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.287917 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:56.985738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:22:57.459718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:03.174454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a341c8-385d-4264-8be0-6a9d3457606b req-1a5c1d7e-234c-40f1-97c0-49ef41fbb827 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:03.175932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11a341c8-385d-4264-8be0-6a9d3457606b req-1a5c1d7e-234c-40f1-97c0-49ef41fbb827 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.0813179 Mar 02 19:23:03.220852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-11a341c8-385d-4264-8be0-6a9d3457606b req-70328bae-2171-4f77-8883-568571fee09a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Mar 02 19:23:04.406416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356945d-bd34-4355-8bb0-d4cbb2b75263 req-78830a41-b08b-4795-ac8d-a29ed5e9fed2 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:04.408095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0356945d-bd34-4355-8bb0-d4cbb2b75263 req-78830a41-b08b-4795-ac8d-a29ed5e9fed2 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.0818419 Mar 02 19:23:04.451585 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0356945d-bd34-4355-8bb0-d4cbb2b75263 req-94438c35-38e9-4e97-bf18-f7cd73deeea4 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378969 Mar 02 19:23:04.672509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24348268-1175-43d8-b87e-77d334333c7a req-2a40f5f4-1014-490f-99c9-6517af892744 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:04.673123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-24348268-1175-43d8-b87e-77d334333c7a req-2a40f5f4-1014-490f-99c9-6517af892744 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Synchronizing usage tracker for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:23:04.779539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-24348268-1175-43d8-b87e-77d334333c7a req-2a40f5f4-1014-490f-99c9-6517af892744 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Unset dirty status for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:23:04.780673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-24348268-1175-43d8-b87e-77d334333c7a req-2a40f5f4-1014-490f-99c9-6517af892744 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 946 time: 0.1858535 Mar 02 19:23:04.852073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Deleting port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:04.852392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:05.094853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] For port 07b15e30-b4df-45f6-bce6-bd29a16c96f7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=07b15e30-b4df-45f6-bce6-bd29a16c96f7,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:05.095216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:05.219853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Calling delete_port for 07b15e30-b4df-45f6-bce6-bd29a16c96f7 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:05.425388 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:05.436722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['07b15e30-b4df-45f6-bce6-bd29a16c96f7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:23:05.476656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Pushing event deleted for resources: {'Port': ['ID=07b15e30-b4df-45f6-bce6-bd29a16c96f7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:05.561222 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] No DVR routers for this DVR port 07b15e30-b4df-45f6-bce6-bd29a16c96f7 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:23:05.563895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:05.567928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'name': 'network-vif-deleted', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:23:05.605652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-61c35d22-30b3-4ca7-ab53-53305d5180ec req-0bb75b20-85cc-4497-9ddd-43223df1db68 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 210 time: 0.0419374 Mar 02 19:23:05.617621 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b0377e-dbf9-4628-84b8-0edb51f0b286', 'name': 'network-vif-deleted', 'tag': '07b15e30-b4df-45f6-bce6-bd29a16c96f7', 'status': 'completed', 'code': 200} Mar 02 19:23:05.643156 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-24348268-1175-43d8-b87e-77d334333c7a req-aaa0d620-098d-4a3e-b751-ad14014229db tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "DELETE /v2.0/ports/07b15e30-b4df-45f6-bce6-bd29a16c96f7 HTTP/1.1" status: 204 len: 173 time: 0.8576217 Mar 02 19:23:06.176222 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:23:06.775254 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-77f38e70-e2c9-4660-b09a-9901592a53cb req-3570c03e-c25c-4017-bda0-4a9ba17b7732 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=69b0377e-dbf9-4628-84b8-0edb51f0b286 HTTP/1.1" status: 200 len: 210 time: 0.0460677 Mar 02 19:23:07.775775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 07b15e30-b4df-45f6-bce6-bd29a16c96f7 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:07.810040 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 07b15e30-b4df-45f6-bce6-bd29a16c96f7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:07.810302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 07b15e30-b4df-45f6-bce6-bd29a16c96f7 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:08.898517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-683e2f2c-18bf-49e4-a874-6fe109721615 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:08.899881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-683e2f2c-18bf-49e4-a874-6fe109721615 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/networks?id=9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 200 len: 815 time: 0.2531555 Mar 02 19:23:08.915506 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-b26bc9bc-a3ad-4338-af9a-c09975fa52eb tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/quotas/b92948b4dce74f9ba430bcc1ef38310f HTTP/1.1" status: 200 len: 375 time: 0.0097828 Mar 02 19:23:08.997914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-fd94e897-ddb9-4d09-be89-fbc5167cc101 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0767100 Mar 02 19:23:09.134847 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-83d29baa-cc1c-42a8-a1e2-595c7aa9adf0 service neutron] 10.222.0.66 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251569 Mar 02 19:23:09.264386 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-e34a4f50-50d7-455d-81eb-25e0b6b04bd9 service neutron] 10.222.0.66 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235962 Mar 02 19:23:09.522454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4e73f2b9-0e01-4a6d-a719-1878f8ee689a req-ce5b903d-9374-4a9d-ab63-1b078f3a1af8 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 210 time: 0.0416541 Mar 02 19:23:10.673391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0be82588-f806-4363-b350-50ab2e9835d9 req-3c4dbb8c-e942-41f3-8af6-d0002b0c4437 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 210 time: 0.0462189 Mar 02 19:23:11.592995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-1b3a73e1-d0b7-4cc9-9980-e33b5e7ac11a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:11.594465 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-1b3a73e1-d0b7-4cc9-9980-e33b5e7ac11a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "GET /v2.0/networks?id=9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 200 len: 815 time: 0.1452317 Mar 02 19:23:11.605943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Request body: {'port': {'device_id': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'admin_state_up': True, 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:23:11.836987 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0010300c-e3b6-468c-977a-9dc957ad99b8 req-8eed6652-ca79-40d2-9d05-c9d2a9c08023 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 210 time: 0.0523820 Mar 02 19:23:11.859055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:23:11.862212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Usage tracker for resource:port and tenant:b92948b4dce74f9ba430bcc1ef38310f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:23:11.865181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:23:11.871076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:23:11.945578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Made reservation on behalf of b92948b4dce74f9ba430bcc1ef38310f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:23:11.949813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.113727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Allocated IP 172.20.0.5 (9918255e-c2d0-4d49-ac54-801a035552ee/876e4276-9da7-4c2e-ae37-09340078d0fc/f9d31831-1c0e-44ba-a3dd-50788fd78be0) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:23:12.312630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.327754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Transition to ACTIVE for port object f9d31831-1c0e-44ba-a3dd-50788fd78be0 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:23:12.448306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.520072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Network 9918255e-c2d0-4d49-ac54-801a035552ee is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:23:12.523493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:23:12.527246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:23:12.557934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Pushing event updated for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:12.594638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:12.595295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.683563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-091c1e8a-7aa8-4fe5-8e55-c693ae52cc7b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0810475 Mar 02 19:23:12.694651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Request body: {'port': {'device_id': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:23:12.805691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.808166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3fb003b-1b45-4382-931f-4ee473fbce21 None None] Provisioning for port f9d31831-1c0e-44ba-a3dd-50788fd78be0 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:23:12.813598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b3fb003b-1b45-4382-931f-4ee473fbce21 None None] Provisioning complete for port f9d31831-1c0e-44ba-a3dd-50788fd78be0 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:12.813972 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b3fb003b-1b45-4382-931f-4ee473fbce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:12.869772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b3fb003b-1b45-4382-931f-4ee473fbce21 None None] Port f9d31831-1c0e-44ba-a3dd-50788fd78be0 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:23:13.031134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3464740-5e77-4113-9537-ae840f97ab1d req-96356fe3-d464-4be8-a874-978c5d20726a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:13.032879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3464740-5e77-4113-9537-ae840f97ab1d req-96356fe3-d464-4be8-a874-978c5d20726a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 931 time: 0.0885124 Mar 02 19:23:13.080175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3464740-5e77-4113-9537-ae840f97ab1d req-69731764-e875-460f-b1c3-f10788650a30 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406315 Mar 02 19:23:13.159897 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d31831-1c0e-44ba-a3dd-50788fd78be0 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:23:13.167309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:13.181257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Transition to ACTIVE for port object f9d31831-1c0e-44ba-a3dd-50788fd78be0 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:23:13.293270 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:13.420906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:13.528708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Attempting to bind port f9d31831-1c0e-44ba-a3dd-50788fd78be0 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:23:13.529044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Attempting to bind port f9d31831-1c0e-44ba-a3dd-50788fd78be0 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:23:13.529373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Attempting to bind port f9d31831-1c0e-44ba-a3dd-50788fd78be0 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:23:13.534210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Port f9d31831-1c0e-44ba-a3dd-50788fd78be0 on network 9918255e-c2d0-4d49-ac54-801a035552ee not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:23:13.534535 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Attempting to bind port f9d31831-1c0e-44ba-a3dd-50788fd78be0 on network 9918255e-c2d0-4d49-ac54-801a035552ee {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:23:13.539562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:23:13.539900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Checking segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:23:13.540286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Bound using segment: {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:23:13.540707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Bound port: f9d31831-1c0e-44ba-a3dd-50788fd78be0, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9374ef77-91e2-415c-9159-93b7e89b7be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:23:13.541052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:13.632102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:23:13.634936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:23:13.700186 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:13.752411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:13.753022 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:13.754405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] 10.222.0.65 "PUT /v2.0/ports/f9d31831-1c0e-44ba-a3dd-50788fd78be0 HTTP/1.1" status: 200 len: 1091 time: 1.0639427 Mar 02 19:23:13.754836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:23:13.782879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203caddc-549d-4aea-9792-9b549b5f5881 service neutron] Pushing event updated for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:13.804215 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0', 'status': 'completed', 'code': 200} Mar 02 19:23:13.896741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-af7be2b2-b4d0-494b-b2e1-1c43e0da9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:13.898341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-af7be2b2-b4d0-494b-b2e1-1c43e0da9530 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0737062 Mar 02 19:23:14.039093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-b1794f8d-12fe-4341-95c0-0a8229015836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.040529 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-b1794f8d-12fe-4341-95c0-0a8229015836 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1357691 Mar 02 19:23:14.273021 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67bf27-6a15-4296-8079-79aa0d02afcd req-a9cd0269-1812-4602-9859-04582e388aa0 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.274466 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc67bf27-6a15-4296-8079-79aa0d02afcd req-a9cd0269-1812-4602-9859-04582e388aa0 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 943 time: 0.0786734 Mar 02 19:23:14.277446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-ac313b93-7d23-4eb4-9793-1aae6a39ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.279456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fbef74a7-e2a1-4eb6-8a7f-969e689c84a3 req-ac313b93-7d23-4eb4-9793-1aae6a39ab3d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2336149 Mar 02 19:23:14.320067 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc67bf27-6a15-4296-8079-79aa0d02afcd req-cb8a8be1-99fd-465f-adcb-b2630cdee5d3 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388613 Mar 02 19:23:14.383741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-1a7e8143-cf0f-4bc9-93e4-641ca19e5ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.385197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-1a7e8143-cf0f-4bc9-93e4-641ca19e5ace service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 1094 time: 0.0694790 Mar 02 19:23:14.453679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-a96d8c0d-e6b7-43fb-85c9-1c4045e991f1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0 HTTP/1.1" status: 200 len: 217 time: 0.0623517 Mar 02 19:23:14.515002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-433570cc-766e-4893-9685-43d9277676fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.516371 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-433570cc-766e-4893-9685-43d9277676fe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=876e4276-9da7-4c2e-ae37-09340078d0fc HTTP/1.1" status: 200 len: 854 time: 0.0572276 Mar 02 19:23:14.588844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-63837592-236c-4e89-9343-300f580b2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:14.590808 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-63837592-236c-4e89-9343-300f580b2a01 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=9918255e-c2d0-4d49-ac54-801a035552ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673268 Mar 02 19:23:14.716991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-f9fff31c-d898-45bc-8c4a-d78975d064d2 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210785 Mar 02 19:23:14.851308 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f6e4b7a0-d954-4860-9c08-068da04788a7 req-a725b31e-81f1-4642-9ea7-5cc8f7ecc327 service neutron] 10.222.0.65 "GET /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222887 Mar 02 19:23:15.504199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4026-ad1e-4816-9a9a-78dadb995770 req-4e3aa710-e69b-4490-910f-3edad8ff2a8e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:15.505652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-563d4026-ad1e-4816-9a9a-78dadb995770 req-4e3aa710-e69b-4490-910f-3edad8ff2a8e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 943 time: 0.0819995 Mar 02 19:23:15.548589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-563d4026-ad1e-4816-9a9a-78dadb995770 req-f38ead94-a984-4a59-840d-a93893638543 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373583 Mar 02 19:23:16.728555 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279d9a5-752b-44f0-bdf6-b22be479fa50 req-84c57284-0b4b-4ff3-b4b9-f6e2bdedeeb2 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:16.730003 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0279d9a5-752b-44f0-bdf6-b22be479fa50 req-84c57284-0b4b-4ff3-b4b9-f6e2bdedeeb2 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 943 time: 0.0787156 Mar 02 19:23:16.776220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0279d9a5-752b-44f0-bdf6-b22be479fa50 req-8344ba85-843d-4941-85b0-97318fa67f22 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403652 Mar 02 19:23:17.854017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f9d31831-1c0e-44ba-a3dd-50788fd78be0 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:23:17.960737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466089-e4b8-44d7-9bd5-7d0bbc187fda req-ffb801c4-0c84-442d-b726-43828c260e40 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:17.962556 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8466089-e4b8-44d7-9bd5-7d0bbc187fda req-ffb801c4-0c84-442d-b726-43828c260e40 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 943 time: 0.0811615 Mar 02 19:23:18.009360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c8466089-e4b8-44d7-9bd5-7d0bbc187fda req-3460d11b-cba7-4d01-b320-970e1b34709b tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408750 Mar 02 19:23:18.020260 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:18.033690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0', 'network_id': '9918255e-c2d0-4d49-ac54-801a035552ee', 'port_id': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0', 'mac_address': 'fa:16:3e:b4:35:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876e4276-9da7-4c2e-ae37-09340078d0fc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:23:18.088115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:18.104217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d31831-1c0e-44ba-a3dd-50788fd78be0 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:23:18.119047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:18.196288 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:18.264097 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:18.271291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.271637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.271973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.272307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.272638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.272963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.273288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.273608 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.273927 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.274270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.274593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.274908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:18.377513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f9d31831-1c0e-44ba-a3dd-50788fd78be0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:23:19.192543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c6db4-8de4-4e5e-aa17-27b39caac6e7 req-aaca7486-6e50-40f1-be20-137bc00b3d33 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:19.193984 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da8c6db4-8de4-4e5e-aa17-27b39caac6e7 req-aaca7486-6e50-40f1-be20-137bc00b3d33 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 944 time: 0.0811431 Mar 02 19:23:19.236857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-da8c6db4-8de4-4e5e-aa17-27b39caac6e7 req-c11d19f9-7e59-429a-b319-a0507fddc7bd tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371675 Mar 02 19:23:19.869656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f9d31831-1c0e-44ba-a3dd-50788fd78be0 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:23:20.013254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port f9d31831-1c0e-44ba-a3dd-50788fd78be0 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:23:20.018346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port f9d31831-1c0e-44ba-a3dd-50788fd78be0 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:23:20.018720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:20.133413 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:20.159409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:23:20.168587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:20.225010 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:20.272745 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0', 'code': 200} Mar 02 19:23:20.294252 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:20.399010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286181b-90ee-4c8c-b4d8-0503297af10d req-3af6ba1e-f070-47ee-bd60-be8b8848a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:20.400382 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0286181b-90ee-4c8c-b4d8-0503297af10d req-3af6ba1e-f070-47ee-bd60-be8b8848a610 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 1096 time: 0.0730364 Mar 02 19:23:20.428814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f18e140-0460-455d-b364-17fd802715e3 req-89ebab3f-184d-4112-bfef-d218190072d9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:20.430305 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f18e140-0460-455d-b364-17fd802715e3 req-89ebab3f-184d-4112-bfef-d218190072d9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0791664 Mar 02 19:23:20.440174 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0286181b-90ee-4c8c-b4d8-0503297af10d req-26bd8a47-f9c6-4eff-a684-08f035a43b8f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340545 Mar 02 19:23:20.473837 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f18e140-0460-455d-b364-17fd802715e3 req-cd1a7297-5e1d-4f80-9383-2cd48f25f8f4 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379276 Mar 02 19:23:21.660825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c45a7-8796-45b4-b39f-9d5d940ea484 req-e94b5e8d-f36b-4c05-a4b9-7de7a66eaa0e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:21.662299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4c45a7-8796-45b4-b39f-9d5d940ea484 req-e94b5e8d-f36b-4c05-a4b9-7de7a66eaa0e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0843623 Mar 02 19:23:21.705411 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4c45a7-8796-45b4-b39f-9d5d940ea484 req-679e3892-e8ca-4660-9a97-e32efe948c38 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Mar 02 19:23:22.122489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55784d57-d28c-4115-b7d4-f2d6937dfb1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:22.886798 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0006b7-de2f-410e-a711-6b4c2f4f45eb req-c0ffbddf-ef98-495c-9a0f-ad16202606e9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:22.888265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b0006b7-de2f-410e-a711-6b4c2f4f45eb req-c0ffbddf-ef98-495c-9a0f-ad16202606e9 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0796068 Mar 02 19:23:22.934022 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b0006b7-de2f-410e-a711-6b4c2f4f45eb req-5e33363c-8370-498c-a970-32c10d58bd30 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401564 Mar 02 19:23:23.115456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec925c9-fd8d-47e1-b71c-2ebc6962daad req-b49386db-2993-43b9-8bd4-578694897a91 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:23.116918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aec925c9-fd8d-47e1-b71c-2ebc6962daad req-b49386db-2993-43b9-8bd4-578694897a91 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0794961 Mar 02 19:23:23.160121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-aec925c9-fd8d-47e1-b71c-2ebc6962daad req-de398ff8-042b-42d4-856b-9f97472d3ba0 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376692 Mar 02 19:23:24.247875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fe0dea60-dd3a-4381-a492-4270fb45b9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:25.590654 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:25.727489 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:26.316630 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:27.023394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:27.424751 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:42.289724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028714b1-965d-4744-a582-402726672a19 req-f445c167-89ec-462b-9105-9eda0103748a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:42.291197 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-028714b1-965d-4744-a582-402726672a19 req-f445c167-89ec-462b-9105-9eda0103748a tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0846958 Mar 02 19:23:42.334938 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-028714b1-965d-4744-a582-402726672a19 req-336cff9c-db5e-4eda-86a6-2458d005497d tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 Mar 02 19:23:43.174877 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:23:43.520784 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eaa831-cc4d-4b47-8485-cf578efb866b req-4e4ce6f3-eaaf-48ce-92fd-e4581792689e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:43.522299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28eaa831-cc4d-4b47-8485-cf578efb866b req-4e4ce6f3-eaaf-48ce-92fd-e4581792689e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.0803046 Mar 02 19:23:43.565795 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28eaa831-cc4d-4b47-8485-cf578efb866b req-38ad7922-4c51-4535-9946-7773fdc176ef tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/security-groups?id=e412cb9d-964a-4009-8eb9-734719babb83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378685 Mar 02 19:23:43.717304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-8c5e21f7-bab2-41e1-88e2-a859649766ce tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:23:43.717993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-8c5e21f7-bab2-41e1-88e2-a859649766ce tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Synchronizing usage tracker for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:23:43.881569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-8c5e21f7-bab2-41e1-88e2-a859649766ce tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Unset dirty status for tenant:b92948b4dce74f9ba430bcc1ef38310f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:23:43.882797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-8c5e21f7-bab2-41e1-88e2-a859649766ce tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 945 time: 0.2410736 Mar 02 19:23:43.954785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Deleting port f9d31831-1c0e-44ba-a3dd-50788fd78be0 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:43.955178 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.196732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] For port f9d31831-1c0e-44ba-a3dd-50788fd78be0, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f9d31831-1c0e-44ba-a3dd-50788fd78be0,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:44.197082 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.316210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Calling delete_port for f9d31831-1c0e-44ba-a3dd-50788fd78be0 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:44.510432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.522345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f9d31831-1c0e-44ba-a3dd-50788fd78be0'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:23:44.560305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Pushing event deleted for resources: {'Port': ['ID=f9d31831-1c0e-44ba-a3dd-50788fd78be0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:44.598773 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.599128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.599502 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.599844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.600176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.600507 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.600844 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.601166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.601492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.601818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.602296 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.602465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:44.649736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] No DVR routers for this DVR port f9d31831-1c0e-44ba-a3dd-50788fd78be0 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:23:44.652513 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:44.655206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'name': 'network-vif-deleted', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:23:44.706310 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad9e9ff8-099d-4553-93c3-50e35f506bd3', 'name': 'network-vif-deleted', 'tag': 'f9d31831-1c0e-44ba-a3dd-50788fd78be0', 'status': 'completed', 'code': 200} Mar 02 19:23:44.723392 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-dc43d979-7d63-4ebf-ac16-2479efa14237 req-cf669a13-d055-4869-9219-9e59c95c8ef5 tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.65 "DELETE /v2.0/ports/f9d31831-1c0e-44ba-a3dd-50788fd78be0 HTTP/1.1" status: 204 len: 173 time: 0.8352592 Mar 02 19:23:44.728636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d969518e-b6a3-435b-b635-b86a2f4daa9e req-70945a62-21f2-47ca-9473-f2234917949e tempest-TestEncryptedCinderVolumes-1967593936 tempest-TestEncryptedCinderVolumes-1967593936-project] 10.222.0.66 "GET /v2.0/ports?device_id=ad9e9ff8-099d-4553-93c3-50e35f506bd3 HTTP/1.1" status: 200 len: 210 time: 0.0524738 Mar 02 19:23:45.922153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51346) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:46.547361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:46.880096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Deleting port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:46.880350 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:47.048224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] For port 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:47.048898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:47.167053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Calling delete_port for 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:47.636374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:47.681857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Pushing event deleted for resources: {'Port': ['ID=0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:47.945221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:47.993548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f9d31831-1c0e-44ba-a3dd-50788fd78be0 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:48.028337 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: f9d31831-1c0e-44ba-a3dd-50788fd78be0 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:48.028688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f9d31831-1c0e-44ba-a3dd-50788fd78be0 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:48.299884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:23:48.470294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:23:48.479020 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Sync routers for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:23:48.483333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-236e8e3f-e5b2-4cdb-ae3c-8c95c2ae8118 admin admin] 10.222.0.66 "PUT /v2.0/routers/e6dd7f8a-8dd0-4432-a176-e93b7da8a34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5601094 Mar 02 19:23:48.485762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51350) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:48.488390 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:23:48.488984 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:48.657668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:48.659134 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:23:48.944918 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:23:47Z', 'revision_number': 5, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:48.948677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Checking router: e6dd7f8a-8dd0-4432-a176-e93b7da8a34d for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:23:48.956861 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Routers {'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:23:48.957444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:48.961733 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.070766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Deleting port 42750df3-45eb-4340-a60e-bf083db2fb40 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:49.071122 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.152566 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] Set router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:23:49.243515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] For port 42750df3-45eb-4340-a60e-bf083db2fb40, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=42750df3-45eb-4340-a60e-bf083db2fb40,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:49.243784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.366060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Calling delete_port for 42750df3-45eb-4340-a60e-bf083db2fb40 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:49.427363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:23:47Z', 'revision_number': 5, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:49.431295 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618a9f96-e8de-4a77-ac2b-1caf939ff91f None None] The sync data for ids ['e6dd7f8a-8dd0-4432-a176-e93b7da8a34d'] in n-d-828839-1 is: [{'id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'name': 'tempest-TestEncryptedCinderVolumes-16515000-router', 'tenant_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:16Z', 'updated_at': '2022-03-02T19:23:47Z', 'revision_number': 5, 'project_id': 'b92948b4dce74f9ba430bcc1ef38310f', 'gw_port': {'id': '42750df3-45eb-4340-a60e-bf083db2fb40', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:55:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6dd7f8a-8dd0-4432-a176-e93b7da8a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:17Z', 'updated_at': '2022-03-02T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:23:49.596143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.647174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Pushing event deleted for resources: {'Port': ['ID=42750df3-45eb-4340-a60e-bf083db2fb40,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:49.736218 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.864243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:49.900675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:49.901030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0228a9f7-5c0e-4d6f-ba8b-3e03cc981d61 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:49.920969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:49.923332 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.047685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.048400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6dd7f8a-8dd0-4432-a176-e93b7da8a34d {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:23:50.061945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.062776 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-94da70d3-eed8-47fd-b26c-3df884ba2ace admin admin] 10.222.0.66 "DELETE /v2.0/routers/e6dd7f8a-8dd0-4432-a176-e93b7da8a34d HTTP/1.1" status: 204 len: 168 time: 1.5761070 Mar 02 19:23:50.065266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51354) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:50.129662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Deleting subnet 876e4276-9da7-4c2e-ae37-09340078d0fc {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:23:50.133486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.184781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.259579 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.424609 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.466180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876e4276-9da7-4c2e-ae37-09340078d0fc,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:50.466180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.471847 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d9352-efd2-4db8-8cb7-497411029abc None None] Network 9918255e-c2d0-4d49-ac54-801a035552ee requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:23:50.473241 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1cacfa51-15e2-412d-b29e-d57384683c8f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/876e4276-9da7-4c2e-ae37-09340078d0fc HTTP/1.1" status: 204 len: 168 time: 0.4068029 Mar 02 19:23:50.475755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51358) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:50.582671 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.592885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Deleting port cc25c859-b663-445c-a913-6afe1f70abd8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:50.593219 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.718549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] DHCP port deletion for 9918255e-c2d0-4d49-ac54-801a035552ee request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:23:50.723029 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Deleting port cc25c859-b663-445c-a913-6afe1f70abd8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:50.723399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.914050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] For port cc25c859-b663-445c-a913-6afe1f70abd8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cc25c859-b663-445c-a913-6afe1f70abd8,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:50.914363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:50.927134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] For port cc25c859-b663-445c-a913-6afe1f70abd8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=cc25c859-b663-445c-a913-6afe1f70abd8,segment=NetworkSegment(9374ef77-91e2-415c-9159-93b7e89b7be1),segment_id=9374ef77-91e2-415c-9159-93b7e89b7be1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:50.928182 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.038945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Calling delete_port for cc25c859-b663-445c-a913-6afe1f70abd8 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:51.051329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Calling delete_port for cc25c859-b663-445c-a913-6afe1f70abd8 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:51.225117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.230780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:23:51.231141 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:23:51.276528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] No DVR routers for this DVR port cc25c859-b663-445c-a913-6afe1f70abd8 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:23:51.303698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Pushing event deleted for resources: {'Port': ['ID=cc25c859-b663-445c-a913-6afe1f70abd8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:51.393337 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.418774 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9918255e-c2d0-4d49-ac54-801a035552ee']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:51.430405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9374ef77-91e2-415c-9159-93b7e89b7be1') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:51.430975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9374ef77-91e2-415c-9159-93b7e89b7be1') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:51.441763 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.457715 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.464143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:23:51.464525 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:23:51.477338 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:23:51.530426 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 42750df3-45eb-4340-a60e-bf083db2fb40 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:51.566439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 42750df3-45eb-4340-a60e-bf083db2fb40 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:51.566703 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 42750df3-45eb-4340-a60e-bf083db2fb40 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:51.567121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cc25c859-b663-445c-a913-6afe1f70abd8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:51.599596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: cc25c859-b663-445c-a913-6afe1f70abd8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:51.599934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device cc25c859-b663-445c-a913-6afe1f70abd8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:51.641558 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.658538 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.668456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] Pushing event deleted for resources: {'Network': ['ID=9918255e-c2d0-4d49-ac54-801a035552ee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:51.732374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Deleting port cc25c859-b663-445c-a913-6afe1f70abd8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:51.732750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:51.750997 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ba56b0b6-f27b-46a2-a4e5-c0474281261a admin admin] 10.222.0.66 "DELETE /v2.0/networks/9918255e-c2d0-4d49-ac54-801a035552ee HTTP/1.1" status: 204 len: 168 time: 1.2742364 Mar 02 19:23:51.753797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51362) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:51.799454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7e48da3c-67b8-4146-bc94-ef6194e47865 None None] The port 'cc25c859-b663-445c-a913-6afe1f70abd8' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:23:52.104386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d002b440-4911-4164-afc0-a476e0c6c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:52.291092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:52.736579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Deleting port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:52.737247 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:52.906582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] For port 6a70a8d9-eaac-4c31-b0ba-708d933d22fe, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:52.906945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:53.029906 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Calling delete_port for 6a70a8d9-eaac-4c31-b0ba-708d933d22fe owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:53.270190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:53.317760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a70a8d9-eaac-4c31-b0ba-708d933d22fe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:53.590145 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:54.069149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Router a2b31ecb-346c-4911-926b-78ea0910f88a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:23:54.250581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:23:54.259648 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae6777ba-05a9-4b48-a22f-1c6adc8789e2 admin admin] 10.222.0.66 "PUT /v2.0/routers/a2b31ecb-346c-4911-926b-78ea0910f88a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5048625 Mar 02 19:23:54.262900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Sync routers for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:23:54.263342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51366) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:54.269158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:23:54.269776 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:54.321888 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1977e7e1-f145-4077-9db5-7ff717e137e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:54.447317 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:54.449175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:23:54.619844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:54.727465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Deleting port c16623e0-1770-4897-b0cb-7fc2f6dd0420 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:54.727822 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:54.729067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98'}], 'enable_snat': True}, 'gw_port_id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:23:53Z', 'revision_number': 5, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port': {'id': 'c16623e0-1770-4897-b0cb-7fc2f6dd0420', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:40:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:22:25Z', 'updated_at': '2022-03-02T19:22:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:54.732921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Checking router: a2b31ecb-346c-4911-926b-78ea0910f88a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:23:54.741288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Routers {'a2b31ecb-346c-4911-926b-78ea0910f88a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:23:54.741883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['a2b31ecb-346c-4911-926b-78ea0910f88a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:54.894178 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] Set router a2b31ecb-346c-4911-926b-78ea0910f88a gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:23:54.907284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] For port c16623e0-1770-4897-b0cb-7fc2f6dd0420, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c16623e0-1770-4897-b0cb-7fc2f6dd0420,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:54.907637 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.000465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:23:54Z', 'revision_number': 6, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:55.004410 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ae7744-1742-439c-a238-fbf9216d7787 None None] The sync data for ids ['a2b31ecb-346c-4911-926b-78ea0910f88a'] in n-d-828839-1 is: [{'id': 'a2b31ecb-346c-4911-926b-78ea0910f88a', 'name': 'tempest-TestEncryptedCinderVolumes-530691590-router', 'tenant_id': 'aff5a5b22add417eaf572648ba2b936b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:22:24Z', 'updated_at': '2022-03-02T19:23:54Z', 'revision_number': 6, 'project_id': 'aff5a5b22add417eaf572648ba2b936b', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:23:55.029431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Calling delete_port for c16623e0-1770-4897-b0cb-7fc2f6dd0420 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:55.252834 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.299746 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Pushing event deleted for resources: {'Port': ['ID=c16623e0-1770-4897-b0cb-7fc2f6dd0420,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:55.388102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.537985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c16623e0-1770-4897-b0cb-7fc2f6dd0420 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:55.574976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c16623e0-1770-4897-b0cb-7fc2f6dd0420 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:55.575330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c16623e0-1770-4897-b0cb-7fc2f6dd0420 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:55.575775 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a70a8d9-eaac-4c31-b0ba-708d933d22fe no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:55.611424 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.612836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6a70a8d9-eaac-4c31-b0ba-708d933d22fe {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:55.613192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a70a8d9-eaac-4c31-b0ba-708d933d22fe not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:55.683249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.685415 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.789307 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.846979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.847489 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2b31ecb-346c-4911-926b-78ea0910f88a {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:23:55.859682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.860960 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0c178b40-f786-4133-bdbd-69a58f8666ce admin admin] 10.222.0.66 "DELETE /v2.0/routers/a2b31ecb-346c-4911-926b-78ea0910f88a HTTP/1.1" status: 204 len: 168 time: 1.5979269 Mar 02 19:23:55.863853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51370) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:55.924487 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Deleting subnet 1d091bfe-b706-461e-8460-5aae1d86dda7 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:23:55.928205 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:55.981257 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.057418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.225086 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.304867 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.372492 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d091bfe-b706-461e-8460-5aae1d86dda7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:56.382040 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.384700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a020d11-8fa2-4a5c-b2ff-25330a6a748a None None] Network efb08293-5bec-4e04-b698-66293396f087 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:23:56.385091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.385436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.385775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.386112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.386465 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.386794 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.387118 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.387444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.387782 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.388087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.388406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.388724 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:23:56.397647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4de33d7-2995-41af-b0b8-a2ca4df4dbfb admin admin] 10.222.0.66 "DELETE /v2.0/subnets/1d091bfe-b706-461e-8460-5aae1d86dda7 HTTP/1.1" status: 204 len: 168 time: 0.5298355 Mar 02 19:23:56.397647 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51374) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:56.502008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.512513 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Deleting port 8c3f6316-04f7-4945-b9cc-6feafba8d468 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:56.512836 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.629351 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] DHCP port deletion for efb08293-5bec-4e04-b698-66293396f087 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:23:56.633195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Deleting port 8c3f6316-04f7-4945-b9cc-6feafba8d468 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:56.633570 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.717608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] For port 8c3f6316-04f7-4945-b9cc-6feafba8d468, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c3f6316-04f7-4945-b9cc-6feafba8d468,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:56.717968 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.833251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] For port 8c3f6316-04f7-4945-b9cc-6feafba8d468, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8c3f6316-04f7-4945-b9cc-6feafba8d468,segment=NetworkSegment(88301694-0d64-4741-9464-41da35d10287),segment_id=88301694-0d64-4741-9464-41da35d10287)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:23:56.834237 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:56.843743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Calling delete_port for 8c3f6316-04f7-4945-b9cc-6feafba8d468 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:56.993689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Calling delete_port for 8c3f6316-04f7-4945-b9cc-6feafba8d468 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:23:57.024583 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.069673 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:23:57.072008 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:23:57.072923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3f6316-04f7-4945-b9cc-6feafba8d468,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:57.077027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] No DVR routers for this DVR port 8c3f6316-04f7-4945-b9cc-6feafba8d468 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:23:57.110033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.191491 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.219897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb08293-5bec-4e04-b698-66293396f087']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:57.231603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88301694-0d64-4741-9464-41da35d10287') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:57.231896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88301694-0d64-4741-9464-41da35d10287') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:23:57.243420 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.259577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.265456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:23:57.265835 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:23:57.278918 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:23:57.435636 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.447778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.456702 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.466600 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb08293-5bec-4e04-b698-66293396f087,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:57.471175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-32a8b3c7-e56d-4b51-a2b3-1e1c83e295d9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/efb08293-5bec-4e04-b698-66293396f087 HTTP/1.1" status: 204 len: 168 time: 1.0722201 Mar 02 19:23:57.533188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c3f6316-04f7-4945-b9cc-6feafba8d468 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:23:57.570543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8c3f6316-04f7-4945-b9cc-6feafba8d468 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:23:57.570890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8c3f6316-04f7-4945-b9cc-6feafba8d468 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:23:57.572365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Deleting port 8c3f6316-04f7-4945-b9cc-6feafba8d468 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:23:57.572657 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.635901 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-4b0b9367-e07c-408b-bc27-192c176ccc58 None None] The port '8c3f6316-04f7-4945-b9cc-6feafba8d468' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:23:57.828252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:57.876616 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2f8b0cb1-73ef-4e7f-9e23-12bb2a38d7d6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b92948b4dce74f9ba430bcc1ef38310f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471530 Mar 02 19:23:57.879152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:57.936221 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:57.961298 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:58.126949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:58.141166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e412cb9d-964a-4009-8eb9-734719babb83,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:58.149931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:58.151089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ad449759-31d6-468b-b314-b51bfa268f32 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e412cb9d-964a-4009-8eb9-734719babb83 HTTP/1.1" status: 204 len: 168 time: 0.2710016 Mar 02 19:23:58.828284 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51392) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:58.877893 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-94c3603a-c58f-4d3b-b671-ecbfa724bf55 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aff5a5b22add417eaf572648ba2b936b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484116 Mar 02 19:23:58.880481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51396) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:23:58.936012 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:58.961450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:59.109731 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:59.125206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cc5df4-c6c8-4570-b596-c1b2e470708c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:23:59.132402 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:23:59.133715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ded29cd9-407c-46f5-9b8a-4fce6c473928 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/34cc5df4-c6c8-4570-b596-c1b2e470708c HTTP/1.1" status: 204 len: 168 time: 0.2518551 Mar 02 19:24:00.431172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51420) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:00.556375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-814226867-network', 'tenant_id': '2743a520b31643e4ba146ee041490b5a'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:00.561666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:00.565630 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Usage tracker for resource:network and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:00.568586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:00.574526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:00.641135 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Made reservation on behalf of 2743a520b31643e4ba146ee041490b5a for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:00.643438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.655363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.670265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:00.674065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:00.676938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:00.683483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:00.766753 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.812594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.844031 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:24:00.850316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbedde3-ca8f-4973-b016-ecf90e69a45a,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:00.857822 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.858187 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Added segment 32c3b276-03af-4a1c-8a45-a9af4abe7fb2 of type vlan for network 80898c89-c859-4b7c-9c8e-baf8dc71f09c Mar 02 19:24:00.883171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.972805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:00.973770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:00.974931 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:01.077179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] Pushing event updated for resources: {'Network': ['ID=80898c89-c859-4b7c-9c8e-baf8dc71f09c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:01.087082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:24:01.155525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c07081dc-591b-4945-9685-fd690c1871cb admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7232394 Mar 02 19:24:01.158721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51426) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:01.164823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Request body: {'subnet': {'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-814226867-subnet', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:01.170208 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:01.174327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Usage tracker for resource:subnet and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:01.177097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:01.182855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:01.258442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Made reservation on behalf of 2743a520b31643e4ba146ee041490b5a for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:01.260786 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:01.520323 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:01.596151 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b355223-b2c2-41a9-8ae2-ff5077fe566b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:01.604719 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Checking segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:01.605082 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Network hostable DHCP agents. Network: 80898c89-c859-4b7c-9c8e-baf8dc71f09c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:24:01.704143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:24:01.783878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 80898c89-c859-4b7c-9c8e-baf8dc71f09c) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:01.788256 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:01.788848 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:01.793554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b20d20e-4d86-4d6f-9f35-9a0f29658ea2 None None] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:24:01.921106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6eeca3ea-f31d-47fa-ba93-7d4e87e9ff8a admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7613373 Mar 02 19:24:01.923728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51430) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:01.929249 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:01.934570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:01.938470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Usage tracker for resource:router and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:01.941303 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:01.947867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:02.004987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:24:02.005835 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.036308 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.038018 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.053218 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.157978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Allocated IP 172.20.0.2 (80898c89-c859-4b7c-9c8e-baf8dc71f09c/7b355223-b2c2-41a9-8ae2-ff5077fe566b/6f1ec4be-6e96-44d5-bcce-8e0d5656f57c) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:02.369826 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.379595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Transition to ACTIVE for port object 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:02.397667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Transition to ACTIVE for port object 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:02.476577 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.528537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.545129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:02.548400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:02.551908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:02.557516 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Pushing event updated for resources: {'Port': ['ID=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:02.644406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Attempting to bind port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:02.644734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Attempting to bind port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:02.645103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Attempting to bind port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c on network 80898c89-c859-4b7c-9c8e-baf8dc71f09c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:02.651005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:02.655651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Checking segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:02.655651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.655651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Bound using segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:02.655651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Bound port: 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:02.655651 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.740013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] For port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:02.743050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] For port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:02.807448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.894008 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6394d228-24ba-4202-93ef-7fae0be9ce1c None None] Pushing event updated for resources: {'Port': ['ID=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:02.913795 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:02.947719 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:03.101519 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Allocated IP 172.25.7.172 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/98ac2988-4f0c-4e12-bcf5-4050d57141e5) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:03.257781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:03.361689 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:03.426379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:03.429836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:03.434305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:03.462960 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Pushing event updated for resources: {'Port': ['ID=98ac2988-4f0c-4e12-bcf5-4050d57141e5,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:03.557437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:03.698852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:03.852704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ee85b0-4e07-4b50-b9cf-8ebdb48af4de None None] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:24:04.080498 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.089873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Provisioning for port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:04.100908 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Provisioning complete for port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:04.101276 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.242563 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.276915 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] For port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:04.395856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.431143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.462254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848399d-b869-48a3-b4ec-d7a782650304 None None] Pushing event updated for resources: {'Port': ['ID=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:04.514904 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f809a312-5746-4624-b22f-39378080c7f7 None None] Provisioning complete for port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:04.515269 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f809a312-5746-4624-b22f-39378080c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.703758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:24:04.877235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:24:04.886942 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Sync routers for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:24:04.896158 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:04.896760 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:04.990859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:04.994968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8d0ad5b4-8937-404d-bed8-a580284a67d1 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0674424 Mar 02 19:24:04.995161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51434) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:05.075558 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:05.359732 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:03Z', 'revision_number': 3, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:05.363603 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Checking router: 71e0c4b2-c775-4b42-afde-faa4bf41ee43 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:24:05.363943 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Updating router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:24:05.419546 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.561271 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:05.634594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:05.634877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.755061 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.767811 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Transition to ACTIVE for port object 98ac2988-4f0c-4e12-bcf5-4050d57141e5 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:05.809879 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.851634 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.930064 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Attempting to bind port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:05.930815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Attempting to bind port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:05.930815 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Attempting to bind port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:05.936155 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Pushing event updated for resources: {'Port': ['ID=98ac2988-4f0c-4e12-bcf5-4050d57141e5,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:05.944006 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:05.947468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:05.947468 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.947468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:05.947468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Bound port: 98ac2988-4f0c-4e12-bcf5-4050d57141e5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:05.947468 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:05.977030 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:05.981745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:06.019982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Allocated IP 172.20.0.1 (80898c89-c859-4b7c-9c8e-baf8dc71f09c/7b355223-b2c2-41a9-8ae2-ff5077fe566b/7185ff6a-4211-40cd-814a-5581b9c55e83) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:06.053178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] For port 98ac2988-4f0c-4e12-bcf5-4050d57141e5, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:06.056753 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] For port 98ac2988-4f0c-4e12-bcf5-4050d57141e5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98ac2988-4f0c-4e12-bcf5-4050d57141e5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:06.110289 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.169912 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.186362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Transition to ACTIVE for port object 7185ff6a-4211-40cd-814a-5581b9c55e83 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:06.190254 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:06.190868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:06.252645 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5511c7b-8bd3-41dc-9476-4a6b9594fd8a None None] Pushing event updated for resources: {'Port': ['ID=98ac2988-4f0c-4e12-bcf5-4050d57141e5,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:06.286507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.345879 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:06.353561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:06.355946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:06.367915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:06.398362 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Pushing event updated for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:06.422620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.647356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-743dc791-a6de-4d92-a518-5486ffc9bc98 None None] Provisioning for port 7185ff6a-4211-40cd-814a-5581b9c55e83 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:06.652093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-743dc791-a6de-4d92-a518-5486ffc9bc98 None None] Provisioning complete for port 7185ff6a-4211-40cd-814a-5581b9c55e83 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:06.652461 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-743dc791-a6de-4d92-a518-5486ffc9bc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.658069 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:03Z', 'revision_number': 3, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:06.662038 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8845694d-4c01-4b02-9732-685483d298c6 None None] The sync data for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 is: [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:03Z', 'revision_number': 3, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:24:06.710036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-743dc791-a6de-4d92-a518-5486ffc9bc98 None None] Port 7185ff6a-4211-40cd-814a-5581b9c55e83 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:24:06.753425 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:06.987440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.047255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.150659 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Pushing event updated for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:07.153170 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.290471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:07.291616 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:07.540439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f6408460-b386-478b-94fa-ace9778e4ae9 None None] Provisioning complete for port 7185ff6a-4211-40cd-814a-5581b9c55e83 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:07.541020 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f6408460-b386-478b-94fa-ace9778e4ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.594476 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98ac2988-4f0c-4e12-bcf5-4050d57141e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:07.616847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:24:07.639874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f6408460-b386-478b-94fa-ace9778e4ae9 None None] Port 7185ff6a-4211-40cd-814a-5581b9c55e83 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:24:07.726030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:07.731288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:07.731663 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.799983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:24:07.808965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9b5607ee-0827-4215-9e56-71d98c912b5d admin admin] 10.222.0.66 "PUT /v2.0/routers/71e0c4b2-c775-4b42-afde-faa4bf41ee43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126779 Mar 02 19:24:07.849832 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:07.866004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 98ac2988-4f0c-4e12-bcf5-4050d57141e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98ac2988-4f0c-4e12-bcf5-4050d57141e5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:07.931758 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.002086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=98ac2988-4f0c-4e12-bcf5-4050d57141e5,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:08.212485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Sync routers for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:24:08.219770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:08.220377 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:08.398838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:08.582154 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51452) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:08.587648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-847858713-network', 'tenant_id': '4fa28981095940bdba610cf3c5300608'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:08.593117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:08.597139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Usage tracker for resource:network and tenant:4fa28981095940bdba610cf3c5300608 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:08.600320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:08.606598 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:08.664339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Made reservation on behalf of 4fa28981095940bdba610cf3c5300608 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:08.666723 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.679426 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.698308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:08.702359 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Usage tracker for resource:security_group_rule and tenant:4fa28981095940bdba610cf3c5300608 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:08.705007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:08.710621 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:08.750050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 2, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:08.754007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Checking router: 71e0c4b2-c775-4b42-afde-faa4bf41ee43 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:24:08.754444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Updating router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 port 7185ff6a-4211-40cd-814a-5581b9c55e83 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:24:08.793448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.811098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.858422 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.885732 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:24:08.897746 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3ffd1a-62b0-40bd-9c97-5a2535180e61,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:08.902911 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:08.919998 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Added segment 8e7bf654-d7b1-4f79-b530-6e6ed607e696 of type vlan for network edf3533a-f9cb-4326-8522-474a0b60c00c Mar 02 19:24:08.929474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.029878 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.031216 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:09.031805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.136267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] Pushing event updated for resources: {'Network': ['ID=edf3533a-f9cb-4326-8522-474a0b60c00c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:09.148306 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network edf3533a-f9cb-4326-8522-474a0b60c00c details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:24:09.188251 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.196023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8c0bbf28-3454-4957-a5d4-e62f9d8a0dfe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6126943 Mar 02 19:24:09.198681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51458) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:09.204063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Request body: {'subnet': {'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-847858713-subnet', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:09.209959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:09.213809 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Usage tracker for resource:subnet and tenant:4fa28981095940bdba610cf3c5300608 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:09.216671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:09.222355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:09.258599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Transition to ACTIVE for port object 7185ff6a-4211-40cd-814a-5581b9c55e83 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:09.327015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Made reservation on behalf of 4fa28981095940bdba610cf3c5300608 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:09.329335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.355631 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.518743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084833c6-cef6-4cc3-b20d-c2bb90d79c03 None None] Pushing event updated for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:09.565971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98ac2988-4f0c-4e12-bcf5-4050d57141e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:09.609912 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Attempting to bind port 7185ff6a-4211-40cd-814a-5581b9c55e83 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:09.610341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Attempting to bind port 7185ff6a-4211-40cd-814a-5581b9c55e83 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:09.610615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Attempting to bind port 7185ff6a-4211-40cd-814a-5581b9c55e83 on network 80898c89-c859-4b7c-9c8e-baf8dc71f09c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:09.611948 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.625911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:09.626278 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Checking segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:09.626668 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.627057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Bound using segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:09.627507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Bound port: 7185ff6a-4211-40cd-814a-5581b9c55e83, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:09.627875 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.687703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20ff6a41-7172-4038-aba6-4d391ad69170,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:09.697989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Checking segment: {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:09.698383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Network hostable DHCP agents. Network: edf3533a-f9cb-4326-8522-474a0b60c00c, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:24:09.738850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:09.739216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.774413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] For port 7185ff6a-4211-40cd-814a-5581b9c55e83, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:09.791702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] For port 7185ff6a-4211-40cd-814a-5581b9c55e83, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7185ff6a-4211-40cd-814a-5581b9c55e83,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:09.819134 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Network edf3533a-f9cb-4326-8522-474a0b60c00c is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:24:09.893258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.921463 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, edf3533a-f9cb-4326-8522-474a0b60c00c) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:09.925646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:09.926415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:09.932101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4284f-0ef8-4798-be44-71e464cb649b None None] Network edf3533a-f9cb-4326-8522-474a0b60c00c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:24:10.042228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8fde7bf9-8db3-4da8-a1c9-1d3e927daa94 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8424814 Mar 02 19:24:10.044767 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:10.053142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:10.061472 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:10.066069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084833c6-cef6-4cc3-b20d-c2bb90d79c03 None None] Pushing event updated for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:10.066791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Usage tracker for resource:router and tenant:4fa28981095940bdba610cf3c5300608 is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:24:10.072381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:24:10.076303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:10.076939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:10.080257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:10.172709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.173784 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.189200 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.393498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-edf3533a-f9cb-4326-8522-474a0b60c00c', 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'fixed_ips': [{'subnet_id': '20ff6a41-7172-4038-aba6-4d391ad69170'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:24:10.394332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.407186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:10.510686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.776007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Allocated IP 172.20.0.2 (edf3533a-f9cb-4326-8522-474a0b60c00c/20ff6a41-7172-4038-aba6-4d391ad69170/019470d4-726a-47f9-9846-13d3252f20d9) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:10.878591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.909101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:10.953633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:09Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:10.968566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f93440-e48f-42f0-9bff-5fe513a58a72 None None] The sync data for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 is: [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:09Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:24:11.055915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.066173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Transition to ACTIVE for port object 019470d4-726a-47f9-9846-13d3252f20d9 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:11.089312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Allocated IP 172.25.7.63 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0993014c-1cb5-450b-90ac-3ec30a7e4b51) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:11.093251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Transition to ACTIVE for port object 019470d4-726a-47f9-9846-13d3252f20d9 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:11.168379 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.238848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Network edf3533a-f9cb-4326-8522-474a0b60c00c is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:11.243251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:11.245589 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:11.249898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.278642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Pushing event updated for resources: {'Port': ['ID=019470d4-726a-47f9-9846-13d3252f20d9,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:11.344486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.351157 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Attempting to bind port 019470d4-726a-47f9-9846-13d3252f20d9 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:11.351530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Attempting to bind port 019470d4-726a-47f9-9846-13d3252f20d9 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:11.351924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Attempting to bind port 019470d4-726a-47f9-9846-13d3252f20d9 on network edf3533a-f9cb-4326-8522-474a0b60c00c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:11.358902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:11.359280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Checking segment: {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:11.364713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.364713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Bound using segment: {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:11.364713 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Bound port: 019470d4-726a-47f9-9846-13d3252f20d9, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:11.364713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.414039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:11.417349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:11.420996 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:11.456614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] For port 019470d4-726a-47f9-9846-13d3252f20d9, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:11.460744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] For port 019470d4-726a-47f9-9846-13d3252f20d9, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=019470d4-726a-47f9-9846-13d3252f20d9,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:11.470845 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Pushing event updated for resources: {'Port': ['ID=0993014c-1cb5-450b-90ac-3ec30a7e4b51,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:11.544979 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.590603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7185ff6a-4211-40cd-814a-5581b9c55e83 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:11.691991 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870801d6-bd62-419b-99f4-b3ecb8305c81 None None] Pushing event updated for resources: {'Port': ['ID=019470d4-726a-47f9-9846-13d3252f20d9,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:11.796064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 7185ff6a-4211-40cd-814a-5581b9c55e83 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:11.802434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7185ff6a-4211-40cd-814a-5581b9c55e83 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:11.802814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:11.987330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:12.026844 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 7185ff6a-4211-40cd-814a-5581b9c55e83, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7185ff6a-4211-40cd-814a-5581b9c55e83,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:12.115298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:12.126054 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:12.197809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:12.467079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:12.725507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba669b2-7bbc-4166-8fb9-91608cbe3e8e None None] Network edf3533a-f9cb-4326-8522-474a0b60c00c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:24:12.738854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:24:12.919024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:24:12.920408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-4344bd4b-c36a-4c77-a67a-fd63fef154e1 None None] Provisioning for port 019470d4-726a-47f9-9846-13d3252f20d9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:12.929401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Sync routers for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:24:12.938234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:12.938835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:13.029858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.031439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7deb1507-08da-44d6-86ab-9955bfd8901f admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9841478 Mar 02 19:24:13.034293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51466) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:24:13.122151 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:13.413487 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:11Z', 'revision_number': 3, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:13.417162 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Checking router: 583f0de4-f3fe-4430-96e4-d9c9b2e30dec for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:24:13.417504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Updating router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:24:13.468356 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.636890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7185ff6a-4211-40cd-814a-5581b9c55e83 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:13.718982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 7185ff6a-4211-40cd-814a-5581b9c55e83 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:13.719297 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.839449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 019470d4-726a-47f9-9846-13d3252f20d9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:13.841979 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.846863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.854468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Transition to ACTIVE for port object 0993014c-1cb5-450b-90ac-3ec30a7e4b51 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:13.944400 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:13.972848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 019470d4-726a-47f9-9846-13d3252f20d9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:13.977978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 019470d4-726a-47f9-9846-13d3252f20d9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:13.978405 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.013046 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801663b-08a0-4207-941f-916a1d017151 None None] Pushing event updated for resources: {'Port': ['ID=0993014c-1cb5-450b-90ac-3ec30a7e4b51,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:14.038025 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Attempting to bind port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:14.038844 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Attempting to bind port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:14.039404 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Attempting to bind port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:14.045372 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:14.046053 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:14.046648 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.047347 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:14.048016 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Bound port: 0993014c-1cb5-450b-90ac-3ec30a7e4b51, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:14.048669 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.065368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Allocated IP 172.20.0.1 (edf3533a-f9cb-4326-8522-474a0b60c00c/20ff6a41-7172-4038-aba6-4d391ad69170/5f7c0174-282b-4a8d-b364-dd6f193357eb) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:14.107081 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.131003 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] For port 0993014c-1cb5-450b-90ac-3ec30a7e4b51, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:14.134213 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] For port 0993014c-1cb5-450b-90ac-3ec30a7e4b51, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0993014c-1cb5-450b-90ac-3ec30a7e4b51,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:14.141259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 019470d4-726a-47f9-9846-13d3252f20d9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=019470d4-726a-47f9-9846-13d3252f20d9,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:14.207368 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.218464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.220520 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.236352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Transition to ACTIVE for port object 5f7c0174-282b-4a8d-b364-dd6f193357eb will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:14.288061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=019470d4-726a-47f9-9846-13d3252f20d9,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:14.289042 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:14.289656 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:14.321515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.347290 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c801663b-08a0-4207-941f-916a1d017151 None None] Pushing event updated for resources: {'Port': ['ID=0993014c-1cb5-450b-90ac-3ec30a7e4b51,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:14.386230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Network edf3533a-f9cb-4326-8522-474a0b60c00c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:14.393182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:14.397279 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:14.433091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:14.457244 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.479822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:14.702266 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.754497 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e753124-e5a5-44b4-8a99-04e8dbbb6c2a None None] Provisioning for port 5f7c0174-282b-4a8d-b364-dd6f193357eb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:14.759411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e753124-e5a5-44b4-8a99-04e8dbbb6c2a None None] Provisioning complete for port 5f7c0174-282b-4a8d-b364-dd6f193357eb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:14.759874 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5e753124-e5a5-44b4-8a99-04e8dbbb6c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:14.767513 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:11Z', 'revision_number': 3, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:14.772036 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5299d642-15af-40ff-bfae-bfa80de068ef None None] The sync data for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 is: [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:11Z', 'revision_number': 3, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:24:14.818296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5e753124-e5a5-44b4-8a99-04e8dbbb6c2a None None] Port 5f7c0174-282b-4a8d-b364-dd6f193357eb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:24:14.937586 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.002369 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.122963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.126722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:15.267271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Network edf3533a-f9cb-4326-8522-474a0b60c00c is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:15.268339 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:15.470298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:24:15.544971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a7faee3b-fff9-401c-ae44-1ab4bc8dfa9b None None] Provisioning complete for port 5f7c0174-282b-4a8d-b364-dd6f193357eb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:15.545956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a7faee3b-fff9-401c-ae44-1ab4bc8dfa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.608298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a7faee3b-fff9-401c-ae44-1ab4bc8dfa9b None None] Port 5f7c0174-282b-4a8d-b364-dd6f193357eb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:24:15.644074 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0993014c-1cb5-450b-90ac-3ec30a7e4b51 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:15.776512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:24:15.778361 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:15.784007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:15.784377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.786432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ce141f81-5a3b-40b1-b17c-91b6553960f4 admin admin] 10.222.0.66 "PUT /v2.0/routers/583f0de4-f3fe-4430-96e4-d9c9b2e30dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7504916 Mar 02 19:24:15.899996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:15.918048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 0993014c-1cb5-450b-90ac-3ec30a7e4b51, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0993014c-1cb5-450b-90ac-3ec30a7e4b51,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:16.011268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:16.012065 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 019470d4-726a-47f9-9846-13d3252f20d9 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:16.130930 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=0993014c-1cb5-450b-90ac-3ec30a7e4b51,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:16.143945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 019470d4-726a-47f9-9846-13d3252f20d9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:16.144328 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:17.564346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0993014c-1cb5-450b-90ac-3ec30a7e4b51 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:17.649707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:17.650092 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:17.731079 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Sync routers for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:24:17.781468 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:17.782247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:17.986207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:18.376557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 4, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5f7c0174-282b-4a8d-b364-dd6f193357eb', 'name': '', 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'mac_address': 'fa:16:3e:90:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:13Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 2, 'project_id': '4fa28981095940bdba610cf3c5300608', 'subnets': [{'id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:18.382663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Checking router: 583f0de4-f3fe-4430-96e4-d9c9b2e30dec for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:24:18.383114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Updating router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec port 5f7c0174-282b-4a8d-b364-dd6f193357eb binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:24:18.438729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:18.814309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:18.827818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Transition to ACTIVE for port object 5f7c0174-282b-4a8d-b364-dd6f193357eb will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:18.909860 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:19.136162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Pushing event updated for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:19.149353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.149700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.150042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.150438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.150770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.151103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.151430 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.151755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.152086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.152399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.152725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.153043 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:24:19.164457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Attempting to bind port 5f7c0174-282b-4a8d-b364-dd6f193357eb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:19.165015 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Attempting to bind port 5f7c0174-282b-4a8d-b364-dd6f193357eb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:19.165554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Attempting to bind port 5f7c0174-282b-4a8d-b364-dd6f193357eb on network edf3533a-f9cb-4326-8522-474a0b60c00c {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:19.171597 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:19.171973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Checking segment: {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:19.172376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:19.172772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Bound using segment: {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:19.173231 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Bound port: 5f7c0174-282b-4a8d-b364-dd6f193357eb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e7bf654-d7b1-4f79-b530-6e6ed607e696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:19.173603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:19.273885 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] For port 5f7c0174-282b-4a8d-b364-dd6f193357eb, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:19.277230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] For port 5f7c0174-282b-4a8d-b364-dd6f193357eb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5f7c0174-282b-4a8d-b364-dd6f193357eb,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:19.339233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:19.436918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ce343-3567-4036-8800-4f83b1361f33 None None] Pushing event updated for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:19.445197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:24:19.445854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:23:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:19.632060 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:24:19.998656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 4, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5f7c0174-282b-4a8d-b364-dd6f193357eb', 'name': '', 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'mac_address': 'fa:16:3e:90:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:13Z', 'updated_at': '2022-03-02T19:24:19Z', 'revision_number': 4, 'project_id': '4fa28981095940bdba610cf3c5300608', 'subnets': [{'id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:24:20.008965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8b9c1d-cec5-4043-8e5c-a9d0fddc65fe None None] The sync data for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 is: [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:14Z', 'revision_number': 4, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '5f7c0174-282b-4a8d-b364-dd6f193357eb', 'name': '', 'network_id': 'edf3533a-f9cb-4326-8522-474a0b60c00c', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'mac_address': 'fa:16:3e:90:8a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4174, 'fixed_ips': [{'subnet_id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:13Z', 'updated_at': '2022-03-02T19:24:19Z', 'revision_number': 4, 'project_id': '4fa28981095940bdba610cf3c5300608', 'subnets': [{'id': '20ff6a41-7172-4038-aba6-4d391ad69170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:24:20.175447 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:24:21.584584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5f7c0174-282b-4a8d-b364-dd6f193357eb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:21.738084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 5f7c0174-282b-4a8d-b364-dd6f193357eb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:21.743727 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5f7c0174-282b-4a8d-b364-dd6f193357eb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:21.744347 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:21.906143 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:21.955294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 5f7c0174-282b-4a8d-b364-dd6f193357eb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5f7c0174-282b-4a8d-b364-dd6f193357eb,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:22.040258 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:22.160883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:22.253551 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5b0dfc5e-ac9e-46ad-8bc9-f149f56d4859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:23.558965 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5f7c0174-282b-4a8d-b364-dd6f193357eb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:23.634554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 5f7c0174-282b-4a8d-b364-dd6f193357eb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:23.634874 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:24.233999 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9b3fca6e-0465-4695-b98b-e03a798be2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.593910 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:25.983717 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:26.315515 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:26.983638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:27.469494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:27.641936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-60e0640c-84db-4cd0-978c-53c1862b597c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:27.642622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-60e0640c-84db-4cd0-978c-53c1862b597c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Synchronizing usage tracker for tenant:2743a520b31643e4ba146ee041490b5a on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:27.754887 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-60e0640c-84db-4cd0-978c-53c1862b597c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Unset dirty status for tenant:2743a520b31643e4ba146ee041490b5a on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:27.756044 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-60e0640c-84db-4cd0-978c-53c1862b597c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 814 time: 0.2573731 Mar 02 19:24:27.771592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-0d70dea4-fc7d-460c-b7e9-ae9e19a427e9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/quotas/2743a520b31643e4ba146ee041490b5a HTTP/1.1" status: 200 len: 375 time: 0.0100358 Mar 02 19:24:27.853036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-ed296344-21d9-4eb7-99f8-a55bdfe03b3f tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Synchronizing usage tracker for tenant:2743a520b31643e4ba146ee041490b5a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:27.931992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-ed296344-21d9-4eb7-99f8-a55bdfe03b3f tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Unset dirty status for tenant:2743a520b31643e4ba146ee041490b5a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:27.933228 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-ed296344-21d9-4eb7-99f8-a55bdfe03b3f tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566651 Mar 02 19:24:28.069946 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-9ce1f97e-a875-41d1-b44b-48f69bdce9ec service neutron] 10.222.0.66 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245892 Mar 02 19:24:28.198410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-5887911c-16f8-4cda-bea7-4d5df06f296d service neutron] 10.222.0.66 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224959 Mar 02 19:24:28.463624 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-569e52f3-6a4a-4796-b273-37cc8bbd0700 req-1affdbbe-8563-45c9-b7b9-f17a21f3e89b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 210 time: 0.0463982 Mar 02 19:24:29.561440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-71043ea9-6231-4172-9346-100404c9926d req-b7290120-9031-4310-b089-3b7d2fa56150 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 210 time: 0.0421021 Mar 02 19:24:30.710149 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ce36120c-68cb-4407-824f-82eb0f707b42 req-d2ef76e5-7be2-49a7-beba-68a64d3f2c66 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 210 time: 0.0424118 Mar 02 19:24:31.101940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-f784fc05-8378-4b84-9081-dd3c20c9efbe tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:31.103389 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-f784fc05-8378-4b84-9081-dd3c20c9efbe tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 814 time: 0.1476383 Mar 02 19:24:31.114387 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'port': {'device_id': '6e302583-259d-4ec7-a557-832177833f66', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'admin_state_up': True, 'tenant_id': '2743a520b31643e4ba146ee041490b5a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:31.248304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:24:31.258374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:24:31.319964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Made reservation on behalf of 2743a520b31643e4ba146ee041490b5a for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:24:31.323418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:31.482584 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Allocated IP 172.20.0.10 (80898c89-c859-4b7c-9c8e-baf8dc71f09c/7b355223-b2c2-41a9-8ae2-ff5077fe566b/4ee9b1bb-60d3-409d-b58d-d8016af3d5a7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:24:31.904619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:31.922010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Transition to ACTIVE for port object 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:31.955358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-85f9ef40-71a4-4530-a245-100f114aac08 req-30c0d556-b2e4-42b8-bea2-0c6b8de6922b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 210 time: 0.0710053 Mar 02 19:24:32.019967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:32.096363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:24:32.099653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:24:32.109007 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:24:32.164288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:32.194443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:32.195070 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:32.299203 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-767d8b0b-f65e-403b-a846-f842b025923d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1881464 Mar 02 19:24:32.451993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a25fd2b0-c1e3-4441-83da-827d9f13896c None None] Provisioning for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:32.458277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a25fd2b0-c1e3-4441-83da-827d9f13896c None None] Provisioning complete for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:32.458733 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a25fd2b0-c1e3-4441-83da-827d9f13896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:32.516945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a25fd2b0-c1e3-4441-83da-827d9f13896c None None] Port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:24:33.146099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef385edf-a61a-42e3-b5a8-4e0354b0458f req-f7e94cc0-660e-4311-bfcc-d563d789eb1c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:33.147816 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef385edf-a61a-42e3-b5a8-4e0354b0458f req-f7e94cc0-660e-4311-bfcc-d563d789eb1c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0838811 Mar 02 19:24:33.193622 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ef385edf-a61a-42e3-b5a8-4e0354b0458f req-85823d65-a0f7-4c8d-8056-af5d6204f6e0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Synchronizing usage tracker for tenant:2743a520b31643e4ba146ee041490b5a on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:24:33.270214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ef385edf-a61a-42e3-b5a8-4e0354b0458f req-85823d65-a0f7-4c8d-8056-af5d6204f6e0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Unset dirty status for tenant:2743a520b31643e4ba146ee041490b5a on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:24:33.271337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ef385edf-a61a-42e3-b5a8-4e0354b0458f req-85823d65-a0f7-4c8d-8056-af5d6204f6e0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178689 Mar 02 19:24:34.469094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e60d3-5abf-400e-a3bc-edcd1f72ee71 req-57325ba6-deef-4c22-a309-80674440e6ef tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:34.470797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-577e60d3-5abf-400e-a3bc-edcd1f72ee71 req-57325ba6-deef-4c22-a309-80674440e6ef tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0912549 Mar 02 19:24:34.519366 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-577e60d3-5abf-400e-a3bc-edcd1f72ee71 req-55e878d1-46d2-4a74-9596-0e779b26a63b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422835 Mar 02 19:24:35.716365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cc33f-014f-4c28-aa69-19fec76dd5b8 req-6418e9ba-116c-450f-b2a2-2a4d8484efe9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:35.717853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81cc33f-014f-4c28-aa69-19fec76dd5b8 req-6418e9ba-116c-450f-b2a2-2a4d8484efe9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0884774 Mar 02 19:24:35.765910 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e81cc33f-014f-4c28-aa69-19fec76dd5b8 req-59877985-69e9-4fc3-b5c8-6706e3a9fd8b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418856 Mar 02 19:24:36.961398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b113da-d4af-4b2d-bfcf-5a5653bb65f1 req-cd9e6fe0-0300-4837-b339-41a5f32d641d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:36.963772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67b113da-d4af-4b2d-bfcf-5a5653bb65f1 req-cd9e6fe0-0300-4837-b339-41a5f32d641d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0895860 Mar 02 19:24:37.011683 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-67b113da-d4af-4b2d-bfcf-5a5653bb65f1 req-353116ff-5fd6-4101-8bd4-ad094edc2555 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413210 Mar 02 19:24:38.204954 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d373e9-c15f-41da-881a-f6a24dbc1c10 req-66f2a675-3102-451a-b682-0aa95cc002e5 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:38.211926 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5d373e9-c15f-41da-881a-f6a24dbc1c10 req-66f2a675-3102-451a-b682-0aa95cc002e5 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0895491 Mar 02 19:24:38.252802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5d373e9-c15f-41da-881a-f6a24dbc1c10 req-aa430afb-a115-4ad0-9a0b-cbec9edb31e2 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400124 Mar 02 19:24:39.195410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Request body: {'port': {'device_id': '6e302583-259d-4ec7-a557-832177833f66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:24:39.306582 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.440807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bed49-b334-415c-b141-7995e31e6b52 req-c1385659-d397-49b7-b3f2-03b10a2a9143 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:39.442318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea7bed49-b334-415c-b141-7995e31e6b52 req-c1385659-d397-49b7-b3f2-03b10a2a9143 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 932 time: 0.0836930 Mar 02 19:24:39.486876 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea7bed49-b334-415c-b141-7995e31e6b52 req-3165fd9d-c9d2-4a09-86b6-573a214f7a99 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 Mar 02 19:24:39.646021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:24:39.653137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.667155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Transition to ACTIVE for port object 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:24:39.720719 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:39.883850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:39.954115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Attempting to bind port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:24:39.954464 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Attempting to bind port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:24:39.954785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Attempting to bind port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 on network 80898c89-c859-4b7c-9c8e-baf8dc71f09c {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:39.959283 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 on network 80898c89-c859-4b7c-9c8e-baf8dc71f09c not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:24:39.959604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Attempting to bind port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 on network 80898c89-c859-4b7c-9c8e-baf8dc71f09c {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:24:39.964742 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:24:39.965075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Checking segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:24:39.965452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Bound using segment: {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:24:39.965866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Bound port: 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c3b276-03af-4a1c-8a45-a9af4abe7fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:24:39.966241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.056417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:24:40.059329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:24:40.138405 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.198676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:40.199279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:40.200575 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] 10.222.0.65 "PUT /v2.0/ports/4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1092 time: 1.0099919 Mar 02 19:24:40.201010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:24:40.229638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4161c03-f8a1-44da-9cdf-ce2bba1ac079 service neutron] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:40.256414 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:24:40.355176 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-274103b7-5632-4fc8-b36c-fce254a6bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:40.356830 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-274103b7-5632-4fc8-b36c-fce254a6bb41 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1095 time: 0.0785751 Mar 02 19:24:40.509679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-a1e85e34-da7b-4999-8f61-44011b0afdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:40.511188 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-a1e85e34-da7b-4999-8f61-44011b0afdf2 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=2743a520b31643e4ba146ee041490b5a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1479478 Mar 02 19:24:40.676645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f6b6-9d43-4f53-a8a9-252d31cdb893 req-d9a19eb1-407b-454c-92cc-60b6df9579f9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:40.677271 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-c286cd40-e3cc-44d3-be9c-a99b308db5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:40.678703 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2eaf37dc-3342-45fd-b313-5eb129e40c52 req-c286cd40-e3cc-44d3-be9c-a99b308db5e5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1619415 Mar 02 19:24:40.679745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0211f6b6-9d43-4f53-a8a9-252d31cdb893 req-d9a19eb1-407b-454c-92cc-60b6df9579f9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 944 time: 0.0844238 Mar 02 19:24:40.729698 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0211f6b6-9d43-4f53-a8a9-252d31cdb893 req-3d2ed693-8786-487b-b785-53738452b562 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441711 Mar 02 19:24:41.232277 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-27e4f6b2-e553-4c8d-aef0-71726ed2e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:41.233774 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-27e4f6b2-e553-4c8d-aef0-71726ed2e566 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1095 time: 0.1731052 Mar 02 19:24:41.300624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-aee0d902-04dc-4b1f-aa41-43f928682048 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 217 time: 0.0601633 Mar 02 19:24:41.362866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-2944fcd4-c19f-453b-a1fa-d03478fd203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:41.364179 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-2944fcd4-c19f-453b-a1fa-d03478fd203d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0583251 Mar 02 19:24:41.436487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-646651ff-0921-46a7-9405-b7e74f1a16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:41.437911 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-646651ff-0921-46a7-9405-b7e74f1a16a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682545 Mar 02 19:24:41.567197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-4a08cd61-2e6c-474f-a2aa-89749f537838 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234136 Mar 02 19:24:41.698747 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0e4a4e72-cc89-4f61-a000-3629d0d00ec8 req-fec4d01b-d9b5-4c7a-93fe-a0985a97c5b9 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252499 Mar 02 19:24:41.910226 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dd573-b2b6-404d-9f35-e539be959f02 req-0663bc15-1c4b-4048-9e17-2368621337d6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:41.911678 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-577dd573-b2b6-404d-9f35-e539be959f02 req-0663bc15-1c4b-4048-9e17-2368621337d6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 944 time: 0.0785301 Mar 02 19:24:41.955804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-577dd573-b2b6-404d-9f35-e539be959f02 req-a63a1960-8932-455c-9972-c4e501372459 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385463 Mar 02 19:24:43.138495 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa6224-f0c9-4da3-b63b-569f60b084db req-ce21bfc9-aab6-4975-87a0-393a215ec46b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:43.139945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cafa6224-f0c9-4da3-b63b-569f60b084db req-ce21bfc9-aab6-4975-87a0-393a215ec46b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 944 time: 0.0816836 Mar 02 19:24:43.183935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cafa6224-f0c9-4da3-b63b-569f60b084db req-1b359518-e16c-4e47-944a-0a76a195d65b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384738 Mar 02 19:24:44.225790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:24:44.358981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:44.363395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f66b7c-c0d7-48d4-b014-f1e0d4eb6457 req-9ba5da6e-7b3c-43ec-be6f-fcba6fd6537c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:44.365299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93f66b7c-c0d7-48d4-b014-f1e0d4eb6457 req-9ba5da6e-7b3c-43ec-be6f-fcba6fd6537c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 944 time: 0.0791144 Mar 02 19:24:44.371794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'port_id': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'mac_address': 'fa:16:3e:e7:36:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:24:44.410857 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-93f66b7c-c0d7-48d4-b014-f1e0d4eb6457 req-6d3f6682-3a25-455a-b453-90a2636cf2e8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402482 Mar 02 19:24:44.427982 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:44.444639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:24:44.459319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:44.577685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:44.647166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:44.775914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:24:45.596201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388a2af-0641-48d2-8aa0-ece781611d26 req-9dfed737-319d-4b3f-a1c0-9c46f11adff9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:45.597646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e388a2af-0641-48d2-8aa0-ece781611d26 req-9dfed737-319d-4b3f-a1c0-9c46f11adff9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 945 time: 0.0821626 Mar 02 19:24:45.640479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e388a2af-0641-48d2-8aa0-ece781611d26 req-3ef5eb49-bd4c-4fc4-8e39-f0b896fa266a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367184 Mar 02 19:24:46.257386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:24:46.383680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:24:46.388309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:24:46.398030 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:46.501439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:46.527421 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:24:46.537158 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:24:46.571691 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'code': 200} Mar 02 19:24:46.612310 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:46.682479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:24:46.703132 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2189171-ce10-415b-9304-33438b1c8a83 req-62137b4b-0152-4276-8251-0e39591ef528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:46.704631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d2189171-ce10-415b-9304-33438b1c8a83 req-62137b4b-0152-4276-8251-0e39591ef528 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1097 time: 0.0759649 Mar 02 19:24:46.745750 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d2189171-ce10-415b-9304-33438b1c8a83 req-0a3d2287-76d3-4b1c-9e35-5e0a490a6505 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Mar 02 19:24:46.822056 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba31ecb-d77e-4a4b-9e5a-8535f133f082 req-69de02e7-dd75-49d8-a024-3d4feef1885a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:46.823531 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba31ecb-d77e-4a4b-9e5a-8535f133f082 req-69de02e7-dd75-49d8-a024-3d4feef1885a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0782552 Mar 02 19:24:46.869664 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba31ecb-d77e-4a4b-9e5a-8535f133f082 req-1391f0ef-7a8b-4275-b0ed-7b40a83b3d9d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406322 Mar 02 19:24:48.056427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f964c20-1b51-4728-8d13-3552febafa6e req-1ca38df4-be17-415c-809c-3e4826174b8a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:48.057911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f964c20-1b51-4728-8d13-3552febafa6e req-1ca38df4-be17-415c-809c-3e4826174b8a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0793798 Mar 02 19:24:48.103076 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f964c20-1b51-4728-8d13-3552febafa6e req-406fbe8f-55cd-4014-964c-b9c7c09a9500 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392196 Mar 02 19:24:49.286290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e29ba-fc4c-444d-8574-a4333f7c4994 req-5977a0ee-1dc3-4704-a675-30ab0b318f26 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:49.288341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a0e29ba-fc4c-444d-8574-a4333f7c4994 req-5977a0ee-1dc3-4704-a675-30ab0b318f26 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0833707 Mar 02 19:24:49.439632 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a0e29ba-fc4c-444d-8574-a4333f7c4994 req-e53169b2-fa69-4634-a89a-ad7ef024543b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455467 Mar 02 19:24:49.617407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c88f4e-6c79-47bc-b21c-f13cc85099d1 req-95fc6465-878b-4afd-ad23-10cbe8390e29 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:49.618868 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5c88f4e-6c79-47bc-b21c-f13cc85099d1 req-95fc6465-878b-4afd-ad23-10cbe8390e29 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0771556 Mar 02 19:24:49.661458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c5c88f4e-6c79-47bc-b21c-f13cc85099d1 req-0d15a863-519f-43f7-a681-a677298e9def tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371313 Mar 02 19:24:50.036490 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3925cab-3188-426e-a855-c4a38f6c555a req-01b68597-0047-4b89-b282-378091b470ee tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:24:50.037870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3925cab-3188-426e-a855-c4a38f6c555a req-01b68597-0047-4b89-b282-378091b470ee tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0814595 Mar 02 19:24:50.081989 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b3925cab-3188-426e-a855-c4a38f6c555a req-2eab4f30-e612-4f93-9bc9-5b5ff837b4c1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Mar 02 19:24:52.113000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-26f349fb-053b-40d1-acc3-585e8683b69b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:54.292368 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-920ad04c-e357-473b-a953-97665a63a575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:55.593128 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:55.776210 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:56.313175 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:56.988786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:24:57.175436 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:24:57.434536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:03.253345 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c310e8-4295-46b6-9673-b5fab11265fa req-a2be0a40-60b3-4b2e-b274-76f2e2597897 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:03.254802 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c310e8-4295-46b6-9673-b5fab11265fa req-a2be0a40-60b3-4b2e-b274-76f2e2597897 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0802500 Mar 02 19:25:03.297093 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c310e8-4295-46b6-9673-b5fab11265fa req-d8b519a2-2728-474c-8401-e3a351027485 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Mar 02 19:25:03.319734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51668) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:03.478979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2196023-558c-49cd-9203-ad4017e38e16 tempest-TestMinimumBasicScenario-1197577391 tempest-TestMinimumBasicScenario-1197577391-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:03.479678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a2196023-558c-49cd-9203-ad4017e38e16 tempest-TestMinimumBasicScenario-1197577391 tempest-TestMinimumBasicScenario-1197577391-project-admin] Synchronizing usage tracker for tenant:4fa28981095940bdba610cf3c5300608 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:25:03.548448 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a2196023-558c-49cd-9203-ad4017e38e16 tempest-TestMinimumBasicScenario-1197577391 tempest-TestMinimumBasicScenario-1197577391-project-admin] Unset dirty status for tenant:4fa28981095940bdba610cf3c5300608 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:25:03.549603 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a2196023-558c-49cd-9203-ad4017e38e16 tempest-TestMinimumBasicScenario-1197577391 tempest-TestMinimumBasicScenario-1197577391-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1092 time: 0.2288945 Mar 02 19:25:03.552527 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51674) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:03.557534 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:03.563973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:03.567823 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:floatingip and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:03.570633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:03.576430 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:03.651461 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:03.788779 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:03.923741 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Allocated IP 172.25.7.127 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/a8c1aae6-7a81-4892-8497-3abac0e7d535) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:25:04.067671 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:04.148666 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:04.228271 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:25:04.235871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:25:04.239838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:25:04.276765 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'Port': ['ID=a8c1aae6-7a81-4892-8497-3abac0e7d535,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:04.293444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.293793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.294153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.294522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.294856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.295184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.295506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.295837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.296149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.296464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.296781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.297097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:04.642611 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-b0c8de86-384f-4104-950d-a1f83f4b8554 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681036 Mar 02 19:25:04.658410 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:04.786407 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-5b04ea0f-3965-4762-882a-3e508a223b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:04.787884 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-5b04ea0f-3965-4762-882a-3e508a223b86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1097 time: 0.0752904 Mar 02 19:25:04.795680 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:04.933753 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-de8e873e-d6c3-4b84-89dc-eae81b4b2df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:04.935160 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-de8e873e-d6c3-4b84-89dc-eae81b4b2df7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1287341 Mar 02 19:25:05.102201 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-5aa4200a-ac28-46e6-8fa0-609c581aeb4e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1000 time: 0.1613619 Mar 02 19:25:05.117085 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:05.163521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-3b0a8433-49d8-48f7-9148-9483fb3c323c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:05.164955 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-3b0a8433-49d8-48f7-9148-9483fb3c323c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0563993 Mar 02 19:25:05.165846 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:05.239413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-12714c8c-cbfa-4fdc-bcd1-42b1bb42dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:05.240881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-12714c8c-cbfa-4fdc-bcd1-42b1bb42dd3b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695992 Mar 02 19:25:05.251155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-5e1cd1a1-8e27-42dc-840b-44c638113c14 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:25:05.252093 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-5e1cd1a1-8e27-42dc-840b-44c638113c14 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048795 Mar 02 19:25:05.275488 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'Port': ['ID=a8c1aae6-7a81-4892-8497-3abac0e7d535,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:05.289162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:05.383864 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-9d3bfa72-8bec-4758-ad2d-5da2ba6e22c9 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255221 Mar 02 19:25:05.459935 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Floating IP ffd23830-fb4f-4295-8915-235990c81245 associated. External IP: 172.25.7.127, port: 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7. Mar 02 19:25:05.515486 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da6cf53e-f31f-4471-8b39-d5b5abc597e6 req-8362de4a-d691-4372-9691-6e7202c7f4d4 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256762 Mar 02 19:25:05.812257 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:25:05.993849 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:25:06.003690 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Sync routers for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:25:06.014182 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:25:06.015015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:06.108785 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:06.184677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51678) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:06.189947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326220782', 'description': 'tempest-secgroup-smoke-1326220782 description', 'project_id': '2743a520b31643e4ba146ee041490b5a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:06.195102 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f9c739c-6e37-4e65-84d0-88d40b305b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6411257 Mar 02 19:25:06.196730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:25:06.196874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:06.197298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:25:06.209115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:06.359348 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:06.380302 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:25:06.391049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:06.394911 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:06.399005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:06.439677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:06.512438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-149aa261-20fa-48bb-b5a1-432a155d14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:06.513918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-149aa261-20fa-48bb-b5a1-432a155d14eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1097 time: 0.1093724 Mar 02 19:25:06.571988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:06.610535 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ffd23830-fb4f-4295-8915-235990c81245', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'port_id': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'mac_address': 'fa:16:3e:e7:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e302583-259d-4ec7-a557-832177833f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:25:04Z', 'updated_at': '2022-03-02T19:25:04Z', 'revision_number': 0, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:06.614879 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Checking router: 71e0c4b2-c775-4b42-afde-faa4bf41ee43 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:25:06.624234 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:25:06.624852 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:24:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:06.720928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:06.783706 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:06.799928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810578 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.810703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:25:06.826166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-0f4df88c-a6c9-41f1-bb35-a1be40402f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:06.827812 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-0f4df88c-a6c9-41f1-bb35-a1be40402f83 service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.3060708 Mar 02 19:25:06.887696 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:06.888807 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e5e76f74-e457-4ca2-b5cb-0247f98fb0b6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7031381 Mar 02 19:25:06.891908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51686) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:06.897577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:06.904575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:06.908956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:06.912671 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:06.919450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:06.934341 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-f9d8b41b-a6c4-4bae-bb4f-644745320f5a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1000 time: 0.1001432 Mar 02 19:25:07.001459 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.002931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-3b919a7c-235b-4f30-ab1a-011c554af932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:07.004481 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-3b919a7c-235b-4f30-ab1a-011c554af932 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0642617 Mar 02 19:25:07.074274 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.125328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-6bc1460c-d8ce-4a9a-abd3-95cc18519418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:07.126937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-6bc1460c-d8ce-4a9a-abd3-95cc18519418 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123762 Mar 02 19:25:07.143812 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.164818 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79bc9983-84fc-4b54-bcab-0609abb7095a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:07.198841 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ffd23830-fb4f-4295-8915-235990c81245', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'port_id': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'mac_address': 'fa:16:3e:e7:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e302583-259d-4ec7-a557-832177833f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:25:04Z', 'updated_at': '2022-03-02T19:25:04Z', 'revision_number': 0, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:25:07.203589 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fcd84d3-e773-4595-af90-0477061475e7 None None] The sync data for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 is: [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'ffd23830-fb4f-4295-8915-235990c81245', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'floating_ip_address': '172.25.7.127', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'port_id': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4177, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'mac_address': 'fa:16:3e:e7:36:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e302583-259d-4ec7-a557-832177833f66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:25:04Z', 'updated_at': '2022-03-02T19:25:04Z', 'revision_number': 0, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:25:07.250385 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.251957 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a8308111-43ca-46a2-a283-274d6397699d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3588338 Mar 02 19:25:07.254800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51690) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:07.260044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:07.267185 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:07.271165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:07.274153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:07.280878 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:07.286990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-da88b44f-061a-4a38-8a44-14cb494fbe6a service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535740 Mar 02 19:25:07.373179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.416202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff4b42-c600-4fce-85c0-820e6f9a82ef None None] New status for floating IP ffd23830-fb4f-4295-8915-235990c81245: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:25:07.429365 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-31163514-51b4-42b7-8cc1-b30f7e91c9d6 req-c4d620a7-b4a2-4654-a448-fb8713254ce8 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360099 Mar 02 19:25:07.453917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.525648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.550781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd4bd17-dfa4-4cb6-954b-17bac8a90afd,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:07.634336 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.635596 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6590266a-caa9-4a1f-972d-bea17d6b7dc8 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3797152 Mar 02 19:25:07.638346 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 51694) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:07.643410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:07.649964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:07.653932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:07.657269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:07.663162 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:07.790162 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.852842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.931664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:07.955391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783523d5-ea99-4b0f-bde1-a77d80106d5a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:08.034551 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.035770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5882a958-13e9-4540-b280-4196388bc17d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3965199 Mar 02 19:25:08.038805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51698) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:08.044575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:08.051700 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:08.055619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:08.058732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:08.065057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:08.149062 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.216312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.308555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.332078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=854c9fad-8e3e-4b77-a242-3942e9f05396,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:08.399740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.401030 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-25812f3e-a3a0-4e83-b275-b1b618ce9342 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3611522 Mar 02 19:25:08.404264 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51702) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:08.409405 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:08.416015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:08.419850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:08.422815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:08.428530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:08.548937 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Project 2743a520b31643e4ba146ee041490b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:25:08.555898 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.618836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.690961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.716359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bc43af-3437-417d-b98e-4ab46c02e681,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:08.783185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.784445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2b9dcc23-b493-4a06-8987-4f0bd6099460 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792262 Mar 02 19:25:08.787107 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51706) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:25:08.792242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'security_group_rule': {'security_group_id': '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6', 'project_id': '2743a520b31643e4ba146ee041490b5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:08.799155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:25:08.802932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Usage tracker for resource:security_group_rule and tenant:2743a520b31643e4ba146ee041490b5a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:25:08.805872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:25:08.812255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:25:08.886082 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Project 2743a520b31643e4ba146ee041490b5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:25:08.892673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:08.956383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.039893 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.065772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bcb89a7-c8d8-4615-8e26-2c449add03c2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:09.139617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.139617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-777948a0-2160-4a21-a06f-9882388d83b0 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3502948 Mar 02 19:25:09.270840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-3c0a54e7-b269-495f-8d27-60884fef0160 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326220782&fields=id&tenant_id=2743a520b31643e4ba146ee041490b5a HTTP/1.1" status: 200 len: 267 time: 0.0456221 Mar 02 19:25:09.353889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-1c2eeb80-b0ae-40f4-ba3b-3d434d1f491b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:09.353889 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-1c2eeb80-b0ae-40f4-ba3b-3d434d1f491b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0805740 Mar 02 19:25:09.367308 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'port': {'security_groups': ['2bbedde3-ca8f-4973-b016-ecf90e69a45a', '1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:25:09.484303 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.843897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:25:09.868143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.971263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:09.984322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:25:10.038413 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.039043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:10.040417 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-910d211e-470e-49f9-8c4c-b0cf514cc3f7 req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "PUT /v2.0/ports/4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 982 time: 0.6824422 Mar 02 19:25:10.040861 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:25:10.076685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82afe45-7171-4a9b-a914-7286a1857540 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=6']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:25:10.109698 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:25:10.116753 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:25:10.218423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-d8a91f5f-4530-4746-8ba5-414a7ce81868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.220921 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-d8a91f5f-4530-4746-8ba5-414a7ce81868 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1136 time: 0.0793936 Mar 02 19:25:10.283220 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cb22b-83d0-4970-892d-ea226ef90f42 req-87660956-eb8f-442a-b9ae-5868f217bc9c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.285307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-932cb22b-83d0-4970-892d-ea226ef90f42 req-87660956-eb8f-442a-b9ae-5868f217bc9c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.1113975 Mar 02 19:25:10.337094 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-932cb22b-83d0-4970-892d-ea226ef90f42 req-3fbefed4-d339-43b8-950f-fe9ffd92441b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451138 Mar 02 19:25:10.376090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-004f231d-0cbb-4dda-9911-d3abc6975855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.377445 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-004f231d-0cbb-4dda-9911-d3abc6975855 service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1505656 Mar 02 19:25:10.482417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-ab8ec406-b233-4c61-bb3a-3c6bf5f36c7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0986679 Mar 02 19:25:10.483983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-147a09ab-3a33-45d3-b3d7-d461564034d4 None None] Provisioning complete for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:25:10.484356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-147a09ab-3a33-45d3-b3d7-d461564034d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:10.544377 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-91451dc1-1c01-43f6-99f8-6e2345712d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.545817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-91451dc1-1c01-43f6-99f8-6e2345712d86 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0577595 Mar 02 19:25:10.624863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-08220891-867e-400b-8c02-9719f0a4692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:10.626663 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-08220891-867e-400b-8c02-9719f0a4692d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731475 Mar 02 19:25:10.758762 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-11a8f096-47b9-493d-b3d2-353a1ff3681b service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255860 Mar 02 19:25:11.001092 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da682463-a831-45fb-b1c4-ed09bcc18e0c req-630200b3-8418-44ee-8ea7-c9b719da56bb service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352917 Mar 02 19:25:22.096801 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e481d617-a739-47bc-95fc-0bc7eb30012c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:22.755846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1696d3e8-2a35-4941-aee5-a4e09ac91c72 req-431ab547-e1ad-41f2-8643-7bde824db092 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:22.757355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1696d3e8-2a35-4941-aee5-a4e09ac91c72 req-431ab547-e1ad-41f2-8643-7bde824db092 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0828192 Mar 02 19:25:22.807425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1696d3e8-2a35-4941-aee5-a4e09ac91c72 req-bb2ed047-e46f-4824-a494-6660c48094a3 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443938 Mar 02 19:25:22.833302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-3bbac1f5-ba1d-402e-8fb4-4a10d20f13e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:22.834799 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-3bbac1f5-ba1d-402e-8fb4-4a10d20f13e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1136 time: 0.1202068 Mar 02 19:25:22.962443 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-99e59cc6-d53e-428c-89d2-f91bde26a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:22.965907 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-99e59cc6-d53e-428c-89d2-f91bde26a9b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1227100 Mar 02 19:25:23.066317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-25b812cf-3680-4ab2-ab9b-a4768862a749 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0962403 Mar 02 19:25:23.128857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-81716cc8-c1c9-4eca-a7e9-596395776b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:23.130303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-81716cc8-c1c9-4eca-a7e9-596395776b6e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0573511 Mar 02 19:25:23.205672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-a0b34e5a-1199-452c-93ab-aaf2cfe159a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:23.207123 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-a0b34e5a-1199-452c-93ab-aaf2cfe159a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705926 Mar 02 19:25:23.338100 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-d522f5c5-db56-45f5-950b-96e6af059c57 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242630 Mar 02 19:25:23.466852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-74aba586-a2e2-452d-9481-27f1968a82d1 req-eff279f1-112d-4494-8b55-ec708c376496 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235199 Mar 02 19:25:23.991196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ac6a-1163-4c1e-9bda-29db1b308a51 req-c19daea8-cf7c-4881-8a68-4b6766080569 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:23.992652 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdd2ac6a-1163-4c1e-9bda-29db1b308a51 req-c19daea8-cf7c-4881-8a68-4b6766080569 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0789194 Mar 02 19:25:24.039119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bdd2ac6a-1163-4c1e-9bda-29db1b308a51 req-50e672e8-c26c-4f3f-86af-b8b0a061df21 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406649 Mar 02 19:25:24.308236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-28593b7e-3459-41c3-b891-e3bbce562b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:25.221628 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9569773-b6bf-4455-9ebc-102c38d9e143 req-3b0a6248-3f46-46a9-a716-f6625a6cd2ef tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:25.223096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9569773-b6bf-4455-9ebc-102c38d9e143 req-3b0a6248-3f46-46a9-a716-f6625a6cd2ef tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0824316 Mar 02 19:25:25.269023 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e9569773-b6bf-4455-9ebc-102c38d9e143 req-aff53b9d-d96c-4c2d-86bf-0a23ea571299 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402174 Mar 02 19:25:25.576019 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:25.775406 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:26.354023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:26.456295 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae80df94-c8cb-4c3b-a710-021b6bbe0445 req-9beb3550-8288-4bef-ba78-3ca283c77344 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:26.457735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae80df94-c8cb-4c3b-a710-021b6bbe0445 req-9beb3550-8288-4bef-ba78-3ca283c77344 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0791209 Mar 02 19:25:26.503530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ae80df94-c8cb-4c3b-a710-021b6bbe0445 req-3e7bde6c-1374-4d1d-9f6b-1ee6627c5957 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400584 Mar 02 19:25:27.005583 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:27.434013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:27.688379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37544c3-1fc1-46e1-96f0-d64cf0f6516e req-cf81e2bf-8dcf-4dcd-930d-fa8523c494ce tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:27.689745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a37544c3-1fc1-46e1-96f0-d64cf0f6516e req-cf81e2bf-8dcf-4dcd-930d-fa8523c494ce tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0827935 Mar 02 19:25:27.735069 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a37544c3-1fc1-46e1-96f0-d64cf0f6516e req-9dd167bb-65fb-44a7-a76f-55f8ff924b9e tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395739 Mar 02 19:25:28.916646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6175d-15f5-4207-904e-decf055cf68b req-4be02b84-ba86-4029-b40c-0a7200d55dd1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:28.918098 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d6175d-15f5-4207-904e-decf055cf68b req-4be02b84-ba86-4029-b40c-0a7200d55dd1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0789447 Mar 02 19:25:28.967110 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d6175d-15f5-4207-904e-decf055cf68b req-f9927ba7-a354-477c-a04e-a09ffd7c08c6 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432742 Mar 02 19:25:30.151378 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c754a9-bded-4602-9593-a89300a88719 req-c267782a-0ec7-4c0a-a899-faeee24d3d78 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:30.152877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c754a9-bded-4602-9593-a89300a88719 req-c267782a-0ec7-4c0a-a899-faeee24d3d78 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0803099 Mar 02 19:25:30.199113 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c754a9-bded-4602-9593-a89300a88719 req-7705f2ba-272c-4d9e-8f25-b1c1f8c3e3f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395775 Mar 02 19:25:31.383272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416a3a1-816a-4e11-b62c-5108a780a36e req-1b5f4a62-dd19-403a-9746-e3d815dbb1a9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:31.384636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9416a3a1-816a-4e11-b62c-5108a780a36e req-1b5f4a62-dd19-403a-9746-e3d815dbb1a9 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0816152 Mar 02 19:25:31.430111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9416a3a1-816a-4e11-b62c-5108a780a36e req-e7e2b87f-afd3-4efc-b8a1-7b48ff5af730 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393975 Mar 02 19:25:32.609890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4b7c5-1448-48e0-9a8c-9449fe4c8ee4 req-646e87d4-8894-48ad-bd9e-53abce635cd4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:32.611358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41e4b7c5-1448-48e0-9a8c-9449fe4c8ee4 req-646e87d4-8894-48ad-bd9e-53abce635cd4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0789697 Mar 02 19:25:32.668140 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-41e4b7c5-1448-48e0-9a8c-9449fe4c8ee4 req-a50ef26f-0839-4cc5-9742-d16ed220a44f tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0511060 Mar 02 19:25:33.854658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c0285f-e7dc-417c-a9b4-3443f93d3a82 req-c7af399b-d9c0-4759-a3c0-350bdb04c41c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:33.856008 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4c0285f-e7dc-417c-a9b4-3443f93d3a82 req-c7af399b-d9c0-4759-a3c0-350bdb04c41c tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0812526 Mar 02 19:25:33.901493 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4c0285f-e7dc-417c-a9b4-3443f93d3a82 req-990fd019-b6e5-4784-896e-1c222dbf8721 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393190 Mar 02 19:25:34.176875 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:25:35.084888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bcf4a-9576-47ab-a5ce-38f0106c7057 req-a029aebe-6723-4f71-8cfe-e5bfeec61f93 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:35.086382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-624bcf4a-9576-47ab-a5ce-38f0106c7057 req-a029aebe-6723-4f71-8cfe-e5bfeec61f93 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0804288 Mar 02 19:25:35.134685 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-624bcf4a-9576-47ab-a5ce-38f0106c7057 req-2b3f6960-38af-453a-b5ac-cfa141e7f037 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426006 Mar 02 19:25:36.321481 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc4515-161a-4340-b8a4-b34973821750 req-409cc1a4-59dc-44a3-8332-d2452211f569 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:36.322838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-affc4515-161a-4340-b8a4-b34973821750 req-409cc1a4-59dc-44a3-8332-d2452211f569 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0821230 Mar 02 19:25:36.370529 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-affc4515-161a-4340-b8a4-b34973821750 req-0a6e94d1-8cd7-4dac-939f-3d0fd6ab6aac tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420444 Mar 02 19:25:37.558968 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581078bd-ef96-41ca-9fa1-2b32fb71a704 req-95e63bc0-13b9-4f04-a94a-2ffe9b0030c7 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:37.560443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-581078bd-ef96-41ca-9fa1-2b32fb71a704 req-95e63bc0-13b9-4f04-a94a-2ffe9b0030c7 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0842214 Mar 02 19:25:37.606588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-581078bd-ef96-41ca-9fa1-2b32fb71a704 req-a9274dbc-ed5b-459f-9ce5-cdcfc10bdc7b tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404606 Mar 02 19:25:38.788002 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb28e11b-1fa5-4ede-b444-fd4c178424ea req-df076365-1fdd-4cb9-bffb-600a3099376d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:38.789454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb28e11b-1fa5-4ede-b444-fd4c178424ea req-df076365-1fdd-4cb9-bffb-600a3099376d tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0802646 Mar 02 19:25:38.834345 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb28e11b-1fa5-4ede-b444-fd4c178424ea req-6aeec61e-9fc0-4089-af34-d47af8722da1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389915 Mar 02 19:25:40.017964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2e770-cecc-40e4-b299-57d4bec90373 req-6eaa1dd4-ba92-45d6-83dc-5ad1e6dc5d70 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:25:40.019433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01d2e770-cecc-40e4-b299-57d4bec90373 req-6eaa1dd4-ba92-45d6-83dc-5ad1e6dc5d70 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0821199 Mar 02 19:25:40.065298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01d2e770-cecc-40e4-b299-57d4bec90373 req-d2848b13-9704-4ccf-91fd-be77cb10a4fd tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6&id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401530 Mar 02 19:25:52.106367 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-139beb0d-fbe5-4b24-9d38-0a888fb45505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:54.228544 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e68c0ab-d5ec-4cf4-a2b3-1d312778c6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.610348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:55.734720 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:56.365044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.014894 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:25:57.437282 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:06.616856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-cee1009e-e620-47c0-8a1e-e0d1a0df07e3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675311 Mar 02 19:26:06.754875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-31d021fd-edcd-47d9-a6f7-a289c5abe08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:06.756310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-31d021fd-edcd-47d9-a6f7-a289c5abe08e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1136 time: 0.0720608 Mar 02 19:26:06.898157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-2e57b5e4-b3d9-4942-b2a4-0a791c1b9afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:06.900190 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-2e57b5e4-b3d9-4942-b2a4-0a791c1b9afd service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1249142 Mar 02 19:26:07.001751 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-b1316244-c46a-485c-9703-ae5806749d19 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1002 time: 0.0946944 Mar 02 19:26:07.063034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-1ebc6734-9ea9-4add-aaeb-74f946dc258a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:07.064448 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-1ebc6734-9ea9-4add-aaeb-74f946dc258a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0569062 Mar 02 19:26:07.136816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-9eb1f91e-0bd3-4ff2-a7b1-a1c1c1e1e63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:07.138257 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-9eb1f91e-0bd3-4ff2-a7b1-a1c1c1e1e63d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676999 Mar 02 19:26:07.267497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-3b8c69be-b7c5-4b06-993d-7494b1395b18 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219251 Mar 02 19:26:07.395497 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3ef54f87-5594-4ef1-b241-3b04bca94257 req-4da3670a-da34-4566-b1d9-95cefa758c2f service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212015 Mar 02 19:26:11.176098 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:26:12.230435 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-b6c5b2b9-bf36-4c47-9ccc-0f58d308e1ff tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326220782&fields=id&tenant_id=2743a520b31643e4ba146ee041490b5a HTTP/1.1" status: 200 len: 267 time: 0.0396571 Mar 02 19:26:12.317520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-560181b8-502f-4b9a-841f-a36320fbcbeb tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:12.318896 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-560181b8-502f-4b9a-841f-a36320fbcbeb tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 985 time: 0.0832715 Mar 02 19:26:12.329335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Request body: {'port': {'security_groups': ['2bbedde3-ca8f-4973-b016-ecf90e69a45a']}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:12.446485 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:12.784871 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:12.809097 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:12.894509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:12.905801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:26:12.961577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:12.962793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:12.964180 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a3773c36-4726-4aff-bf7f-a927ea1607f5 req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "PUT /v2.0/ports/4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 943 time: 0.6392202 Mar 02 19:26:12.964620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:26:12.970671 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:13.004152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event updated for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=7']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:13.021788 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.024195 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.024604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.030304 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.031098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.031665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.032458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.033010 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.034089 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.034680 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.035290 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.037603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509dd1b6-3ad8-4cf2-afb0-6ba0777a46a4 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.043733 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:26:13.045254 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:26:13.248499 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.291435 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.300045 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-47f7a7e0-f049-4be6-90a5-a15cec3e317f None None] Provisioning complete for port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:13.300423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-47f7a7e0-f049-4be6-90a5-a15cec3e317f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.316294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845968-a067-49f4-ac75-5e6cad550078 req-197ac012-c85e-4287-9157-2ca33b250f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:13.317822 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-197ac012-c85e-4287-9157-2ca33b250f86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1097 time: 0.1449745 Mar 02 19:26:13.463242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845968-a067-49f4-ac75-5e6cad550078 req-d5ae2b18-b677-4856-8243-bd90ab7bc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:13.464702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-d5ae2b18-b677-4856-8243-bd90ab7bc877 service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1340716 Mar 02 19:26:13.539880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.575768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:13.590907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.591258 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.591601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.591941 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.592274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.592604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.592934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.593262 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.593591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.593915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.594281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.594593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:13.600875 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-fd5e9def-779a-4d83-a471-d5233ba649d5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 1002 time: 0.1302958 Mar 02 19:26:13.601647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.603207 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ea09b5d7-34f3-4eb9-ab3e-73274f10468a tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "DELETE /v2.0/security-groups/1e2c4e37-c28b-4d04-b5f3-bdb052c7fac6 HTTP/1.1" status: 204 len: 168 time: 0.6290452 Mar 02 19:26:13.605861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:13.754180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845968-a067-49f4-ac75-5e6cad550078 req-a74a4d8a-c9a4-42d9-899c-7c87f8f973c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:13.755671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-a74a4d8a-c9a4-42d9-899c-7c87f8f973c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.1472206 Mar 02 19:26:13.895108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Deleting port a8c1aae6-7a81-4892-8497-3abac0e7d535 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:13.895361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:13.975051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d845968-a067-49f4-ac75-5e6cad550078 req-475b0c73-f714-4f49-8014-b738a0c5ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:13.976500 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-475b0c73-f714-4f49-8014-b738a0c5ce5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1666563 Mar 02 19:26:14.181592 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:14.181830 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:14.246209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-b35e5bca-ad69-4ff8-84eb-9dab8127dd3b service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587385 Mar 02 19:26:14.324691 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Calling delete_port for a8c1aae6-7a81-4892-8497-3abac0e7d535 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:14.495452 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1d845968-a067-49f4-ac75-5e6cad550078 req-ee7f62e6-ba72-4cc6-acbe-6b3ba15a4d90 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934066 Mar 02 19:26:14.718917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:14.764772 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event deleted for resources: {'Port': ['ID=a8c1aae6-7a81-4892-8497-3abac0e7d535,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:14.854486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:14.854826 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Floating IP ffd23830-fb4f-4295-8915-235990c81245 disassociated (deleted). External IP: 172.25.7.127, port: 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7. Mar 02 19:26:15.201809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:26:15.379709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:26:15.389219 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Sync routers for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:26:15.395420 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:15.398419 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:15.399029 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:15.449681 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-511ff587-3d8c-4e4d-ba7d-89c5d7b55a83 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "DELETE /v2.0/floatingips/ffd23830-fb4f-4295-8915-235990c81245 HTTP/1.1" status: 204 len: 168 time: 1.8427765 Mar 02 19:26:15.450369 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:26:15.495028 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:26:15.585117 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:15.593854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-1c2c3bec-4ce3-46ac-9891-4cf3a2f7b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:15.595548 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-1c2c3bec-4ce3-46ac-9891-4cf3a2f7b3d8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2743a520b31643e4ba146ee041490b5a&device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 1097 time: 0.0770614 Mar 02 19:26:15.732634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-4a7f7012-9d8c-4d09-84bb-ebfdfabe656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:15.734129 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-4a7f7012-9d8c-4d09-84bb-ebfdfabe656b service neutron] 10.222.0.65 "GET /v2.0/networks?id=80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 200 len: 915 time: 0.1330640 Mar 02 19:26:15.800451 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-6279741e-4755-4ea4-b268-8b7bf8755b78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 200 len: 217 time: 0.0608640 Mar 02 19:26:15.865079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-3b4fae25-9f6d-4c4f-ac0c-768a09858196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:15.866626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-3b4fae25-9f6d-4c4f-ac0c-768a09858196 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 200 len: 853 time: 0.0612350 Mar 02 19:26:15.894586 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:15.899252 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Checking router: 71e0c4b2-c775-4b42-afde-faa4bf41ee43 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:26:15.909397 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:15.909995 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:25:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:15.943484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-41c0a4b4-cbb4-495d-a333-608cc9f41b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:15.945053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-41c0a4b4-cbb4-495d-a333-608cc9f41b7e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=80898c89-c859-4b7c-9c8e-baf8dc71f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721159 Mar 02 19:26:16.089943 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-0399c054-c723-445a-a7ed-12e55829fe27 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311235 Mar 02 19:26:16.160172 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:16.343459 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-35967b8b-a40b-42fc-85e8-8e27019df7fe req-03e9b0f8-7ec1-4dea-96d2-51b517db3b10 service neutron] 10.222.0.65 "GET /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477562 Mar 02 19:26:16.478414 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:16.482295 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d304aed7-6cd7-4518-ac0e-70cc4dd6cd90 None None] The sync data for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 is: [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:06Z', 'revision_number': 4, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '7185ff6a-4211-40cd-814a-5581b9c55e83', 'name': '', 'network_id': '80898c89-c859-4b7c-9c8e-baf8dc71f09c', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'mac_address': 'fa:16:3e:bb:d1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:05Z', 'updated_at': '2022-03-02T19:24:12Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'subnets': [{'id': '7b355223-b2c2-41a9-8ae2-ff5077fe566b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:26:16.693820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4ded8d-39a4-4808-9b85-e1e594738939 None None] New status for floating IP ffd23830-fb4f-4295-8915-235990c81245: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:26:20.285668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ae95b-ab3a-46a9-b26e-153083edac37 req-2c88de7d-f06e-4885-bb77-062449129bd2 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:20.287300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-017ae95b-ab3a-46a9-b26e-153083edac37 req-2c88de7d-f06e-4885-bb77-062449129bd2 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0833423 Mar 02 19:26:20.334392 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-017ae95b-ab3a-46a9-b26e-153083edac37 req-bd557927-3448-477c-896d-b2f321af99c5 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409610 Mar 02 19:26:21.518225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab441e7-dec2-4d2f-9c6f-cf4255ed419a req-ab4e632d-139d-4959-a1e7-6c9fc86375e7 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:21.519696 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ab441e7-dec2-4d2f-9c6f-cf4255ed419a req-ab4e632d-139d-4959-a1e7-6c9fc86375e7 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.0813582 Mar 02 19:26:21.566275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ab441e7-dec2-4d2f-9c6f-cf4255ed419a req-e09a7825-07fd-475e-9d47-2d0a20afb517 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/security-groups?id=2bbedde3-ca8f-4973-b016-ecf90e69a45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396085 Mar 02 19:26:21.796836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-3bd70ac4-fd8f-4c21-b6dd-f464ac733232 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:21.797528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-3bd70ac4-fd8f-4c21-b6dd-f464ac733232 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Synchronizing usage tracker for tenant:2743a520b31643e4ba146ee041490b5a on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:26:21.889686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-3bd70ac4-fd8f-4c21-b6dd-f464ac733232 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Unset dirty status for tenant:2743a520b31643e4ba146ee041490b5a on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:26:21.890828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-3bd70ac4-fd8f-4c21-b6dd-f464ac733232 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 946 time: 0.1744938 Mar 02 19:26:21.959170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Deleting port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:21.959512 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.118690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-14412a33-9f5e-47bf-993f-193cd98a7b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.206192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] For port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:22.206551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.327683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Calling delete_port for 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:22.552953 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.563998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:26:22.644066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Pushing event deleted for resources: {'Port': ['ID=4ee9b1bb-60d3-409d-b58d-d8016af3d5a7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:22.679995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] No DVR routers for this DVR port 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:26:22.682987 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:22.685977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'name': 'network-vif-deleted', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:26:22.716351 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dbfab7af-fe62-432f-8cb9-b864c3b8df79 req-e92c44c7-5004-498f-b5a6-2d2960652083 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.66 "GET /v2.0/ports?device_id=6e302583-259d-4ec7-a557-832177833f66 HTTP/1.1" status: 200 len: 210 time: 0.0440412 Mar 02 19:26:22.733665 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e302583-259d-4ec7-a557-832177833f66', 'name': 'network-vif-deleted', 'tag': '4ee9b1bb-60d3-409d-b58d-d8016af3d5a7', 'status': 'completed', 'code': 200} Mar 02 19:26:22.797942 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2b3cd71e-fcec-4753-8d8d-4337a4c53db3 req-dc2340f0-9cc0-4063-9375-bb81155623f1 tempest-TestMinimumBasicScenario-1459739221 tempest-TestMinimumBasicScenario-1459739221-project] 10.222.0.65 "DELETE /v2.0/ports/4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 HTTP/1.1" status: 204 len: 173 time: 0.9021196 Mar 02 19:26:24.221490 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59790761-b1d5-47d9-9747-71ead8089228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:24.826032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:24.862613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:24.862959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 4ee9b1bb-60d3-409d-b58d-d8016af3d5a7 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:25.655842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:25.769954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.148491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51868) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:26.375700 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.784873 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:26.986938 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.135539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Deleting port 7185ff6a-4211-40cd-814a-5581b9c55e83 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:27.135883 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.308866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] For port 7185ff6a-4211-40cd-814a-5581b9c55e83, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=7185ff6a-4211-40cd-814a-5581b9c55e83,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:27.309580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.432337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Calling delete_port for 7185ff6a-4211-40cd-814a-5581b9c55e83 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:27.467293 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.667640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:27.714060 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7185ff6a-4211-40cd-814a-5581b9c55e83,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:27.977152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:28.438335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:26:28.612426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:26:28.621086 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Sync routers for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:26:28.624457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-625123f4-8fd1-447d-9055-adc6e57b92e7 admin admin] 10.222.0.66 "PUT /v2.0/routers/71e0c4b2-c775-4b42-afde-faa4bf41ee43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4749064 Mar 02 19:26:28.626896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51872) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:28.630504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:28.631132 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:28.801935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:28.804274 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:28.975700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:29.044439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Deleting port 98ac2988-4f0c-4e12-bcf5-4050d57141e5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:29.044816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:29.082444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:26:27Z', 'revision_number': 5, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port': {'id': '98ac2988-4f0c-4e12-bcf5-4050d57141e5', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:03:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:29.086231 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Checking router: 71e0c4b2-c775-4b42-afde-faa4bf41ee43 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:26:29.094545 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Routers {'71e0c4b2-c775-4b42-afde-faa4bf41ee43'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:29.095143 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:29.224571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] For port 98ac2988-4f0c-4e12-bcf5-4050d57141e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=98ac2988-4f0c-4e12-bcf5-4050d57141e5,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:29.224930 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:29.273455 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] Set router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:29.345782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Calling delete_port for 98ac2988-4f0c-4e12-bcf5-4050d57141e5 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:29.379335 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:26:28Z', 'revision_number': 6, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:29.383218 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cf7939-fd85-47be-9608-e35df7e1e963 None None] The sync data for ids ['71e0c4b2-c775-4b42-afde-faa4bf41ee43'] in n-d-828839-1 is: [{'id': '71e0c4b2-c775-4b42-afde-faa4bf41ee43', 'name': 'tempest-TestMinimumBasicScenario-814226867-router', 'tenant_id': '2743a520b31643e4ba146ee041490b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:02Z', 'updated_at': '2022-03-02T19:26:28Z', 'revision_number': 6, 'project_id': '2743a520b31643e4ba146ee041490b5a', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:26:29.609703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:29.656799 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Pushing event deleted for resources: {'Port': ['ID=98ac2988-4f0c-4e12-bcf5-4050d57141e5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:29.844474 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7185ff6a-4211-40cd-814a-5581b9c55e83 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:29.877536 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:29.879438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 7185ff6a-4211-40cd-814a-5581b9c55e83 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:29.879789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 7185ff6a-4211-40cd-814a-5581b9c55e83 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:30.046591 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.048759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.147143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.147718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71e0c4b2-c775-4b42-afde-faa4bf41ee43 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:26:30.164369 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.165518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8415b4fc-e65e-443d-bba7-3e136f5bc01c admin admin] 10.222.0.66 "DELETE /v2.0/routers/71e0c4b2-c775-4b42-afde-faa4bf41ee43 HTTP/1.1" status: 204 len: 168 time: 1.5377350 Mar 02 19:26:30.168174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51878) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:30.229900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Deleting subnet 7b355223-b2c2-41a9-8ae2-ff5077fe566b {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:26:30.234866 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.283353 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.364293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.519018 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.555690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b355223-b2c2-41a9-8ae2-ff5077fe566b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:30.559971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.565656 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2e1b3c-bb06-426c-b3da-6b03b4a0203c None None] Network 80898c89-c859-4b7c-9c8e-baf8dc71f09c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:26:30.566867 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-12f4015f-7dc1-4757-bdc1-d5741ca9a5c9 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7b355223-b2c2-41a9-8ae2-ff5077fe566b HTTP/1.1" status: 204 len: 168 time: 0.3976796 Mar 02 19:26:30.569361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51882) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:30.675306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.686211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Deleting port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:30.686551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.805592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] DHCP port deletion for 80898c89-c859-4b7c-9c8e-baf8dc71f09c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:26:30.810510 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Deleting port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:30.810886 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:30.896043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] For port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:30.896400 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.008911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] For port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,segment=NetworkSegment(32c3b276-03af-4a1c-8a45-a9af4abe7fb2),segment_id=32c3b276-03af-4a1c-8a45-a9af4abe7fb2)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:31.009892 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.019815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Calling delete_port for 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:31.131977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Calling delete_port for 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:31.181487 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.204718 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:26:31.205070 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:26:31.231391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] No DVR routers for this DVR port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:26:31.257744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f1ec4be-6e96-44d5-bcce-8e0d5656f57c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:31.348976 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.374011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80898c89-c859-4b7c-9c8e-baf8dc71f09c']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:31.386245 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c3b276-03af-4a1c-8a45-a9af4abe7fb2') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:31.386545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c3b276-03af-4a1c-8a45-a9af4abe7fb2') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:31.397605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.413884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.419915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:26:31.420331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:26:31.433122 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:26:31.606449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:31.639797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:31.640139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:31.640553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98ac2988-4f0c-4e12-bcf5-4050d57141e5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:31.674638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 98ac2988-4f0c-4e12-bcf5-4050d57141e5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:31.674982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 98ac2988-4f0c-4e12-bcf5-4050d57141e5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:31.690155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.706169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Deleting port 6f1ec4be-6e96-44d5-bcce-8e0d5656f57c {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:31.706552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.707143 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:31.717829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=80898c89-c859-4b7c-9c8e-baf8dc71f09c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:31.771747 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-488b5ca7-b5c9-43be-8e5f-943f260cb6c8 None None] The port '6f1ec4be-6e96-44d5-bcce-8e0d5656f57c' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:26:31.776609 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-360d5ac2-65b3-4a88-b680-b0c3dc1e03f1 admin admin] 10.222.0.66 "DELETE /v2.0/networks/80898c89-c859-4b7c-9c8e-baf8dc71f09c HTTP/1.1" status: 204 len: 168 time: 1.2059474 Mar 02 19:26:31.779490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51886) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:32.319679 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:32.656064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Deleting port 5f7c0174-282b-4a8d-b364-dd6f193357eb {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:32.656312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:32.820574 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] For port 5f7c0174-282b-4a8d-b364-dd6f193357eb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=5f7c0174-282b-4a8d-b364-dd6f193357eb,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:32.821262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:32.939876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Calling delete_port for 5f7c0174-282b-4a8d-b364-dd6f193357eb owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:33.301476 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:33.347986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Pushing event deleted for resources: {'Port': ['ID=5f7c0174-282b-4a8d-b364-dd6f193357eb,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:33.615492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:33.963093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:26:34.138315 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:26:34.146923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Sync routers for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:26:34.156607 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:34.157219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:34.223291 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3ac7688f-2b58-4132-aada-8e7e14a3ca1d admin admin] 10.222.0.66 "PUT /v2.0/routers/583f0de4-f3fe-4430-96e4-d9c9b2e30dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4426694 Mar 02 19:26:34.225821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51890) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:34.331532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:34.401519 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.649870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:26:33Z', 'revision_number': 5, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:34.653679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Checking router: 583f0de4-f3fe-4430-96e4-d9c9b2e30dec for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:26:34.662224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Routers {'583f0de4-f3fe-4430-96e4-d9c9b2e30dec'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:34.662820 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:34.706816 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.808714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Deleting port 0993014c-1cb5-450b-90ac-3ec30a7e4b51 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:34.809061 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:34.833716 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] Set router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:34.985422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] For port 0993014c-1cb5-450b-90ac-3ec30a7e4b51, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=0993014c-1cb5-450b-90ac-3ec30a7e4b51,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:34.986030 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.109998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Calling delete_port for 0993014c-1cb5-450b-90ac-3ec30a7e4b51 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:35.114345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:26:33Z', 'revision_number': 5, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:35.118291 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b545ef9-ecdf-46f4-870d-f71a1fb4cfec None None] The sync data for ids ['583f0de4-f3fe-4430-96e4-d9c9b2e30dec'] in n-d-828839-1 is: [{'id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'name': 'tempest-TestMinimumBasicScenario-847858713-router', 'tenant_id': '4fa28981095940bdba610cf3c5300608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63'}], 'enable_snat': True}, 'gw_port_id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:26:33Z', 'revision_number': 5, 'project_id': '4fa28981095940bdba610cf3c5300608', 'gw_port': {'id': '0993014c-1cb5-450b-90ac-3ec30a7e4b51', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:f5:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '583f0de4-f3fe-4430-96e4-d9c9b2e30dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:24:10Z', 'updated_at': '2022-03-02T19:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:26:35.341269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.389930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=0993014c-1cb5-450b-90ac-3ec30a7e4b51,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:35.484195 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.624143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5f7c0174-282b-4a8d-b364-dd6f193357eb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:35.659683 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 5f7c0174-282b-4a8d-b364-dd6f193357eb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:35.660086 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 5f7c0174-282b-4a8d-b364-dd6f193357eb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:35.662190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.664712 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.752495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.753023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 583f0de4-f3fe-4430-96e4-d9c9b2e30dec {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:26:35.765488 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.766771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-0fdb5a6e-d8e3-492e-973a-4f489eb15c5f admin admin] 10.222.0.66 "DELETE /v2.0/routers/583f0de4-f3fe-4430-96e4-d9c9b2e30dec HTTP/1.1" status: 204 len: 168 time: 1.5399117 Mar 02 19:26:35.769393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51894) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:35.830869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Deleting subnet 20ff6a41-7172-4038-aba6-4d391ad69170 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:26:35.833980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.886230 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:35.962296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.084164 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.125766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20ff6a41-7172-4038-aba6-4d391ad69170,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:36.129217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.134436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac16294-9e8e-4741-a6d2-c30a56ed0c17 None None] Network edf3533a-f9cb-4326-8522-474a0b60c00c requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:26:36.136312 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b40d7a12-0a54-4ee6-b8d8-8f6d0899d17f admin admin] 10.222.0.66 "DELETE /v2.0/subnets/20ff6a41-7172-4038-aba6-4d391ad69170 HTTP/1.1" status: 204 len: 168 time: 0.3658655 Mar 02 19:26:36.138768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51898) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:36.257165 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.268526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Deleting port 019470d4-726a-47f9-9846-13d3252f20d9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:36.268781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.417500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] DHCP port deletion for edf3533a-f9cb-4326-8522-474a0b60c00c request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:26:36.421932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Deleting port 019470d4-726a-47f9-9846-13d3252f20d9 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:36.422376 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.590637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] For port 019470d4-726a-47f9-9846-13d3252f20d9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=019470d4-726a-47f9-9846-13d3252f20d9,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:36.590917 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.625261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] For port 019470d4-726a-47f9-9846-13d3252f20d9, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=019470d4-726a-47f9-9846-13d3252f20d9,segment=NetworkSegment(8e7bf654-d7b1-4f79-b530-6e6ed607e696),segment_id=8e7bf654-d7b1-4f79-b530-6e6ed607e696)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:36.625815 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.714904 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Calling delete_port for 019470d4-726a-47f9-9846-13d3252f20d9 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:36.749220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Calling delete_port for 019470d4-726a-47f9-9846-13d3252f20d9 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:26:36.901257 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:36.906891 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:26:36.907250 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:26:36.949588 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Pushing event deleted for resources: {'Port': ['ID=019470d4-726a-47f9-9846-13d3252f20d9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:36.951425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] No DVR routers for this DVR port 019470d4-726a-47f9-9846-13d3252f20d9 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:26:37.064101 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.092788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edf3533a-f9cb-4326-8522-474a0b60c00c']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:37.105087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7bf654-d7b1-4f79-b530-6e6ed607e696') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:37.105382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7bf654-d7b1-4f79-b530-6e6ed607e696') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:37.116312 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.131716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.137581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:26:37.137959 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:26:37.151147 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:26:37.323957 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.340263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.349993 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] Pushing event deleted for resources: {'Network': ['ID=edf3533a-f9cb-4326-8522-474a0b60c00c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:37.357453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b3f85f9d-352a-4dfd-9bdc-e3377b2a3418 admin admin] 10.222.0.66 "DELETE /v2.0/networks/edf3533a-f9cb-4326-8522-474a0b60c00c HTTP/1.1" status: 204 len: 168 time: 1.2177336 Mar 02 19:26:37.409123 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Deleting port 019470d4-726a-47f9-9846-13d3252f20d9 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:26:37.409607 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.475755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7ecfabd-e2ba-4a77-ac59-5953a9f6f6bb None None] The port '019470d4-726a-47f9-9846-13d3252f20d9' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:26:37.607585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0993014c-1cb5-450b-90ac-3ec30a7e4b51 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:37.641429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 0993014c-1cb5-450b-90ac-3ec30a7e4b51 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:37.642076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 0993014c-1cb5-450b-90ac-3ec30a7e4b51 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:37.642217 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 019470d4-726a-47f9-9846-13d3252f20d9 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:26:37.675299 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 019470d4-726a-47f9-9846-13d3252f20d9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:26:37.675672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 019470d4-726a-47f9-9846-13d3252f20d9 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:26:37.767383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51904) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:37.814480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-aa20ad11-49cf-409c-803c-ea6f1cea5c2d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2743a520b31643e4ba146ee041490b5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459099 Mar 02 19:26:37.816863 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51908) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:37.872627 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:37.897366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:38.009418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:38.027126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbedde3-ca8f-4973-b016-ecf90e69a45a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:38.034516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:38.036846 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ce919fcc-3dfe-4841-8868-69944e751cb9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2bbedde3-ca8f-4973-b016-ecf90e69a45a HTTP/1.1" status: 204 len: 168 time: 0.2186809 Mar 02 19:26:38.800695 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51916) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:38.852325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-07f6330a-3f10-4e48-b869-bdc29b2233d4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4fa28981095940bdba610cf3c5300608&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505061 Mar 02 19:26:38.855319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51920) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:38.911611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:38.936704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:39.076629 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:39.093037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3ffd1a-62b0-40bd-9c97-5a2535180e61,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:39.097975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:39.098490 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bcfe7ad4-a3b1-4b25-b09b-d035c88188d8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6c3ffd1a-62b0-40bd-9c97-5a2535180e61 HTTP/1.1" status: 204 len: 168 time: 0.2421913 Mar 02 19:26:41.574354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51962) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:41.579453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2049735542', 'description': 'tempest-secgroup-smoke-2049735542 description', 'project_id': '5c531b5024b34fdaaa60a41472a6417f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:41.586402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:41.590274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:41.593113 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:41.598788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:41.695418 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.708038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.722261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:41.726039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:41.729110 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:41.735117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:41.819467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.900614 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:41.913373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:41.920978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:41.928895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:41.938919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:41.942345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbafeebd-f22a-4ce4-86da-ee587507d9c2,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:42.010020 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.055503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.097302 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be40c03-343e-430a-90cf-87fbcf2a00ec,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:42.162827 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.164371 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-08748602-f480-4cfd-bfbb-6fb162b9e694 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5888562 Mar 02 19:26:42.167516 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51966) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:42.172743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:42.179621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:42.183653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:42.186515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:42.192236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:42.317179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.375700 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.430973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.466078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60611564-7f46-443b-8681-1847e503680c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:42.552295 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.553511 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-88362a6d-2db9-4556-8dd0-14f7237d89d4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3849046 Mar 02 19:26:42.556207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51970) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:42.561668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:42.568422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:42.572261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:42.575701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:42.581353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:42.656242 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.715913 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.780636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.804758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae49388-adc7-4a3e-9d42-9583fcf11aa4,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:42.888316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:42.889499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ae02c46d-4956-4e3a-9b60-e34b1e07328d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3323660 Mar 02 19:26:42.892162 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51974) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:42.897082 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:42.903956 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:42.907991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:42.910817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:42.916940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:43.016119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.077259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.173768 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.196866 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce3b148-5fef-4f8f-be16-05f4bb351063,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:43.335315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.336553 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-99c143f7-b85b-42c2-87bd-ae0c69bef203 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4434924 Mar 02 19:26:43.339780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51978) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:43.344658 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:43.351374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:43.355732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:43.358643 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:43.364273 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:43.450287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.515396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.591029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.615642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a4ca31b-630a-4523-b131-d4780ff95b95,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:43.682107 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.683319 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-10730821-d08a-4194-a686-8bbbcc96cf77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3426380 Mar 02 19:26:43.686025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51982) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:43.691013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:43.698042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:43.701964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:43.704798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:43.710485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:43.803498 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:26:43.810563 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.873056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.952086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:43.978568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc73511-5ce5-47a1-bf97-747bfa7b8086,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:44.060867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.062096 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9fd7d7c6-f018-4645-8b2d-be98a64c6ed4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3750875 Mar 02 19:26:44.064809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51986) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:44.069806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '6be40c03-343e-430a-90cf-87fbcf2a00ec', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:44.077096 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:44.080858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:44.083715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:44.089253 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:44.169337 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:26:44.175802 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.238494 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.340737 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.367332 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c87ae8a-18b1-441b-9c77-ec0740a23184,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:44.455615 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.456950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc8fc794-8d7f-489e-8b31-603c64b2a27e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3911569 Mar 02 19:26:44.460055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51990) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:44.465545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'network': {'name': 'tempest-network-smoke--1657246686', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:44.471417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:44.475272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:network and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:44.478115 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:44.484616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:44.556674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:26:44.560037 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.586395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:26:44.595131 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.595698 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Added segment 93aa0922-3853-4089-add1-5dd9085dd557 of type vlan for network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb Mar 02 19:26:44.620617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.723370 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.728747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:44.730067 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:44.833762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Network': ['ID=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:44.843754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:26:44.906393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5814e451-0f17-4cdf-afa1-3481c7a01e8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4452763 Mar 02 19:26:44.909943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 51996) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:44.914397 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'admin_state_up': True, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:44.923024 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:44.926955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:router and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:44.932865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:44.936907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:45.009787 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.010867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.025309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.460552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.813948 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.843049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:45.977339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.169 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/2c78fe0b-d46a-4da0-9fba-2725be432075) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:26:46.126877 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:46.210378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:46.278864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:46.282109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:46.286408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:26:46.319597 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=2c78fe0b-d46a-4da0-9fba-2725be432075,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:46.782333 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:47.223467 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:47.489059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router bcd5a602-d487-4968-b1c6-870c48bbc274 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:26:47.667947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:26:47.678922 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Sync routers for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:26:47.688218 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:47.688829 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:47.764222 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:47.765386 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e8c38230-fcf0-44bb-b441-f8f64e45a1f3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8552132 Mar 02 19:26:47.768467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52000) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:47.860755 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:47.918629 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a3d82575-5abb-4ad5-b82c-9bc2bd1bcea7 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5c531b5024b34fdaaa60a41472a6417f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1465020 Mar 02 19:26:47.918927 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52006) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:48.048575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ceadee-119f-4c06-8517-e63fdd7b704b tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:48.052680 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f5ceadee-119f-4c06-8517-e63fdd7b704b tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1301560 Mar 02 19:26:48.052925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:48.095726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-17a95971-e772-410f-a80c-76fd1b446685 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412896 Mar 02 19:26:48.098364 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:48.103579 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-962338467', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:48.138607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:46Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:48.142430 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Checking router: bcd5a602-d487-4968-b1c6-870c48bbc274 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:26:48.142774 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Updating router bcd5a602-d487-4968-b1c6-870c48bbc274 port 2c78fe0b-d46a-4da0-9fba-2725be432075 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:26:48.182694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:26:48.199515 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.214143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:48.217984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:subnet and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:48.220823 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:48.226623 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:48.288416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:26:48.292005 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.517199 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.528228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Transition to ACTIVE for port object 2c78fe0b-d46a-4da0-9fba-2725be432075 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:48.541162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.580600 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.620903 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Subnet': ['ID=411a314a-b934-47ad-a27f-23b4e2516c6c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:48.630723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Checking segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:26:48.631083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network hostable DHCP agents. Network: 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:26:48.661962 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Attempting to bind port 2c78fe0b-d46a-4da0-9fba-2725be432075 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:26:48.662353 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Attempting to bind port 2c78fe0b-d46a-4da0-9fba-2725be432075 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:26:48.662718 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Attempting to bind port 2c78fe0b-d46a-4da0-9fba-2725be432075 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:26:48.664652 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Pushing event updated for resources: {'Port': ['ID=2c78fe0b-d46a-4da0-9fba-2725be432075,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:48.674140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:26:48.674514 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:26:48.674910 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.675298 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:26:48.675749 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Bound port: 2c78fe0b-d46a-4da0-9fba-2725be432075, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:26:48.676118 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.700875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:26:48.705586 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708152 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708690 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708690 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.708950 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.709292 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.709602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:48.756448 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] For port 2c78fe0b-d46a-4da0-9fba-2725be432075, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:26:48.759419 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] For port 2c78fe0b-d46a-4da0-9fba-2725be432075, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2c78fe0b-d46a-4da0-9fba-2725be432075,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:26:48.782647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:48.782647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:48.782647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.784331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d735f3-0f8c-4b5a-8b12-0b4311205fbc None None] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:26:48.873206 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:48.873499 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f77b891-32e3-4aa5-8d16-f73f70164165 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7739737 Mar 02 19:26:48.876156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52018) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:26:48.956275 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bd73e-496d-47a5-86f3-60ee3bc94dee None None] Pushing event updated for resources: {'Port': ['ID=2c78fe0b-d46a-4da0-9fba-2725be432075,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:48.965602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:48.965969 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:49.011705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:26:49.012556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.176596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Allocated IP 172.20.0.2 (44861fd6-d8a1-4649-a4a8-ccd215f6a7bb/411a314a-b934-47ad-a27f-23b4e2516c6c/ace7b5cd-6b5c-40f0-83c6-844abd5ab050) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:26:49.177633 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:49.384852 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.395707 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Transition to ACTIVE for port object ace7b5cd-6b5c-40f0-83c6-844abd5ab050 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:49.414838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Transition to ACTIVE for port object ace7b5cd-6b5c-40f0-83c6-844abd5ab050 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:49.466886 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:46Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:49.470751 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6e3a35-fe2a-4bf1-9a54-634619c6702b None None] The sync data for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 is: [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:46Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:26:49.473154 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.538530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:49.539878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:49.545137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:26:49.591629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Pushing event updated for resources: {'Port': ['ID=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:49.632577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.632928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.633272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.633611 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.633953 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.634309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.634644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.635057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.635330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.635653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.635978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.636300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:26:49.665307 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Attempting to bind port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:26:49.665809 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Attempting to bind port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:26:49.666744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Attempting to bind port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 on network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:26:49.672563 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:26:49.672936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Checking segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:26:49.673339 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.673733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Bound using segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:26:49.674233 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Bound port: ace7b5cd-6b5c-40f0-83c6-844abd5ab050, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:26:49.674617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.764691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:49.787582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] For port ace7b5cd-6b5c-40f0-83c6-844abd5ab050, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:26:49.791936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] For port ace7b5cd-6b5c-40f0-83c6-844abd5ab050, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:26:49.907520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:50.002759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72372d5-e3b9-47da-bfcd-f02f4dc59d72 None None] Pushing event updated for resources: {'Port': ['ID=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:50.225261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.1 (44861fd6-d8a1-4649-a4a8-ccd215f6a7bb/411a314a-b934-47ad-a27f-23b4e2516c6c/c183f50f-dcab-4039-93f6-7b672d0b956e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:26:50.395454 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:50.418185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object c183f50f-dcab-4039-93f6-7b672d0b956e will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:50.490189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:50.564043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:50.567606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:50.571538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:26:50.601836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:50.631339 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:50.990012 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79794c-b66e-441c-95a4-28c0d4ee07c8 None None] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:26:51.091014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.164878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-04005bee-a3a7-411e-8af0-1d41f2abf267 None None] Provisioning for port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:51.522539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.589651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.615027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92906b98-b1f2-4a5a-a934-9084271e8efa None None] Provisioning for port c183f50f-dcab-4039-93f6-7b672d0b956e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:51.620354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-92906b98-b1f2-4a5a-a934-9084271e8efa None None] Provisioning complete for port c183f50f-dcab-4039-93f6-7b672d0b956e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:51.620737 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-92906b98-b1f2-4a5a-a934-9084271e8efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.707384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.712152 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:51.712962 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2c78fe0b-d46a-4da0-9fba-2725be432075 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:51.750622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-92906b98-b1f2-4a5a-a934-9084271e8efa None None] Port c183f50f-dcab-4039-93f6-7b672d0b956e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:26:51.845860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:51.847102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:51.849240 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 2c78fe0b-d46a-4da0-9fba-2725be432075 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:51.855593 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2c78fe0b-d46a-4da0-9fba-2725be432075 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:51.855593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:51.918792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e1c62ba6-0e91-4148-96ac-722e39901e33 None None] Provisioning complete for port c183f50f-dcab-4039-93f6-7b672d0b956e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:51.919165 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e1c62ba6-0e91-4148-96ac-722e39901e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.035256 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.040646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e1c62ba6-0e91-4148-96ac-722e39901e33 None None] Port c183f50f-dcab-4039-93f6-7b672d0b956e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:26:52.053974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router bcd5a602-d487-4968-b1c6-870c48bbc274 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:26:52.066002 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 2c78fe0b-d46a-4da0-9fba-2725be432075, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2c78fe0b-d46a-4da0-9fba-2725be432075,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:52.146944 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3bd38cd-d689-440a-827c-fd54a5375f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.164855 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.165623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ace7b5cd-6b5c-40f0-83c6-844abd5ab050 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:52.218009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0aedf0ca-0519-4348-811d-0b2384630e8e None None] Provisioning complete for port c183f50f-dcab-4039-93f6-7b672d0b956e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:52.218408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0aedf0ca-0519-4348-811d-0b2384630e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.235670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:26:52.245125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84e2f369-055d-42c9-87ef-8faa2a29e5ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/bcd5a602-d487-4968-b1c6-870c48bbc274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3674691 Mar 02 19:26:52.261050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Sync routers for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:26:52.325934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:52.326614 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:52.399987 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0aedf0ca-0519-4348-811d-0b2384630e8e None None] Port c183f50f-dcab-4039-93f6-7b672d0b956e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:26:52.409395 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-94fde0e2-7c84-45a6-a68b-aa75e252727f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2049735542&fields=id&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 267 time: 0.0399134 Mar 02 19:26:52.409875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=2c78fe0b-d46a-4da0-9fba-2725be432075,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:52.497731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:52.507678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:52.508075 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.570282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-92ca5dc5-110c-45f1-a048-a0ac7042f619 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:52.571655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-92ca5dc5-110c-45f1-a048-a0ac7042f619 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/networks?id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb HTTP/1.1" status: 200 len: 797 time: 0.1555657 Mar 02 19:26:52.572878 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:52.587307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-30dba344-f1f5-4a73-a4c6-c3f923f051f4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/quotas/5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 375 time: 0.0100017 Mar 02 19:26:52.670167 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-c93d5d5b-bb6c-4959-a674-e1d162e31475 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777545 Mar 02 19:26:52.844402 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.855322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-80c11f6a-34b1-4b0d-8a61-4a060fa79c6f service neutron] 10.222.0.66 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732900 Mar 02 19:26:52.920773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port ace7b5cd-6b5c-40f0-83c6-844abd5ab050, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:52.959630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:51Z', 'revision_number': 2, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:52.964144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Checking router: bcd5a602-d487-4968-b1c6-870c48bbc274 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:26:52.967784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Updating router bcd5a602-d487-4968-b1c6-870c48bbc274 port c183f50f-dcab-4039-93f6-7b672d0b956e binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:26:52.992312 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:52.997801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-d471fa63-9747-4331-879b-6629fa944054 service neutron] 10.222.0.66 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366646 Mar 02 19:26:53.077662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:53.121669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:53.288762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4d3c695-cda9-4b25-b014-b58a9eca312c req-fcc9025b-22cc-483d-a2bb-e2deb2391fa9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 210 time: 0.0493801 Mar 02 19:26:53.482284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:53.493399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Transition to ACTIVE for port object c183f50f-dcab-4039-93f6-7b672d0b956e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:53.581899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:53.634041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2c78fe0b-d46a-4da0-9fba-2725be432075 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:53.801537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b32a5-7c69-4e45-991d-be2652e6eea0 None None] Pushing event updated for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:53.861821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Attempting to bind port c183f50f-dcab-4039-93f6-7b672d0b956e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:26:53.862246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Attempting to bind port c183f50f-dcab-4039-93f6-7b672d0b956e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:26:53.862615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Attempting to bind port c183f50f-dcab-4039-93f6-7b672d0b956e on network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:26:53.870552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:26:53.873031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Checking segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:26:53.873031 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:53.873031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Bound using segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:26:53.873031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Bound port: c183f50f-dcab-4039-93f6-7b672d0b956e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:26:53.873031 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:53.918644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 2c78fe0b-d46a-4da0-9fba-2725be432075 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:53.919094 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:54.037356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] For port c183f50f-dcab-4039-93f6-7b672d0b956e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:26:54.040649 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] For port c183f50f-dcab-4039-93f6-7b672d0b956e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c183f50f-dcab-4039-93f6-7b672d0b956e,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:26:54.101360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ace7b5cd-6b5c-40f0-83c6-844abd5ab050 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:54.130616 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:54.249484 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:26:54.250113 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:54.323125 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234b32a5-7c69-4e45-991d-be2652e6eea0 None None] Pushing event updated for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:54.331731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:54.332106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:54.415959 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f7b653b-27ae-4de6-bbf7-80ef22dc495f req-29a4b949-00d6-4120-8ec8-ca1548c3182d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 210 time: 0.0636845 Mar 02 19:26:54.460018 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-54309c27-45fb-4b60-81ef-7d1a24f96464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:54.524670 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:26:54.873247 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:54Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:26:54.877263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0675c3b6-e8ef-4999-845b-ab06f5fd96ed None None] The sync data for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 is: [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:54Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:26:55.575224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24c4e650-e73a-4eb0-89ce-32d9ee876dbb req-7c08fc51-0f26-4370-ad2b-e5f7911c4208 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 210 time: 0.0575314 Mar 02 19:26:55.621915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:55.688942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c183f50f-dcab-4039-93f6-7b672d0b956e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:55.797976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-2a4b3298-05f8-4c4d-9de3-97b510bb73c0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:55.797976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-2a4b3298-05f8-4c4d-9de3-97b510bb73c0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:26:55.805336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:55.872631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-2a4b3298-05f8-4c4d-9de3-97b510bb73c0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:26:55.873952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-2a4b3298-05f8-4c4d-9de3-97b510bb73c0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/networks?id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb HTTP/1.1" status: 200 len: 797 time: 0.3940022 Mar 02 19:26:55.924924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-bfdc01cc-55f0-4a7b-bb06-b7b2c4b23a59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:26:55.952170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c183f50f-dcab-4039-93f6-7b672d0b956e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:55.957665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c183f50f-dcab-4039-93f6-7b672d0b956e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:55.958108 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.077667 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.083585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-bfdc01cc-55f0-4a7b-bb06-b7b2c4b23a59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:26:56.084738 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-bfdc01cc-55f0-4a7b-bb06-b7b2c4b23a59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 380 time: 0.2028766 Mar 02 19:26:56.094736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'port': {'device_id': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'admin_state_up': True, 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'security_groups': ['6be40c03-343e-430a-90cf-87fbcf2a00ec']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:56.122132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c183f50f-dcab-4039-93f6-7b672d0b956e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c183f50f-dcab-4039-93f6-7b672d0b956e,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:26:56.192474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.231987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:26:56.234627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:port and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:26:56.237393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:26:56.243317 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:26:56.320049 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:56.352182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:26:56.355836 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.380955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.517123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.12 (44861fd6-d8a1-4649-a4a8-ccd215f6a7bb/411a314a-b934-47ad-a27f-23b4e2516c6c/c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:26:56.705126 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.712425 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acb31b50-2091-4bcf-8002-2613bf83ed75 req-aa3004a2-5fbb-49ec-a4ee-6d6da7802a2a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 210 time: 0.0427763 Mar 02 19:26:56.720834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:56.836845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.911303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:26:56.914749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:26:56.919021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:26:56.954228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:56.987262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:56.989353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:56.990007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.079041 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-422b2198-63dc-468e-a64e-bfaf4d9903bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9880161 Mar 02 19:26:57.090566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-4d7aeb89-3bf1-40ed-9df0-8e803d8fb398 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:26:57.091563 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-4d7aeb89-3bf1-40ed-9df0-8e803d8fb398 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052359 Mar 02 19:26:57.148025 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Request body: {'port': {'device_id': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:26:57.163454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9379486d-de38-474d-b9e0-c233a0ecf4f5 None None] Provisioning for port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:26:57.169282 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-9379486d-de38-474d-b9e0-c233a0ecf4f5 None None] Provisioning complete for port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:57.169763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9379486d-de38-474d-b9e0-c233a0ecf4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.222135 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-9379486d-de38-474d-b9e0-c233a0ecf4f5 None None] Port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:26:57.260742 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.489493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.602951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:26:57.610992 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.624590 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c183f50f-dcab-4039-93f6-7b672d0b956e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:26:57.625434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Transition to ACTIVE for port object c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:26:57.693783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c183f50f-dcab-4039-93f6-7b672d0b956e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:26:57.694301 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.718447 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:57.886918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:57.916280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927525b5-ce2b-4ab1-b208-2e92e38ec532 req-a4766e39-1977-4c0c-bba6-63d3e83d753e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:57.918874 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-927525b5-ce2b-4ab1-b208-2e92e38ec532 req-a4766e39-1977-4c0c-bba6-63d3e83d753e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 944 time: 0.0975261 Mar 02 19:26:57.960501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Attempting to bind port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:26:57.960852 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Attempting to bind port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:26:57.961168 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Attempting to bind port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 on network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:26:57.966537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 on network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:26:57.966975 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Attempting to bind port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 on network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:26:57.967609 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-927525b5-ce2b-4ab1-b208-2e92e38ec532 req-75eee867-cf6f-4517-9340-e43d62eb7bae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421915 Mar 02 19:26:57.972366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:26:57.972708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Checking segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:26:57.973097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Bound using segment: {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:26:57.973527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Bound port: c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93aa0922-3853-4089-add1-5dd9085dd557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:26:57.973880 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:58.075392 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:26:58.078508 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:26:58.157862 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:58.215328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.215942 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:26:58.217335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] 10.222.0.11 "PUT /v2.0/ports/c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 HTTP/1.1" status: 200 len: 1092 time: 1.1167850 Mar 02 19:26:58.217768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:26:58.243310 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6478cb78-2bf0-4a33-867f-6cdcbc3e2124 service neutron] Pushing event updated for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:26:58.267580 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'status': 'completed', 'code': 200} Mar 02 19:26:58.363580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-eb689a75-9305-40a4-b3b7-8ba77ffba957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.365077 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-eb689a75-9305-40a4-b3b7-8ba77ffba957 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1095 time: 0.0752454 Mar 02 19:26:58.619143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-3e86752c-7267-4497-a6ca-2714ac6978ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.620564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-3e86752c-7267-4497-a6ca-2714ac6978ed service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c531b5024b34fdaaa60a41472a6417f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2487314 Mar 02 19:26:58.753793 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-416afafb-00cb-4a8f-a3bc-ae667959356f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.755277 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3df312f6-2a7e-4c7a-bc14-fd80d223ffa9 req-416afafb-00cb-4a8f-a3bc-ae667959356f service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290686 Mar 02 19:26:58.859161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-10006580-268d-4bed-b8b1-9430d672c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.860672 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-10006580-268d-4bed-b8b1-9430d672c67f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1095 time: 0.0704167 Mar 02 19:26:58.930684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-46f7f87a-0874-4926-b855-4ce1a5f46942 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 HTTP/1.1" status: 200 len: 217 time: 0.0632441 Mar 02 19:26:58.991276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-c7c27cef-ea82-49bb-975e-85f882e20c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:58.992775 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-c7c27cef-ea82-49bb-975e-85f882e20c52 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411a314a-b934-47ad-a27f-23b4e2516c6c HTTP/1.1" status: 200 len: 834 time: 0.0568414 Mar 02 19:26:59.074039 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6f4aae08-46bf-400a-b377-8bf9c2c263e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:59.082786 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-6f4aae08-46bf-400a-b377-8bf9c2c263e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770650 Mar 02 19:26:59.157419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e939f-06f1-40a4-8af2-3175994125d5 req-2d9ede68-bef7-47bc-a089-4ca7d2f1146b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:26:59.159051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be4e939f-06f1-40a4-8af2-3175994125d5 req-2d9ede68-bef7-47bc-a089-4ca7d2f1146b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 944 time: 0.0795400 Mar 02 19:26:59.207699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be4e939f-06f1-40a4-8af2-3175994125d5 req-d0733429-24a6-49f4-8090-a9620021555d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419924 Mar 02 19:26:59.208814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-bff11108-84f5-482e-9761-265ec273225a service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274815 Mar 02 19:26:59.339143 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c15003b5-2d66-47eb-be6d-e49ce6a92740 req-7d1110f6-ece6-467e-b589-fa3b98c3d34d service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243498 Mar 02 19:27:00.393497 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2ef1c-cbf0-444d-bcb4-962836731ecb req-95fde383-d26c-48bb-a0a6-7e743baf8e20 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:00.394970 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46d2ef1c-cbf0-444d-bcb4-962836731ecb req-95fde383-d26c-48bb-a0a6-7e743baf8e20 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 944 time: 0.0792303 Mar 02 19:27:00.437845 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46d2ef1c-cbf0-444d-bcb4-962836731ecb req-268bb92f-eacc-4eeb-90df-e0875075031b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371377 Mar 02 19:27:01.619590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd594b2-cd26-4ecb-99be-e5332d0ea363 req-deaa00fb-6e71-40eb-9d8a-731cd51d5b8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:01.621566 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd594b2-cd26-4ecb-99be-e5332d0ea363 req-deaa00fb-6e71-40eb-9d8a-731cd51d5b8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 944 time: 0.0822999 Mar 02 19:27:01.663904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bd594b2-cd26-4ecb-99be-e5332d0ea363 req-c19b0ca9-81b2-4ee1-a8aa-ab81b9332e10 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368021 Mar 02 19:27:02.843117 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb6f6d-47bc-4e44-9c7d-a50eb147db12 req-586ff9cf-2521-4e53-b7a8-1a073cb3f54f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:02.844572 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eeb6f6d-47bc-4e44-9c7d-a50eb147db12 req-586ff9cf-2521-4e53-b7a8-1a073cb3f54f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 944 time: 0.0784035 Mar 02 19:27:02.888117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1eeb6f6d-47bc-4e44-9c7d-a50eb147db12 req-f6c2d009-eea6-42fc-bffb-dc8d6974555f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380461 Mar 02 19:27:03.587259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:27:03.721139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:03.734672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'port_id': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'mac_address': 'fa:16:3e:9b:b4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:27:03.789255 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:03.805580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:27:03.820804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:03.935194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:04.006461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:04.087046 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7db5cf-15eb-4c42-916a-3c87c3542b11 req-ad132a29-5607-4abd-810a-f53028b2976d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:04.088563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f7db5cf-15eb-4c42-916a-3c87c3542b11 req-ad132a29-5607-4abd-810a-f53028b2976d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 945 time: 0.0855036 Mar 02 19:27:04.132550 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3f7db5cf-15eb-4c42-916a-3c87c3542b11 req-bece2a49-91ca-481c-a13b-f280b3038b64 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383172 Mar 02 19:27:04.150042 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:27:05.317150 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bbb98-2314-41f4-8135-ace0eb145df5 req-7e971cc8-e98d-4b3a-b63c-d69c6978f008 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:05.318538 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7bbb98-2314-41f4-8135-ace0eb145df5 req-7e971cc8-e98d-4b3a-b63c-d69c6978f008 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 945 time: 0.0805042 Mar 02 19:27:05.364200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f7bbb98-2314-41f4-8135-ace0eb145df5 req-29af006c-553d-4463-bf71-5d6df449544f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402749 Mar 02 19:27:05.586721 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:27:05.745759 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:27:05.750458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:27:05.750856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:05.862084 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:05.887874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:27:05.897187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:05.931576 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'code': 200} Mar 02 19:27:06.003819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:06.057027 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54232e9-46c1-4195-8c49-7dbb353e70fe req-13ad3bd6-f270-475f-8a6a-245bc44ca9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:06.058624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b54232e9-46c1-4195-8c49-7dbb353e70fe req-13ad3bd6-f270-475f-8a6a-245bc44ca9e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1097 time: 0.0719008 Mar 02 19:27:06.073852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:06.100546 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b54232e9-46c1-4195-8c49-7dbb353e70fe req-5f8ecbd5-90eb-4836-a31e-5d62dcb2adef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362549 Mar 02 19:27:06.546874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdadbf78-cd04-4b7e-8163-5337f85f66bc req-cb845076-1402-4578-a0d9-2351bc54c152 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:06.548335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdadbf78-cd04-4b7e-8163-5337f85f66bc req-cb845076-1402-4578-a0d9-2351bc54c152 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0790629 Mar 02 19:27:06.581836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-55830416-396c-4123-9fee-ef6f3535e0aa req-e41cbdb1-196a-4b26-a7da-fd9a94a32b63 service neutron] (88708) timed out ('10.222.0.11', 54619) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:27:06.593797 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fdadbf78-cd04-4b7e-8163-5337f85f66bc req-5bc104d5-c1ac-4236-bc18-723d12b0b78a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Mar 02 19:27:07.879888 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee787f2-9868-4158-bc73-c1fb690d5414 req-e498686c-d465-429c-81b2-239032df71d5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:07.881312 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee787f2-9868-4158-bc73-c1fb690d5414 req-e498686c-d465-429c-81b2-239032df71d5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.1823800 Mar 02 19:27:07.924686 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ee787f2-9868-4158-bc73-c1fb690d5414 req-cb3a4ae2-ddac-4def-b22e-e29eac5253f4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376809 Mar 02 19:27:08.104950 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acae76-4279-4b67-85fe-03eedfc3a12f req-f339aace-e38e-4c87-b7e7-09a276804b71 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:08.106975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74acae76-4279-4b67-85fe-03eedfc3a12f req-f339aace-e38e-4c87-b7e7-09a276804b71 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0790930 Mar 02 19:27:08.150592 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-74acae76-4279-4b67-85fe-03eedfc3a12f req-38bcdff8-408c-42e6-9bdb-ca688b3c6cfc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378790 Mar 02 19:27:08.174137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52078) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:08.248947 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e96c44-8a26-42f4-b403-9a6694153a1d tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:08.250463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-22e96c44-8a26-42f4-b403-9a6694153a1d tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1092 time: 0.0752826 Mar 02 19:27:08.253597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52082) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:08.258653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:08.265282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:08.269085 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:floatingip and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:08.271908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:08.281371 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:08.386133 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:08.516988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:08.650376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.245 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/fc55b440-24c3-4631-9c78-90b660d5dbef) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:27:08.794860 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:08.894883 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:08.963662 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:27:08.967499 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:27:08.971930 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:27:09.000390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=fc55b440-24c3-4631-9c78-90b660d5dbef,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:09.379059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.665494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.865275 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:09.928999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:10.034749 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=fc55b440-24c3-4631-9c78-90b660d5dbef,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:10.046577 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:10.318704 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP f412a6d5-c9a3-4d45-8dab-199bedf4c372 associated. External IP: 172.25.7.245, port: c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69. Mar 02 19:27:10.662456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router bcd5a602-d487-4968-b1c6-870c48bbc274 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:27:10.836903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:27:10.847115 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Sync routers for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:27:10.856742 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:10.857440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:10.929184 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:10.986790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e0c36f7c-b742-455f-96e6-3094437f1685 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7320659 Mar 02 19:27:10.987367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:27:11.034668 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'status': 'completed', 'code': 200} Mar 02 19:27:11.042945 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:11.127252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-5c97c756-2edb-4813-b23e-47fffe891804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.128849 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-5c97c756-2edb-4813-b23e-47fffe891804 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1097 time: 0.0726175 Mar 02 19:27:11.157375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cad34-09f4-4a4f-9484-92eaeb0d24c2 req-c5a1602d-9b7b-440c-a6ab-633f4023145e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.159402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d90cad34-09f4-4a4f-9484-92eaeb0d24c2 req-c5a1602d-9b7b-440c-a6ab-633f4023145e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0817254 Mar 02 19:27:11.205134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d90cad34-09f4-4a4f-9484-92eaeb0d24c2 req-d2082eac-0233-479f-b4da-1acfa583bbac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398164 Mar 02 19:27:11.228951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52090) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:11.264885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-6888b3e6-dc4f-4ca8-a96e-6624c731f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.266373 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-6888b3e6-dc4f-4ca8-a96e-6624c731f4d0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb HTTP/1.1" status: 200 len: 898 time: 0.1312997 Mar 02 19:27:11.341587 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-03385796-9817-40e1-93ab-5f5963400bc2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 200 len: 992 time: 0.1114590 Mar 02 19:27:11.370138 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-13dbec50-877f-46c8-bb1c-e927e7b4baa7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 HTTP/1.1" status: 200 len: 1000 time: 0.0973377 Mar 02 19:27:11.399961 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f412a6d5-c9a3-4d45-8dab-199bedf4c372', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'port_id': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'mac_address': 'fa:16:3e:9b:b4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:09Z', 'updated_at': '2022-03-02T19:27:09Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:11.404732 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Checking router: bcd5a602-d487-4968-b1c6-870c48bbc274 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:27:11.412924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:11.413518 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:26:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:11.431375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-50a31526-9e5f-41e1-a962-bfed8f9cc288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.432814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-50a31526-9e5f-41e1-a962-bfed8f9cc288 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411a314a-b934-47ad-a27f-23b4e2516c6c HTTP/1.1" status: 200 len: 834 time: 0.0570052 Mar 02 19:27:11.507452 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-f8e60a04-34cd-4eb9-aac6-a26eece6774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:11.508821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-f8e60a04-34cd-4eb9-aac6-a26eece6774b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706637 Mar 02 19:27:11.590148 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:11.748391 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-a36b3d0f-fb2c-41fe-8c39-700cbc710a25 service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333443 Mar 02 19:27:11.877322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d4c55a34-12b0-4486-841d-1403125d6b61 req-be9f370b-6fe5-47a8-9a1d-d1a7bb3d6359 service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232970 Mar 02 19:27:11.964877 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f412a6d5-c9a3-4d45-8dab-199bedf4c372', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'port_id': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'mac_address': 'fa:16:3e:9b:b4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:09Z', 'updated_at': '2022-03-02T19:27:09Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:11.968798 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7a3233-9c05-4700-91b6-d8dec2a59e71 None None] The sync data for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 is: [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'f412a6d5-c9a3-4d45-8dab-199bedf4c372', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.245', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'port_id': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4210, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'mac_address': 'fa:16:3e:9b:b4:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:27:09Z', 'updated_at': '2022-03-02T19:27:09Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:27:12.161629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a25344-3ec9-4e97-b2e5-48815e7ea169 None None] New status for floating IP f412a6d5-c9a3-4d45-8dab-199bedf4c372: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:27:12.344687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52094) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:12.450555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e7e79d2e-183d-4ec9-a0eb-d43947bbcf22 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 200 len: 992 time: 0.1047041 Mar 02 19:27:13.454104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52098) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:13.559677 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8354cbc0-9d71-4025-9033-05aff972b2b7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 200 len: 994 time: 0.1043708 Mar 02 19:27:22.111836 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5645c385-66a3-4bb3-b057-015fa7d208f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:24.283227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-88ea80aa-5aed-410a-8155-4fc9d1ec7a55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.181147 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:27:25.580266 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:25.740023 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.408637 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:26.991264 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:27.517006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:40.716907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb21a852-c519-4184-bba5-6f10fe7c7adf req-2d0c7633-ae38-437f-9bdc-cfc73b87a995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:40.718393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb21a852-c519-4184-bba5-6f10fe7c7adf req-2d0c7633-ae38-437f-9bdc-cfc73b87a995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.1281707 Mar 02 19:27:40.762443 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb21a852-c519-4184-bba5-6f10fe7c7adf req-dcdfffb3-b984-426b-9b62-f1dd27a3c3ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381670 Mar 02 19:27:42.000306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a25a5-9451-4bc9-bc65-1c6854a31ce3 req-90bdc11b-613a-4000-9888-664893b5f334 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:42.001757 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e5a25a5-9451-4bc9-bc65-1c6854a31ce3 req-90bdc11b-613a-4000-9888-664893b5f334 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.1282747 Mar 02 19:27:42.045555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e5a25a5-9451-4bc9-bc65-1c6854a31ce3 req-b7096ae6-a53d-41c6-8553-b361172f2d63 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375092 Mar 02 19:27:42.069439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52134) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:42.173005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-1ff7ba7c-9b52-4a90-aa53-64401c2e9b7b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 200 len: 994 time: 0.1022949 Mar 02 19:27:43.767802 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e9c3e-c7f8-4b7f-91f5-b6ae8722f715 req-0f600485-cc2e-40d0-be0e-511ec95969a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:43.769279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb8e9c3e-c7f8-4b7f-91f5-b6ae8722f715 req-0f600485-cc2e-40d0-be0e-511ec95969a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0815489 Mar 02 19:27:43.812748 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb8e9c3e-c7f8-4b7f-91f5-b6ae8722f715 req-b2741baa-5403-49e7-87f9-11f783c9d0c0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377247 Mar 02 19:27:45.120778 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f807a-1bf8-4891-88d6-c504a270791f req-8b6304a4-41ba-45b8-a707-99837f587271 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:45.122156 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d11f807a-1bf8-4891-88d6-c504a270791f req-8b6304a4-41ba-45b8-a707-99837f587271 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.2000697 Mar 02 19:27:45.165537 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d11f807a-1bf8-4891-88d6-c504a270791f req-d6d6c793-94ba-46f3-8c39-84b24d60fda3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377932 Mar 02 19:27:45.189165 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52146) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:45.293436 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ea5e02e0-1497-42a0-8574-8ac66c89e428 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 200 len: 994 time: 0.1031854 Mar 02 19:27:45.605713 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52154) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:45.807432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port fc55b440-24c3-4631-9c78-90b660d5dbef {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:27:45.807770 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:45.971172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:45.971497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:46.091733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for fc55b440-24c3-4631-9c78-90b660d5dbef owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:27:46.339995 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:46.387341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=fc55b440-24c3-4631-9c78-90b660d5dbef,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:46.430142 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.430560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.430906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.431242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.431574 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.431903 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.432231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.432553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.432876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.433202 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.433512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.433848 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:46.488080 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:46.488419 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP f412a6d5-c9a3-4d45-8dab-199bedf4c372 disassociated (deleted). External IP: 172.25.7.245, port: c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69. Mar 02 19:27:46.833858 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router bcd5a602-d487-4968-b1c6-870c48bbc274 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:27:47.118470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:27:47.127508 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Sync routers for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:27:47.131805 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:47.136233 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:47.136833 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:47.188772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-015ec220-8812-4393-9275-07ee2ac77095 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/floatingips/f412a6d5-c9a3-4d45-8dab-199bedf4c372 HTTP/1.1" status: 204 len: 168 time: 1.5819595 Mar 02 19:27:47.189342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:27:47.233869 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'status': 'completed', 'code': 200} Mar 02 19:27:47.322935 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:47.328885 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767f301-f546-4acc-927e-35a8d142ff6d req-8fef6e2b-0c2c-44ad-b937-d6e26a368510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:47.330380 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-8fef6e2b-0c2c-44ad-b937-d6e26a368510 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 1097 time: 0.0742517 Mar 02 19:27:47.465325 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767f301-f546-4acc-927e-35a8d142ff6d req-64b88f2b-52d7-459b-9923-501a6837e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:47.466791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-64b88f2b-52d7-459b-9923-501a6837e873 service neutron] 10.222.0.11 "GET /v2.0/networks?id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb HTTP/1.1" status: 200 len: 898 time: 0.1303723 Mar 02 19:27:47.538852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-40f59eb9-e3fc-4a87-bf41-fc1e741e1dec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 HTTP/1.1" status: 200 len: 217 time: 0.0664763 Mar 02 19:27:47.602057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767f301-f546-4acc-927e-35a8d142ff6d req-4896194a-7da1-4bbd-84a2-6b7fcd95df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:47.603647 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-4896194a-7da1-4bbd-84a2-6b7fcd95df8c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=411a314a-b934-47ad-a27f-23b4e2516c6c HTTP/1.1" status: 200 len: 834 time: 0.0597596 Mar 02 19:27:47.638376 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:47.642698 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Checking router: bcd5a602-d487-4968-b1c6-870c48bbc274 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:27:47.651978 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:47.652572 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:47.696234 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767f301-f546-4acc-927e-35a8d142ff6d req-bdde1e0f-976d-467c-8ee3-b22f7b267c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:47.697736 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-bdde1e0f-976d-467c-8ee3-b22f7b267c9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762258 Mar 02 19:27:47.754431 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda63c44-33f4-4757-a2e4-61239831bfd8 req-2dc44d24-34b8-4926-83dd-1a4fd609b628 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:47.755561 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-dda63c44-33f4-4757-a2e4-61239831bfd8 req-2dc44d24-34b8-4926-83dd-1a4fd609b628 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:27:47.825707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-dda63c44-33f4-4757-a2e4-61239831bfd8 req-2dc44d24-34b8-4926-83dd-1a4fd609b628 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:27:47.827087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda63c44-33f4-4757-a2e4-61239831bfd8 req-2dc44d24-34b8-4926-83dd-1a4fd609b628 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.1552100 Mar 02 19:27:47.834088 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-88d2c685-51d3-4562-a179-f085a80f3a52 service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286643 Mar 02 19:27:47.839399 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:47.874427 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dda63c44-33f4-4757-a2e4-61239831bfd8 req-67ccd41a-0cbe-4289-baf1-371993f424f5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395968 Mar 02 19:27:47.967709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8767f301-f546-4acc-927e-35a8d142ff6d req-1c0fb610-967b-40e5-a780-4d583510173a service neutron] 10.222.0.11 "GET /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275830 Mar 02 19:27:48.148588 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:48.152505 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82938a7a-9c51-49ae-a2cf-5519f51f6bec None None] The sync data for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 is: [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:50Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c183f50f-dcab-4039-93f6-7b672d0b956e', 'name': '', 'network_id': '44861fd6-d8a1-4649-a4a8-ccd215f6a7bb', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:8d:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_interface', 'standard_attr_id': 4207, 'fixed_ips': [{'subnet_id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:50Z', 'updated_at': '2022-03-02T19:26:56Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '411a314a-b934-47ad-a27f-23b4e2516c6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:27:48.354818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c31c22b-6788-425c-bf98-5ce02470ccca None None] New status for floating IP f412a6d5-c9a3-4d45-8dab-199bedf4c372: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:27:49.066149 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be41fb4-9e39-4aea-9a89-91563d6fdb0f req-387012aa-114f-4dc1-8ff1-52bee3e324a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:49.067669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be41fb4-9e39-4aea-9a89-91563d6fdb0f req-387012aa-114f-4dc1-8ff1-52bee3e324a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0836692 Mar 02 19:27:49.112161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1be41fb4-9e39-4aea-9a89-91563d6fdb0f req-cb2672f1-73c7-4378-97f1-6ed4bc445b33 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=6be40c03-343e-430a-90cf-87fbcf2a00ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Mar 02 19:27:49.212001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-512152d2-9a4d-4e73-9bde-46a2c4322778 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:27:49.212693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-512152d2-9a4d-4e73-9bde-46a2c4322778 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:27:49.224124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-512152d2-9a4d-4e73-9bde-46a2c4322778 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:27:49.225204 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-512152d2-9a4d-4e73-9bde-46a2c4322778 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 946 time: 0.0902474 Mar 02 19:27:49.292212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:27:49.292557 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:49.536672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:49.536943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:49.764342 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:27:49.974783 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:50.026830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.070194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:50.109496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:27:50.111807 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:50.114242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'name': 'network-vif-deleted', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:27:50.197657 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-311c3870-3cd1-4800-8340-467e6e04fac9 req-f53d143e-4771-4fc3-a6b2-d950df3f2dec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "DELETE /v2.0/ports/c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 HTTP/1.1" status: 204 len: 173 time: 0.9676678 Mar 02 19:27:50.212953 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ff21f4-0f00-4d81-a0e7-a5314448a844', 'name': 'network-vif-deleted', 'tag': 'c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69', 'status': 'completed', 'code': 200} Mar 02 19:27:50.260908 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-586b3489-8f05-4ece-94d0-626be496eb19 req-1556e92f-43df-4304-85a6-90682e2fc37b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=79ff21f4-0f00-4d81-a0e7-a5314448a844 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Mar 02 19:27:51.353178 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52176) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:51.733616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:51.766988 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:27:51.767328 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device c7b2a1cc-9f98-4f31-8713-5a47a2fb0b69 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:27:51.898643 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:52.093908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4fd83f2a-1862-44d1-81d9-57fb36c51d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:52.247138 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port c183f50f-dcab-4039-93f6-7b672d0b956e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:27:52.247482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:52.538323 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port c183f50f-dcab-4039-93f6-7b672d0b956e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c183f50f-dcab-4039-93f6-7b672d0b956e,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:52.539006 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:52.660810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for c183f50f-dcab-4039-93f6-7b672d0b956e owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:27:53.065250 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:53.113471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=c183f50f-dcab-4039-93f6-7b672d0b956e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:53.385263 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:53.855817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router bcd5a602-d487-4968-b1c6-870c48bbc274 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:27:54.033736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:27:54.046024 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Sync routers for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:27:54.050444 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-67af11fd-41b7-4396-9969-a0f42497f5e9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/bcd5a602-d487-4968-b1c6-870c48bbc274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6938069 Mar 02 19:27:54.050987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52180) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:54.060263 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:54.061253 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:54.126934 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting subnet 411a314a-b934-47ad-a27f-23b4e2516c6c {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:27:54.129887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.187661 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.248441 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4131b6a-bed7-4546-87bd-0f64562a6b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.274482 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.279995 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:54.397240 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.438182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Subnet': ['ID=411a314a-b934-47ad-a27f-23b4e2516c6c,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:54.440015 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.446243 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-766075ef-9524-4f77-ab92-d43dab7b7767 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/subnets/411a314a-b934-47ad-a27f-23b4e2516c6c HTTP/1.1" status: 204 len: 168 time: 0.3938022 Mar 02 19:27:54.448807 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52184) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:54.452981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d729f-0438-4197-ac5c-b48886989596 None None] Network 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:27:54.575746 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:27:52Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:54.580120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Checking router: bcd5a602-d487-4968-b1c6-870c48bbc274 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:27:54.588579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Routers {'bcd5a602-d487-4968-b1c6-870c48bbc274'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:27:54.589523 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bcd5a602-d487-4968-b1c6-870c48bbc274'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:54.629895 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.710031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad0ee07-6272-4481-b988-9504385f820a None None] DHCP port deletion for 44861fd6-d8a1-4649-a4a8-ccd215f6a7bb request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:27:54.714279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Deleting port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:27:54.714650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.774770 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] Set router bcd5a602-d487-4968-b1c6-870c48bbc274 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:27:54.810842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.876967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 2c78fe0b-d46a-4da0-9fba-2725be432075 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:27:54.878346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:54.916852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-dad0ee07-6272-4481-b988-9504385f820a None None] For port ace7b5cd-6b5c-40f0-83c6-844abd5ab050, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,segment=NetworkSegment(93aa0922-3853-4089-add1-5dd9085dd557),segment_id=93aa0922-3853-4089-add1-5dd9085dd557)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:54.917243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.047156 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Calling delete_port for ace7b5cd-6b5c-40f0-83c6-844abd5ab050 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:27:55.068613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 2c78fe0b-d46a-4da0-9fba-2725be432075, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=2c78fe0b-d46a-4da0-9fba-2725be432075,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:27:55.069089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.076140 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:27:52Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:55.081344 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ec7b48-6d80-45ec-8271-d00d3f337cc9 None None] The sync data for ids ['bcd5a602-d487-4968-b1c6-870c48bbc274'] in n-d-828839-1 is: [{'id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1608137928', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:27:52Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '2c78fe0b-d46a-4da0-9fba-2725be432075', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd5a602-d487-4968-b1c6-870c48bbc274', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:26:45Z', 'updated_at': '2022-03-02T19:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:27:55.179685 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.201470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 2c78fe0b-d46a-4da0-9fba-2725be432075 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:27:55.223734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Pushing event deleted for resources: {'Port': ['ID=ace7b5cd-6b5c-40f0-83c6-844abd5ab050,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:55.233261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad0ee07-6272-4481-b988-9504385f820a None None] No DVR routers for this DVR port ace7b5cd-6b5c-40f0-83c6-844abd5ab050 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:27:55.235688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.236195 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.236537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.236869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.237199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.237527 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.237848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.238188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.238511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.238826 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.239142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.239461 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad0ee07-6272-4481-b988-9504385f820a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:27:55.431415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.481885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=2c78fe0b-d46a-4da0-9fba-2725be432075,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:55.598973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.698714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ace7b5cd-6b5c-40f0-83c6-844abd5ab050 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:55.703988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.735571 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ace7b5cd-6b5c-40f0-83c6-844abd5ab050 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:27:55.735921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ace7b5cd-6b5c-40f0-83c6-844abd5ab050 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:27:55.736346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c183f50f-dcab-4039-93f6-7b672d0b956e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:55.769557 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c183f50f-dcab-4039-93f6-7b672d0b956e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:27:55.769906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c183f50f-dcab-4039-93f6-7b672d0b956e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:27:55.773883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.875338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.877502 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.956560 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.957008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Fanout notify agent at l3_agent the message router_deleted on router bcd5a602-d487-4968-b1c6-870c48bbc274 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:27:55.971451 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:55.972539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-618bbc31-d53a-4310-81bc-1a2f73f460d1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/routers/bcd5a602-d487-4968-b1c6-870c48bbc274 HTTP/1.1" status: 204 len: 168 time: 1.5228548 Mar 02 19:27:55.975815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52188) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:56.093534 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.221940 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.246683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44861fd6-d8a1-4649-a4a8-ccd215f6a7bb']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:56.262699 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93aa0922-3853-4089-add1-5dd9085dd557') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:56.263011 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93aa0922-3853-4089-add1-5dd9085dd557') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:27:56.274114 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.289844 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.295897 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:27:56.296294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:27:56.311388 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:27:56.373755 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.459862 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.477598 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.493919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Network': ['ID=44861fd6-d8a1-4649-a4a8-ccd215f6a7bb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:56.557096 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ef120569-7705-4667-a499-121e08bbf836 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/networks/44861fd6-d8a1-4649-a4a8-ccd215f6a7bb HTTP/1.1" status: 204 len: 168 time: 0.5803068 Mar 02 19:27:56.559805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52192) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:56.627307 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.656745 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.783972 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.801423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be40c03-343e-430a-90cf-87fbcf2a00ec,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:56.874458 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:56.875644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5245f187-ce44-405b-a0ee-341e7743a10a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/security-groups/6be40c03-343e-430a-90cf-87fbcf2a00ec HTTP/1.1" status: 204 len: 168 time: 0.3149123 Mar 02 19:27:56.989757 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.344044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52200) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:57.349829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457261240', 'description': 'tempest-secgroup-smoke-1457261240 description', 'project_id': '5c531b5024b34fdaaa60a41472a6417f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:57.356731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:57.360873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:57.364094 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:57.373153 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:57.446813 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.467284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:57.471166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:57.473928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:57.479827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:57.516802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.547982 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.604031 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2c78fe0b-d46a-4da0-9fba-2725be432075 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:27:57.636867 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.637279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 2c78fe0b-d46a-4da0-9fba-2725be432075 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:27:57.637624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 2c78fe0b-d46a-4da0-9fba-2725be432075 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:27:57.681894 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab55ef-59a9-48df-8619-20348f40f353,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:57.750781 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.752006 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4928bc6c-f877-487f-9dc6-3bd84a4f3ec6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4069765 Mar 02 19:27:57.754840 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52204) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:57.760331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:57.767076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:57.770879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:57.773704 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:57.779654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:57.854204 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:57.913432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.025414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.049175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a577387-9aaf-457c-a021-0af637e6bea8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:58.145680 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.146866 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-57178844-455d-4e50-a701-539b3af67384 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905067 Mar 02 19:27:58.149550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52208) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:58.154756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:58.162079 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:58.167635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:58.168874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:58.174534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:58.278207 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.350465 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.430593 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.452997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1231ee9b-995d-4a73-9904-9eb098a6f24a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:58.522468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.523660 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d08ff238-9d3a-47a2-b378-59ecab9cc716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732071 Mar 02 19:27:58.526727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52212) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:58.532221 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:58.540079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:58.543912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:58.546727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:58.552833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:58.655041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.717722 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.789399 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.812267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb95fb1d-53e1-4ee3-8dc2-eef4ab33f563,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:58.916450 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:58.917644 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e64ef9c-91a6-4db7-9ec9-d5a1b381a16e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3899443 Mar 02 19:27:58.920370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52216) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:58.925276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:58.931615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:58.935455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:58.938407 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:58.944581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:59.054648 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.117710 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.183771 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.206707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac2a192-5deb-47af-b1f9-d8aed6123d71,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:59.292619 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.293834 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2cbae601-a214-40e9-9d96-8ae7927bfbe0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3725121 Mar 02 19:27:59.296506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52220) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:59.301520 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:59.308611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:59.312338 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:59.315237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:59.321462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:59.402834 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:27:59.409350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.473335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.556204 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.581233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7885a679-0d2e-4819-9261-29e39f2afb5c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:27:59.654020 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.655231 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-625c20ef-ecf6-4242-a137-1712aeb931ba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3578076 Mar 02 19:27:59.657902 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52224) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:27:59.663302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '8eab55ef-59a9-48df-8619-20348f40f353', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:27:59.669747 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:27:59.673594 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:27:59.676503 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:27:59.682801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:27:59.756491 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:27:59.762873 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.825988 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.910773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:27:59.934027 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b2629c-4cb3-4a5b-a6ba-0281e7bfcf0f,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:00.012494 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.013690 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dba1dae2-72d1-45fb-9b29-e31e8628843e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3548331 Mar 02 19:28:00.016631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:00.022539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'network': {'name': 'tempest-network-smoke--1927561146', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'port_security_enabled': True}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:00.028311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:00.032473 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:network and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:28:00.035300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:28:00.041512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:00.145160 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:28:00.149099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.177079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:28:00.184869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.185216 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Added segment 50dd9faf-3ae3-4508-b03e-1ae3241b2cd5 of type vlan for network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 Mar 02 19:28:00.210455 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.322067 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.327516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:00.328105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.435311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Network': ['ID=b9c0ad83-3bce-4040-8ae3-81001f47bbd0,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:00.445560 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:28:00.449051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e4f22b0d-bd1b-42d6-819c-0caed2359dd8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4314637 Mar 02 19:28:00.451965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52232) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:00.456851 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'admin_state_up': True, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:00.464989 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:00.468872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:router and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:28:00.471743 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:28:00.478044 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:00.562350 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.563389 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:00.578138 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.011401 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.358697 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.386955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.517404 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.253 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/8cbc3a5d-5d4e-499c-8cc6-339ad507171c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:01.660827 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.743864 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:01.802913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:01.809760 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:01.813728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:28:01.847896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:02.179712 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:28:02.306382 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:02.758111 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:03.063605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2720a25-0c2c-49a4-be13-3590660dab37 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:28:03.235186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:28:03.244541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Sync routers for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:28:03.253387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:03.253989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:03.363086 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:03.364265 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ad6a131b-bb1e-4323-8807-5af179d156de tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9113808 Mar 02 19:28:03.367453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:03.411111 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fc39072f-3ef2-4baa-8692-9927036660a2 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5c531b5024b34fdaaa60a41472a6417f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425370 Mar 02 19:28:03.413973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52240) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:03.459655 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:03.543421 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ae4a8a-1bb0-4142-9d4d-e2816ac549b5 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:03.545100 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b8ae4a8a-1bb0-4142-9d4d-e2816ac549b5 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302013 Mar 02 19:28:03.547905 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52244) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:03.586831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b21607b7-aee3-4011-b9e6-3a86c3369c58 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378160 Mar 02 19:28:03.589817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52248) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:03.596187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-43262354', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:03.705587 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:03.709417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:subnet and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:28:03.712485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:28:03.718505 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:03.746969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:02Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:03.750900 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Checking router: c2720a25-0c2c-49a4-be13-3590660dab37 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:28:03.751251 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Updating router c2720a25-0c2c-49a4-be13-3590660dab37 port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:28:03.785542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:28:03.789094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:03.803121 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.088120 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.141552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.155446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Transition to ACTIVE for port object 8cbc3a5d-5d4e-499c-8cc6-339ad507171c will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:04.173501 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Subnet': ['ID=a614f236-54a7-4898-aa49-3fe1a4a5bb95,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:04.181432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Checking segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:28:04.181931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network hostable DHCP agents. Network: b9c0ad83-3bce-4040-8ae3-81001f47bbd0, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:28:04.219349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.241979 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:28:04.303547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Attempting to bind port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:28:04.304134 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Attempting to bind port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:28:04.304248 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Attempting to bind port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:28:04.306923 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c85c3-94b9-4ef9-b8b7-5c97950a5b4c None None] Pushing event updated for resources: {'Port': ['ID=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Bound port: 8cbc3a5d-5d4e-499c-8cc6-339ad507171c, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:28:04.316245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.385793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, b9c0ad83-3bce-4040-8ae3-81001f47bbd0) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:04.387537 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] For port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:28:04.389728 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:04.390470 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.390584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] For port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:28:04.395017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1720a3-6e15-437b-9960-066a28d3ee78 None None] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:28:04.470025 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.502820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c9ace258-ed97-46e8-b106-7f4a210ed9f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9092329 Mar 02 19:28:04.503307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52252) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:04.575344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c85c3-94b9-4ef9-b8b7-5c97950a5b4c None None] Pushing event updated for resources: {'Port': ['ID=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:04.585881 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:04.586513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:04.869735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c77983-3764-400e-8330-a8523207189b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:28:04.870532 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:04.882407 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:05.195221 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.255832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-41c77983-3764-400e-8330-a8523207189b None None] Allocated IP 172.20.0.2 (b9c0ad83-3bce-4040-8ae3-81001f47bbd0/a614f236-54a7-4898-aa49-3fe1a4a5bb95/25c3d10e-3364-48a0-9aa0-b01d366f5fc7) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:05.379133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:02Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:05.389051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd6c90e-5daa-4d95-b85c-d441f3dd19ed None None] The sync data for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 is: [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:02Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:28:05.492014 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.502768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41c77983-3764-400e-8330-a8523207189b None None] Transition to ACTIVE for port object 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:05.522004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-41c77983-3764-400e-8330-a8523207189b None None] Transition to ACTIVE for port object 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:05.590240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.681448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c77983-3764-400e-8330-a8523207189b None None] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:05.684859 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-41c77983-3764-400e-8330-a8523207189b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:05.689168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c77983-3764-400e-8330-a8523207189b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:28:05.695071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c77983-3764-400e-8330-a8523207189b None None] Pushing event updated for resources: {'Port': ['ID=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:05.737563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.1 (b9c0ad83-3bce-4040-8ae3-81001f47bbd0/a614f236-54a7-4898-aa49-3fe1a4a5bb95/35b7cf7c-d5b4-45b9-991d-a2cc333b0286) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41c77983-3764-400e-8330-a8523207189b None None] Attempting to bind port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41c77983-3764-400e-8330-a8523207189b None None] Attempting to bind port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c77983-3764-400e-8330-a8523207189b None None] Attempting to bind port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 on network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c77983-3764-400e-8330-a8523207189b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c77983-3764-400e-8330-a8523207189b None None] Checking segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c77983-3764-400e-8330-a8523207189b None None] Bound using segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-41c77983-3764-400e-8330-a8523207189b None None] Bound port: 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:28:05.812302 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.895317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-41c77983-3764-400e-8330-a8523207189b None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:28:05.898384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-41c77983-3764-400e-8330-a8523207189b None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:28:05.921131 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:05.938078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:05.997443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-41c77983-3764-400e-8330-a8523207189b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:06.026028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:06.092402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c77983-3764-400e-8330-a8523207189b None None] Pushing event updated for resources: {'Port': ['ID=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:06.097608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:06.112600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:06.119462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:28:06.154869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:06.194366 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:06.418504 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:06.837086 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:06.899244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:07.010028 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:07.013381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:07.146064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:07.147151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:07.331619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2720a25-0c2c-49a4-be13-3590660dab37 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:28:07.648735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76bde1c1-c0a2-499a-90a3-3b9b641803c2 None None] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:28:07.649230 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:28:07.660611 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Sync routers for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:28:07.662962 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-711f1d60-e210-4e09-be81-6b248ff8f03b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/c2720a25-0c2c-49a4-be13-3590660dab37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1582389 Mar 02 19:28:07.682550 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:07.683173 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:07.774642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8cbc3a5d-5d4e-499c-8cc6-339ad507171c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:07.851650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-7baa3cca-323d-4b50-ae5d-a88f16436f9e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:07.871831 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:07.906422 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5e449efa-677e-4c59-a12f-c7fbce330d4b None None] Provisioning for port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:07.921882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-7baa3cca-323d-4b50-ae5d-a88f16436f9e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:07.933559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-7baa3cca-323d-4b50-ae5d-a88f16436f9e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457261240&fields=id&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 267 time: 0.1306331 Mar 02 19:28:08.025104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:08.031475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:08.031920 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.171393 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.189977 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:08.249922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-8f7756fc-b4ff-4be3-9b67-01aaffa6b503 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:08.250998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-8f7756fc-b4ff-4be3-9b67-01aaffa6b503 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:08.259632 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.260940 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:08.284129 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 2, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:08.288194 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Checking router: c2720a25-0c2c-49a4-be13-3590660dab37 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:28:08.288539 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Updating router c2720a25-0c2c-49a4-be13-3590660dab37 port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:28:08.322282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-8f7756fc-b4ff-4be3-9b67-01aaffa6b503 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:08.323508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-8f7756fc-b4ff-4be3-9b67-01aaffa6b503 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 797 time: 0.3890991 Mar 02 19:28:08.343396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-2d3b8236-e3b9-443c-abf8-6c2d4c92dee7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/quotas/5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 375 time: 0.0134354 Mar 02 19:28:08.349205 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.424433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:08.458591 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-dc243eef-cb98-4c7e-83eb-af530323ff3f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:08.544788 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-630e73d4-dcfa-4300-9fd7-fcf3bb08c5a4 None None] Provisioning for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:08.549887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-630e73d4-dcfa-4300-9fd7-fcf3bb08c5a4 None None] Provisioning complete for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:08.555207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-630e73d4-dcfa-4300-9fd7-fcf3bb08c5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.573485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-dc243eef-cb98-4c7e-83eb-af530323ff3f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:08.575445 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-dc243eef-cb98-4c7e-83eb-af530323ff3f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2259505 Mar 02 19:28:08.581374 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:08.607119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:08.607422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.647928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-92fc8a06-6973-4abc-b5c7-0240559517f0 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:28:08.649835 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-630e73d4-dcfa-4300-9fd7-fcf3bb08c5a4 None None] Port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:28:08.658002 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-92fc8a06-6973-4abc-b5c7-0240559517f0 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0704632 Mar 02 19:28:08.743323 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.746385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.755599 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Transition to ACTIVE for port object 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:08.790170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2a430e98-7600-4ff2-ab10-497f19f14797 None None] Provisioning complete for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:08.790576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2a430e98-7600-4ff2-ab10-497f19f14797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.806478 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-19d52e18-0d19-4da2-a700-afe19f63aa51 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472738 Mar 02 19:28:08.826068 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.829534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:08.849939 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-2a430e98-7600-4ff2-ab10-497f19f14797 None None] Port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:28:08.917463 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:08.951840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-4d29c823-1385-424d-8590-248a2fa86f7c service neutron] 10.222.0.66 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395929 Mar 02 19:28:08.971396 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Pushing event updated for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:08.981759 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.982090 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.982466 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.983189 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.983606 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.983927 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.984858 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.985193 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.985513 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.985880 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.986221 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:08.986535 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:28:09.032653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:09.118669 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Attempting to bind port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:28:09.119034 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Attempting to bind port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:28:09.119388 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Attempting to bind port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 on network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:28:09.124461 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:28:09.124823 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Checking segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:28:09.125212 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:09.125596 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Bound using segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:28:09.126042 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Bound port: 35b7cf7c-d5b4-45b9-991d-a2cc333b0286, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:28:09.126446 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:09.216363 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] For port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:28:09.219318 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] For port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:28:09.306359 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:09.382532 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:09.383154 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:27:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:09.452532 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97dee-9ae8-48a5-8eb2-9b6a20861413 None None] Pushing event updated for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:09.569694 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:09.659444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8cbc3a5d-5d4e-499c-8cc6-339ad507171c up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:09.728427 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:09.728807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:09.844739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:09.874208 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:09Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:09.878104 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f20db-f7e9-4b23-bf65-ee5b9d1f619d None None] The sync data for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 is: [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:09Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:28:09.910303 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:09.910684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:10.295013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-52e9dc13-4882-4ee6-8e04-d5449966a927 req-c9d65933-dffc-45da-98a9-7a72342824e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0527978 Mar 02 19:28:11.386284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3ee7037-6506-4e5c-898b-b367ac2acc59 req-9efead0b-d0cc-41ef-876d-0278dcaf5901 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0461338 Mar 02 19:28:11.681312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:11.796502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:11.801658 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:11.802050 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:11.915488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:11.945979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:12.019397 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:12.089627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:12.483202 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-372fd5a5-bfed-409a-a658-1e9e5dd75aef req-815ddfb5-f8f0-4fe3-aaf4-cb62a9b1c673 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0444491 Mar 02 19:28:13.655897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:13.725345 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:13.725721 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:13.786237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3382ce75-56bf-4d7b-a30d-2521147704e7 req-42aff017-5907-4cc5-8351-f487bb812180 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0429325 Mar 02 19:28:14.454985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-615a8413-fd10-4b58-b35f-155e90a517d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:14.456471 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-615a8413-fd10-4b58-b35f-155e90a517d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 797 time: 0.1501465 Mar 02 19:28:14.503836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-f66a3625-0330-43b4-8335-37f47b214fec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:28:14.515915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-f66a3625-0330-43b4-8335-37f47b214fec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:28:14.517000 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-f66a3625-0330-43b4-8335-37f47b214fec tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 380 time: 0.0519817 Mar 02 19:28:14.524730 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'port': {'device_id': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'admin_state_up': True, 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'security_groups': ['8eab55ef-59a9-48df-8619-20348f40f353']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:14.658988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:14.669662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:14.773617 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:28:14.777279 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:14.935337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50d42a84-f1de-4102-ae33-6b17cf86aada req-729e701c-317b-41e9-8547-1da1b784e2c4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0424008 Mar 02 19:28:14.940102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.9 (b9c0ad83-3bce-4040-8ae3-81001f47bbd0/a614f236-54a7-4898-aa49-3fe1a4a5bb95/69fe95da-38c3-4a49-bfda-62b4883ecd6b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:15.127326 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.142701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 69fe95da-38c3-4a49-bfda-62b4883ecd6b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:15.235331 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.308378 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:15.311919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:15.315719 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:28:15.346857 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:15.382913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:15.384063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.506702 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-a13888f0-2b47-40bf-8e24-3341dd75dc4e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9853745 Mar 02 19:28:15.517685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Request body: {'port': {'device_id': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:15.579241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-352323ab-6e84-41a6-885a-c99ae39f38bb None None] Provisioning for port 69fe95da-38c3-4a49-bfda-62b4883ecd6b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:15.590729 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-352323ab-6e84-41a6-885a-c99ae39f38bb None None] Provisioning complete for port 69fe95da-38c3-4a49-bfda-62b4883ecd6b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:15.590729 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-352323ab-6e84-41a6-885a-c99ae39f38bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.628640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.640402 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-352323ab-6e84-41a6-885a-c99ae39f38bb None None] Port 69fe95da-38c3-4a49-bfda-62b4883ecd6b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:28:15.960919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fe95da-38c3-4a49-bfda-62b4883ecd6b {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:28:15.968248 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:15.984228 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Transition to ACTIVE for port object 69fe95da-38c3-4a49-bfda-62b4883ecd6b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:28:16.052138 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:16.132995 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb620d-168c-4714-a48c-b2d021bab2e0 req-f71bab3b-2410-4f51-989b-8b5698b68804 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:16.135204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3fb620d-168c-4714-a48c-b2d021bab2e0 req-f71bab3b-2410-4f51-989b-8b5698b68804 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 943 time: 0.0889375 Mar 02 19:28:16.198787 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f3fb620d-168c-4714-a48c-b2d021bab2e0 req-62899e37-cc6b-4228-9882-8b7dcb8450c4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584571 Mar 02 19:28:16.217930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Pushing event updated for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:16.414143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Attempting to bind port 69fe95da-38c3-4a49-bfda-62b4883ecd6b on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:28:16.414410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Attempting to bind port 69fe95da-38c3-4a49-bfda-62b4883ecd6b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:28:16.414764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Attempting to bind port 69fe95da-38c3-4a49-bfda-62b4883ecd6b on network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:28:16.419931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Port 69fe95da-38c3-4a49-bfda-62b4883ecd6b on network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:28:16.420256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Attempting to bind port 69fe95da-38c3-4a49-bfda-62b4883ecd6b on network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:28:16.425506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:28:16.425848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Checking segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:28:16.426272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Bound using segment: {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:28:16.426701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Bound port: 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:28:16.427048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:16.517367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:28:16.520286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:28:16.573726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:16.628513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:16.629124 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:16.630513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] 10.222.0.11 "PUT /v2.0/ports/69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 1091 time: 1.1170435 Mar 02 19:28:16.637224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:28:16.657679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3699d3f2-3cdf-46ee-83cc-bc491fd4552c service neutron] Pushing event updated for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:16.684434 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'status': 'completed', 'code': 200} Mar 02 19:28:16.786546 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-3a47bde8-d957-4e2b-adf2-1dd311264fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:16.788048 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-3a47bde8-d957-4e2b-adf2-1dd311264fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1094 time: 0.0842292 Mar 02 19:28:16.927953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-1e3c75bc-f8b7-486a-91a6-4a7e849158ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:16.929302 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-1e3c75bc-f8b7-486a-91a6-4a7e849158ee service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c531b5024b34fdaaa60a41472a6417f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351454 Mar 02 19:28:17.061042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-c29208a9-c348-4f86-840a-5c5c1c2d153d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:17.062515 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b62fffd-3994-4264-8d94-7d6b4f6ce9cf req-c29208a9-c348-4f86-840a-5c5c1c2d153d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1277871 Mar 02 19:28:17.162021 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-d6ff687f-c702-44a2-8f58-72c46f259358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:17.163419 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-d6ff687f-c702-44a2-8f58-72c46f259358 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1094 time: 0.0683219 Mar 02 19:28:17.231467 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-67904618-2ede-42a3-8d9d-62fd092f358c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 217 time: 0.0622029 Mar 02 19:28:17.291582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-e5b0bb40-aca7-46f6-ae3c-1c47e4c330dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:17.293010 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-e5b0bb40-aca7-46f6-ae3c-1c47e4c330dd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 200 len: 833 time: 0.0565023 Mar 02 19:28:17.370880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-aa481276-7109-458f-b6c5-5a94b0b63acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:17.372415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-aa481276-7109-458f-b6c5-5a94b0b63acb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736926 Mar 02 19:28:17.376057 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b3be7-1902-44ac-86d5-1ef7f7b938a8 req-6921bd68-cc93-44cc-bafa-bdf3940030af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:17.377483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-886b3be7-1902-44ac-86d5-1ef7f7b938a8 req-6921bd68-cc93-44cc-bafa-bdf3940030af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 943 time: 0.0817037 Mar 02 19:28:17.421365 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-886b3be7-1902-44ac-86d5-1ef7f7b938a8 req-e0dff8c2-1418-4bd6-bb29-5b3caaa2adc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 Mar 02 19:28:17.505837 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-4813405c-1732-45b4-803c-da3d708755d8 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235750 Mar 02 19:28:17.728360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c2cf799f-21c9-4d38-8ae8-55f08e553794 req-1b4c5231-2724-43f1-822a-0001d8d243d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160873 Mar 02 19:28:18.603748 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa660a-a09f-46fd-836d-aa63b8c986c6 req-764d75d3-dbef-40ec-a27a-924c706f7980 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:18.605195 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82aa660a-a09f-46fd-836d-aa63b8c986c6 req-764d75d3-dbef-40ec-a27a-924c706f7980 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 943 time: 0.0784945 Mar 02 19:28:18.648206 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-82aa660a-a09f-46fd-836d-aa63b8c986c6 req-d717017a-e608-4637-bd56-a91cc4da7cc7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374081 Mar 02 19:28:19.830474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb601b1-a829-44db-b0f8-848f9cc53057 req-b907faa8-7c9b-49c8-b3a6-aebe9ee102ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:19.831818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fb601b1-a829-44db-b0f8-848f9cc53057 req-b907faa8-7c9b-49c8-b3a6-aebe9ee102ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 943 time: 0.0818231 Mar 02 19:28:19.874769 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6fb601b1-a829-44db-b0f8-848f9cc53057 req-e6e88d74-3c85-4511-89c0-5fd38e9b4084 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374568 Mar 02 19:28:21.056912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682336b-46b4-48ee-bc1d-484921451320 req-44773ecb-b814-4a6b-98b7-dc3c1b4e0c29 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:21.058410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3682336b-46b4-48ee-bc1d-484921451320 req-44773ecb-b814-4a6b-98b7-dc3c1b4e0c29 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 943 time: 0.0797596 Mar 02 19:28:21.104645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3682336b-46b4-48ee-bc1d-484921451320 req-7a5cca96-844b-4b92-b659-56bdcb9eface tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Mar 02 19:28:21.920448 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 69fe95da-38c3-4a49-bfda-62b4883ecd6b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:28:22.057005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:22.072565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'port_id': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'mac_address': 'fa:16:3e:6e:2d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:28:22.124997 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:22.138428 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-139889c2-2f66-4b75-bb82-3d01603b31da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:22.143501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fe95da-38c3-4a49-bfda-62b4883ecd6b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:28:22.159568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:22.242244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:22.292516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89800e8-5f68-40ea-9eaa-e885474bf058 req-639d52e9-2206-44ce-bd27-90990a233f1f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:22.293972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e89800e8-5f68-40ea-9eaa-e885474bf058 req-639d52e9-2206-44ce-bd27-90990a233f1f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 944 time: 0.0801311 Mar 02 19:28:22.340238 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e89800e8-5f68-40ea-9eaa-e885474bf058 req-b68a41e2-eb74-4140-9c69-8e5380eb42e7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402207 Mar 02 19:28:22.344418 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:22.443072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['69fe95da-38c3-4a49-bfda-62b4883ecd6b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:28:23.523589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffb56b-393d-41f4-8fac-13ea1d0a0345 req-2e9d28ce-949a-4d56-a01e-9b1e89b5802f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:23.525762 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebffb56b-393d-41f4-8fac-13ea1d0a0345 req-2e9d28ce-949a-4d56-a01e-9b1e89b5802f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 944 time: 0.0831788 Mar 02 19:28:23.570083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ebffb56b-393d-41f4-8fac-13ea1d0a0345 req-3d279a42-421c-449a-a0f9-21c938d53c3f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Mar 02 19:28:23.919897 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 69fe95da-38c3-4a49-bfda-62b4883ecd6b up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:28:24.047581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 69fe95da-38c3-4a49-bfda-62b4883ecd6b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:28:24.052547 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 69fe95da-38c3-4a49-bfda-62b4883ecd6b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:28:24.052928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.172260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.201069 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:28:24.210663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:28:24.276386 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cb599342-b126-4ad7-ade1-f0d430f82789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.295483 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'code': 200} Mar 02 19:28:24.310506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:24.381739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:24.418178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916984e3-ef6a-4879-975c-d899e6506774 req-6db49b62-816b-4892-be82-ea68c34b8a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:24.419684 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-916984e3-ef6a-4879-975c-d899e6506774 req-6db49b62-816b-4892-be82-ea68c34b8a63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0706718 Mar 02 19:28:24.458518 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-916984e3-ef6a-4879-975c-d899e6506774 req-1baeb924-289c-4c01-8c99-5186ab7bb7cf service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333753 Mar 02 19:28:24.750379 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ec8bb-47df-44a3-b543-7f57269398c4 req-79f8914f-a3b8-4dcb-9275-ee3432c8fb1a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:24.751853 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b7ec8bb-47df-44a3-b543-7f57269398c4 req-79f8914f-a3b8-4dcb-9275-ee3432c8fb1a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0785115 Mar 02 19:28:24.796278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b7ec8bb-47df-44a3-b543-7f57269398c4 req-9cb51742-ff9e-4283-b791-f8befc60e28a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387716 Mar 02 19:28:25.590793 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.755961 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:25.980458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8bec5-7595-4084-9abe-57cc01d4e771 req-7c437566-1e2e-440c-a836-cf12f483be34 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:25.981924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40a8bec5-7595-4084-9abe-57cc01d4e771 req-7c437566-1e2e-440c-a836-cf12f483be34 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0824873 Mar 02 19:28:26.025736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-40a8bec5-7595-4084-9abe-57cc01d4e771 req-9d8ac54b-f491-448a-a095-8e08eb31a65d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382504 Mar 02 19:28:26.209860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438416a-ad88-4ae9-b8d3-126cf8fd8056 req-c659efa8-3a3e-4002-bedf-12f0ab7e0c6b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:26.211358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0438416a-ad88-4ae9-b8d3-126cf8fd8056 req-c659efa8-3a3e-4002-bedf-12f0ab7e0c6b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0805459 Mar 02 19:28:26.258279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0438416a-ad88-4ae9-b8d3-126cf8fd8056 req-f61e9103-3874-4c14-a63d-22ac40023376 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410211 Mar 02 19:28:26.281423 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52328) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:26.348697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:26.351551 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659198f1-395a-4adb-8759-aff1c5534e46 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:26.353091 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-659198f1-395a-4adb-8759-aff1c5534e46 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1091 time: 0.0706661 Mar 02 19:28:26.356189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52332) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:26.361139 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:28:26.367644 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:28:26.371985 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:floatingip and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:28:26.374821 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:28:26.380506 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:28:26.463493 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:26.700612 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:26.833554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.228 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/0d1ca8a5-5ce2-4364-bcef-235de574be1c) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:28:26.976867 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.019279 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.088008 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.147611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:28:27.150516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:28:27.159015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:28:27.207651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=0d1ca8a5-5ce2-4364-bcef-235de574be1c,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:27.504848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.575371 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.781197 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:27.983763 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:28.025279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:28.128543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=0d1ca8a5-5ce2-4364-bcef-235de574be1c,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:28:28.141496 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:28.311667 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc associated. External IP: 172.25.7.228, port: 69fe95da-38c3-4a49-bfda-62b4883ecd6b. Mar 02 19:28:28.760776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2720a25-0c2c-49a4-be13-3590660dab37 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:28:28.941817 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:28:28.952120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Sync routers for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:28:28.962601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:28.963215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:29.030338 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:29.088106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5f5f7976-b498-4993-aca0-f06cd1d6c7d0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7284169 Mar 02 19:28:29.088106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:28:29.135597 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'status': 'completed', 'code': 200} Mar 02 19:28:29.144192 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:29.230412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-0b853eed-dec7-474b-8730-668917f29ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:29.231995 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-0b853eed-dec7-474b-8730-668917f29ebe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0743997 Mar 02 19:28:29.260267 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba4c8c0-f432-41a5-8d3e-6268aed93c8b req-81259eb0-34c8-4aba-9e5e-1915c5f7bfbc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:29.261745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ba4c8c0-f432-41a5-8d3e-6268aed93c8b req-81259eb0-34c8-4aba-9e5e-1915c5f7bfbc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0860896 Mar 02 19:28:29.307925 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2ba4c8c0-f432-41a5-8d3e-6268aed93c8b req-4c672ae2-9b53-46d3-93e6-93df17b083ed tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398920 Mar 02 19:28:29.332984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52340) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:29.504346 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'd3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'port_id': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'mac_address': 'fa:16:3e:6e:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:28:27Z', 'updated_at': '2022-03-02T19:28:27Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:29.513283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Checking router: c2720a25-0c2c-49a4-be13-3590660dab37 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:28:29.517492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:28:29.518132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:28:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:29.576619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-72af28b7-9bab-471e-85a1-2a2326b5d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:29.578003 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-72af28b7-9bab-471e-85a1-2a2326b5d4d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 898 time: 0.3404851 Mar 02 19:28:29.582857 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-971ad735-43cd-4fe6-aec5-0da682249951 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc HTTP/1.1" status: 200 len: 991 time: 0.2488663 Mar 02 19:28:29.680405 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-4431dc15-142d-47ba-a1ed-631ae2ec46d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 999 time: 0.0964758 Mar 02 19:28:29.699764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:28:29.742276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-195c0bd9-b4f4-40fc-b72b-b0c914c8c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:29.743840 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-195c0bd9-b4f4-40fc-b72b-b0c914c8c73c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 200 len: 833 time: 0.0580187 Mar 02 19:28:29.817294 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-194bf208-4323-40a0-8cc6-2d37467da7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:28:29.818823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-194bf208-4323-40a0-8cc6-2d37467da7f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690136 Mar 02 19:28:29.952175 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-352daf1e-846e-4dad-b199-9d4353a70682 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265259 Mar 02 19:28:30.080071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'd3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'port_id': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'mac_address': 'fa:16:3e:6e:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:28:27Z', 'updated_at': '2022-03-02T19:28:27Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:28:30.084188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15b7dea-a8ac-4995-b09f-1412b68d86d5 None None] The sync data for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 is: [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': 'd3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.228', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'port_id': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'mac_address': 'fa:16:3e:6e:2d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:28:27Z', 'updated_at': '2022-03-02T19:28:27Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:28:30.085193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d882c9cb-a8af-43c1-86ec-4d51f40212dc req-86c56729-e9a3-40a2-a806-c83a64e857e0 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274250 Mar 02 19:28:30.266602 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766a17a9-cb89-4dfe-ba86-3782f271c38c None None] New status for floating IP d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:28:30.588629 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52344) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:28:30.694711 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-04a27fdd-eaf3-457d-a320-170ebaa9a31a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc HTTP/1.1" status: 200 len: 993 time: 0.1049430 Mar 02 19:28:39.178835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:28:52.132599 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-692a7165-a6bc-46d8-ab5f-1e9ce484de36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:54.229871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-030ea82e-e700-48a9-afe3-3a9e09aa576d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:55.612358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:55.767214 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:56.366838 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:57.034100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:28:57.537992 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:02.294344 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637816dd-e39c-4e68-9d15-739182173969 req-1f88081e-e8c2-48bd-92ff-45351f594c32 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.295808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-637816dd-e39c-4e68-9d15-739182173969 req-1f88081e-e8c2-48bd-92ff-45351f594c32 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0799019 Mar 02 19:29:02.340122 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-637816dd-e39c-4e68-9d15-739182173969 req-fabe299d-71ff-4e16-bd23-11dbd9f84831 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385261 Mar 02 19:29:02.353596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-cecc04ef-a6c1-4ac1-aeea-59c0ed422de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.355261 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-cecc04ef-a6c1-4ac1-aeea-59c0ed422de0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0752697 Mar 02 19:29:02.487192 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-0822949d-4faa-42b9-ad0d-4b79993b3f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.488672 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-0822949d-4faa-42b9-ad0d-4b79993b3f83 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 898 time: 0.1261845 Mar 02 19:29:02.591427 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-c0cd7aa7-5998-4f9f-9e28-f5db65871075 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 1001 time: 0.0966566 Mar 02 19:29:02.652239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-9cd7ff1e-361a-4249-a2bd-c5da0647a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.653664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-9cd7ff1e-361a-4249-a2bd-c5da0647a5c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 200 len: 833 time: 0.0564442 Mar 02 19:29:02.726974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-1828ca59-46b3-4e17-8378-84b7dca8e5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:02.728425 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-1828ca59-46b3-4e17-8378-84b7dca8e5d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691473 Mar 02 19:29:02.856869 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-6ee03114-9577-4cae-b1b0-ff4084fea1de service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216917 Mar 02 19:29:02.993280 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-19f0d443-8a0a-417b-9ac6-66e6cd87cb51 req-7419b884-5540-4e67-a894-3b9540b1af46 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299481 Mar 02 19:29:03.525739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f4b6a-8c29-4ff3-b41a-3c4ced4f615a req-d009411e-3632-4e8b-856d-2b61a6213d43 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:03.527491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f8f4b6a-8c29-4ff3-b41a-3c4ced4f615a req-d009411e-3632-4e8b-856d-2b61a6213d43 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0824909 Mar 02 19:29:03.572160 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8f8f4b6a-8c29-4ff3-b41a-3c4ced4f615a req-85ec21eb-eac3-4e93-a3f5-377408bf582d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388954 Mar 02 19:29:04.751813 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d354c0-8257-4cae-a1a7-c8d01524c9f7 req-a960f3bd-7733-4ca2-91f0-5348e678dcdc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:04.753284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1d354c0-8257-4cae-a1a7-c8d01524c9f7 req-a960f3bd-7733-4ca2-91f0-5348e678dcdc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0784433 Mar 02 19:29:04.801208 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b1d354c0-8257-4cae-a1a7-c8d01524c9f7 req-cbca273a-93d6-4baa-8d7e-192d4b76a995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421529 Mar 02 19:29:05.984907 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237bedc6-1f18-4c5d-831d-287f907bd699 req-b7082f1b-c4c7-4c09-a8da-c067b9511c1e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:05.986401 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-237bedc6-1f18-4c5d-831d-287f907bd699 req-b7082f1b-c4c7-4c09-a8da-c067b9511c1e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0808592 Mar 02 19:29:06.034801 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-237bedc6-1f18-4c5d-831d-287f907bd699 req-6196b00b-e2b2-4a64-818e-80a0bda9556f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418971 Mar 02 19:29:06.107848 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-fd91079c-c290-4fdf-a805-7e2824377ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:06.109316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-fd91079c-c290-4fdf-a805-7e2824377ec8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0741315 Mar 02 19:29:06.250092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-5d17bfbf-d3da-45c6-87ff-2ae40dff2046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:06.251480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-5d17bfbf-d3da-45c6-87ff-2ae40dff2046 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 898 time: 0.1235492 Mar 02 19:29:06.465678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-d05790b7-94af-4059-bc50-75a271eca689 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 1001 time: 0.2074022 Mar 02 19:29:06.528673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-6d212adc-f62c-4e27-9f23-56d87e798878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:06.530003 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-6d212adc-f62c-4e27-9f23-56d87e798878 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 200 len: 833 time: 0.0575204 Mar 02 19:29:06.603744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-fc6e5ac9-aa31-4dd8-9d7c-be613b3e10c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:06.605197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-fc6e5ac9-aa31-4dd8-9d7c-be613b3e10c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697689 Mar 02 19:29:06.734387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-b8a2bd66-2c26-4cab-8e9f-2ddc1a41a815 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229050 Mar 02 19:29:06.862796 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c142570e-af84-453d-a7ee-533c8d4edcd5 req-d0f0eebb-3515-4659-931b-514897b747c6 service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231897 Mar 02 19:29:07.221877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81a1546-2f8e-49da-a91e-ced5ca94dc5b req-0c314ccf-1f72-4045-8132-74bd3bc7ac84 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:07.223370 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a81a1546-2f8e-49da-a91e-ced5ca94dc5b req-0c314ccf-1f72-4045-8132-74bd3bc7ac84 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0835741 Mar 02 19:29:07.267318 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a81a1546-2f8e-49da-a91e-ced5ca94dc5b req-bb6935e3-196a-4c1f-ad23-b7e74ab73d55 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378804 Mar 02 19:29:08.447315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e577d3a-7180-436c-8810-ea997dea9567 req-45d2694b-b6b8-46e6-ab09-525dbf26e68b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:08.448767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e577d3a-7180-436c-8810-ea997dea9567 req-45d2694b-b6b8-46e6-ab09-525dbf26e68b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0789566 Mar 02 19:29:08.491674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2e577d3a-7180-436c-8810-ea997dea9567 req-5319a351-30d9-4a3a-9e03-ad0e928edac7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367429 Mar 02 19:29:09.677697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188fefe5-3747-4392-8b46-594b3a381e08 req-8c3edb4d-b73a-4cb0-a247-32fb856072c1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:09.679165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-188fefe5-3747-4392-8b46-594b3a381e08 req-8c3edb4d-b73a-4cb0-a247-32fb856072c1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0822513 Mar 02 19:29:09.722281 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-188fefe5-3747-4392-8b46-594b3a381e08 req-5156c6bd-fb42-499c-abd6-2c6ce0a1dd88 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375915 Mar 02 19:29:10.903383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5922085f-7e85-4b07-863c-c14bdc991fff req-9b82e27f-79dd-4875-ad32-d0f3d58d2890 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:10.904840 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5922085f-7e85-4b07-863c-c14bdc991fff req-9b82e27f-79dd-4875-ad32-d0f3d58d2890 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0792215 Mar 02 19:29:10.950899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5922085f-7e85-4b07-863c-c14bdc991fff req-0b6e0a78-ef07-4442-8793-cf74bea57c65 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406454 Mar 02 19:29:12.235166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba050c1-aedc-47db-9652-bd5d34f32bac req-fbaeae22-0fc7-402b-a71e-f8d7788fd65e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:12.236586 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba050c1-aedc-47db-9652-bd5d34f32bac req-fbaeae22-0fc7-402b-a71e-f8d7788fd65e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.1812179 Mar 02 19:29:12.279442 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dba050c1-aedc-47db-9652-bd5d34f32bac req-a578e71b-945f-4933-bc15-434db8f23344 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372717 Mar 02 19:29:13.620884 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aff558-2a65-4ea9-b022-35b566004b86 req-d28ebde6-7d96-4d15-ae11-3e9b7866e36a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:13.622282 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75aff558-2a65-4ea9-b022-35b566004b86 req-d28ebde6-7d96-4d15-ae11-3e9b7866e36a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0816081 Mar 02 19:29:13.666359 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75aff558-2a65-4ea9-b022-35b566004b86 req-4a6fa73e-eae6-463c-8411-0adefa527377 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Mar 02 19:29:14.846844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425584d-613a-4f42-912f-597c193409cf req-e5658310-f3d5-48fc-b000-518f3b2445a6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:14.848293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1425584d-613a-4f42-912f-597c193409cf req-e5658310-f3d5-48fc-b000-518f3b2445a6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0781963 Mar 02 19:29:14.894548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1425584d-613a-4f42-912f-597c193409cf req-65102ac3-a53d-4ccc-a340-461f59e8b8fb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399168 Mar 02 19:29:16.075416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b92517-51d9-4fab-b92b-88af9f2126e5 req-149ae2a6-7c06-40c5-a69a-b3433df08646 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:16.076884 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5b92517-51d9-4fab-b92b-88af9f2126e5 req-149ae2a6-7c06-40c5-a69a-b3433df08646 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0801311 Mar 02 19:29:16.120424 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5b92517-51d9-4fab-b92b-88af9f2126e5 req-a1869e1e-d17e-45f5-8ab0-777e559caf34 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376782 Mar 02 19:29:16.178015 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:29:17.303909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d3a30-9eb5-4977-a6c3-831886cb4f34 req-d16a3291-efda-42be-81e3-7bd0507a3383 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:17.305367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-638d3a30-9eb5-4977-a6c3-831886cb4f34 req-d16a3291-efda-42be-81e3-7bd0507a3383 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0810237 Mar 02 19:29:17.347459 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-638d3a30-9eb5-4977-a6c3-831886cb4f34 req-292d4673-dc21-4995-8e1d-670f0c3bca77 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365963 Mar 02 19:29:18.530043 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf113d-a6b3-4a23-a7f1-397d992b6fc5 req-7b435a7c-7bcb-4431-a7a1-0138f429128d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:18.531560 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cbf113d-a6b3-4a23-a7f1-397d992b6fc5 req-7b435a7c-7bcb-4431-a7a1-0138f429128d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0790946 Mar 02 19:29:18.579809 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8cbf113d-a6b3-4a23-a7f1-397d992b6fc5 req-590fa791-f36a-4513-b8d9-2de763010da3 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426295 Mar 02 19:29:19.764326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37cef5-d60f-4c8d-af80-3e043377cd3a req-a0736903-5b44-4bdb-bb07-628936b99697 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:19.765789 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec37cef5-d60f-4c8d-af80-3e043377cd3a req-a0736903-5b44-4bdb-bb07-628936b99697 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0830963 Mar 02 19:29:19.808799 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec37cef5-d60f-4c8d-af80-3e043377cd3a req-14456f64-bc4d-4b44-a2ec-ce40afe3296b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374711 Mar 02 19:29:19.831839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52394) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:19.938005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-35ee05f6-be87-45f4-8645-6c12d23e9398 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc HTTP/1.1" status: 200 len: 993 time: 0.1049883 Mar 02 19:29:22.120523 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1873e1b9-5540-4697-b09a-ec4d88f6740c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:24.228806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3ca06ab2-8f30-4c71-ad62-3a5103f54bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:25.589147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:25.800576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:26.371985 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:26.994831 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:27.520129 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:50.535362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52412) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:50.737116 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 0d1ca8a5-5ce2-4364-bcef-235de574be1c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:29:50.737457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:50.904517 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:50.904764 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:51.025444 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 0d1ca8a5-5ce2-4364-bcef-235de574be1c owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:29:51.245912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:51.291995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=0d1ca8a5-5ce2-4364-bcef-235de574be1c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:51.332261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.332611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.332954 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.333292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.333622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.333946 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.334314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.334642 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.334969 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.335295 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.335618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.335943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:29:51.393259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:51.393605 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc disassociated (deleted). External IP: 172.25.7.228, port: 69fe95da-38c3-4a49-bfda-62b4883ecd6b. Mar 02 19:29:51.841952 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2720a25-0c2c-49a4-be13-3590660dab37 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:29:52.020098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:29:52.031591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Sync routers for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:29:52.036214 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:52.054365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:29:52.055055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:52.091232 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ee5f1431-3ca4-4639-bf9c-0de81f93ab93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/floatingips/d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc HTTP/1.1" status: 204 len: 168 time: 1.5547898 Mar 02 19:29:52.091813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:29:52.121503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-192cb6a8-5240-4362-b99f-3674efb966ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:52.140665 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'status': 'completed', 'code': 200} Mar 02 19:29:52.237272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:29:52.240109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-8f666cae-3922-4365-bb3b-beda019e82d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.241601 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-8f666cae-3922-4365-bb3b-beda019e82d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 1096 time: 0.0745811 Mar 02 19:29:52.375184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-150a3238-98f6-4229-8795-c3af65baa1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.376600 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-150a3238-98f6-4229-8795-c3af65baa1b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 200 len: 898 time: 0.1292384 Mar 02 19:29:52.449402 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-4735c0ec-f284-474e-bd7a-9069103502f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 200 len: 217 time: 0.0673182 Mar 02 19:29:52.522339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-b4fce435-6c72-45e6-930b-d41662ecceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.523990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-b4fce435-6c72-45e6-930b-d41662ecceb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 200 len: 833 time: 0.0691328 Mar 02 19:29:52.551126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:52.557011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Checking router: c2720a25-0c2c-49a4-be13-3590660dab37 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:29:52.563388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:29:52.564034 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:52.602968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-0489613c-6d64-4ad9-a71a-5325269ec911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.604559 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-0489613c-6d64-4ad9-a71a-5325269ec911 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b9c0ad83-3bce-4040-8ae3-81001f47bbd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736568 Mar 02 19:29:52.645618 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c2d09-9518-4173-ac9d-43dd21b99be2 req-daf9e6c0-30c0-4ef8-aaa7-023f93cff426 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:52.647079 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f44c2d09-9518-4173-ac9d-43dd21b99be2 req-daf9e6c0-30c0-4ef8-aaa7-023f93cff426 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0837319 Mar 02 19:29:52.692430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f44c2d09-9518-4173-ac9d-43dd21b99be2 req-c3a5e629-bc1e-41b6-b0c2-043eae7f7e2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382874 Mar 02 19:29:52.741937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-375b3055-a5bb-4e9a-a8fb-3a6104e151ad service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299651 Mar 02 19:29:52.745175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:29:52.876075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d12b2ae4-e19e-4a9b-b452-6d0dff4a482c req-e67f411d-074b-49b6-a5d3-bb03a2e29fbb service neutron] 10.222.0.11 "GET /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269777 Mar 02 19:29:53.096290 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:53.100219 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309df893-82b3-4c86-8cba-1067df8b2eb1 None None] The sync data for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 is: [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:28:06Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '35b7cf7c-d5b4-45b9-991d-a2cc333b0286', 'name': '', 'network_id': 'b9c0ad83-3bce-4040-8ae3-81001f47bbd0', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:c5:82:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:05Z', 'updated_at': '2022-03-02T19:28:11Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'a614f236-54a7-4898-aa49-3fe1a4a5bb95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:29:53.181196 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:29:53.313846 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1c1c6c-cc63-41e9-a21f-7fd548e05908 None None] New status for floating IP d3bbf3f7-ed5a-4ca5-a61e-67d053b6cefc: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:29:53.887353 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb86cc5b-0d8e-4ec2-a27d-3602758b5f0f req-c1308af7-53d3-4e36-8a3d-725bc2a5a646 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:53.888906 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb86cc5b-0d8e-4ec2-a27d-3602758b5f0f req-c1308af7-53d3-4e36-8a3d-725bc2a5a646 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.0840707 Mar 02 19:29:53.934615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb86cc5b-0d8e-4ec2-a27d-3602758b5f0f req-363e5883-61b7-4e52-843c-cc2bb1545128 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=8eab55ef-59a9-48df-8619-20348f40f353&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Mar 02 19:29:54.051783 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-412bd59d-71a2-4519-b04f-5247f894a0d7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:29:54.052504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-412bd59d-71a2-4519-b04f-5247f894a0d7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:29:54.141373 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-412bd59d-71a2-4519-b04f-5247f894a0d7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:29:54.143002 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-412bd59d-71a2-4519-b04f-5247f894a0d7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 945 time: 0.1691689 Mar 02 19:29:54.216676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 69fe95da-38c3-4a49-bfda-62b4883ecd6b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:29:54.217014 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:54.228482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d823d77-04a3-46c7-a7fa-c93a8f06c7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:54.464006 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 69fe95da-38c3-4a49-bfda-62b4883ecd6b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=69fe95da-38c3-4a49-bfda-62b4883ecd6b,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:29:54.464363 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:54.693522 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 69fe95da-38c3-4a49-bfda-62b4883ecd6b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:29:54.891641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:54.941520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=69fe95da-38c3-4a49-bfda-62b4883ecd6b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:55.018528 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port 69fe95da-38c3-4a49-bfda-62b4883ecd6b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:29:55.020978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:55.023545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'name': 'network-vif-deleted', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:29:55.074191 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae01cc2-7618-4adb-be38-3dbc633ae5e3', 'name': 'network-vif-deleted', 'tag': '69fe95da-38c3-4a49-bfda-62b4883ecd6b', 'status': 'completed', 'code': 200} Mar 02 19:29:55.092713 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e20c10d-9b03-4280-bffb-c4b04afbc92a req-bd94b6af-e574-4289-bfac-b8f8744afa84 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=dae01cc2-7618-4adb-be38-3dbc633ae5e3 HTTP/1.1" status: 200 len: 210 time: 0.0441353 Mar 02 19:29:55.143565 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cd26aeb3-9911-41dc-8052-8c5cd6236f11 req-9540e86f-4e61-497a-845e-47629d657fc0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "DELETE /v2.0/ports/69fe95da-38c3-4a49-bfda-62b4883ecd6b HTTP/1.1" status: 204 len: 173 time: 0.9956522 Mar 02 19:29:55.695059 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:55.787304 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:56.191028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52430) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:56.365978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:56.735859 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.023243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.083665 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:29:57.084010 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.378890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 35b7cf7c-d5b4-45b9-991d-a2cc333b0286, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:29:57.379560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.501171 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:29:57.541352 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.867155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:57.919484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=35b7cf7c-d5b4-45b9-991d-a2cc333b0286,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:58.191555 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:58.262944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 69fe95da-38c3-4a49-bfda-62b4883ecd6b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:29:58.296220 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 69fe95da-38c3-4a49-bfda-62b4883ecd6b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:29:58.296572 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 69fe95da-38c3-4a49-bfda-62b4883ecd6b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:29:58.545181 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2720a25-0c2c-49a4-be13-3590660dab37 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:29:58.833964 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:29:58.843974 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Sync routers for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:29:58.846189 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c5c5660-9a62-4708-a4f9-d576e5b16f5e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/c2720a25-0c2c-49a4-be13-3590660dab37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6540663 Mar 02 19:29:58.848755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52434) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:58.853870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:29:58.854602 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:58.913486 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting subnet a614f236-54a7-4898-aa49-3fe1a4a5bb95 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:29:58.916485 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:58.972477 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.039830 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:29:59.060158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.199110 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.238073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Subnet': ['ID=a614f236-54a7-4898-aa49-3fe1a4a5bb95,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:29:59.241707 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.247650 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-21dc97a6-bfa3-497d-8a98-26d4da90a939 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/subnets/a614f236-54a7-4898-aa49-3fe1a4a5bb95 HTTP/1.1" status: 204 len: 168 time: 0.3979564 Mar 02 19:29:59.249867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1c1fb-b6b7-4c16-ba1a-8549935f45c0 None None] Network b9c0ad83-3bce-4040-8ae3-81001f47bbd0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:29:59.250331 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52438) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:29:59.430630 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.488246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:29:57Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:59.498949 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Checking router: c2720a25-0c2c-49a4-be13-3590660dab37 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:29:59.511210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Routers {'c2720a25-0c2c-49a4-be13-3590660dab37'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:29:59.511817 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2720a25-0c2c-49a4-be13-3590660dab37'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:29:59.612895 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.657651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] DHCP port deletion for b9c0ad83-3bce-4040-8ae3-81001f47bbd0 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:29:59.671942 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Deleting port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:29:59.677073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.677194 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:29:59.677194 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.743913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] Set router c2720a25-0c2c-49a4-be13-3590660dab37 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:29:59.789273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:29:59.859567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 8cbc3a5d-5d4e-499c-8cc6-339ad507171c, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:29:59.859837 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:29:59.981231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 8cbc3a5d-5d4e-499c-8cc6-339ad507171c owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:30:00.209812 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.238180 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:00.238576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.255021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.257572 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=8cbc3a5d-5d4e-499c-8cc6-339ad507171c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:00.345946 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.386507 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Calling delete_port for 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:30:00.494084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:00.526457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:29:57Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:00.530722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f432389-94f7-4c62-9506-8fce9c6f9c20 None None] The sync data for ids ['c2720a25-0c2c-49a4-be13-3590660dab37'] in n-d-828839-1 is: [{'id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1790635989', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253'}], 'enable_snat': True}, 'gw_port_id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:28:00Z', 'updated_at': '2022-03-02T19:29:57Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '8cbc3a5d-5d4e-499c-8cc6-339ad507171c', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:48:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2720a25-0c2c-49a4-be13-3590660dab37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:28:01Z', 'updated_at': '2022-03-02T19:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:30:00.553194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.618228 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:30:00.618522 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:30:00.625503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:00.632063 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.633023 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.633376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.633718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.634056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.634354 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.634482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.634731 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.635058 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.635388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.635711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.636032 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.636353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.636669 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:00.712844 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.713384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Fanout notify agent at l3_agent the message router_deleted on router c2720a25-0c2c-49a4-be13-3590660dab37 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:30:00.728687 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.729770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7fa2a905-e56b-4c00-8ddb-61ce21e376bd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/routers/c2720a25-0c2c-49a4-be13-3590660dab37 HTTP/1.1" status: 204 len: 168 time: 1.4784861 Mar 02 19:30:00.732474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52442) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:00.841283 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:00.851727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:30:00.852056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.066321 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:01.066704 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.119613 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Deleting port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:30:01.120118 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.190105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:30:01.314586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.326890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] For port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,segment=NetworkSegment(50dd9faf-3ae3-4508-b03e-1ae3241b2cd5),segment_id=50dd9faf-3ae3-4508-b03e-1ae3241b2cd5)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:01.327281 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.365645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=25c3d10e-3364-48a0-9aa0-b01d366f5fc7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:01.367797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:30:01.451166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Calling delete_port for 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:30:01.492376 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.519733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c0ad83-3bce-4040-8ae3-81001f47bbd0']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:01.527133 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:30:01.527709 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:30:01.533591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:01.533895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50dd9faf-3ae3-4508-b03e-1ae3241b2cd5') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:01.545586 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.562636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.569280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Releasing vlan 663 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:30:01.569673 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:30:01.584275 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:30:01.705103 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:30:01.731610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.739275 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:30:01.739622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 35b7cf7c-d5b4-45b9-991d-a2cc333b0286 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:30:01.740044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8cbc3a5d-5d4e-499c-8cc6-339ad507171c no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:30:01.750527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.763453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Network': ['ID=b9c0ad83-3bce-4040-8ae3-81001f47bbd0,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:01.775585 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 8cbc3a5d-5d4e-499c-8cc6-339ad507171c {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:30:01.776194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 8cbc3a5d-5d4e-499c-8cc6-339ad507171c not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:30:01.835180 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-9114fbea-e7bb-4dbe-a60b-18007e25707a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/networks/b9c0ad83-3bce-4040-8ae3-81001f47bbd0 HTTP/1.1" status: 204 len: 168 time: 1.1015320 Mar 02 19:30:01.837571 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52446) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:01.854431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Deleting port 25c3d10e-3364-48a0-9aa0-b01d366f5fc7 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:30:01.854819 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.906179 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:01.920471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-531f7222-c013-4d63-9f3d-9f02a35ca5a3 None None] The port '25c3d10e-3364-48a0-9aa0-b01d366f5fc7' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:30:01.936269 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:02.072944 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:02.090292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab55ef-59a9-48df-8619-20348f40f353,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:02.159539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:02.160743 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cb4adb4e-cbcd-4a45-a86b-294db78eabb5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/security-groups/8eab55ef-59a9-48df-8619-20348f40f353 HTTP/1.1" status: 204 len: 168 time: 0.3221929 Mar 02 19:30:02.895951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52454) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:02.901338 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1896718984', 'description': 'tempest-secgroup-smoke-1896718984 description', 'project_id': '5c531b5024b34fdaaa60a41472a6417f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:02.908063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:02.912199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:02.915044 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:02.920788 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:02.982431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.002285 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:03.005989 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:03.008923 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:03.014771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:03.090785 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.146796 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.191305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14712fb9-bbee-4d16-a123-d2649bdd3553,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:03.266979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.268191 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fb3b310a-8dd2-453d-999b-c1f3b81f71c7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3712468 Mar 02 19:30:03.271100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52458) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:03.280510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:03.283086 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:03.287001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:03.289860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:03.295756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:03.393309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.451979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.525442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.553374 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1252c272-138e-4d5c-8c62-295ce7daf025,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:03.621340 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.622545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-38f23827-239e-4994-854e-c45234112571 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3505147 Mar 02 19:30:03.625292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52462) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:03.630301 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:03.636881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:03.640701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:03.643680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:03.649581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:03.730057 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.790444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.855152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.877327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35aec030-705f-4a77-aa4c-a55831a5030c,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:03.946739 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:03.947931 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b1f32ffe-ff99-4e18-9bb9-af9a7a75a66e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3217344 Mar 02 19:30:03.950608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52466) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:03.955485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:03.962627 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:03.966561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:03.969381 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:03.975884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:04.115601 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.176349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.234201 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.257417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2482f443-9dae-4361-b369-ecbdc425c0c8,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:04.359541 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.360678 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-769f8e91-e223-4c9f-a4f1-cd7ed50512f0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4091730 Mar 02 19:30:04.367180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52470) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:04.372051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:04.379255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:04.383102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:04.385901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:04.391555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:04.474503 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.636338 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.700795 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.722949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bafa6455-f906-47d3-b1d2-ae84ba18803f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:04.809526 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.810756 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-63993511-a971-42d1-b813-722d2e0e6944 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4426661 Mar 02 19:30:04.813415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52474) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:04.818943 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:04.825611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:04.829476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:04.832329 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:04.838055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:04.924448 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:30:04.931969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:04.994701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.108703 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.132776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd08c03-5962-4a89-ae00-38171485df07,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:05.216843 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.218049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-71297063-adf1-4791-9b89-b8713c2efa30 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4037240 Mar 02 19:30:05.220740 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52482) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:05.226140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': '14712fb9-bbee-4d16-a123-d2649bdd3553', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:05.232858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:05.236747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:05.240307 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:05.246106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:05.319979 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:30:05.326425 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.392225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.491319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.513986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22e5bf7-7c41-45ee-b2d7-07173c9936d6,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:05.620985 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.622205 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-82ae3d5e-badd-4a00-8161-d1d37af94993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4005160 Mar 02 19:30:05.625078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52486) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:05.630585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'network': {'name': 'tempest-network-smoke--507816095', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:05.636425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:05.640707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:network and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:05.648035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:05.650366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:05.723901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:30:05.727384 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.754901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 676} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:30:05.763167 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.763518 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Added segment 465fa120-92a7-4d27-ac95-0df9f845d072 of type vlan for network 2518d9e7-fd31-47d1-8df3-74a400af417a Mar 02 19:30:05.793863 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.885838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:05.891842 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:05.891988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.000816 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Network': ['ID=2518d9e7-fd31-47d1-8df3-74a400af417a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:06.011329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 2518d9e7-fd31-47d1-8df3-74a400af417a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:30:06.086733 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c766925c-e53f-4d92-a361-421e02e361a7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4605875 Mar 02 19:30:06.089511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52490) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:06.094673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'admin_state_up': True, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:06.103182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:06.107371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:router and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:06.110420 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:06.117538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:06.165731 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.166826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.182152 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.480197 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.856521 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:06.886013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:07.019998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.150 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/1c517c6d-6d59-4bac-9631-f54ec1c292d7) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:07.164261 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:07.245611 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:07.303118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:07.305944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:07.308346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:30:07.466558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=1c517c6d-6d59-4bac-9631-f54ec1c292d7,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:07.909975 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:08.244734 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:08.535043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:30:08.705423 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:30:08.714747 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Sync routers for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:30:08.724907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:08.725512 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:08.844013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:08.845187 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-049d309e-7207-43fe-a8a1-f5ea81520299 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7547343 Mar 02 19:30:08.848908 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52496) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:08.891913 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-87a525d2-0c36-494b-9c13-6d23f55e4e03 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5c531b5024b34fdaaa60a41472a6417f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415909 Mar 02 19:30:08.894503 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52500) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:08.895762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:09.146090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55041eb8-166b-4211-87c4-e6748ba32947 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:09.147591 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-55041eb8-166b-4211-87c4-e6748ba32947 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2522023 Mar 02 19:30:09.150494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52504) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:09.188123 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:07Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:09.189489 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-34bbed1f-97f8-4736-9dff-8915461d7175 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375857 Mar 02 19:30:09.191976 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52508) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:09.194499 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Checking router: c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:30:09.194849 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Updating router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:30:09.197286 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-452603154', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:09.246012 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.306664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:09.310568 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:subnet and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:09.313351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:09.319038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:09.394871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:30:09.398560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.591717 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.603444 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Transition to ACTIVE for port object 1c517c6d-6d59-4bac-9631-f54ec1c292d7 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:09.684008 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.707117 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.762033 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Attempting to bind port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:30:09.762599 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Attempting to bind port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:30:09.762773 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Attempting to bind port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:30:09.769812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Pushing event updated for resources: {'Port': ['ID=1c517c6d-6d59-4bac-9631-f54ec1c292d7,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:09.773648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:30:09.774021 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:30:09.776410 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.776410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:30:09.776410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Bound port: 1c517c6d-6d59-4bac-9631-f54ec1c292d7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:30:09.776410 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.793978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Subnet': ['ID=9e301dd6-5004-44b3-bde1-bcc9b43dd195,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:09.798049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Checking segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:30:09.798432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network hostable DHCP agents. Network: 2518d9e7-fd31-47d1-8df3-74a400af417a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:30:09.816326 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.816667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.817028 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.817358 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.817685 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.818018 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.818358 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.818677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.819137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.819464 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.819779 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.820092 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:30:09.864843 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] For port 1c517c6d-6d59-4bac-9631-f54ec1c292d7, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:30:09.867767 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] For port 1c517c6d-6d59-4bac-9631-f54ec1c292d7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c517c6d-6d59-4bac-9631-f54ec1c292d7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:30:09.878101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 2518d9e7-fd31-47d1-8df3-74a400af417a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:30:09.954409 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.965645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 2518d9e7-fd31-47d1-8df3-74a400af417a) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:09.973022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:09.973022 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:09.976594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ed1b3-6fd2-4df3-a6da-32748f56332a None None] Network 2518d9e7-fd31-47d1-8df3-74a400af417a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:30:10.036598 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:10.037216 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:10.063446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a2c3d2b2-ad03-4ab8-a34c-aeaa05f68a2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8704212 Mar 02 19:30:10.066143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52512) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:10.103512 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68ec0f-1461-46a7-b20b-94aa10a58cf5 None None] Pushing event updated for resources: {'Port': ['ID=1c517c6d-6d59-4bac-9631-f54ec1c292d7,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:10.199688 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-2518d9e7-fd31-47d1-8df3-74a400af417a', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:30:10.202996 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.224966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:10.361148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Allocated IP 172.20.0.2 (2518d9e7-fd31-47d1-8df3-74a400af417a/9e301dd6-5004-44b3-bde1-bcc9b43dd195/40fd8625-589e-49c0-912d-985a3c230155) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:10.511892 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:07Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:10.515804 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3e8eec-34b8-4730-85dc-f7b1e463ff73 None None] The sync data for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 is: [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:07Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:30:10.575771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.586417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Transition to ACTIVE for port object 40fd8625-589e-49c0-912d-985a3c230155 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:10.606686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Transition to ACTIVE for port object 40fd8625-589e-49c0-912d-985a3c230155 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:10.669016 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.742938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Network 2518d9e7-fd31-47d1-8df3-74a400af417a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:10.747350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:10.750642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:30:10.790802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Pushing event updated for resources: {'Port': ['ID=40fd8625-589e-49c0-912d-985a3c230155,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:10.809220 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.861768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Attempting to bind port 40fd8625-589e-49c0-912d-985a3c230155 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:30:10.862998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Attempting to bind port 40fd8625-589e-49c0-912d-985a3c230155 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:30:10.863804 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Attempting to bind port 40fd8625-589e-49c0-912d-985a3c230155 on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:30:10.869554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:30:10.870052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Checking segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:30:10.870586 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.871044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Bound using segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:30:10.871508 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Bound port: 40fd8625-589e-49c0-912d-985a3c230155, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:30:10.871885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:10.967653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] For port 40fd8625-589e-49c0-912d-985a3c230155, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:30:10.971054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] For port 40fd8625-589e-49c0-912d-985a3c230155, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=40fd8625-589e-49c0-912d-985a3c230155,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:30:11.052575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:11.149600 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f4a9e-8be2-4819-ac9e-ad7e5f29b649 None None] Pushing event updated for resources: {'Port': ['ID=40fd8625-589e-49c0-912d-985a3c230155,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:11.371965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.1 (2518d9e7-fd31-47d1-8df3-74a400af417a/9e301dd6-5004-44b3-bde1-bcc9b43dd195/1b12db3a-c19f-4791-b0e9-3bdea62ea4ee) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:11.544840 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:11.560248 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:11.638396 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:11.701388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 2518d9e7-fd31-47d1-8df3-74a400af417a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:11.713539 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:11.718093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:30:11.753759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:11.776207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c517c6d-6d59-4bac-9631-f54ec1c292d7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:11.781273 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:11.907227 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:11.913329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:11.913753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.033866 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.057013 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1c517c6d-6d59-4bac-9631-f54ec1c292d7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c517c6d-6d59-4bac-9631-f54ec1c292d7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:12.097529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.118222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.119061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 40fd8625-589e-49c0-912d-985a3c230155 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:12.242388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1c517c6d-6d59-4bac-9631-f54ec1c292d7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:12.341408 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 40fd8625-589e-49c0-912d-985a3c230155 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:12.544202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec436fee-8f4d-4f66-9b29-0315677f4695 None None] Network 2518d9e7-fd31-47d1-8df3-74a400af417a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:30:12.548140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.605314 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.718644 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.722524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:12.753690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Provisioning for port 40fd8625-589e-49c0-912d-985a3c230155 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:12.793762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Provisioning complete for port 40fd8625-589e-49c0-912d-985a3c230155 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:12.794147 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.857715 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 2518d9e7-fd31-47d1-8df3-74a400af417a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:12.858895 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:12.934881 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:12.970595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] For port 40fd8625-589e-49c0-912d-985a3c230155, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=40fd8625-589e-49c0-912d-985a3c230155,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:13.038198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.124258 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eb042a-44e3-4f4b-a0b7-c960c51ac0ef None None] Pushing event updated for resources: {'Port': ['ID=40fd8625-589e-49c0-912d-985a3c230155,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:13.164539 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Provisioning complete for port 40fd8625-589e-49c0-912d-985a3c230155 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:13.164916 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.195591 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:30:13.353792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Provisioning for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:13.359044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Provisioning complete for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:13.359421 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.386098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:30:13.410876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5773a845-4168-4163-94f0-982b429e7790 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3351390 Mar 02 19:30:13.411095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Sync routers for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:30:13.416011 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:13.416646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:13.496639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-3fe2c667-f18a-4827-96fd-13268db399f7 None None] Port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:30:13.576648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a1aae029-68e1-4bce-ba46-efcbeaaa05f2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1896718984&fields=id&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 267 time: 0.0441837 Mar 02 19:30:13.611639 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:13.674310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b40589b8-8cbd-450c-9cb3-e5498517d8d1 None None] Provisioning complete for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:13.674719 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b40589b8-8cbd-450c-9cb3-e5498517d8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:13.729981 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-5d89c1ac-8f45-437c-b086-93e08aea2120 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:13.731500 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-5d89c1ac-8f45-437c-b086-93e08aea2120 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 796 time: 0.1477404 Mar 02 19:30:13.747575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-86ead4ff-8c80-472e-abde-8da64c6f1efc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/quotas/5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 375 time: 0.0102546 Mar 02 19:30:13.785188 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c517c6d-6d59-4bac-9631-f54ec1c292d7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:13.836636 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-ea4a05a5-0801-45c7-8dbd-4466c4a3c370 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829349 Mar 02 19:30:13.924343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b40589b8-8cbd-450c-9cb3-e5498517d8d1 None None] Port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:30:13.974086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-2003bc94-bfa9-49da-9d8b-6ef60f02e36c service neutron] 10.222.0.66 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252205 Mar 02 19:30:13.983387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:13.983765 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.105852 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-96638b89-782e-44ef-a78b-bde721f44d9d service neutron] 10.222.0.66 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259239 Mar 02 19:30:14.151077 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 2, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:14.153831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 40fd8625-589e-49c0-912d-985a3c230155 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:14.191976 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Checking router: c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:30:14.192336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Updating router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:30:14.257425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.319246 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 40fd8625-589e-49c0-912d-985a3c230155 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:14.319624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.398161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-46deca40-6fc2-495c-8eeb-99f00870666b req-5a62a4e5-b2e3-46e1-a21a-3b1288a9a316 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 210 time: 0.0478666 Mar 02 19:30:14.744811 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.756126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Transition to ACTIVE for port object 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:14.833786 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:14.992905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc06483-b47b-40a5-b73a-0992521ddccd None None] Pushing event updated for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:15.060761 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Attempting to bind port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:30:15.061108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Attempting to bind port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:30:15.061473 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Attempting to bind port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:30:15.067490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:30:15.067943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Checking segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:30:15.068263 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:15.068642 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Bound using segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:30:15.069101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Bound port: 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:30:15.069472 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:15.172191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] For port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:30:15.175153 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] For port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:30:15.245833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:15.326279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:15.326914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:29:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:15.399368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc06483-b47b-40a5-b73a-0992521ddccd None None] Pushing event updated for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:15.538751 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:15.667290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-528d5919-b4e4-47a0-bdd3-091e78512847 req-1077a8dd-2a8d-4ffa-a695-5985ff9cc873 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 210 time: 0.1560795 Mar 02 19:30:15.858332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:15Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:15.862870 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093d106-1168-4844-b98b-8d6a7fb50210 None None] The sync data for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 is: [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:15Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:30:16.443676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-60a42f30-fb5c-497c-99ac-0eb2585aaf5c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:16.444581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-60a42f30-fb5c-497c-99ac-0eb2585aaf5c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:30:16.559640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-60a42f30-fb5c-497c-99ac-0eb2585aaf5c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:30:16.563804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-60a42f30-fb5c-497c-99ac-0eb2585aaf5c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 796 time: 0.2742395 Mar 02 19:30:16.615239 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a34b9e97-e2ac-46b0-8c8b-19917c4b7913 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:30:16.689697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a34b9e97-e2ac-46b0-8c8b-19917c4b7913 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:30:16.691655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a34b9e97-e2ac-46b0-8c8b-19917c4b7913 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 380 time: 0.1223042 Mar 02 19:30:16.703887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'port': {'device_id': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'admin_state_up': True, 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'security_groups': ['14712fb9-bbee-4d16-a123-d2649bdd3553']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:16.823623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f4f95720-f1c6-4b8d-bd71-bea754f7b47a req-181fbd84-9201-4762-8790-1d0eeaf9bef1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 210 time: 0.0430324 Mar 02 19:30:16.849859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:16.854388 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:port and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:16.857370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:16.863519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:16.958400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:30:16.961969 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.123905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.13 (2518d9e7-fd31-47d1-8df3-74a400af417a/9e301dd6-5004-44b3-bde1-bcc9b43dd195/52b2fd55-4a83-471b-9a23-5466a8939cbe) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:17.311051 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.327070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 52b2fd55-4a83-471b-9a23-5466a8939cbe will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:17.421545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.490593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network 2518d9e7-fd31-47d1-8df3-74a400af417a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:17.493912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:17.497637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:30:17.531280 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:17.569576 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:17.570215 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.692471 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-446605da-adb6-43bd-88ae-dc11d9a9e627 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9940393 Mar 02 19:30:17.703711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Request body: {'port': {'device_id': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:17.732587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:17.812075 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.861122 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5ba58368-d993-4611-8a8e-bdcfdbdaf1b2 None None] Provisioning for port 52b2fd55-4a83-471b-9a23-5466a8939cbe completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:17.866985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5ba58368-d993-4611-8a8e-bdcfdbdaf1b2 None None] Provisioning complete for port 52b2fd55-4a83-471b-9a23-5466a8939cbe triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:17.867535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5ba58368-d993-4611-8a8e-bdcfdbdaf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.898007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:17.911519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:17.911898 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:17.967760 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5ba58368-d993-4611-8a8e-bdcfdbdaf1b2 None None] Port 52b2fd55-4a83-471b-9a23-5466a8939cbe cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:30:18.042161 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a349933-d4c2-4f1b-878d-39df576a1bc1 req-171359cd-baca-49f7-95f4-62959dbf92ac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:18.044316 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a349933-d4c2-4f1b-878d-39df576a1bc1 req-171359cd-baca-49f7-95f4-62959dbf92ac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 932 time: 0.1150017 Mar 02 19:30:18.051076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.087292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:18.098530 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a349933-d4c2-4f1b-878d-39df576a1bc1 req-52e46ea0-a4dc-450b-be38-78f0141e1cba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473552 Mar 02 19:30:18.169638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.238960 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:18.291105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52b2fd55-4a83-471b-9a23-5466a8939cbe {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:30:18.298336 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.312538 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Transition to ACTIVE for port object 52b2fd55-4a83-471b-9a23-5466a8939cbe will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:30:18.380581 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.506648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:18.611393 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:30:18.611727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:30:18.612651 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:30:18.617209 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:30:18.617529 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:30:18.622481 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:30:18.622817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Checking segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:30:18.623199 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Bound using segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:30:18.623615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Bound port: 52b2fd55-4a83-471b-9a23-5466a8939cbe, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:30:18.623958 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.711727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:30:18.714577 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:30:18.804166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.864820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:18.865431 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:18.867319 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] 10.222.0.11 "PUT /v2.0/ports/52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1092 time: 1.1672077 Mar 02 19:30:18.867319 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:30:18.892334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1de7b-4fe5-4534-9385-511feabc521a service neutron] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:18.921071 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'status': 'completed', 'code': 200} Mar 02 19:30:19.013073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-cc3f048a-cace-4e73-a6f2-e86d3b9ebcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.015050 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-cc3f048a-cace-4e73-a6f2-e86d3b9ebcbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1095 time: 0.0757658 Mar 02 19:30:19.162813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-f63e5b46-09b1-4791-ad6b-b60f3159943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.164193 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-f63e5b46-09b1-4791-ad6b-b60f3159943b service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c531b5024b34fdaaa60a41472a6417f&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1430228 Mar 02 19:30:19.283507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cef43e-b9c3-454c-b1a0-b48d306dc27c req-bd192591-0bcc-4f48-b0ea-61ec803c4025 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.285645 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5cef43e-b9c3-454c-b1a0-b48d306dc27c req-bd192591-0bcc-4f48-b0ea-61ec803c4025 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0797858 Mar 02 19:30:19.304751 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-cc179cbf-350f-4221-bd57-3573b643af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.306296 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1bee9f6b-8a2b-4e3e-a74a-cdccba42e807 req-cc179cbf-350f-4221-bd57-3573b643af0d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1359458 Mar 02 19:30:19.332423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5cef43e-b9c3-454c-b1a0-b48d306dc27c req-b560c0de-9f70-4a27-a948-5ef9c1dde247 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411727 Mar 02 19:30:19.412683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-0f3add82-e968-4c83-9275-5dd9eaafc06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.414057 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-0f3add82-e968-4c83-9275-5dd9eaafc06c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1095 time: 0.0753422 Mar 02 19:30:19.480081 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-50f7d3d6-17b0-4195-8c06-5580ff286710 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 217 time: 0.0593183 Mar 02 19:30:19.543631 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a93d2544-035e-43f6-be87-27aceb845ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.545071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a93d2544-035e-43f6-be87-27aceb845ac5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0598867 Mar 02 19:30:19.619052 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-71c6833b-aa35-4e26-8977-b2210853b427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:19.620526 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-71c6833b-aa35-4e26-8977-b2210853b427 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696609 Mar 02 19:30:19.717052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:19.752939 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-a0a06ad9-091d-4d7b-af0a-6b3e8530e22b service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267819 Mar 02 19:30:19.821238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:19.821611 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:19.885603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-118a1eca-c39d-4b2d-9bb8-3bd7ed56f336 req-74c219a8-6db0-47f4-bd82-c31a780d7bff service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269293 Mar 02 19:30:20.517030 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852f43d-791b-4700-ac27-f7e2e5023f8e req-b6fdcf85-f02f-486f-9ac8-ef9bf80b3817 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:20.518544 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8852f43d-791b-4700-ac27-f7e2e5023f8e req-b6fdcf85-f02f-486f-9ac8-ef9bf80b3817 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0797517 Mar 02 19:30:20.561786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8852f43d-791b-4700-ac27-f7e2e5023f8e req-9180cfc6-0ddb-40ab-8734-49b7fd55f48f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377870 Mar 02 19:30:21.744667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0dfcc-7222-418c-9787-a50c1e0eb3b1 req-f626534a-9faf-491a-857f-807b72673eeb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:21.746136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abe0dfcc-7222-418c-9787-a50c1e0eb3b1 req-f626534a-9faf-491a-857f-807b72673eeb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0820060 Mar 02 19:30:21.789960 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-abe0dfcc-7222-418c-9787-a50c1e0eb3b1 req-ee4d6a21-5e43-4a5d-b799-ed25907ecd92 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382707 Mar 02 19:30:22.117743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-af6e23fe-af1a-40cf-9e69-c172240ab2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.338191 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:30:22.468454 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:22.481578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'mac_address': 'fa:16:3e:50:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:30:22.535568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.555139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b2fd55-4a83-471b-9a23-5466a8939cbe {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:30:22.570848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:22.649506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:22.714386 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:22.869501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['52b2fd55-4a83-471b-9a23-5466a8939cbe'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:30:22.970225 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c079f-82cb-4147-a750-986f173b1811 req-d6a42dca-cd48-4768-9064-69a80aaf6679 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:22.972205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-570c079f-82cb-4147-a750-986f173b1811 req-d6a42dca-cd48-4768-9064-69a80aaf6679 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 945 time: 0.0793684 Mar 02 19:30:23.016625 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-570c079f-82cb-4147-a750-986f173b1811 req-1935ae39-99ec-4da4-ab4d-7ce06698b069 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387855 Mar 02 19:30:24.202470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acced8e1-7c19-4140-97c7-3c216dec1c27 req-69aea187-e093-4f17-af00-ab375fd2dd0b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:24.203903 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acced8e1-7c19-4140-97c7-3c216dec1c27 req-69aea187-e093-4f17-af00-ab375fd2dd0b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 945 time: 0.0828218 Mar 02 19:30:24.237821 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-890617ab-2146-494e-8beb-dbe08f2e240f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.246940 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-acced8e1-7c19-4140-97c7-3c216dec1c27 req-26a2522c-a764-4067-a459-ec877d5e6bbd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374444 Mar 02 19:30:24.353916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:30:24.479437 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 52b2fd55-4a83-471b-9a23-5466a8939cbe completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:30:24.484159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 52b2fd55-4a83-471b-9a23-5466a8939cbe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:30:24.484530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.597907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.624501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:30:24.634285 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:30:24.667228 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'code': 200} Mar 02 19:30:24.679366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:24.745469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:24.795967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd0e48-42a2-4b9b-9a96-05a300f5fd23 req-d197a3a6-4fd5-4d7f-b88d-3dfe1f71ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:24.800838 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28cd0e48-42a2-4b9b-9a96-05a300f5fd23 req-d197a3a6-4fd5-4d7f-b88d-3dfe1f71ace2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1097 time: 0.0743761 Mar 02 19:30:24.836893 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28cd0e48-42a2-4b9b-9a96-05a300f5fd23 req-324bd08b-2d5f-4320-b861-8356f68aea70 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334313 Mar 02 19:30:25.430294 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f75acc6-862f-4b93-8650-4ee53ee04f78 req-aa39f6fb-343a-4850-9b9f-1835903d8150 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:25.431680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f75acc6-862f-4b93-8650-4ee53ee04f78 req-aa39f6fb-343a-4850-9b9f-1835903d8150 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0795043 Mar 02 19:30:25.479855 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f75acc6-862f-4b93-8650-4ee53ee04f78 req-df5bb2c0-ecfc-4f4f-ac9e-3f78109ebe6b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425224 Mar 02 19:30:25.651122 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:25.771012 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:26.358026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:26.666956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d3938-2a8e-4e72-a64d-2b8cb63db44a req-f44d4a2b-e3b8-475a-98f8-c14c65ab3c90 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:26.668313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-075d3938-2a8e-4e72-a64d-2b8cb63db44a req-f44d4a2b-e3b8-475a-98f8-c14c65ab3c90 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0787649 Mar 02 19:30:26.711770 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-075d3938-2a8e-4e72-a64d-2b8cb63db44a req-626a52be-cc97-4ee7-9493-6c45577545fb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378454 Mar 02 19:30:26.891678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3dfbc-0528-4ca7-951f-2e3d00d601a0 req-55fa0225-22ab-4efd-9206-9de4acfb3042 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:26.893108 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3df3dfbc-0528-4ca7-951f-2e3d00d601a0 req-55fa0225-22ab-4efd-9206-9de4acfb3042 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0804074 Mar 02 19:30:26.935569 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3df3dfbc-0528-4ca7-951f-2e3d00d601a0 req-0b65ca47-1373-41dd-ab91-8fef0f6e02b4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363324 Mar 02 19:30:26.957971 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52564) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:27.016316 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.029166 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd041bc-d215-4f16-932d-1f10ef414b58 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:27.033285 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8cd041bc-d215-4f16-932d-1f10ef414b58 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1092 time: 0.0711360 Mar 02 19:30:27.033593 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52568) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:27.038900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:30:27.046037 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:30:27.049970 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:floatingip and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:30:27.053391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:30:27.059340 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:30:27.125308 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.263886 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.494798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.175 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/bf59ad0c-fa08-41b2-910b-e76e1be4c0bb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:30:27.519296 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.640460 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.736736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:27.798871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:30:27.801670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:30:27.804299 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:30:27.852953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=bf59ad0c-fa08-41b2-910b-e76e1be4c0bb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:28.217580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:28.375773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:28.579766 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:28.627470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:28.738070 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=bf59ad0c-fa08-41b2-910b-e76e1be4c0bb,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:30:28.746492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:28.914980 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 1981128b-d1f1-4a0f-82fc-fb00e01c8f8b associated. External IP: 172.25.7.175, port: 52b2fd55-4a83-471b-9a23-5466a8939cbe. Mar 02 19:30:29.374988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:30:29.554157 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:30:29.563393 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Sync routers for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:30:29.573043 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:29.573940 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:29.662349 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:29.716667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a186f121-2965-4a6b-9fca-8dfea76e4ff1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6820347 Mar 02 19:30:29.717231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:30:29.756836 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:29.761388 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'status': 'completed', 'code': 200} Mar 02 19:30:29.855411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5047-49fb-4993-bb69-19943b392eab req-4ae3652e-8398-463f-b6d1-c8d55f51e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:29.856928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-4ae3652e-8398-463f-b6d1-c8d55f51e038 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1097 time: 0.0739779 Mar 02 19:30:29.888649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c9799-1725-4912-8a7c-9771fe12dd40 req-8c5b9313-177b-451e-b6e3-648556655ab5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:29.890378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7c9799-1725-4912-8a7c-9771fe12dd40 req-8c5b9313-177b-451e-b6e3-648556655ab5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0832067 Mar 02 19:30:29.936818 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c7c9799-1725-4912-8a7c-9771fe12dd40 req-19be1956-d575-47eb-9a3c-23df693e50c5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392201 Mar 02 19:30:29.961737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52576) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:29.992873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5047-49fb-4993-bb69-19943b392eab req-256a3e72-72dc-4b65-abd9-0edfeea3b859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:29.994431 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-256a3e72-72dc-4b65-abd9-0edfeea3b859 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1320267 Mar 02 19:30:30.076612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-33d92633-e315-4229-b089-c212c76016e2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1981128b-d1f1-4a0f-82fc-fb00e01c8f8b HTTP/1.1" status: 200 len: 992 time: 0.1121449 Mar 02 19:30:30.115991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-c619f9d9-0923-4b12-ae9a-7dcdb451c8a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1000 time: 0.1151896 Mar 02 19:30:30.135338 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1981128b-d1f1-4a0f-82fc-fb00e01c8f8b', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'mac_address': 'fa:16:3e:50:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:30:28Z', 'updated_at': '2022-03-02T19:30:28Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:30.139063 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Checking router: c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:30:30.147116 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:30:30.147710 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:30:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:30.177032 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5047-49fb-4993-bb69-19943b392eab req-1e028d0e-f656-4d26-91ed-1ccd75936595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:30.179137 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-1e028d0e-f656-4d26-91ed-1ccd75936595 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0572288 Mar 02 19:30:30.216744 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:30:30.256680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b5047-49fb-4993-bb69-19943b392eab req-974f7a9e-1ba3-419a-98a8-0896c9d44a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:30:30.258664 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-974f7a9e-1ba3-419a-98a8-0896c9d44a4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736170 Mar 02 19:30:30.331697 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:30:30.389036 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-9f5b9b34-02cd-4204-9305-5ceb8269a46e service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243703 Mar 02 19:30:30.522763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-5d2b5047-49fb-4993-bb69-19943b392eab req-56434304-fbac-468c-90cf-8aa8c27e19a0 service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278696 Mar 02 19:30:30.666761 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1981128b-d1f1-4a0f-82fc-fb00e01c8f8b', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'mac_address': 'fa:16:3e:50:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:30:28Z', 'updated_at': '2022-03-02T19:30:28Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:30:30.670552 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17798ef3-5a0d-4d21-89a6-cc8331084416 None None] The sync data for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 is: [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1981128b-d1f1-4a0f-82fc-fb00e01c8f8b', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.175', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'mac_address': 'fa:16:3e:50:b3:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:30:28Z', 'updated_at': '2022-03-02T19:30:28Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:30:30.854314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f5de5-ac56-4771-86d3-2bd32966beb7 None None] New status for floating IP 1981128b-d1f1-4a0f-82fc-fb00e01c8f8b: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:30:31.079459 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52580) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:31.183995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-16abdca1-ac5e-48a7-b99b-0bef9a642b8a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1981128b-d1f1-4a0f-82fc-fb00e01c8f8b HTTP/1.1" status: 200 len: 992 time: 0.1034126 Mar 02 19:30:32.187865 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52584) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:30:32.297656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7011797c-e745-4d22-a6a7-6ee5b3a50712 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1981128b-d1f1-4a0f-82fc-fb00e01c8f8b HTTP/1.1" status: 200 len: 994 time: 0.1086740 Mar 02 19:30:52.141792 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2ba9d155-7ba2-478e-ac37-31cf3f2a8b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:54.237426 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d04702d5-4236-4f1b-92c8-30961c59a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:55.627321 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:55.752858 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:56.386100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:57.010705 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:30:57.551401 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:02.107752 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2f4a0-e17d-419d-9013-32d8d19d736d req-d6525767-27b8-436a-8754-4d78ef5150dc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:02.109234 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23e2f4a0-e17d-419d-9013-32d8d19d736d req-d6525767-27b8-436a-8754-4d78ef5150dc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0802248 Mar 02 19:31:02.157813 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-23e2f4a0-e17d-419d-9013-32d8d19d736d req-b1ab2321-dc9c-4d2f-82f0-185d02a2d6c1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413361 Mar 02 19:31:02.260990 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-afd6dc44-f80d-4518-a0a1-85a3fa81dd36 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120102 Mar 02 19:31:03.348478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629b699-8fbf-44ac-8d94-db135f15cccc req-e0f99f4a-6c93-4d8d-8044-10e3de318f72 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:03.349871 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e629b699-8fbf-44ac-8d94-db135f15cccc req-e0f99f4a-6c93-4d8d-8044-10e3de318f72 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0791500 Mar 02 19:31:03.393927 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e629b699-8fbf-44ac-8d94-db135f15cccc req-317bf876-4fc3-439b-9840-50ff9580b1a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383611 Mar 02 19:31:04.501667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-e3ab2fa8-bf4f-44ef-bb4e-c281c8a3df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.503271 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-e3ab2fa8-bf4f-44ef-bb4e-c281c8a3df6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1097 time: 0.0723069 Mar 02 19:31:04.583803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a35e9-6bd5-4dad-a027-8d59d04ce993 req-7877839a-a72d-4eb3-a634-4be885f0aebe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.585275 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-217a35e9-6bd5-4dad-a027-8d59d04ce993 req-7877839a-a72d-4eb3-a634-4be885f0aebe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0836060 Mar 02 19:31:04.629130 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-217a35e9-6bd5-4dad-a027-8d59d04ce993 req-be8386fd-d9fe-40de-8924-d3668f3d06dc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378811 Mar 02 19:31:04.633630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-210b4bbb-f223-43a8-a128-4171dc3868c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.635104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-210b4bbb-f223-43a8-a128-4171dc3868c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1264238 Mar 02 19:31:04.839220 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-03910f7c-5907-442f-878e-8ed415c7cf09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1002 time: 0.1981068 Mar 02 19:31:04.901219 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-21852e3f-5cbc-4677-af4d-3bfeb73521e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.903285 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-21852e3f-5cbc-4677-af4d-3bfeb73521e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0582402 Mar 02 19:31:04.975646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-67b358ec-977c-4759-8b1c-20e33a3dd683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:04.977125 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-67b358ec-977c-4759-8b1c-20e33a3dd683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682197 Mar 02 19:31:05.107897 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-c5afa0ee-3e88-4f5c-8662-754e007d4cd6 service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234138 Mar 02 19:31:05.237992 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-8eb19322-304f-4e16-9be2-01921f76f1cc service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243699 Mar 02 19:31:05.810077 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90df508-43eb-4601-8a5e-6d8b7d99ad64 req-bb1d60aa-06bb-4c78-9d8b-b3d398df53c6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:05.811552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e90df508-43eb-4601-8a5e-6d8b7d99ad64 req-bb1d60aa-06bb-4c78-9d8b-b3d398df53c6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0786242 Mar 02 19:31:05.853977 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e90df508-43eb-4601-8a5e-6d8b7d99ad64 req-7da86429-ffa5-4a3f-90f0-0f72b6d35c0b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370035 Mar 02 19:31:06.073281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0462b8-9296-496a-b921-4a94936ec682 req-671adb71-0fea-46a2-8306-500ea116653a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:06.074798 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-671adb71-0fea-46a2-8306-500ea116653a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1097 time: 0.0744765 Mar 02 19:31:06.217505 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0462b8-9296-496a-b921-4a94936ec682 req-5cd51997-2cae-4e7f-bc04-11ca1d134490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:06.218972 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-5cd51997-2cae-4e7f-bc04-11ca1d134490 service neutron] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1261930 Mar 02 19:31:06.317493 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-191bcbf5-5315-42df-a6f7-78c0360a30fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1002 time: 0.0924275 Mar 02 19:31:06.381699 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0462b8-9296-496a-b921-4a94936ec682 req-0e2309d9-f7e8-482b-a580-29e5ff0a365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:06.383144 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-0e2309d9-f7e8-482b-a580-29e5ff0a365e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0599484 Mar 02 19:31:06.456062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0462b8-9296-496a-b921-4a94936ec682 req-2eb7e7b6-e84d-444f-a37b-f434764ac0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:06.457488 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-2eb7e7b6-e84d-444f-a37b-f434764ac0fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681434 Mar 02 19:31:06.588211 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-9ce506e9-f934-450a-837d-ef402433320b service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243927 Mar 02 19:31:06.717409 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fc0462b8-9296-496a-b921-4a94936ec682 req-2944063c-77ae-4c1a-ad04-02ca75655ca3 service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234014 Mar 02 19:31:07.040376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e227909-ec37-454b-adab-c8a8f2a88b41 req-3bf026ba-82d3-4f24-86b5-229da42f671d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:07.041955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e227909-ec37-454b-adab-c8a8f2a88b41 req-3bf026ba-82d3-4f24-86b5-229da42f671d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0844924 Mar 02 19:31:07.086848 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3e227909-ec37-454b-adab-c8a8f2a88b41 req-808c77d5-c9c0-464a-91de-b3d268d3999c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385439 Mar 02 19:31:07.205914 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:31:08.272330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de660f-510c-4fc3-8c49-3f504abe3e9f req-7794e0d7-0b90-4271-b4be-d51a0268586a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:08.273790 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4de660f-510c-4fc3-8c49-3f504abe3e9f req-7794e0d7-0b90-4271-b4be-d51a0268586a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0790973 Mar 02 19:31:08.340121 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c4de660f-510c-4fc3-8c49-3f504abe3e9f req-454bc8d9-e1c4-44e8-bd06-69a6d0a535ca tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Mar 02 19:31:09.505494 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c4a92-db44-4744-a66c-9308e81cb8a7 req-2fee15f6-0ee5-457d-adb0-f93821339125 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:09.506955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-807c4a92-db44-4744-a66c-9308e81cb8a7 req-2fee15f6-0ee5-457d-adb0-f93821339125 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0774961 Mar 02 19:31:09.550486 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-807c4a92-db44-4744-a66c-9308e81cb8a7 req-0060e77c-c466-4280-9076-4bff21be1859 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Mar 02 19:31:10.732856 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922161b7-06a9-4b5d-b641-7e0aa7907de3 req-00d70dbc-9d41-4822-beb9-54902949bf00 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:10.734330 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-922161b7-06a9-4b5d-b641-7e0aa7907de3 req-00d70dbc-9d41-4822-beb9-54902949bf00 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0821152 Mar 02 19:31:10.874649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-922161b7-06a9-4b5d-b641-7e0aa7907de3 req-b94fbef3-5085-4aa8-b904-1f9f605ace93 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346850 Mar 02 19:31:12.056334 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda82e98-e19c-466b-be9c-5014539e285c req-41a57c2d-c5a2-4a3e-8f34-80a1ee73b0c5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:12.057798 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda82e98-e19c-466b-be9c-5014539e285c req-41a57c2d-c5a2-4a3e-8f34-80a1ee73b0c5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0788333 Mar 02 19:31:12.101649 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cda82e98-e19c-466b-be9c-5014539e285c req-a53c288f-f5a9-4855-903f-1bd9f369cf17 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376694 Mar 02 19:31:13.287844 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69998d-9c3e-4fc3-b217-842a4c494296 req-135cc676-a2f4-453c-8141-6bd0076f7595 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:13.289290 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb69998d-9c3e-4fc3-b217-842a4c494296 req-135cc676-a2f4-453c-8141-6bd0076f7595 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0822384 Mar 02 19:31:13.332364 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cb69998d-9c3e-4fc3-b217-842a4c494296 req-9ada50c7-3e07-44ae-9007-37485a5e051f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368702 Mar 02 19:31:14.517447 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a10b183-da30-4f1f-bc50-9de5049e31a2 req-bab1417b-9ad8-452e-863c-6cd4839b5d18 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:14.518891 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a10b183-da30-4f1f-bc50-9de5049e31a2 req-bab1417b-9ad8-452e-863c-6cd4839b5d18 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0800018 Mar 02 19:31:14.562237 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7a10b183-da30-4f1f-bc50-9de5049e31a2 req-d1a9bce5-2f11-4f0f-8f1b-6ae028ab8d62 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Mar 02 19:31:15.747877 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791bea03-a8fa-4382-b093-c18daa91ebe1 req-030712e6-eaa3-47e4-b7ec-2b6e4a6b5478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:15.749360 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-791bea03-a8fa-4382-b093-c18daa91ebe1 req-030712e6-eaa3-47e4-b7ec-2b6e4a6b5478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0803912 Mar 02 19:31:15.792503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-791bea03-a8fa-4382-b093-c18daa91ebe1 req-750f1e88-4108-40c5-9595-224ca9eb80b1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375297 Mar 02 19:31:16.978841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598fc9-2242-4a22-bc3a-0e6c61bb2424 req-cb886cab-6060-49f8-aaf4-a305da362b84 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:16.980322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e598fc9-2242-4a22-bc3a-0e6c61bb2424 req-cb886cab-6060-49f8-aaf4-a305da362b84 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0831864 Mar 02 19:31:17.023479 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e598fc9-2242-4a22-bc3a-0e6c61bb2424 req-7208b6af-73de-4ff6-b7fe-5d5a0de36fee tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375757 Mar 02 19:31:17.337135 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-9b4546a4-5e26-4751-816d-a164989f846d service neutron] show failed (client error): The resource could not be found. Mar 02 19:31:17.338197 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-9b4546a4-5e26-4751-816d-a164989f846d service neutron] 10.222.0.11 "GET /v2.0/ports/52b2fd55-4a83-471b-9a23-5466a8939cbe/bindings/n-h1-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0777533 Mar 02 19:31:17.945758 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-adce70b6-5403-485a-b41e-cab0a7437ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:17.947290 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-adce70b6-5403-485a-b41e-cab0a7437ab1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 1097 time: 0.1110311 Mar 02 19:31:17.957879 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:31:18.068225 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:18.211416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a4ab-9a51-45d2-9ced-99132a90a59d req-240afa07-3bbe-4fdc-94ec-4ecaae54ec94 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:18.213013 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d69a4ab-9a51-45d2-9ced-99132a90a59d req-240afa07-3bbe-4fdc-94ec-4ecaae54ec94 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0835629 Mar 02 19:31:18.263784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d69a4ab-9a51-45d2-9ced-99132a90a59d req-8b43c61f-96d0-4a80-860c-fda8d1e8f1f4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438499 Mar 02 19:31:18.429685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:31:18.457123 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:31:18.515766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:31:18.520943 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:18.535939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Transition to ACTIVE for port object 52b2fd55-4a83-471b-9a23-5466a8939cbe will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:31:18.575793 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'code': 200} Mar 02 19:31:18.602440 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:18.736483 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=6']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:18.756334 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.756679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.757016 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.757347 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.757679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.758005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.758354 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.758673 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.758991 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.759304 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.759618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.759931 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:18.805722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] No DVR routers for this DVR port 52b2fd55-4a83-471b-9a23-5466a8939cbe on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:31:19.030877 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:31:19.031097 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:31:19.031416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:31:19.035820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:31:19.036139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Attempting to bind port 52b2fd55-4a83-471b-9a23-5466a8939cbe on network 2518d9e7-fd31-47d1-8df3-74a400af417a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:31:19.041117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:31:19.041459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Checking segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:31:19.041827 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Bound using segment: {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:31:19.042269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Bound port: 52b2fd55-4a83-471b-9a23-5466a8939cbe, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '465fa120-92a7-4d27-ac95-0df9f845d072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 676, 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:31:19.042610 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:19.129878 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:31:19.132757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:31:19.255803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:19.311330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.311938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:19.313282 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] 10.222.0.65 "PUT /v2.0/ports/52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1092 time: 1.3592932 Mar 02 19:31:19.333639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac5130-793b-456b-9889-5d50f6007295 service neutron] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:19.416370 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-3426b6c9-2034-4c79-8b8b-2f02a333a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.417904 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-3426b6c9-2034-4c79-8b8b-2f02a333a020 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1095 time: 0.0789642 Mar 02 19:31:19.465951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61cef0-7bdb-4511-b4ea-b2ef0f010cb8 req-f6a0b121-2cb4-4d12-9747-15c8451d1bb8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.467611 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b61cef0-7bdb-4511-b4ea-b2ef0f010cb8 req-f6a0b121-2cb4-4d12-9747-15c8451d1bb8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0891104 Mar 02 19:31:19.514358 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5b61cef0-7bdb-4511-b4ea-b2ef0f010cb8 req-3b0de8f7-1840-4c83-827a-ced239a35771 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Mar 02 19:31:19.555328 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-a88afd75-564f-4b28-90ca-089e9b05603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.556712 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-a88afd75-564f-4b28-90ca-089e9b05603d service neutron] 10.222.0.65 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1334527 Mar 02 19:31:19.660829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-c793e26d-a6f8-4f9b-b747-24e7f71a4983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1000 time: 0.0977433 Mar 02 19:31:19.721630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-0c1c7f56-e77d-4f4c-b759-977ab337f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.723966 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-0c1c7f56-e77d-4f4c-b759-977ab337f4fd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0575206 Mar 02 19:31:19.798710 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-c452bffc-35a4-4fde-97d5-0ac8caa250a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:19.800129 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-c452bffc-35a4-4fde-97d5-0ac8caa250a4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718830 Mar 02 19:31:19.929541 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-ff6d29e8-6aa9-4c39-a001-4b1bb475c5cb service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233020 Mar 02 19:31:20.158667 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a7466ac2-2bf0-4e63-9b0a-1fd478c8ae93 req-30e84119-c669-4e03-a8e6-64e68ba580f0 service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234287 Mar 02 19:31:20.577246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:31:20.637008 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'status': 'completed', 'code': 200} Mar 02 19:31:20.714908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b0ce7-51ff-43fd-9739-8f429e25d688 req-006381c9-6ff3-4527-b5b8-66b00f92acc6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:20.716965 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-109b0ce7-51ff-43fd-9739-8f429e25d688 req-006381c9-6ff3-4527-b5b8-66b00f92acc6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0920906 Mar 02 19:31:20.760831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-109b0ce7-51ff-43fd-9739-8f429e25d688 req-2c58331e-6c10-4308-9024-62fef8462ee7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382204 Mar 02 19:31:20.788901 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-dc9bd690-e843-4af6-a0e8-93d4b3fa2658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:20.790450 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-dc9bd690-e843-4af6-a0e8-93d4b3fa2658 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1095 time: 0.1331704 Mar 02 19:31:20.792293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-2151c7a3-dfe7-4451-af06-c9981e1decdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:20.793668 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-2151c7a3-dfe7-4451-af06-c9981e1decdb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1095 time: 0.1066875 Mar 02 19:31:21.027236 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-1186bb81-e438-4f97-8202-dabbd44a264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.028766 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-1186bb81-e438-4f97-8202-dabbd44a264a service neutron] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.2324295 Mar 02 19:31:21.029829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-f279bebd-7438-4215-8bcc-c009bc1258b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.031173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-f279bebd-7438-4215-8bcc-c009bc1258b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.2172263 Mar 02 19:31:21.211446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-a6ac0395-a386-4c8c-962c-f6846a3ba9a3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1000 time: 0.1763167 Mar 02 19:31:21.214771 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-87c0b76e-d628-4a0d-9227-7e03eb898e90 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1000 time: 0.1325874 Mar 02 19:31:21.324142 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-c1108c0c-284f-4487-aa69-5ffb0cf188d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.325544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-c1108c0c-284f-4487-aa69-5ffb0cf188d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0792544 Mar 02 19:31:21.326932 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-315be01d-fdb4-4c61-85aa-5512e6099400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.328251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-315be01d-fdb4-4c61-85aa-5512e6099400 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.1108303 Mar 02 19:31:21.457527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-a7923aa6-d6f2-4867-9ade-c2086c86b326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.459064 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-a7923aa6-d6f2-4867-9ade-c2086c86b326 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270492 Mar 02 19:31:21.460801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-ac19fb40-f099-41d0-8ffc-cad42eeebaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.462155 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-ac19fb40-f099-41d0-8ffc-cad42eeebaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967164 Mar 02 19:31:21.696305 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-988eaef9-df89-4ca5-890b-77a60456c7ba service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298412 Mar 02 19:31:21.698105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-99252262-e03d-4966-b2a5-c843ef56396a service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120550 Mar 02 19:31:21.970564 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef72f0-f24b-4c4d-8149-1f5ee461d1c5 req-b93ff112-96f4-4682-94c4-5a3253f3811f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:21.974706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7eef72f0-f24b-4c4d-8149-1f5ee461d1c5 req-b93ff112-96f4-4682-94c4-5a3253f3811f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 944 time: 0.0890448 Mar 02 19:31:22.021614 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7eef72f0-f24b-4c4d-8149-1f5ee461d1c5 req-641a59d8-ef28-4243-b126-39381bb99a09 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Mar 02 19:31:22.070966 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-61bb0922-0803-4d0f-b3d7-eadc9b5e19af service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479431 Mar 02 19:31:22.072991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-65b9205b-2dd6-4af5-bf26-61dee99bdcdb req-fd5104ac-b7aa-496e-9a88-d0ff0e440bcf service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707249 Mar 02 19:31:22.139327 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-34a777da-3e6f-4984-a392-3a34d01f8058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:22.539446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:31:22.669264 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:31:22.681704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:31:22.710686 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'port_id': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'mac_address': 'fa:16:3e:50:b3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 676, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:31:22.789037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:31:22.792343 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:22.809165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52b2fd55-4a83-471b-9a23-5466a8939cbe {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:31:22.824833 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:31:22.876519 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:22.941128 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:22.948320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.948665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.949005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.949339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.949667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.950001 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.950352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.950677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.950998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.951316 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.951634 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:22.951952 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:23.105409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['52b2fd55-4a83-471b-9a23-5466a8939cbe'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:31:23.212368 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a8a8-1991-4658-aac9-b3a8989db6cd req-58d4fe9b-aba3-46e7-83ab-0968746f424d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:23.213836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a175a8a8-1991-4658-aac9-b3a8989db6cd req-58d4fe9b-aba3-46e7-83ab-0968746f424d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 945 time: 0.0826044 Mar 02 19:31:23.258165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a175a8a8-1991-4658-aac9-b3a8989db6cd req-7aea8f77-6c12-4bf8-a9c9-bb26423bbed2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380337 Mar 02 19:31:23.672444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64107bc-861a-412a-8cd3-f15e105949aa req-8f477de4-a49d-4ad6-817e-48f8affb4185 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:23.673911 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d64107bc-861a-412a-8cd3-f15e105949aa req-8f477de4-a49d-4ad6-817e-48f8affb4185 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 945 time: 0.0797477 Mar 02 19:31:23.722052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d64107bc-861a-412a-8cd3-f15e105949aa req-ed4d2901-4adb-4c08-929e-094d93f9851e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421770 Mar 02 19:31:23.745680 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8e9e-a380-427e-ac74-87589feda6ae req-5c3a0205-ef9e-47b5-9e78-0246b1124454 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:23.746413 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-882b8e9e-a380-427e-ac74-87589feda6ae req-5c3a0205-ef9e-47b5-9e78-0246b1124454 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:31:23.825873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-882b8e9e-a380-427e-ac74-87589feda6ae req-5c3a0205-ef9e-47b5-9e78-0246b1124454 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:31:23.827247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-5c3a0205-ef9e-47b5-9e78-0246b1124454 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4&tenant_id=5c531b5024b34fdaaa60a41472a6417f&binding%3Ahost_id=n-h1-828839-1 HTTP/1.1" status: 200 len: 945 time: 0.1671488 Mar 02 19:31:23.905291 n-d-828839-1 neutron-server[88708]: INFO neutron.api.v2.resource [req-882b8e9e-a380-427e-ac74-87589feda6ae req-505bd4f2-6e76-4c3a-8620-f6e1ecb0381a service neutron] delete failed (client error): The resource could not be found. Mar 02 19:31:23.906326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-505bd4f2-6e76-4c3a-8620-f6e1ecb0381a service neutron] 10.222.0.11 "DELETE /v2.0/ports/52b2fd55-4a83-471b-9a23-5466a8939cbe/bindings/n-h2-828839-1 HTTP/1.1" status: 404 len: 380 time: 0.0740736 Mar 02 19:31:23.909264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f605d0-50b8-44d4-8358-82d33e0451ae req-dee920dc-1ded-423b-b961-0f922d98048e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:23.910836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5f605d0-50b8-44d4-8358-82d33e0451ae req-dee920dc-1ded-423b-b961-0f922d98048e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 945 time: 0.0815718 Mar 02 19:31:23.956650 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f5f605d0-50b8-44d4-8358-82d33e0451ae req-fe1d35ae-6e06-4a10-a0a4-b4559ce54f71 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399554 Mar 02 19:31:24.044784 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8e9e-a380-427e-ac74-87589feda6ae req-3ea050aa-8af1-40e2-9a4c-b79d1dd9f013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:24.046206 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-3ea050aa-8af1-40e2-9a4c-b79d1dd9f013 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1096 time: 0.0733907 Mar 02 19:31:24.175881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8e9e-a380-427e-ac74-87589feda6ae req-dcd6a67b-8b8d-47f6-ac8c-b7672c5ec1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:24.177926 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-dcd6a67b-8b8d-47f6-ac8c-b7672c5ec1fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1259825 Mar 02 19:31:24.225205 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-04fa57e8-fcb9-43a4-865b-79dcf15f078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:24.281089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-b38f07f2-be3b-407f-b51d-5ee2355fcdc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 1001 time: 0.0983109 Mar 02 19:31:24.343053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8e9e-a380-427e-ac74-87589feda6ae req-97511448-b704-4d86-b5f9-711d66a3b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:24.344372 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-97511448-b704-4d86-b5f9-711d66a3b621 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0579243 Mar 02 19:31:24.422601 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b8e9e-a380-427e-ac74-87589feda6ae req-e27b2b50-4073-4fa9-a87e-acf59aaa4bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:24.424038 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-e27b2b50-4073-4fa9-a87e-acf59aaa4bdd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738602 Mar 02 19:31:24.551679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-34f8b399-6ed6-4649-8fb3-3e35c9aca2d1 service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214981 Mar 02 19:31:24.554615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:31:24.682347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-882b8e9e-a380-427e-ac74-87589feda6ae req-960c8ee8-1411-40dd-8e7c-176e948304b3 service neutron] 10.222.0.11 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253459 Mar 02 19:31:24.712594 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 52b2fd55-4a83-471b-9a23-5466a8939cbe completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:31:24.717765 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 52b2fd55-4a83-471b-9a23-5466a8939cbe triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:31:24.718185 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:24.835472 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:24.860787 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:31:24.870115 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:31:24.917702 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'code': 200} Mar 02 19:31:24.964076 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:25.037858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:25.147038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa739f5-52ac-4b0c-900e-d9836f60eb90 req-9c03f0e4-eddf-403e-bb35-44f59fe71a38 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:25.148648 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2aa739f5-52ac-4b0c-900e-d9836f60eb90 req-9c03f0e4-eddf-403e-bb35-44f59fe71a38 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0828197 Mar 02 19:31:25.193004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2aa739f5-52ac-4b0c-900e-d9836f60eb90 req-51c7b1a6-665e-4fe2-8cc5-f3c66e74222f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386276 Mar 02 19:31:25.648174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:25.792211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:26.376255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eb915-d9a3-40a3-b752-52263804656b req-7a625ea0-1dba-41cf-aa2b-e7b9bf58edfc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:26.377646 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34eb915-d9a3-40a3-b752-52263804656b req-7a625ea0-1dba-41cf-aa2b-e7b9bf58edfc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0795577 Mar 02 19:31:26.409593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:26.422393 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e34eb915-d9a3-40a3-b752-52263804656b req-0fecdaf8-b3e9-4fac-b96f-5edce9b90765 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 Mar 02 19:31:26.445219 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52692) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:26.552835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-039120b8-8dc9-4056-9ab2-32e6de60d827 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1981128b-d1f1-4a0f-82fc-fb00e01c8f8b HTTP/1.1" status: 200 len: 994 time: 0.1065104 Mar 02 19:31:27.009487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:27.541026 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:44.206143 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:31:52.186184 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bb38f6bc-fb86-474f-9e93-1ba175a9b2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.263351 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52706) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:53.467855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port bf59ad0c-fa08-41b2-910b-e76e1be4c0bb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:31:53.468196 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.635618 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.635955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:53.859111 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for bf59ad0c-fa08-41b2-910b-e76e1be4c0bb owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:31:54.106358 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.153291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=bf59ad0c-fa08-41b2-910b-e76e1be4c0bb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:54.194302 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.194666 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.195003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.195341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.195673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.196008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.196341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.196667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.196997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.197320 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.197646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.197966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:31:54.249177 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d29b094-9715-4a59-bfa0-3d542bc5304f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.263668 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:54.264156 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 1981128b-d1f1-4a0f-82fc-fb00e01c8f8b disassociated (deleted). External IP: 172.25.7.175, port: 52b2fd55-4a83-471b-9a23-5466a8939cbe. Mar 02 19:31:54.611395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:31:54.787829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:31:54.797835 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Sync routers for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:31:54.806718 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:31:54.807316 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:54.878142 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.006278 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-531c7900-85f3-4095-a5cc-f448f385a58e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/floatingips/1981128b-d1f1-4a0f-82fc-fb00e01c8f8b HTTP/1.1" status: 204 len: 168 time: 1.7416952 Mar 02 19:31:55.006826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:31:55.022915 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:31:55.127254 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'status': 'completed', 'code': 200} Mar 02 19:31:55.220883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-dfe0bd4d-6493-4d81-b34e-ed5bd7469298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:55.222466 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-dfe0bd4d-6493-4d81-b34e-ed5bd7469298 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 1097 time: 0.0725136 Mar 02 19:31:55.328417 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:55.332846 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Checking router: c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:31:55.341541 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:31:55.342168 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:55.361224 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-356422e6-e347-4444-ab7d-c0e2df7328e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:55.362691 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-356422e6-e347-4444-ab7d-c0e2df7328e8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 200 len: 897 time: 0.1348317 Mar 02 19:31:55.435301 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-977f03fd-5609-402f-9969-dfa5b647ef34 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 200 len: 217 time: 0.0671186 Mar 02 19:31:55.499188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-d0ede97e-b243-4905-b8f1-19267c1615ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:55.500709 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-d0ede97e-b243-4905-b8f1-19267c1615ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 200 len: 834 time: 0.0594082 Mar 02 19:31:55.558386 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:31:55.594210 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-5d2a7eee-9d69-4fef-a439-5787f68cfa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:55.594210 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-5d2a7eee-9d69-4fef-a439-5787f68cfa34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=2518d9e7-fd31-47d1-8df3-74a400af417a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755796 Mar 02 19:31:55.615067 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.677736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3d4f-aa2d-413a-987b-67be77d15606 req-a1160471-ddfe-43e5-ba2b-bbf58d6a219a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:55.679245 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-440a3d4f-aa2d-413a-987b-67be77d15606 req-a1160471-ddfe-43e5-ba2b-bbf58d6a219a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:31:55.728920 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-e90c59cd-05a4-4a40-bc66-4cad518e77b5 service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325698 Mar 02 19:31:55.791847 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-440a3d4f-aa2d-413a-987b-67be77d15606 req-a1160471-ddfe-43e5-ba2b-bbf58d6a219a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:31:55.793051 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-440a3d4f-aa2d-413a-987b-67be77d15606 req-a1160471-ddfe-43e5-ba2b-bbf58d6a219a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.1995552 Mar 02 19:31:55.845380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-440a3d4f-aa2d-413a-987b-67be77d15606 req-a3cdb86e-6d57-4a05-a5c3-4c03d7791227 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457647 Mar 02 19:31:55.849439 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:55.879346 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:31:55.883401 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6bfa41-03fa-4fc8-9045-30e15f72d17a None None] The sync data for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 is: [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:11Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '1b12db3a-c19f-4791-b0e9-3bdea62ea4ee', 'name': '', 'network_id': '2518d9e7-fd31-47d1-8df3-74a400af417a', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:db:9b:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4245, 'fixed_ips': [{'subnet_id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:11Z', 'updated_at': '2022-03-02T19:30:18Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '9e301dd6-5004-44b3-bde1-bcc9b43dd195', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:31:55.980439 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-db545dd3-8845-4c92-8ac1-f8425991bf74 req-7edb6e71-0bd0-4846-9b23-834d67d5f8f3 service neutron] 10.222.0.65 "GET /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450862 Mar 02 19:31:56.100371 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7155ee5f-10b2-4e1e-9720-845ac52c64ae None None] New status for floating IP 1981128b-d1f1-4a0f-82fc-fb00e01c8f8b: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:31:56.441576 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:56.812514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-19f81b63-f3d0-4bc7-b2be-98fb360789ac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:56.813872 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-19f81b63-f3d0-4bc7-b2be-98fb360789ac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.65 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0782313 Mar 02 19:31:56.881738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 52b2fd55-4a83-471b-9a23-5466a8939cbe {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:31:56.881738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.027104 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.042689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabff6d6-dd33-4dd3-9fb5-97d9dfabfa89 req-51db3499-e962-4b96-a7f7-e5cbb3a376ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:31:57.044252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cabff6d6-dd33-4dd3-9fb5-97d9dfabfa89 req-51db3499-e962-4b96-a7f7-e5cbb3a376ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 946 time: 0.0840819 Mar 02 19:31:57.089274 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cabff6d6-dd33-4dd3-9fb5-97d9dfabfa89 req-248b4e7c-a6a3-4a30-9a43-5eb655b6490a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=14712fb9-bbee-4d16-a123-d2649bdd3553&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392764 Mar 02 19:31:57.168266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 52b2fd55-4a83-471b-9a23-5466a8939cbe, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=52b2fd55-4a83-471b-9a23-5466a8939cbe,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:31:57.168626 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.292798 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 52b2fd55-4a83-471b-9a23-5466a8939cbe owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:31:57.494759 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.547433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=52b2fd55-4a83-471b-9a23-5466a8939cbe,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:31:57.574233 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.619117 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port 52b2fd55-4a83-471b-9a23-5466a8939cbe on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:31:57.621642 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:31:57.624099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-deleted', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:31:57.670009 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d53cf47-91f1-45b5-81cb-946b449763b4', 'name': 'network-vif-deleted', 'tag': '52b2fd55-4a83-471b-9a23-5466a8939cbe', 'status': 'completed', 'code': 200} Mar 02 19:31:57.701044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-687cb73d-5358-4c80-bbbf-0fc9ccda0048 req-d22c2e29-0515-4331-ac88-2d4cc43a2d12 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.65 "DELETE /v2.0/ports/52b2fd55-4a83-471b-9a23-5466a8939cbe HTTP/1.1" status: 204 len: 173 time: 0.8819790 Mar 02 19:31:58.250932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0fc89af3-6eeb-422e-a043-76406162288e req-adcdff1a-dbf8-490e-b1b1-b6ad9998105b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=2d53cf47-91f1-45b5-81cb-946b449763b4 HTTP/1.1" status: 200 len: 210 time: 0.0455618 Mar 02 19:31:59.344907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52726) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:31:59.986560 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:00.333485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:32:00.333740 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:00.518450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:00.519767 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:00.639431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:32:00.663961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:00.696982 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: 52b2fd55-4a83-471b-9a23-5466a8939cbe {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:32:00.697401 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 52b2fd55-4a83-471b-9a23-5466a8939cbe not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:01.031833 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:01.109716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=1b12db3a-c19f-4791-b0e9-3bdea62ea4ee,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:01.460720 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:01.817063 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:32:01.996174 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:32:02.007463 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Sync routers for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:32:02.011403 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5be0aff3-987f-49a7-bf83-2b4dc9a84995 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6630385 Mar 02 19:32:02.011644 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52730) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:02.017060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:02.017689 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:02.077274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting subnet 9e301dd6-5004-44b3-bde1-bcc9b43dd195 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:32:02.080323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.137290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.192756 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:02.222313 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.358084 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.399563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Subnet': ['ID=9e301dd6-5004-44b3-bde1-bcc9b43dd195,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:02.401516 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.407584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af0b1d-4fad-4c85-a317-c3692e3044fe None None] Network 2518d9e7-fd31-47d1-8df3-74a400af417a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:32:02.411333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-163fa94e-9719-4a27-ae11-16e28c93aabe tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/subnets/9e301dd6-5004-44b3-bde1-bcc9b43dd195 HTTP/1.1" status: 204 len: 168 time: 0.3978696 Mar 02 19:32:02.412065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52734) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:02.474288 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:32:00Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:02.478356 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Checking router: c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:32:02.486820 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Routers {'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:02.487417 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:02.592158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.657998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] DHCP port deletion for 2518d9e7-fd31-47d1-8df3-74a400af417a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:32:02.662873 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Deleting port 40fd8625-589e-49c0-912d-985a3c230155 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:32:02.663261 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.669786 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] Set router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:02.783551 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.866613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 1c517c6d-6d59-4bac-9631-f54ec1c292d7 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:32:02.867315 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.904036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] For port 40fd8625-589e-49c0-912d-985a3c230155, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=40fd8625-589e-49c0-912d-985a3c230155,segment=NetworkSegment(465fa120-92a7-4d27-ac95-0df9f845d072),segment_id=465fa120-92a7-4d27-ac95-0df9f845d072)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:02.904377 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:02.997966 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:32:00Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:03.003295 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d397b9b5-246e-4967-aacb-22972c9e2439 None None] The sync data for ids ['c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0'] in n-d-828839-1 is: [{'id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-508288436', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:32:00Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '1c517c6d-6d59-4bac-9631-f54ec1c292d7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d7:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:30:06Z', 'updated_at': '2022-03-02T19:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:32:03.039943 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Calling delete_port for 40fd8625-589e-49c0-912d-985a3c230155 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:32:03.166459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 1c517c6d-6d59-4bac-9631-f54ec1c292d7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=1c517c6d-6d59-4bac-9631-f54ec1c292d7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:03.166741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.209169 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.253327 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] Pushing event deleted for resources: {'Port': ['ID=40fd8625-589e-49c0-912d-985a3c230155,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:03.258551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8216394b-21bc-470a-93a8-38526dc988aa None None] No DVR routers for this DVR port 40fd8625-589e-49c0-912d-985a3c230155 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:32:03.291357 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 1c517c6d-6d59-4bac-9631-f54ec1c292d7 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:32:03.544571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.591438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=1c517c6d-6d59-4bac-9631-f54ec1c292d7,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:03.684890 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.809315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:03.845320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:32:03.845659 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1b12db3a-c19f-4791-b0e9-3bdea62ea4ee not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:03.846071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 40fd8625-589e-49c0-912d-985a3c230155 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:03.859527 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.861730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.878356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 40fd8625-589e-49c0-912d-985a3c230155 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:32:03.878685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 40fd8625-589e-49c0-912d-985a3c230155 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:03.986473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:03.987046 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Fanout notify agent at l3_agent the message router_deleted on router c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:32:04.005617 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.006762 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-39a9174a-2b5a-49cb-b07e-51e738c1815d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/routers/c2ab0547-8b93-4b16-a5c2-d11ed0afe0d0 HTTP/1.1" status: 204 len: 168 time: 1.5937374 Mar 02 19:32:04.009532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52738) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:04.131571 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.260711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.285809 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2518d9e7-fd31-47d1-8df3-74a400af417a']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:04.297611 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '465fa120-92a7-4d27-ac95-0df9f845d072') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:04.297913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '465fa120-92a7-4d27-ac95-0df9f845d072') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:04.309475 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.325064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.330990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Releasing vlan 676 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:32:04.331383 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:32:04.345970 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:32:04.552365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.569990 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.580734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Network': ['ID=2518d9e7-fd31-47d1-8df3-74a400af417a,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:04.684079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fdb71025-a510-4ab5-a4fe-56d1e10ec4b8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/networks/2518d9e7-fd31-47d1-8df3-74a400af417a HTTP/1.1" status: 204 len: 168 time: 0.6735575 Mar 02 19:32:04.686654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52742) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:04.752619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.785556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.923263 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:04.943469 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14712fb9-bbee-4d16-a123-d2649bdd3553,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:05.059666 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:05.060854 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5a55e3cf-7c65-41b7-a3ae-729e63c633d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/security-groups/14712fb9-bbee-4d16-a123-d2649bdd3553 HTTP/1.1" status: 204 len: 168 time: 0.3732684 Mar 02 19:32:05.620864 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52752) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:05.626042 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1533056037', 'description': 'tempest-secgroup-smoke-1533056037 description', 'project_id': '5c531b5024b34fdaaa60a41472a6417f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:05.633363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:05.637499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:05.640501 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:05.646884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:05.700104 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:05.720165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:05.724483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c517c6d-6d59-4bac-9631-f54ec1c292d7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:32:05.724995 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:05.727847 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:05.733456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:05.757999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 1c517c6d-6d59-4bac-9631-f54ec1c292d7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:32:05.758444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 1c517c6d-6d59-4bac-9631-f54ec1c292d7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:32:05.803646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:05.865409 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:05.910676 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e07787-39a8-4a26-bf81-9a06365dbf7f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:05.951773 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:05.953317 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f6fd545-e0b8-494d-a92e-99b607e1eb46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3312972 Mar 02 19:32:05.956339 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52756) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:05.961872 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:05.968608 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:05.972365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:05.975217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:05.980790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:06.067322 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.127624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.219961 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.243761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1229a48c-75bb-43bd-8254-0840bb2d2891,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:06.351929 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.353098 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c9ea8b6d-e4b5-433a-bb0c-40b3d87d6eaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3958528 Mar 02 19:32:06.355766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52760) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:06.360645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:06.368029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:06.371834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:06.374685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:06.380252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:06.495015 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.556161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.630616 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.655456 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582b1679-2339-4236-af99-9273e334b22d,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:06.734493 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.735669 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-95260c11-5261-47cf-8c0e-abc5d58eedc5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3790071 Mar 02 19:32:06.738293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52764) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:06.743752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:06.750534 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:06.755125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:06.758150 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:06.763915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:06.860725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:06.921501 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.060241 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.086786 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99b2397-43df-444b-8675-ac19e6621dfc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:07.163150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.164313 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7c879984-03ba-4b56-b356-87286cf2be58 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4246042 Mar 02 19:32:07.167125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52768) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:07.172073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:07.179163 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:07.182965 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:07.185791 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:07.191560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:07.415497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.477252 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.555259 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.577741 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2f5b61-52e4-4810-ab53-f83a1d4aa08e,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:07.652652 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.653856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fcac73fc-f169-4c25-9ead-04dbbe81aa50 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4858117 Mar 02 19:32:07.656596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:07.662040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:07.668654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:07.672431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:07.675297 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:07.681604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:07.751672 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:32:07.758256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.820256 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.934293 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:07.958449 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4045c08-d752-4c9d-98c3-f6832b364838,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:08.071926 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.073133 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-20f645f3-0bbc-4909-ae3e-d14ae9daaec9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4156129 Mar 02 19:32:08.076065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52776) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:08.081034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd2e07787-39a8-4a26-bf81-9a06365dbf7f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:08.088400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:08.092291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:08.095246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:08.101459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:08.180065 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:32:08.186758 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.252081 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.322790 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.346312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e081bdf8-cc7a-4683-baf3-a4836656e871,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:08.431289 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.432478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-10bec66e-db39-4521-b0a5-f46f1ad7b6bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3554978 Mar 02 19:32:08.435417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:08.440869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'network': {'name': 'tempest-network-smoke--1278789340', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:08.447223 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:08.451261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:network and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:08.454076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:08.460368 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:08.543854 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:08.547341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.574161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:32:08.583017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.583620 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Added segment 07d2891c-3137-42aa-b03b-bd2540663860 of type vlan for network d974ec6d-998f-4c47-9ec2-4ac3fb49254f Mar 02 19:32:08.608457 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.716826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.722287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:08.722870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.830312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Network': ['ID=d974ec6d-998f-4c47-9ec2-4ac3fb49254f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:08.833505 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-77733810-1ae9-4d72-90a0-61dfc5395385 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3970881 Mar 02 19:32:08.836366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:08.843142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:32:08.844410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'admin_state_up': True, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:08.850738 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:08.855293 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:router and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:08.857750 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:08.864545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:08.928023 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.929049 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:08.945657 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.268545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.637496 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.666041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:09.804973 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.11 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/c7ced040-bb65-4a89-8918-bd5c70a83fb4) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:09.956041 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:10.026522 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:10.092813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:10.096001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:10.100077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:32:10.243450 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=c7ced040-bb65-4a89-8918-bd5c70a83fb4,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:10.684988 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.018597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.265614 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router ec678bfa-f703-4fea-a299-3d31dd5de4f0 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:32:11.438813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:32:11.448699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Sync routers for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:32:11.458194 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:11.458797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:11.544411 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:11.545639 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1f6e69e6-cffe-41c1-966a-28dd1c92915a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7083683 Mar 02 19:32:11.548731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:11.633525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-be325014-bdda-4157-b523-da9b1643ff19 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5c531b5024b34fdaaa60a41472a6417f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0837288 Mar 02 19:32:11.634851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:11.636318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52794) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:11.887353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7d4e3d-e5ba-410c-97d0-5aafd27ec5ad tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:11.889054 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ff7d4e3d-e5ba-410c-97d0-5aafd27ec5ad tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2517169 Mar 02 19:32:11.891732 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52798) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:11.919601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:10Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:11.923523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Checking router: ec678bfa-f703-4fea-a299-3d31dd5de4f0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:32:11.923877 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Updating router ec678bfa-f703-4fea-a299-3d31dd5de4f0 port c7ced040-bb65-4a89-8918-bd5c70a83fb4 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:32:11.930483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03a72c31-8221-48d3-afef-1dcadf2783a8 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376368 Mar 02 19:32:11.932889 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52802) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:11.938112 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-412307558', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:11.980645 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.047078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:12.051514 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:subnet and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:12.054313 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:12.060045 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:12.122778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:12.126306 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.334589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.345644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Transition to ACTIVE for port object c7ced040-bb65-4a89-8918-bd5c70a83fb4 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:12.408738 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.431366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.483470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Subnet': ['ID=ffca4596-fbb4-4ac0-ae52-660699d6b408,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:12.494353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Checking segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:32:12.494353 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network hostable DHCP agents. Network: d974ec6d-998f-4c47-9ec2-4ac3fb49254f, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:32:12.510662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Attempting to bind port c7ced040-bb65-4a89-8918-bd5c70a83fb4 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:12.511224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Attempting to bind port c7ced040-bb65-4a89-8918-bd5c70a83fb4 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:12.511384 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Attempting to bind port c7ced040-bb65-4a89-8918-bd5c70a83fb4 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:32:12.518581 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:32:12.522966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:32:12.522966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.522966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:32:12.522966 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Bound port: c7ced040-bb65-4a89-8918-bd5c70a83fb4, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:12.522966 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.544782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae6f13-4be7-47ad-96c5-f525401f69a5 None None] Pushing event updated for resources: {'Port': ['ID=c7ced040-bb65-4a89-8918-bd5c70a83fb4,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:12.552675 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:32:12.594388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] For port c7ced040-bb65-4a89-8918-bd5c70a83fb4, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:32:12.597146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] For port c7ced040-bb65-4a89-8918-bd5c70a83fb4, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7ced040-bb65-4a89-8918-bd5c70a83fb4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:32:12.631170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, d974ec6d-998f-4c47-9ec2-4ac3fb49254f) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:12.635454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:12.648410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.649117 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818eec4f-3973-44ca-abd6-43cba4621dc7 None None] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:32:12.668278 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:12.712294 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-e6c667e1-9b2e-4614-8536-6f0aaa28e3d6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7784014 Mar 02 19:32:12.715318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 52806) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:12.811372 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:12.812004 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:12.893690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae6f13-4be7-47ad-96c5-f525401f69a5 None None] Pushing event updated for resources: {'Port': ['ID=c7ced040-bb65-4a89-8918-bd5c70a83fb4,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:13.054838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:13.210482 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-d974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:32:13.211284 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:13.429932 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:13.493394 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Allocated IP 172.20.0.2 (d974ec6d-998f-4c47-9ec2-4ac3fb49254f/ffca4596-fbb4-4ac0-ae52-660699d6b408/f0c83464-8d19-4783-8d8a-850ce0fbb884) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:13.588993 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:10Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:13.606173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceeeeb1c-c669-436d-ad09-d2a7dfb301e3 None None] The sync data for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 is: [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:10Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:32:13.731644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:13.744090 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Transition to ACTIVE for port object f0c83464-8d19-4783-8d8a-850ce0fbb884 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:13.763318 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Transition to ACTIVE for port object f0c83464-8d19-4783-8d8a-850ce0fbb884 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:13.825921 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:13.954899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:13.959038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:13.964201 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:32:13.991553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.1 (d974ec6d-998f-4c47-9ec2-4ac3fb49254f/ffca4596-fbb4-4ac0-ae52-660699d6b408/07423b13-7610-4fc1-98a0-c16e141029fb) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:14.084876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Pushing event updated for resources: {'Port': ['ID=f0c83464-8d19-4783-8d8a-850ce0fbb884,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:14.104677 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Attempting to bind port f0c83464-8d19-4783-8d8a-850ce0fbb884 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:14.105137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Attempting to bind port f0c83464-8d19-4783-8d8a-850ce0fbb884 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:14.105697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Attempting to bind port f0c83464-8d19-4783-8d8a-850ce0fbb884 on network d974ec6d-998f-4c47-9ec2-4ac3fb49254f {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:32:14.111470 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:32:14.111843 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Checking segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:32:14.112243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.112627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Bound using segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:32:14.113085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Bound port: f0c83464-8d19-4783-8d8a-850ce0fbb884, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:14.113494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.207899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] For port f0c83464-8d19-4783-8d8a-850ce0fbb884, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:32:14.211096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] For port f0c83464-8d19-4783-8d8a-850ce0fbb884, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0c83464-8d19-4783-8d8a-850ce0fbb884,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:32:14.215597 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.232322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 07423b13-7610-4fc1-98a0-c16e141029fb will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:14.312400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.329155 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.400998 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ca506-7dce-428a-9107-e5d6fc5bc4c0 None None] Pushing event updated for resources: {'Port': ['ID=f0c83464-8d19-4783-8d8a-850ce0fbb884,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:14.410018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:14.413729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:14.421513 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:32:14.447238 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:14.486845 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:14.812998 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:15.227374 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:15.288800 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:15.401979 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:15.405403 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:15.548001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:15.549771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:15.751821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbbb1e6-f8f2-4c4b-8dea-5688ccc6f1cd None None] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:32:15.841133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0c83464-8d19-4783-8d8a-850ce0fbb884 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:15.879938 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router ec678bfa-f703-4fea-a299-3d31dd5de4f0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:32:15.983570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2b607dbe-35dc-435c-ada2-2f0993e309b0 None None] Provisioning for port f0c83464-8d19-4783-8d8a-850ce0fbb884 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:16.035792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f0c83464-8d19-4783-8d8a-850ce0fbb884 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:16.045798 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f0c83464-8d19-4783-8d8a-850ce0fbb884 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:16.046194 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.061585 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:32:16.075347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-03592de5-ecba-4c87-851b-2a0cdd316e0f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/ec678bfa-f703-4fea-a299-3d31dd5de4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3583794 Mar 02 19:32:16.077910 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Sync routers for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:32:16.090139 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:16.091115 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:16.195081 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.239604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f0c83464-8d19-4783-8d8a-850ce0fbb884, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0c83464-8d19-4783-8d8a-850ce0fbb884,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:16.285928 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:16.296078 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-65811564-9c2a-4ba1-9d40-f11fe78ba0ac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1533056037&fields=id&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 267 time: 0.0420566 Mar 02 19:32:16.328915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.329771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7ced040-bb65-4a89-8918-bd5c70a83fb4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:16.477167 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Provisioning complete for port f0c83464-8d19-4783-8d8a-850ce0fbb884 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:16.477545 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.506644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f0c83464-8d19-4783-8d8a-850ce0fbb884,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:16.589155 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c7ced040-bb65-4a89-8918-bd5c70a83fb4 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:16.595971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c7ced040-bb65-4a89-8918-bd5c70a83fb4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:16.596385 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.612326 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-4744e6ae-f240-4513-a4e8-60786e5832a8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:16.620433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-4744e6ae-f240-4513-a4e8-60786e5832a8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 797 time: 0.3171909 Mar 02 19:32:16.627651 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:15Z', 'revision_number': 2, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:16.633087 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Checking router: ec678bfa-f703-4fea-a299-3d31dd5de4f0 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:32:16.633562 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Updating router ec678bfa-f703-4fea-a299-3d31dd5de4f0 port 07423b13-7610-4fc1-98a0-c16e141029fb binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:32:16.642665 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-86ae38d5-7bb3-484c-93b4-3c407a4ae485 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/quotas/5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 375 time: 0.0209157 Mar 02 19:32:16.698737 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.755737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-aac340db-a45d-4e71-9254-e2ea4282f698 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1045816 Mar 02 19:32:16.758008 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.780754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c7ced040-bb65-4a89-8918-bd5c70a83fb4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7ced040-bb65-4a89-8918-bd5c70a83fb4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:16.808630 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Provisioning for port 07423b13-7610-4fc1-98a0-c16e141029fb completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:16.814595 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Provisioning complete for port 07423b13-7610-4fc1-98a0-c16e141029fb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:16.815178 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.885240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:16.903881 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-8a9a354b-d808-4b6a-90a7-8bcb13b8c2a2 service neutron] 10.222.0.66 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468942 Mar 02 19:32:16.921570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c02e1081-90ff-4b9c-ac1c-5bc8abc4d92a None None] Port 07423b13-7610-4fc1-98a0-c16e141029fb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:32:16.970811 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c7ced040-bb65-4a89-8918-bd5c70a83fb4,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:17.046697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-01f98d59-4ad5-4232-b78d-6cd1da9bfb91 None None] Provisioning complete for port 07423b13-7610-4fc1-98a0-c16e141029fb triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:17.048285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-01f98d59-4ad5-4232-b78d-6cd1da9bfb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.051559 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-ca6594cc-b9b6-4827-90e7-a709dc9a0034 service neutron] 10.222.0.66 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456654 Mar 02 19:32:17.079468 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.098075 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Transition to ACTIVE for port object 07423b13-7610-4fc1-98a0-c16e141029fb will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:17.109297 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-01f98d59-4ad5-4232-b78d-6cd1da9bfb91 None None] Port 07423b13-7610-4fc1-98a0-c16e141029fb cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:32:17.186112 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.343103 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31f5a0ed-14b3-4da9-895d-1e94619af335 req-0e682e30-db60-455f-94ed-079e0bcf1993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 210 time: 0.0601542 Mar 02 19:32:17.385534 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Pushing event updated for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:17.406415 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.406764 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.407101 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.407433 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.407760 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.408081 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.408583 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.409091 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.409419 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.409743 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.410621 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.410950 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:17.421325 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Attempting to bind port 07423b13-7610-4fc1-98a0-c16e141029fb on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:17.421692 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Attempting to bind port 07423b13-7610-4fc1-98a0-c16e141029fb by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:17.422042 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Attempting to bind port 07423b13-7610-4fc1-98a0-c16e141029fb on network d974ec6d-998f-4c47-9ec2-4ac3fb49254f {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:32:17.428848 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:32:17.429217 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Checking segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:32:17.429830 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.430248 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Bound using segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:32:17.430708 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Bound port: 07423b13-7610-4fc1-98a0-c16e141029fb, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:17.431081 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.521213 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] For port 07423b13-7610-4fc1-98a0-c16e141029fb, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:32:17.524635 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] For port 07423b13-7610-4fc1-98a0-c16e141029fb, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=07423b13-7610-4fc1-98a0-c16e141029fb,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:32:17.580942 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.689906 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:17.690555 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:31:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:17.756648 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf714bd-9a59-4b42-9762-92da02e92896 None None] Pushing event updated for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:17.800710 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0c83464-8d19-4783-8d8a-850ce0fbb884 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:17.875143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f0c83464-8d19-4783-8d8a-850ce0fbb884 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:17.875522 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:17.897577 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:18.004567 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7ced040-bb65-4a89-8918-bd5c70a83fb4 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:18.070744 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c7ced040-bb65-4a89-8918-bd5c70a83fb4 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:18.071116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:18.226783 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-91abb781-b042-46a0-b718-446b49377a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:17Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:18.230829 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91abb781-b042-46a0-b718-446b49377a31 None None] The sync data for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 is: [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:17Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:32:18.493807 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-381752ca-0d84-4f4c-a7d7-5f9d9f1c5d05 req-7394f966-4231-4664-b24c-7494ee4be335 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 210 time: 0.0436707 Mar 02 19:32:19.350492 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-9b4c608b-2980-44a2-9522-b6f59bccc93c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:19.351182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-9b4c608b-2980-44a2-9522-b6f59bccc93c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:19.437515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-9b4c608b-2980-44a2-9522-b6f59bccc93c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:19.438783 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-9b4c608b-2980-44a2-9522-b6f59bccc93c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 797 time: 0.2399616 Mar 02 19:32:19.487185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-b3aedf11-688e-4480-81ce-ce70f474a659 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:32:19.608757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-b3aedf11-688e-4480-81ce-ce70f474a659 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:32:19.610173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-b3aedf11-688e-4480-81ce-ce70f474a659 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 380 time: 0.1634037 Mar 02 19:32:19.618707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'port': {'device_id': '510a3424-3de9-4303-91a7-442ddb3030f0', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'admin_state_up': True, 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'security_groups': ['d2e07787-39a8-4a26-bf81-9a06365dbf7f']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:19.640955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5e138542-4448-4f0b-bc33-7e31b7ab2c77 req-b87f3f42-c46f-453f-bff9-9513c2527e32 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 210 time: 0.0435958 Mar 02 19:32:19.764066 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:19.768316 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:port and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:19.772043 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:19.778291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:19.802570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 07423b13-7610-4fc1-98a0-c16e141029fb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:19.876949 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:32:19.881372 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:19.956849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 07423b13-7610-4fc1-98a0-c16e141029fb completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:19.962204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 07423b13-7610-4fc1-98a0-c16e141029fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:19.962588 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.043865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.14 (d974ec6d-998f-4c47-9ec2-4ac3fb49254f/ffca4596-fbb4-4ac0-ae52-660699d6b408/b6ee0216-c614-4d1e-984b-1e9855317b3b) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:20.079540 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.110863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 07423b13-7610-4fc1-98a0-c16e141029fb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=07423b13-7610-4fc1-98a0-c16e141029fb,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:20.185659 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.237246 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.252582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object b6ee0216-c614-4d1e-984b-1e9855317b3b will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:20.259616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:20.338928 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.402849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:20.410553 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:20.414884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:32:20.450859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:20.469380 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.469733 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.470074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.470436 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.470770 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.471102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.471470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.471801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.472125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.472478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.472806 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.473126 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:20.493637 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:20.494280 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.575463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-e9b42d5f-2e90-4fde-a0e8-f68bc4a907ff tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9604487 Mar 02 19:32:20.635383 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Request body: {'port': {'device_id': '510a3424-3de9-4303-91a7-442ddb3030f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:20.694505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-18396069-c8e2-4994-b489-6329be4d87c7 None None] Provisioning for port b6ee0216-c614-4d1e-984b-1e9855317b3b completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:20.699807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-18396069-c8e2-4994-b489-6329be4d87c7 None None] Provisioning complete for port b6ee0216-c614-4d1e-984b-1e9855317b3b triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:20.700271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-18396069-c8e2-4994-b489-6329be4d87c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.750486 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:20.753494 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-18396069-c8e2-4994-b489-6329be4d87c7 None None] Port b6ee0216-c614-4d1e-984b-1e9855317b3b cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:32:20.836297 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc72d0-c992-40a3-9dc7-86e1c271fd86 req-f3810c4e-c721-4c26-9899-1622577f1b6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:20.837768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75fc72d0-c992-40a3-9dc7-86e1c271fd86 req-f3810c4e-c721-4c26-9899-1622577f1b6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 932 time: 0.0887346 Mar 02 19:32:20.882673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-75fc72d0-c992-40a3-9dc7-86e1c271fd86 req-c3ee3200-f795-4ac7-aa8f-b1e483cee985 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390496 Mar 02 19:32:21.099266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ee0216-c614-4d1e-984b-1e9855317b3b {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:32:21.106577 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.121276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Transition to ACTIVE for port object b6ee0216-c614-4d1e-984b-1e9855317b3b will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:32:21.189265 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.205147 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:32:21.324745 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:21.537667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Attempting to bind port b6ee0216-c614-4d1e-984b-1e9855317b3b on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:32:21.538327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Attempting to bind port b6ee0216-c614-4d1e-984b-1e9855317b3b by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:32:21.538327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Attempting to bind port b6ee0216-c614-4d1e-984b-1e9855317b3b on network d974ec6d-998f-4c47-9ec2-4ac3fb49254f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:32:21.542763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Port b6ee0216-c614-4d1e-984b-1e9855317b3b on network d974ec6d-998f-4c47-9ec2-4ac3fb49254f not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:32:21.543087 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Attempting to bind port b6ee0216-c614-4d1e-984b-1e9855317b3b on network d974ec6d-998f-4c47-9ec2-4ac3fb49254f {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:32:21.548048 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:32:21.548384 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Checking segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:32:21.548766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Bound using segment: {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:32:21.549188 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Bound port: b6ee0216-c614-4d1e-984b-1e9855317b3b, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d2891c-3137-42aa-b03b-bd2540663860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:32:21.549530 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.638257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:32:21.641155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:32:21.704323 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.761520 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:21.762175 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.763513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] 10.222.0.11 "PUT /v2.0/ports/b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 1092 time: 1.1800444 Mar 02 19:32:21.763948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:32:21.789186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 07423b13-7610-4fc1-98a0-c16e141029fb up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:21.789607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58599e-0e1d-4330-ad8b-7c1067b8476f service neutron] Pushing event updated for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:21.827317 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'status': 'completed', 'code': 200} Mar 02 19:32:21.869978 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 07423b13-7610-4fc1-98a0-c16e141029fb triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:21.870487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:21.934346 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-dec9f368-ee00-40b1-839a-ca6a9fc048bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:21.935906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-dec9f368-ee00-40b1-839a-ca6a9fc048bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1095 time: 0.0858986 Mar 02 19:32:22.091873 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bdc5c-a08c-496b-8263-af23bcf5e438 req-e7a847b1-1114-42bb-b87c-b16c90bd4974 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.093341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-023bdc5c-a08c-496b-8263-af23bcf5e438 req-e7a847b1-1114-42bb-b87c-b16c90bd4974 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 944 time: 0.0827501 Mar 02 19:32:22.094159 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-d627b7e6-d67a-4736-81c9-786c0864c68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.096817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-d627b7e6-d67a-4736-81c9-786c0864c68d service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c531b5024b34fdaaa60a41472a6417f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1527138 Mar 02 19:32:22.121243 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-11024b78-4159-4938-b139-c386c15fabde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:22.142917 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-023bdc5c-a08c-496b-8263-af23bcf5e438 req-f05f9920-03b5-458c-b05f-8dda42e6f4cf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436773 Mar 02 19:32:22.231139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-05dc7903-a7d1-4758-ad2d-af3216b7c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.232585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8df68f15-a802-411b-bec2-4e26ab56b2e8 req-05dc7903-a7d1-4758-ad2d-af3216b7c98c service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318722 Mar 02 19:32:22.333960 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-159ee561-7c5b-4ca0-a7b0-fc54b885bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.335352 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-159ee561-7c5b-4ca0-a7b0-fc54b885bea2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1095 time: 0.0690367 Mar 02 19:32:22.404318 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-f85160cf-aef7-4cce-8987-81fd5e9149bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 217 time: 0.0628781 Mar 02 19:32:22.467018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-0bdf0ed7-9777-4aba-bd11-d9fdaebcfbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.468383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-0bdf0ed7-9777-4aba-bd11-d9fdaebcfbb8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 200 len: 834 time: 0.0584273 Mar 02 19:32:22.540641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-38a78511-eba4-473c-9334-c82d3fe79a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:22.542046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-38a78511-eba4-473c-9334-c82d3fe79a36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679138 Mar 02 19:32:22.671769 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-6fa1aa7a-6efd-4206-a0c0-461a82857c58 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222553 Mar 02 19:32:22.799447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-1a2a2013-9d7c-440a-9529-df3a541b4c58 req-cdf3602f-56e1-4b80-9976-4d54eaf0a858 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223507 Mar 02 19:32:23.326439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e7884-d762-4a48-9027-a7314d690ec0 req-83f3bec3-c1fe-4300-a786-f193f02cf821 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:23.327820 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-324e7884-d762-4a48-9027-a7314d690ec0 req-83f3bec3-c1fe-4300-a786-f193f02cf821 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 944 time: 0.0798471 Mar 02 19:32:23.370966 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-324e7884-d762-4a48-9027-a7314d690ec0 req-fcbeab1d-40d9-488d-b3a6-6bec617c6d86 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369446 Mar 02 19:32:24.242750 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4a4b76e6-f07c-445e-9d3e-fc14f77ca8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:24.556470 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3abf90-a266-4c84-a06d-4bf2f7623764 req-96d8992a-60bc-4fba-993e-06c83c229559 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:24.557932 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a3abf90-a266-4c84-a06d-4bf2f7623764 req-96d8992a-60bc-4fba-993e-06c83c229559 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 944 time: 0.0821643 Mar 02 19:32:24.601410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3a3abf90-a266-4c84-a06d-4bf2f7623764 req-daeb5574-f877-4072-bbb1-09e99ed73993 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379503 Mar 02 19:32:25.602460 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.782735 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36800c-2134-459a-ad8f-b4375ed5cd9c req-5e7016bc-8a34-40b8-ba40-0a0cb718736b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:25.784217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc36800c-2134-459a-ad8f-b4375ed5cd9c req-5e7016bc-8a34-40b8-ba40-0a0cb718736b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 944 time: 0.0802102 Mar 02 19:32:25.785443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:25.828162 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc36800c-2134-459a-ad8f-b4375ed5cd9c req-49fdd2a7-9d1d-49c7-a1f0-1b9a53c17486 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Mar 02 19:32:26.397057 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:26.971963 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b6ee0216-c614-4d1e-984b-1e9855317b3b details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:32:27.014025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22457316-431b-45bf-b059-43c037f4218d req-8ba0917b-92fc-457c-9715-abe9f410b3bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:27.020897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22457316-431b-45bf-b059-43c037f4218d req-8ba0917b-92fc-457c-9715-abe9f410b3bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 944 time: 0.0907104 Mar 02 19:32:27.069087 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-22457316-431b-45bf-b059-43c037f4218d req-4c4d5dc2-ced5-4e87-8e2d-b4bd8dc8ad6a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473342 Mar 02 19:32:27.081681 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:27.120266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:27.133645 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'port_id': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'mac_address': 'fa:16:3e:f0:13:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:32:27.188649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:27.205027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ee0216-c614-4d1e-984b-1e9855317b3b {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:32:27.220520 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:27.282908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:27.352273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:27.359792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.360137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.360475 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.360810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.361138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.361465 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.361789 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.362110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.362457 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.362778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.363126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.363449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:32:27.482828 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b6ee0216-c614-4d1e-984b-1e9855317b3b'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:32:27.619788 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:28.247717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df897c-8a37-4ac1-8162-fd1d2768d1d5 req-9cb47474-d8b0-44dc-a2dc-c76527507fa2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:28.249539 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26df897c-8a37-4ac1-8162-fd1d2768d1d5 req-9cb47474-d8b0-44dc-a2dc-c76527507fa2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 945 time: 0.0802717 Mar 02 19:32:28.296083 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-26df897c-8a37-4ac1-8162-fd1d2768d1d5 req-4e67aae5-0b35-4a72-8951-9c00ce03ef43 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412285 Mar 02 19:32:28.987243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b6ee0216-c614-4d1e-984b-1e9855317b3b up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:32:29.115582 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port b6ee0216-c614-4d1e-984b-1e9855317b3b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:32:29.120433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b6ee0216-c614-4d1e-984b-1e9855317b3b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:32:29.126098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:29.232203 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:29.258609 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:32:29.267845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:32:29.303291 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'code': 200} Mar 02 19:32:29.370193 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:29.427167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c7ef76-6958-4d70-8c8b-1d8c53d46917 req-1db1ff29-1f95-417e-b776-d0f5e94758cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:29.428814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05c7ef76-6958-4d70-8c8b-1d8c53d46917 req-1db1ff29-1f95-417e-b776-d0f5e94758cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1097 time: 0.0722866 Mar 02 19:32:29.440748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:29.475372 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-05c7ef76-6958-4d70-8c8b-1d8c53d46917 req-353ba52c-17f6-4882-8270-07eef70ebf92 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408437 Mar 02 19:32:29.484882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a927f-7f0f-4f26-be29-cb8863d90dd4 req-a206047c-2895-4b6e-b4cd-42e4ec1e0ab6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:29.486298 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad3a927f-7f0f-4f26-be29-cb8863d90dd4 req-a206047c-2895-4b6e-b4cd-42e4ec1e0ab6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0824726 Mar 02 19:32:29.530831 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad3a927f-7f0f-4f26-be29-cb8863d90dd4 req-507f99d2-429b-48c5-8da5-8d630b8ca184 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Mar 02 19:32:30.720982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5d89-c9ef-42ec-a6be-5c3edd99e27c req-0f4b2aa1-bef7-4349-b3e7-4b1ca13fc017 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:30.722499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e78c5d89-c9ef-42ec-a6be-5c3edd99e27c req-0f4b2aa1-bef7-4349-b3e7-4b1ca13fc017 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0830429 Mar 02 19:32:30.766029 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e78c5d89-c9ef-42ec-a6be-5c3edd99e27c req-da168f57-cb76-4064-8043-0f01e9e6fc96 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373785 Mar 02 19:32:31.947222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1658d-2e1e-4c67-91be-32eb835f5894 req-c74277a8-c7e6-4dc2-878e-f9bf9f71b280 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:31.948737 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b1658d-2e1e-4c67-91be-32eb835f5894 req-c74277a8-c7e6-4dc2-878e-f9bf9f71b280 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0802302 Mar 02 19:32:31.992749 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b1658d-2e1e-4c67-91be-32eb835f5894 req-870c4847-53a8-40d1-97e3-7a5d00ef6e09 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383444 Mar 02 19:32:32.176155 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5c48a-e825-4298-80fb-3bce90ec7829 req-a6f16fd1-2bee-40bb-b056-d472e18606bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:32.178144 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31b5c48a-e825-4298-80fb-3bce90ec7829 req-a6f16fd1-2bee-40bb-b056-d472e18606bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0831687 Mar 02 19:32:32.221165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31b5c48a-e825-4298-80fb-3bce90ec7829 req-e855c598-378d-467d-abda-cba42d3e892b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374792 Mar 02 19:32:32.248829 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52866) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:32.317837 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba119ae-00da-44a6-8ad0-568405445e87 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:32.319377 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6ba119ae-00da-44a6-8ad0-568405445e87 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1092 time: 0.0696464 Mar 02 19:32:32.322240 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52870) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:32.327074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:32:32.333397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:32:32.337370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:floatingip and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:32:32.340199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:32:32.345842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:32:32.413572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:32.547826 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:32.681469 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.143 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/61253d6a-441a-44e3-b539-2e379f221463) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:32:32.822423 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:32.922998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:33.089947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:32:33.097546 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:32:33.101634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:32:33.137269 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=61253d6a-441a-44e3-b539-2e379f221463,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:33.509852 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:33.646845 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:33.854507 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:33.911229 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:34.020013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=61253d6a-441a-44e3-b539-2e379f221463,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:32:34.030917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:34.197518 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 1a8c447a-e60d-4e57-8593-2b80dfa986a4 associated. External IP: 172.25.7.143, port: b6ee0216-c614-4d1e-984b-1e9855317b3b. Mar 02 19:32:34.539964 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router ec678bfa-f703-4fea-a299-3d31dd5de4f0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:32:34.825049 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:32:34.835108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Sync routers for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:32:34.844668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:34.845284 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:32:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:34.916743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:34.973707 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-232bef13-2c4a-4ce4-870e-99c60c306478 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6504788 Mar 02 19:32:34.974333 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:32:35.046863 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'status': 'completed', 'code': 200} Mar 02 19:32:35.074344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:35.139446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-1e86e3dd-8361-432b-ad6a-c726f58f023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.141545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-1e86e3dd-8361-432b-ad6a-c726f58f023b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1097 time: 0.0733035 Mar 02 19:32:35.169955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45e45d2-e362-45df-918a-1653ff795a8c req-bc946d59-6395-4e92-97dd-1fcd3b9ad295 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.171463 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c45e45d2-e362-45df-918a-1653ff795a8c req-bc946d59-6395-4e92-97dd-1fcd3b9ad295 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0804000 Mar 02 19:32:35.218391 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c45e45d2-e362-45df-918a-1653ff795a8c req-a9558097-3bcf-43a7-bb8b-871a444a6ef6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Mar 02 19:32:35.242373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52878) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:35.281678 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-9dc88346-cbbc-4b04-8671-a07149161eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.283175 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-9dc88346-cbbc-4b04-8671-a07149161eda service neutron] 10.222.0.11 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 898 time: 0.1361628 Mar 02 19:32:35.352329 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c468ff48-3e77-4838-88f8-bfc9b8e9f46e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 200 len: 992 time: 0.1085813 Mar 02 19:32:35.434302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1a8c447a-e60d-4e57-8593-2b80dfa986a4', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'port_id': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'mac_address': 'fa:16:3e:f0:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510a3424-3de9-4303-91a7-442ddb3030f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:32:33Z', 'updated_at': '2022-03-02T19:32:33Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:35.438262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Checking router: ec678bfa-f703-4fea-a299-3d31dd5de4f0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:32:35.446737 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:32:35.447341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:32:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:35.495089 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-03da2322-c791-4cb4-9698-2b5097867fdb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 1000 time: 0.2058661 Mar 02 19:32:35.557154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-211ac6fa-8b08-4569-b560-25e4d7939698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.558649 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-211ac6fa-8b08-4569-b560-25e4d7939698 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 200 len: 834 time: 0.0579257 Mar 02 19:32:35.623783 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:32:35.636629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-d7f06922-f020-4003-9ed9-4658451540c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:32:35.638165 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-d7f06922-f020-4003-9ed9-4658451540c9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736806 Mar 02 19:32:35.770624 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-40f81f1e-cd2e-4609-839e-09f57a77c722 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258056 Mar 02 19:32:35.900326 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-32318cd7-e9f9-43e2-8d91-11aa3716fd61 req-16e6a914-828b-4dd2-a5f1-d45cda8c7f50 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248055 Mar 02 19:32:35.970743 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1a8c447a-e60d-4e57-8593-2b80dfa986a4', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'port_id': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'mac_address': 'fa:16:3e:f0:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510a3424-3de9-4303-91a7-442ddb3030f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:32:33Z', 'updated_at': '2022-03-02T19:32:33Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:32:35.975463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dfa6b2b-4709-4f6a-b134-9bff0d2d28f5 None None] The sync data for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 is: [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '1a8c447a-e60d-4e57-8593-2b80dfa986a4', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.143', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'port_id': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'mac_address': 'fa:16:3e:f0:13:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510a3424-3de9-4303-91a7-442ddb3030f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:32:33Z', 'updated_at': '2022-03-02T19:32:33Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:32:36.160788 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb829ed-3a2c-4565-a1bf-d56e9922538d None None] New status for floating IP 1a8c447a-e60d-4e57-8593-2b80dfa986a4: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:32:36.354442 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52882) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:36.463273 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-37a5d1e0-4cf0-41f4-9a2a-69b6f3117cba tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 200 len: 992 time: 0.1076825 Mar 02 19:32:37.466833 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52886) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:32:37.573068 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-82c278a2-5928-4c9f-80ad-56d67fae63f6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 200 len: 994 time: 0.1050789 Mar 02 19:32:52.144878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-27b15899-161c-45cb-b383-64c2702f59ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:54.247859 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2929cc2a-d1a8-48fd-8c92-e90d2c173520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.577365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:55.784809 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:56.417419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.024817 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:57.590687 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:32:58.204542 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:33:07.101735 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-c56aa2fd-0502-4407-9b70-175116de99a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:07.103905 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-c56aa2fd-0502-4407-9b70-175116de99a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1097 time: 0.0913236 Mar 02 19:33:07.238578 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e00a9c-1d6c-4cb5-8583-f2a310a373c8 req-94f944d9-63a8-4ab2-afc6-9b2ce4646bae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:07.240736 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5e00a9c-1d6c-4cb5-8583-f2a310a373c8 req-94f944d9-63a8-4ab2-afc6-9b2ce4646bae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.1517367 Mar 02 19:33:07.267035 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-b0849fae-41ae-454e-861e-8197b6d83a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:07.267035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-b0849fae-41ae-454e-861e-8197b6d83a3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 898 time: 0.1405025 Mar 02 19:33:07.292930 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5e00a9c-1d6c-4cb5-8583-f2a310a373c8 req-f56e86a3-5124-4be5-b189-1f85fc85e856 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453930 Mar 02 19:33:07.368456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-92fa072f-956a-498c-8ee0-9becbfcc5c28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 1002 time: 0.0982876 Mar 02 19:33:07.428811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-763d6d31-d3f1-414b-986b-d43e498f14a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:07.430247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-763d6d31-d3f1-414b-986b-d43e498f14a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 200 len: 834 time: 0.0565321 Mar 02 19:33:07.504804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-c5e42c10-e849-45c6-b88a-0f35a1b0ba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:07.506278 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-c5e42c10-e849-45c6-b88a-0f35a1b0ba92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708261 Mar 02 19:33:07.636294 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-c5c8a056-a8a9-4e0d-a093-45c340ee3c64 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240788 Mar 02 19:33:07.767535 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e6189870-b14f-4be3-94af-581e1b52ab68 req-685fd143-a2c0-43ec-8bc8-ae360a86f6b9 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242788 Mar 02 19:33:08.518516 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acea0b-c2d8-4ca2-97ee-3c87c727ce37 req-8c4d6c08-6d7a-48c7-a07d-f86bc86dc275 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:08.519962 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42acea0b-c2d8-4ca2-97ee-3c87c727ce37 req-8c4d6c08-6d7a-48c7-a07d-f86bc86dc275 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.1231470 Mar 02 19:33:08.564261 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-42acea0b-c2d8-4ca2-97ee-3c87c727ce37 req-f65bd303-48ea-4486-9e74-56bb975acaaf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378759 Mar 02 19:33:09.747236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d9e43-1f99-4b5b-9393-cf7049b0e86d req-fdf8270b-4764-47ad-983f-fb060a8fafae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:09.748606 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-055d9e43-1f99-4b5b-9393-cf7049b0e86d req-fdf8270b-4764-47ad-983f-fb060a8fafae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0810881 Mar 02 19:33:09.791752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-055d9e43-1f99-4b5b-9393-cf7049b0e86d req-5ff03222-72d9-4185-afd3-6c074eac1bb7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374763 Mar 02 19:33:10.977653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec93a951-92ee-42bf-ad07-87c973048d69 req-e95adca5-4406-488d-9ae7-c9f046954266 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:10.979146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec93a951-92ee-42bf-ad07-87c973048d69 req-e95adca5-4406-488d-9ae7-c9f046954266 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0792067 Mar 02 19:33:11.023771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ec93a951-92ee-42bf-ad07-87c973048d69 req-f0a59f6d-c6fe-4abc-88b8-1e8ad4d44a63 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389795 Mar 02 19:33:12.207767 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12149189-a6f1-48bc-b8a5-bbd2556d74ce req-66a24055-2c6e-4b8e-9cf9-2229ab197a8f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:12.209223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12149189-a6f1-48bc-b8a5-bbd2556d74ce req-66a24055-2c6e-4b8e-9cf9-2229ab197a8f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0828776 Mar 02 19:33:12.253732 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12149189-a6f1-48bc-b8a5-bbd2556d74ce req-9d765235-972f-4bb0-aa89-d3202d323ab7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382555 Mar 02 19:33:13.435283 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b610c-1ed8-4ed2-a2ad-6f2b5507f986 req-6e8741b0-dfdf-464e-b771-05d124e6c9f9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:13.436662 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a39b610c-1ed8-4ed2-a2ad-6f2b5507f986 req-6e8741b0-dfdf-464e-b771-05d124e6c9f9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0791492 Mar 02 19:33:13.479778 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a39b610c-1ed8-4ed2-a2ad-6f2b5507f986 req-64f8456b-e71b-4021-bc41-ed7713c83e83 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375476 Mar 02 19:33:14.666036 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9285f62-828d-4d5f-a8f2-9727651c3b64 req-f981f117-b508-4b46-89ca-c7c027dc4c08 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:14.667508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9285f62-828d-4d5f-a8f2-9727651c3b64 req-f981f117-b508-4b46-89ca-c7c027dc4c08 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0820580 Mar 02 19:33:14.709498 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f9285f62-828d-4d5f-a8f2-9727651c3b64 req-3d1451f6-1d50-4015-8f96-a0c1b7eee105 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365694 Mar 02 19:33:15.888925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2d03e-a4d7-423e-9d49-1cece801edb4 req-55c95920-321f-47a3-8c41-fe21f20928fd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:15.890398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2c2d03e-a4d7-423e-9d49-1cece801edb4 req-55c95920-321f-47a3-8c41-fe21f20928fd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0781312 Mar 02 19:33:15.937916 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a2c2d03e-a4d7-423e-9d49-1cece801edb4 req-7c525e94-b3c6-4d00-adfc-f16c44356de6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419192 Mar 02 19:33:17.120842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb735074-b0b9-44e6-8e72-fd64660ea0a1 req-796be504-0335-4208-8a45-b3d861fe298d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:17.122369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb735074-b0b9-44e6-8e72-fd64660ea0a1 req-796be504-0335-4208-8a45-b3d861fe298d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0809681 Mar 02 19:33:17.166475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fb735074-b0b9-44e6-8e72-fd64660ea0a1 req-29973973-6e79-4a45-bf33-c2139e6ab3ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383637 Mar 02 19:33:18.352909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0fe69c-8da1-4b4d-b1a6-42f1e14c1eab req-9203c2bf-b959-4152-b521-b0c3a5cd3007 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:18.354284 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f0fe69c-8da1-4b4d-b1a6-42f1e14c1eab req-9203c2bf-b959-4152-b521-b0c3a5cd3007 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0811498 Mar 02 19:33:18.397005 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f0fe69c-8da1-4b4d-b1a6-42f1e14c1eab req-e0e5a62a-cf59-47e3-b2b7-e6ea006cdde1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372176 Mar 02 19:33:19.575065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03ca73-67ff-41e1-9d2e-8d4429a37f69 req-043909a5-3c3c-4553-ba95-272b11f52fdd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:19.576491 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e03ca73-67ff-41e1-9d2e-8d4429a37f69 req-043909a5-3c3c-4553-ba95-272b11f52fdd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0777473 Mar 02 19:33:19.620689 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6e03ca73-67ff-41e1-9d2e-8d4429a37f69 req-562008cb-b01d-41cc-b7f4-00f900d003fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385144 Mar 02 19:33:20.803910 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1165b-f3d4-44b7-a12d-6c8759cbdd4c req-b713ea8f-a4d0-4c45-81d6-f94ed008c86d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:20.805352 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ae1165b-f3d4-44b7-a12d-6c8759cbdd4c req-b713ea8f-a4d0-4c45-81d6-f94ed008c86d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0825469 Mar 02 19:33:20.848518 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ae1165b-f3d4-44b7-a12d-6c8759cbdd4c req-450c550c-6f4b-4641-8e12-fb3de0e214bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375686 Mar 02 19:33:22.030730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b99bc4-f990-4dba-b67e-0b19fce40319 req-c274b7bf-1fd0-46b9-b3ed-c6eb23d852a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:22.032117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1b99bc4-f990-4dba-b67e-0b19fce40319 req-c274b7bf-1fd0-46b9-b3ed-c6eb23d852a5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0792813 Mar 02 19:33:22.080322 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c1b99bc4-f990-4dba-b67e-0b19fce40319 req-0e7df03e-231d-4eba-9ae0-eebfa3e3fe7e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424855 Mar 02 19:33:22.138615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c8135a25-4e66-482b-bbee-a9be0ae5ac69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:23.263956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7398b2-d2eb-4c77-aa8f-a1cabe32f65b req-0c3d7e18-7c38-4639-a1c1-645e00175775 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:23.265410 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be7398b2-d2eb-4c77-aa8f-a1cabe32f65b req-0c3d7e18-7c38-4639-a1c1-645e00175775 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0787923 Mar 02 19:33:23.308422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be7398b2-d2eb-4c77-aa8f-a1cabe32f65b req-44171aa0-13ba-427b-a389-3e8fc06fbecf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374229 Mar 02 19:33:23.331522 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52938) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:23.535220 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12736b1b-f3ed-42a0-9d29-3c3036577422 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 200 len: 994 time: 0.2026076 Mar 02 19:33:24.241094 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4f610a16-ec2a-417b-818d-8ef862c3d1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.131101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b99c31-7833-4b5d-856a-65f76b5b5d23 req-6f3a235d-23e8-43c9-8a52-f8cc64cebbcc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:25.132775 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14b99c31-7833-4b5d-856a-65f76b5b5d23 req-6f3a235d-23e8-43c9-8a52-f8cc64cebbcc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0827589 Mar 02 19:33:25.178264 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-14b99c31-7833-4b5d-856a-65f76b5b5d23 req-e55c098f-3b55-4a8b-bc51-04ebb49f18b2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388632 Mar 02 19:33:25.241915 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-348d0833-0702-4ec4-807e-d764d3138e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:25.243564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-348d0833-0702-4ec4-807e-d764d3138e88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1097 time: 0.0723166 Mar 02 19:33:25.373137 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-26c24f1d-15af-41f1-9e20-cbc5852d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:25.374595 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-26c24f1d-15af-41f1-9e20-cbc5852d52af service neutron] 10.222.0.11 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 898 time: 0.1250601 Mar 02 19:33:25.475714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-c27b1aed-3cbb-4e85-90d5-86695060af1e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 1002 time: 0.0955527 Mar 02 19:33:25.537029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-bf65bca7-5d6e-4d50-8395-e963446810e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:25.538508 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-bf65bca7-5d6e-4d50-8395-e963446810e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 200 len: 834 time: 0.0577822 Mar 02 19:33:25.594536 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.736143 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-4d4fbb51-dd31-46b7-aee6-1bfd1649cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:25.737544 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-4d4fbb51-dd31-46b7-aee6-1bfd1649cfed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937397 Mar 02 19:33:25.773022 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:25.868803 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-f585c88d-5795-4c1c-932e-5aa305151c1b service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252759 Mar 02 19:33:25.997789 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-905a0d6d-1511-4334-a153-6c6c460aa2fc req-4e4fe94c-354b-4aac-9784-e48c0d7e3704 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226392 Mar 02 19:33:26.363980 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabb3aa-93e6-4b28-95cd-38bd2d041da0 req-7e4786fd-158a-4869-8919-10edd24e41ad tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:26.365379 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1dabb3aa-93e6-4b28-95cd-38bd2d041da0 req-7e4786fd-158a-4869-8919-10edd24e41ad tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0806222 Mar 02 19:33:26.410337 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1dabb3aa-93e6-4b28-95cd-38bd2d041da0 req-974603d2-8fd1-4c9a-af87-0fce78600daa tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393739 Mar 02 19:33:26.441541 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:27.052952 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:27.597626 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21f3d2-e9b8-4351-af95-211544d976cd req-d449853d-b152-4612-8103-918b53dbda8b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:27.599040 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd21f3d2-e9b8-4351-af95-211544d976cd req-d449853d-b152-4612-8103-918b53dbda8b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0824845 Mar 02 19:33:27.617227 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:27.642870 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bd21f3d2-e9b8-4351-af95-211544d976cd req-90fb58be-a3e3-46b9-873e-f6172c5c9ef1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382717 Mar 02 19:33:27.669972 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52958) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:27.775973 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c99013b4-60eb-40a3-8786-ace1c45def0b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 200 len: 994 time: 0.1048503 Mar 02 19:33:35.203947 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:33:52.171948 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-433e40d6-8549-42a8-a424-e4adbb34340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:54.239408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-118c292e-1261-4a43-8a8d-19559c0cab16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:55.570262 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:55.771794 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:56.434890 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:57.070053 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:57.646135 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.147885 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 52978) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:33:58.347609 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 61253d6a-441a-44e3-b539-2e379f221463 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:33:58.347866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.511807 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.512130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.630763 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 61253d6a-441a-44e3-b539-2e379f221463 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:33:58.823460 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.872478 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=61253d6a-441a-44e3-b539-2e379f221463,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.924052 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:33:58.981917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:58.982276 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 1a8c447a-e60d-4e57-8593-2b80dfa986a4 disassociated (deleted). External IP: 172.25.7.143, port: b6ee0216-c614-4d1e-984b-1e9855317b3b. Mar 02 19:33:59.452872 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router ec678bfa-f703-4fea-a299-3d31dd5de4f0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:33:59.631091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:33:59.640319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Sync routers for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:33:59.647971 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:33:59.650101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:33:59.650749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:33:59.702369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-29f1010d-bb6d-48f6-bc6a-0af432a059e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/floatingips/1a8c447a-e60d-4e57-8593-2b80dfa986a4 HTTP/1.1" status: 204 len: 168 time: 1.5533843 Mar 02 19:33:59.703020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:33:59.749606 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'status': 'completed', 'code': 200} Mar 02 19:33:59.863243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-7670db43-ee93-4ddc-96fa-60e5a27583b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:33:59.865461 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-7670db43-ee93-4ddc-96fa-60e5a27583b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 1097 time: 0.0912728 Mar 02 19:33:59.882891 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:33:59.999185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-3c32c8cd-a699-4d6e-8711-1dfe04324ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:00.000689 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-3c32c8cd-a699-4d6e-8711-1dfe04324ebc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 200 len: 898 time: 0.1295114 Mar 02 19:34:00.077159 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-02d97278-ebcf-4f2e-a5ff-f586d40a671f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 200 len: 217 time: 0.0680468 Mar 02 19:34:00.139737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-1c05fe83-783b-4bf8-a603-8db0157b7c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:00.141196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-1c05fe83-783b-4bf8-a603-8db0157b7c42 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 200 len: 834 time: 0.0584798 Mar 02 19:34:00.215959 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:00.220255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Checking router: ec678bfa-f703-4fea-a299-3d31dd5de4f0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:34:00.221140 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-36fe9a9d-6194-4719-8d80-1aef32921157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:00.223008 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-36fe9a9d-6194-4719-8d80-1aef32921157 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d974ec6d-998f-4c47-9ec2-4ac3fb49254f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750165 Mar 02 19:34:00.229822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:00.230544 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:00.303288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e36ed-6d02-437a-ab9e-e7cf39fed91f req-f568f6d7-3320-474d-bacc-877b206df840 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:00.304504 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6f6e36ed-6d02-437a-ab9e-e7cf39fed91f req-f568f6d7-3320-474d-bacc-877b206df840 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:00.357991 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-1da552cd-9fd5-450d-801a-c0d561ce7aad service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286080 Mar 02 19:34:00.377836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6f6e36ed-6d02-437a-ab9e-e7cf39fed91f req-f568f6d7-3320-474d-bacc-877b206df840 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:00.379204 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f6e36ed-6d02-437a-ab9e-e7cf39fed91f req-f568f6d7-3320-474d-bacc-877b206df840 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.1620340 Mar 02 19:34:00.412204 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:00.426049 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6f6e36ed-6d02-437a-ab9e-e7cf39fed91f req-36899653-d780-4fa4-87ff-7946aac51025 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 Mar 02 19:34:00.495573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e0ac52d6-78ee-49d4-bc90-c598581c8606 req-3653d6fa-35ea-450b-9090-72f6f0a02140 service neutron] 10.222.0.11 "GET /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308737 Mar 02 19:34:00.723322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:00.727753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20492b5a-0f58-41f5-b02b-b6aa2a94a346 None None] The sync data for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 is: [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:32:14Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '07423b13-7610-4fc1-98a0-c16e141029fb', 'name': '', 'network_id': 'd974ec6d-998f-4c47-9ec2-4ac3fb49254f', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:28:cf:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4264, 'fixed_ips': [{'subnet_id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:13Z', 'updated_at': '2022-03-02T19:32:20Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': 'ffca4596-fbb4-4ac0-ae52-660699d6b408', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:34:00.940706 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd03ce61-f356-461e-934d-8bce6011890e None None] New status for floating IP 1a8c447a-e60d-4e57-8593-2b80dfa986a4: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:34:01.608100 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcbc69-bef0-4683-b0da-83c0b8134242 req-9466d164-896e-461a-b8c7-cc0c456a3a79 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:01.609564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfbcbc69-bef0-4683-b0da-83c0b8134242 req-9466d164-896e-461a-b8c7-cc0c456a3a79 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.0788972 Mar 02 19:34:01.657004 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bfbcbc69-bef0-4683-b0da-83c0b8134242 req-b0331578-895d-449d-be41-55e9097ac393 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d2e07787-39a8-4a26-bf81-9a06365dbf7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417402 Mar 02 19:34:01.678703 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-093b9e79-a38b-4356-a7f0-b3da750ab96b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:01.679404 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-093b9e79-a38b-4356-a7f0-b3da750ab96b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:01.694510 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-093b9e79-a38b-4356-a7f0-b3da750ab96b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:01.695658 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-093b9e79-a38b-4356-a7f0-b3da750ab96b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 946 time: 0.1054111 Mar 02 19:34:01.766400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port b6ee0216-c614-4d1e-984b-1e9855317b3b {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:34:01.766668 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:02.007180 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port b6ee0216-c614-4d1e-984b-1e9855317b3b, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b6ee0216-c614-4d1e-984b-1e9855317b3b,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:02.007532 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:02.228562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for b6ee0216-c614-4d1e-984b-1e9855317b3b owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:34:02.457869 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:02.507550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=b6ee0216-c614-4d1e-984b-1e9855317b3b,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:02.546659 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.547015 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.547362 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.547701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.548038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.548372 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.548701 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.549029 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.549361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.549687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.550023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.550361 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:02.594051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port b6ee0216-c614-4d1e-984b-1e9855317b3b on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:34:02.596469 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:02.598916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'name': 'network-vif-deleted', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:34:02.653022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-24ea20df-1bea-45bd-a8d0-473130bc76be req-f2823c6a-487c-431c-a6e7-205bee19c84b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "DELETE /v2.0/ports/b6ee0216-c614-4d1e-984b-1e9855317b3b HTTP/1.1" status: 204 len: 173 time: 0.9525487 Mar 02 19:34:02.686397 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '510a3424-3de9-4303-91a7-442ddb3030f0', 'name': 'network-vif-deleted', 'tag': 'b6ee0216-c614-4d1e-984b-1e9855317b3b', 'status': 'completed', 'code': 200} Mar 02 19:34:02.811376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9bdcde42-e9aa-4560-97f6-488d4f5b4084 req-5fbad49d-df68-4524-8616-7444f179661a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=510a3424-3de9-4303-91a7-442ddb3030f0 HTTP/1.1" status: 200 len: 210 time: 0.0432253 Mar 02 19:34:03.904033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53002) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:04.444958 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:04.905387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 07423b13-7610-4fc1-98a0-c16e141029fb {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:34:04.906071 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:05.093604 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 07423b13-7610-4fc1-98a0-c16e141029fb, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=07423b13-7610-4fc1-98a0-c16e141029fb,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:05.093969 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:05.215512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 07423b13-7610-4fc1-98a0-c16e141029fb owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:34:05.381803 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b6ee0216-c614-4d1e-984b-1e9855317b3b no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:34:05.415896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: b6ee0216-c614-4d1e-984b-1e9855317b3b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:34:05.416241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b6ee0216-c614-4d1e-984b-1e9855317b3b not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:34:05.462306 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:05.511790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=07423b13-7610-4fc1-98a0-c16e141029fb,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:05.788998 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.254904 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router ec678bfa-f703-4fea-a299-3d31dd5de4f0 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:34:06.431790 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:34:06.441615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Sync routers for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:34:06.445258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c45d2428-7004-4194-b725-500794521470 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/ec678bfa-f703-4fea-a299-3d31dd5de4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5400674 Mar 02 19:34:06.447805 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53006) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:06.450705 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:06.451302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:06.512228 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting subnet ffca4596-fbb4-4ac0-ae52-660699d6b408 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:34:06.515143 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.572515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.625320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:06.655201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.801531 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.845941 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Subnet': ['ID=ffca4596-fbb4-4ac0-ae52-660699d6b408,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:06.850200 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:06.858071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-12d60ad6-2688-440a-9654-cd6e95874e6c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/subnets/ffca4596-fbb4-4ac0-ae52-660699d6b408 HTTP/1.1" status: 204 len: 168 time: 0.4093034 Mar 02 19:34:06.860256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a48cc13-77c5-481d-8b05-ebe6b14ee1cc None None] Network d974ec6d-998f-4c47-9ec2-4ac3fb49254f requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:34:06.860757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53010) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:07.043997 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.116352 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:34:05Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:07.125094 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Checking router: ec678bfa-f703-4fea-a299-3d31dd5de4f0 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:34:07.133967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Routers {'ec678bfa-f703-4fea-a299-3d31dd5de4f0'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:07.134681 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:07.191263 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] DHCP port deletion for d974ec6d-998f-4c47-9ec2-4ac3fb49254f request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:34:07.205159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Deleting port f0c83464-8d19-4783-8d8a-850ce0fbb884 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:34:07.205530 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.223509 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.297670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port c7ced040-bb65-4a89-8918-bd5c70a83fb4 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:34:07.298073 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.415662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] Set router ec678bfa-f703-4fea-a299-3d31dd5de4f0 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:07.473713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port c7ced040-bb65-4a89-8918-bd5c70a83fb4, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c7ced040-bb65-4a89-8918-bd5c70a83fb4,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:07.474076 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.596366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for c7ced040-bb65-4a89-8918-bd5c70a83fb4 owned by network:router_gateway {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:34:07.675108 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] For port f0c83464-8d19-4783-8d8a-850ce0fbb884, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f0c83464-8d19-4783-8d8a-850ce0fbb884,segment=NetworkSegment(07d2891c-3137-42aa-b03b-bd2540663860),segment_id=07d2891c-3137-42aa-b03b-bd2540663860)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:07.675746 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:07.806979 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Calling delete_port for f0c83464-8d19-4783-8d8a-850ce0fbb884 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:34:07.837281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f0c83464-8d19-4783-8d8a-850ce0fbb884 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:34:07.966414 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.017618 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=c7ced040-bb65-4a89-8918-bd5c70a83fb4,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:08.094610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.138473 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.161542 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Pushing event deleted for resources: {'Port': ['ID=f0c83464-8d19-4783-8d8a-850ce0fbb884,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:08.167355 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] No DVR routers for this DVR port f0c83464-8d19-4783-8d8a-850ce0fbb884 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:34:08.185148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.185493 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.185836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.186214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.186541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.186864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.187189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.187513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.187836 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.188159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.188479 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.188827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30528416-b7e8-4b73-9654-29c54b682700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:08.198036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:34:05Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:08.235305 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d14a7e-defa-49f2-82ca-eed3acd06ad3 None None] The sync data for ids ['ec678bfa-f703-4fea-a299-3d31dd5de4f0'] in n-d-828839-1 is: [{'id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1685238644', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11'}], 'enable_snat': True}, 'gw_port_id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:32:08Z', 'updated_at': '2022-03-02T19:34:05Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': 'c7ced040-bb65-4a89-8918-bd5c70a83fb4', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec678bfa-f703-4fea-a299-3d31dd5de4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:32:09Z', 'updated_at': '2022-03-02T19:32:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:34:08.238253 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.412290 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.415115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.509380 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.509882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Fanout notify agent at l3_agent the message router_deleted on router ec678bfa-f703-4fea-a299-3d31dd5de4f0 {{(pid=88708) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:34:08.525850 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.526969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-16ed7aaf-9f6d-45da-90cb-0b12610492ef tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/routers/ec678bfa-f703-4fea-a299-3d31dd5de4f0 HTTP/1.1" status: 204 len: 168 time: 1.6652496 Mar 02 19:34:08.529652 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53014) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:08.640079 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.782048 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.807865 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d974ec6d-998f-4c47-9ec2-4ac3fb49254f']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:08.821062 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d2891c-3137-42aa-b03b-bd2540663860') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:08.821358 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d2891c-3137-42aa-b03b-bd2540663860') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:08.833381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.851240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.860208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:34:08.860619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:34:08.876032 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:34:09.069055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.074497 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.099880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Network': ['ID=d974ec6d-998f-4c47-9ec2-4ac3fb49254f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:09.161450 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bddd2f57-286b-48cc-9948-ba1dee6d6b59 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/networks/d974ec6d-998f-4c47-9ec2-4ac3fb49254f HTTP/1.1" status: 204 len: 168 time: 0.6307273 Mar 02 19:34:09.168517 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53020) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:09.238647 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.269568 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.406341 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.425616 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e07787-39a8-4a26-bf81-9a06365dbf7f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:09.502468 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:09.503619 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-562a0191-c343-4f42-9db4-cf043dceac8e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/security-groups/d2e07787-39a8-4a26-bf81-9a06365dbf7f HTTP/1.1" status: 204 len: 168 time: 0.3341973 Mar 02 19:34:09.828902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 07423b13-7610-4fc1-98a0-c16e141029fb no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:34:09.867085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 07423b13-7610-4fc1-98a0-c16e141029fb {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:34:09.867436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 07423b13-7610-4fc1-98a0-c16e141029fb not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:34:09.867863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7ced040-bb65-4a89-8918-bd5c70a83fb4 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:34:09.900770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c7ced040-bb65-4a89-8918-bd5c70a83fb4 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:34:09.901119 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c7ced040-bb65-4a89-8918-bd5c70a83fb4 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:34:09.970900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53032) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:09.976205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2052983337', 'description': 'tempest-secgroup-smoke-2052983337 description', 'project_id': '5c531b5024b34fdaaa60a41472a6417f'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:09.983073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:09.987167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:09.990017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:09.996240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:10.052258 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.072281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:10.076090 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:10.078928 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:10.084558 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:10.152752 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.189025 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.234214 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6959d77-1e27-417a-9e9d-89742c9bbb82,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:10.297659 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.298971 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d6c56289-91f2-497d-b5a6-c11e52fe3904 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3270760 Mar 02 19:34:10.301729 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53036) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:10.314805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:10.314805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:10.317777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:10.320645 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:10.326391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:10.401819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.460919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.514539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.537232 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26719aba-dd00-4a28-81a8-95fcfb529bcc,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:10.600378 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.602115 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-2e99ca06-cc8f-4c1b-a1d3-ab3c8f2bb9e0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994814 Mar 02 19:34:10.604794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53040) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:10.609743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:10.616820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:10.620752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:10.623669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:10.629351 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:10.702444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.765508 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.838556 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.862252 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824a7c1d-ae0c-4cfe-91ad-06bbf1a81294,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:10.936085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:10.937276 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bfdb8d24-ebdc-48b5-a277-28c41689a358 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3315659 Mar 02 19:34:10.939936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53044) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:10.944860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:10.951476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:10.955458 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:10.958427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:10.964075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:11.045632 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.106967 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.182978 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.205800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6612a8ff-9bda-4952-965e-180f85f6d410,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:11.257365 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.258610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3f5c2943-e903-4764-b725-b6a18a5a8687 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3177633 Mar 02 19:34:11.261465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53048) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:11.266527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:11.274038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:11.277873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:11.280752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:11.286475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:11.376297 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.436950 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.503157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.530870 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07f91420-0744-4c44-b295-1f9ba0d39e51,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:11.600641 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.601855 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e437273-cfb4-4a23-a13a-6785b803ed3b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3394921 Mar 02 19:34:11.604566 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53052) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:11.609463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:11.615967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:11.619771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:11.622604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:11.628191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:11.696856 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:34:11.704072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.768749 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.821736 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.847666 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb60778-b3be-4b13-8b7b-2fa7a23740ca,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:11.920580 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:11.921818 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5281b472-8171-46e0-9f00-f0ae8a4e351e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163278 Mar 02 19:34:11.924543 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53056) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:11.930078 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'security_group_rule': {'security_group_id': 'd6959d77-1e27-417a-9e9d-89742c9bbb82', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:11.936990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:11.940880 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:security_group_rule and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:11.943881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:11.950211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:12.018009 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Project 5c531b5024b34fdaaa60a41472a6417f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:34:12.025442 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.092119 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.160523 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.185473 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60277b5b-79cf-4c5e-a038-a38c65c31bf9,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:12.203667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:34:12.263619 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.264885 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-84c2c414-6d28-4399-ac82-e1a7eee8f418 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3394024 Mar 02 19:34:12.267754 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53060) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:12.273554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'network': {'name': 'tempest-network-smoke--1022740873', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'port_security_enabled': True}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:12.279639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:12.283731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:network and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:12.286582 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:12.292778 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:12.354851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:34:12.358321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.388019 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:34:12.396150 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.396491 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Added segment 8a5742ce-00bf-42a8-b895-20b43f8efe6f of type vlan for network ede5ed74-bbaa-460a-82a7-83c0b6348dcf Mar 02 19:34:12.421912 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.497682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.502977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:12.503574 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.609782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Network': ['ID=ede5ed74-bbaa-460a-82a7-83c0b6348dcf,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:12.621259 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:34:12.646886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cf0ae8cd-c7bb-4960-930f-12601cefc672 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3779643 Mar 02 19:34:12.650242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53064) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:12.655120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'admin_state_up': True, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:12.663111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:12.667759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:router and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:12.670606 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:12.773428 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:12.840239 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.841251 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:12.856017 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.176709 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.537714 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.569432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.697987 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.54 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/6a0d3834-dabd-477b-99a0-fa4ce52a366e) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:13.841055 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.915473 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:13.977235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:13.984494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:13.988506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:34:14.024365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=6a0d3834-dabd-477b-99a0-fa4ce52a366e,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:14.549319 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:14.884092 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:15.171476 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router 422dd499-3705-4e3e-9b5b-7def5ae427f8 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88708) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:34:15.349311 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:34:15.360120 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Sync routers for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:34:15.369967 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:15.370670 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:15.446649 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:15.447906 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c14bd3c0-0d78-4b7c-9642-26157272cfb9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7967453 Mar 02 19:34:15.451034 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53068) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:15.490394 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3125846c-96a9-4d9f-a364-b29db4a76156 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?project_id=5c531b5024b34fdaaa60a41472a6417f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382452 Mar 02 19:34:15.493475 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53072) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:15.567407 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:15.625305 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012eb1cf-5f7d-46c2-ac97-8e42e10da506 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:15.626842 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-012eb1cf-5f7d-46c2-ac97-8e42e10da506 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1324878 Mar 02 19:34:15.629696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53076) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:15.672977 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5e422408-c932-457f-b6c2-c4528c4e1b5d tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/subnets?network_id=ae40ce2c-b33f-4fb6-9053-98bd37d9b90e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421438 Mar 02 19:34:15.675438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53080) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:15.680882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693655006', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:15.793119 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:15.797169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:subnet and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:15.800018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:15.805679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:15.850548 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:14Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:15.854976 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Checking router: 422dd499-3705-4e3e-9b5b-7def5ae427f8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:34:15.855324 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Updating router 422dd499-3705-4e3e-9b5b-7def5ae427f8 port 6a0d3834-dabd-477b-99a0-fa4ce52a366e binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:34:15.861761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:34:15.865346 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:15.906443 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.236259 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.249116 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Transition to ACTIVE for port object 6a0d3834-dabd-477b-99a0-fa4ce52a366e will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:16.258661 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.337444 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.340615 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Subnet': ['ID=16cf79da-c2c4-4640-8467-781a832b0b4f,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:16.350435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Checking segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:34:16.350829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network hostable DHCP agents. Network: ede5ed74-bbaa-460a-82a7-83c0b6348dcf, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:34:16.417592 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Attempting to bind port 6a0d3834-dabd-477b-99a0-fa4ce52a366e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:16.418114 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Attempting to bind port 6a0d3834-dabd-477b-99a0-fa4ce52a366e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:16.418336 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Attempting to bind port 6a0d3834-dabd-477b-99a0-fa4ce52a366e on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:34:16.423784 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Pushing event updated for resources: {'Port': ['ID=6a0d3834-dabd-477b-99a0-fa4ce52a366e,revision_number=2']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:16.432007 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:34:16.432376 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:34:16.432774 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.433156 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:34:16.433607 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Bound port: 6a0d3834-dabd-477b-99a0-fa4ce52a366e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:16.433971 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.449933 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:34:16.461762 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.462110 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465178 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.465935 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:34:16.510968 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] For port 6a0d3834-dabd-477b-99a0-fa4ce52a366e, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:34:16.513944 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] For port 6a0d3834-dabd-477b-99a0-fa4ce52a366e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a0d3834-dabd-477b-99a0-fa4ce52a366e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:34:16.541445 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ede5ed74-bbaa-460a-82a7-83c0b6348dcf) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:16.545542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:16.546102 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.550085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb11593-6d08-42ce-b90a-dc2a27283394 None None] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:34:16.593472 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.624652 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-378da2a2-eaf2-4f95-b4da-4137a9da0844 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9457076 Mar 02 19:34:16.625057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53084) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:16.678054 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:16.678706 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:16.725868 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e1ef83-dcce-4d82-b7e9-d35b6e0c74e0 None None] Pushing event updated for resources: {'Port': ['ID=6a0d3834-dabd-477b-99a0-fa4ce52a366e,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:16.783469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9744e17-6059-4501-a780-add17241e521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:34:16.786886 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:16.861230 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:16.960525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-f9744e17-6059-4501-a780-add17241e521 None None] Allocated IP 172.20.0.2 (ede5ed74-bbaa-460a-82a7-83c0b6348dcf/16cf79da-c2c4-4640-8467-781a832b0b4f/31cd5763-6b05-4ad6-86bb-fec25189b1b8) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:17.198596 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.203160 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:14Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:17.207972 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c6a865-9c64-49a1-b176-6961cec900d9 None None] The sync data for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 is: [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:14Z', 'revision_number': 3, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:34:17.214874 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f9744e17-6059-4501-a780-add17241e521 None None] Transition to ACTIVE for port object 31cd5763-6b05-4ad6-86bb-fec25189b1b8 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:17.236971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f9744e17-6059-4501-a780-add17241e521 None None] Transition to ACTIVE for port object 31cd5763-6b05-4ad6-86bb-fec25189b1b8 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:17.360787 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.385691 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.432451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9744e17-6059-4501-a780-add17241e521 None None] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:17.435668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-f9744e17-6059-4501-a780-add17241e521 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:17.439733 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9744e17-6059-4501-a780-add17241e521 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:34:17.452858 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744e17-6059-4501-a780-add17241e521 None None] Pushing event updated for resources: {'Port': ['ID=31cd5763-6b05-4ad6-86bb-fec25189b1b8,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:17.567168 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f9744e17-6059-4501-a780-add17241e521 None None] Attempting to bind port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:17.567807 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f9744e17-6059-4501-a780-add17241e521 None None] Attempting to bind port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:17.567918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9744e17-6059-4501-a780-add17241e521 None None] Attempting to bind port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 on network ede5ed74-bbaa-460a-82a7-83c0b6348dcf {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:34:17.574867 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9744e17-6059-4501-a780-add17241e521 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:34:17.575238 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9744e17-6059-4501-a780-add17241e521 None None] Checking segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:34:17.575644 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.576036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9744e17-6059-4501-a780-add17241e521 None None] Bound using segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:34:17.576883 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-f9744e17-6059-4501-a780-add17241e521 None None] Bound port: 31cd5763-6b05-4ad6-86bb-fec25189b1b8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:17.576883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.673638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f9744e17-6059-4501-a780-add17241e521 None None] For port 31cd5763-6b05-4ad6-86bb-fec25189b1b8, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:34:17.676989 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f9744e17-6059-4501-a780-add17241e521 None None] For port 31cd5763-6b05-4ad6-86bb-fec25189b1b8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=31cd5763-6b05-4ad6-86bb-fec25189b1b8,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:34:17.766747 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9744e17-6059-4501-a780-add17241e521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:17.828551 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.1 (ede5ed74-bbaa-460a-82a7-83c0b6348dcf/16cf79da-c2c4-4640-8467-781a832b0b4f/76c8ce10-cf4a-46dc-b1b7-61397b21fd73) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:17.863553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9744e17-6059-4501-a780-add17241e521 None None] Pushing event updated for resources: {'Port': ['ID=31cd5763-6b05-4ad6-86bb-fec25189b1b8,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:17.898774 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a0d3834-dabd-477b-99a0-fa4ce52a366e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:18.023722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 6a0d3834-dabd-477b-99a0-fa4ce52a366e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:18.028935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a0d3834-dabd-477b-99a0-fa4ce52a366e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:18.029292 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.165662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.185986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:18.213250 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.225166 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 6a0d3834-dabd-477b-99a0-fa4ce52a366e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a0d3834-dabd-477b-99a0-fa4ce52a366e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:18.304949 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.332291 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.377395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:18.380794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:18.385948 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:34:18.400440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=6a0d3834-dabd-477b-99a0-fa4ce52a366e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:18.420782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:18.451927 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:18.777723 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:19.186470 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:19.303686 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:19.421309 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:19.424792 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:19.565075 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:19.566552 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:19.588762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8e6465-12d2-4e3e-ba9a-dbe6d612c4fe None None] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:34:19.753467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router 422dd499-3705-4e3e-9b5b-7def5ae427f8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:34:19.830772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06258d62-2afd-457d-9471-e66f218071c9 None None] Provisioning for port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:19.925866 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 31cd5763-6b05-4ad6-86bb-fec25189b1b8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:20.069279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:20.075635 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:20.076234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:20.077721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:34:20.090928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-3553a9c0-7f33-46fb-bef7-949a4573f83c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/422dd499-3705-4e3e-9b5b-7def5ae427f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4645791 Mar 02 19:34:20.103849 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Sync routers for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:34:20.131663 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:20.132332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:20.266883 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-51f99873-d920-45bd-a001-d4a837b610ae tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2052983337&fields=id&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 267 time: 0.0472353 Mar 02 19:34:20.334664 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Provisioning for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:20.358078 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Provisioning complete for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:20.358488 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:20.439777 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:20.440025 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-59c74812-3738-4a43-bc64-2bc61ca4c37c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:20.441429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-59c74812-3738-4a43-bc64-2bc61ca4c37c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 797 time: 0.1663873 Mar 02 19:34:20.456488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:20.458407 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-de31818e-ae5f-4e33-96e6-aedcd68b5bbf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/quotas/5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 375 time: 0.0110404 Mar 02 19:34:20.506322 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:34:20.542075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-40b15b17-36c2-44ed-9a53-7c6042cde9b5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:20.600417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-40b15b17-36c2-44ed-9a53-7c6042cde9b5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:20.601767 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-40b15b17-36c2-44ed-9a53-7c6042cde9b5 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1370995 Mar 02 19:34:20.611489 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 31cd5763-6b05-4ad6-86bb-fec25189b1b8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=31cd5763-6b05-4ad6-86bb-fec25189b1b8,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:20.628617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Provisioning complete for port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:20.628998 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1d6d2b11-040c-4ec7-8641-fb6dd1ea1d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:20.678821 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:20.679624 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a0d3834-dabd-477b-99a0-fa4ce52a366e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:20.779095 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-bc81f534-db28-4b09-b2bb-1a37d0f320bf service neutron] 10.222.0.66 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654603 Mar 02 19:34:20.909622 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-1405058d-86d4-4817-9da0-2ab68f4993c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245613 Mar 02 19:34:20.929604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=31cd5763-6b05-4ad6-86bb-fec25189b1b8,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:21.002973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 6a0d3834-dabd-477b-99a0-fa4ce52a366e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:21.003346 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.118568 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:19Z', 'revision_number': 2, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:21.127139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Checking router: 422dd499-3705-4e3e-9b5b-7def5ae427f8 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:34:21.127491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Updating router 422dd499-3705-4e3e-9b5b-7def5ae427f8 port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:34:21.189851 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ab0d6729-c2dd-4adf-9f43-46782ec92610 req-eef81b65-4666-4289-a7d6-b66415e48f23 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 210 time: 0.0469632 Mar 02 19:34:21.213254 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.223973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-10eee353-b852-4cda-8086-96a2f48a1864 None None] Provisioning complete for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:21.224364 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10eee353-b852-4cda-8086-96a2f48a1864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.370622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-10eee353-b852-4cda-8086-96a2f48a1864 None None] Port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:34:21.642839 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.654644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Transition to ACTIVE for port object 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:21.707365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.840739 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 31cd5763-6b05-4ad6-86bb-fec25189b1b8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:21.888245 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacee4a-759d-4f3a-839f-112714f6abf4 None None] Pushing event updated for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:21.983724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Attempting to bind port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:21.984084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Attempting to bind port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:21.984441 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Attempting to bind port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 on network ede5ed74-bbaa-460a-82a7-83c0b6348dcf {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:34:21.996440 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:34:21.996812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Checking segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:34:21.997215 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:21.997644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Bound using segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:34:21.998147 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Bound port: 76c8ce10-cf4a-46dc-b1b7-61397b21fd73, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:21.998498 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:22.083947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:22.084236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:22.166819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] For port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:34:22.170298 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] For port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:34:22.217970 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa198975-9e16-4cb5-831a-e4df45a60032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:22.269594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:22.352376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:22.353121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:33:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:22.353836 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a5c2f0ae-462d-42da-af3c-fe7a20fcbe44 req-2e5eaee8-cd65-4bfa-9f4a-f656dfa3d8c4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 210 time: 0.0573838 Mar 02 19:34:22.424019 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bacee4a-759d-4f3a-839f-112714f6abf4 None None] Pushing event updated for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:22.543708 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:22.856795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:22Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:22.860692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf205dd-df26-498b-86a6-1c14aa777d6b None None] The sync data for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 is: [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:22Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:34:23.360830 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-cc03c6c6-dc94-4db0-bd67-6983be6b4a46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:23.361540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-cc03c6c6-dc94-4db0-bd67-6983be6b4a46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:23.456041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-cc03c6c6-dc94-4db0-bd67-6983be6b4a46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:23.457202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-cc03c6c6-dc94-4db0-bd67-6983be6b4a46 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 797 time: 0.2502928 Mar 02 19:34:23.512979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8a4613c2-9f53-47d0-8553-69000371d5fe req-0db7b78c-6d7b-4d6f-ba95-63fe661b835b tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 210 time: 0.0535693 Mar 02 19:34:23.515330 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-2798877a-5529-47d8-bc2e-68c2421817b9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:34:23.595106 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-2798877a-5529-47d8-bc2e-68c2421817b9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:34:23.596453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-2798877a-5529-47d8-bc2e-68c2421817b9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c531b5024b34fdaaa60a41472a6417f HTTP/1.1" status: 200 len: 380 time: 0.1279581 Mar 02 19:34:23.604907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'port': {'device_id': '987cc959-f740-43dd-9b91-87b92862a536', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'admin_state_up': True, 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'security_groups': ['d6959d77-1e27-417a-9e9d-89742c9bbb82']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:23.750156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:23.761073 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:23.851542 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Made reservation on behalf of 5c531b5024b34fdaaa60a41472a6417f for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:34:23.857084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:23.859711 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:23.983375 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:23.989088 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:23.989623 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.035875 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.20.0.6 (ede5ed74-bbaa-460a-82a7-83c0b6348dcf/16cf79da-c2c4-4640-8467-781a832b0b4f/0cc75b19-bcbc-42b9-b110-0c8238badd69) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:24.145634 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.189300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:24.232751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.239974 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7379fa50-4baf-440b-8e05-c8bc836ce9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.248930 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Transition to ACTIVE for port object 0cc75b19-bcbc-42b9-b110-0c8238badd69 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:24.255681 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.321924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:24.349162 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.418656 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:24.425856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:24.430739 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:34:24.466610 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:24.499936 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:24.500520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.607287 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-337ad887-0d4a-4edb-bd49-48d5f7a76e3a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0061731 Mar 02 19:34:24.620068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Request body: {'port': {'device_id': '987cc959-f740-43dd-9b91-87b92862a536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:24.716679 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330150c-b231-473c-8938-3cdc926c9961 req-63809f4b-17b6-45dc-86ea-5a2344ea0b11 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:24.718056 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8330150c-b231-473c-8938-3cdc926c9961 req-63809f4b-17b6-45dc-86ea-5a2344ea0b11 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 931 time: 0.0872860 Mar 02 19:34:24.734622 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.748723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b9e7ab1-6ffe-45db-b744-4fb51c68eee1 None None] Provisioning for port 0cc75b19-bcbc-42b9-b110-0c8238badd69 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:24.753777 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7b9e7ab1-6ffe-45db-b744-4fb51c68eee1 None None] Provisioning complete for port 0cc75b19-bcbc-42b9-b110-0c8238badd69 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:24.754088 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7b9e7ab1-6ffe-45db-b744-4fb51c68eee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:24.764086 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8330150c-b231-473c-8938-3cdc926c9961 req-4fa7a75d-0051-4520-81f2-a4a944d92ab2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 Mar 02 19:34:24.808819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-7b9e7ab1-6ffe-45db-b744-4fb51c68eee1 None None] Port 0cc75b19-bcbc-42b9-b110-0c8238badd69 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:34:25.081360 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc75b19-bcbc-42b9-b110-0c8238badd69 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:34:25.089287 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.103272 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Transition to ACTIVE for port object 0cc75b19-bcbc-42b9-b110-0c8238badd69 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:34:25.165910 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.323206 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:25.405350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Attempting to bind port 0cc75b19-bcbc-42b9-b110-0c8238badd69 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:34:25.405689 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Attempting to bind port 0cc75b19-bcbc-42b9-b110-0c8238badd69 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:34:25.406018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Attempting to bind port 0cc75b19-bcbc-42b9-b110-0c8238badd69 on network ede5ed74-bbaa-460a-82a7-83c0b6348dcf {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:34:25.410600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Port 0cc75b19-bcbc-42b9-b110-0c8238badd69 on network ede5ed74-bbaa-460a-82a7-83c0b6348dcf not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:34:25.410925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Attempting to bind port 0cc75b19-bcbc-42b9-b110-0c8238badd69 on network ede5ed74-bbaa-460a-82a7-83c0b6348dcf {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:34:25.415934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:34:25.416291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Checking segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:34:25.416679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Bound using segment: {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:34:25.417100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Bound port: 0cc75b19-bcbc-42b9-b110-0c8238badd69, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a5742ce-00bf-42a8-b895-20b43f8efe6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:34:25.417448 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.510818 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:34:25.513835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:34:25.604804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.651799 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.663669 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.663669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.664377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] 10.222.0.11 "PUT /v2.0/ports/0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 1091 time: 1.0492506 Mar 02 19:34:25.664820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:34:25.695768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b6b6c-becc-4d55-99ce-d7149eac8e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:25.726951 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'status': 'completed', 'code': 200} Mar 02 19:34:25.786977 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.823681 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-cd0f6477-2a38-4b32-83ab-1b93bf537e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.825202 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-cd0f6477-2a38-4b32-83ab-1b93bf537e98 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1094 time: 0.0790930 Mar 02 19:34:25.849373 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:25.918628 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:25.919004 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:25.968112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bfea5b-4cce-48ee-80c7-d3358d80eb27 req-1a63a1c5-d2c6-4692-ad25-9e755a783c94 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.969590 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4bfea5b-4cce-48ee-80c7-d3358d80eb27 req-1a63a1c5-d2c6-4692-ad25-9e755a783c94 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 943 time: 0.0830755 Mar 02 19:34:25.979430 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-fc964b0b-79f2-4965-9e28-850669d70800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:25.980890 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-fc964b0b-79f2-4965-9e28-850669d70800 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=5c531b5024b34fdaaa60a41472a6417f&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1488671 Mar 02 19:34:26.031563 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e4bfea5b-4cce-48ee-80c7-d3358d80eb27 req-a4451005-c0ca-4b05-9829-464cfecc0aac tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531011 Mar 02 19:34:26.232981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-1746a5a1-de9a-4d0b-82ff-81908e8f0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:26.234537 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-0b7cebbc-7da2-45a2-a9a4-399cee1c889c req-1746a5a1-de9a-4d0b-82ff-81908e8f0b4d service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484965 Mar 02 19:34:26.337382 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-eebf0a18-4774-4d66-9064-7ddd6ec1deae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:26.338983 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-eebf0a18-4774-4d66-9064-7ddd6ec1deae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1094 time: 0.0718746 Mar 02 19:34:26.409009 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-6cf28bda-87d5-492f-9b55-7abc820c072e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 217 time: 0.0634460 Mar 02 19:34:26.423003 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:26.469600 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-c3c92914-28f0-4c04-ac11-696b0dd3d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:26.471015 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-c3c92914-28f0-4c04-ac11-696b0dd3d215 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 200 len: 834 time: 0.0564830 Mar 02 19:34:26.543668 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-07a14edd-3acb-48ce-84e1-bf8f434bc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:26.545037 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-07a14edd-3acb-48ce-84e1-bf8f434bc3e5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683322 Mar 02 19:34:26.675889 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-e5685e96-fb08-4214-afbb-191b260e5747 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248641 Mar 02 19:34:26.818694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3d58d5ac-3f07-4b9a-bbcc-32a2d89369e8 req-98dfe704-f610-498d-b571-8d0eafd1236f service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247134 Mar 02 19:34:27.068956 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:27.212793 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aaa69-7b7c-4ef8-acb1-afe4d43604a9 req-98a6dea5-798c-499e-a9e0-4f8cdf5d05bb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:27.214303 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff9aaa69-7b7c-4ef8-acb1-afe4d43604a9 req-98a6dea5-798c-499e-a9e0-4f8cdf5d05bb tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 943 time: 0.0807979 Mar 02 19:34:27.258519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ff9aaa69-7b7c-4ef8-acb1-afe4d43604a9 req-1e278083-0aa5-4e83-b73f-e6fc9852eb2d tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383818 Mar 02 19:34:27.628702 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:28.445029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb3f1b-a626-417f-b2a1-44134dfe4410 req-669ffe20-f137-4c3b-98f9-08d038657614 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:28.446604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0bb3f1b-a626-417f-b2a1-44134dfe4410 req-669ffe20-f137-4c3b-98f9-08d038657614 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 943 time: 0.0848444 Mar 02 19:34:28.489065 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e0bb3f1b-a626-417f-b2a1-44134dfe4410 req-ed1291ff-6a9e-4343-bbb4-b69c5d1a1337 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369484 Mar 02 19:34:29.443893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0cc75b19-bcbc-42b9-b110-0c8238badd69 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:34:29.576587 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:29.589685 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'port_id': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'mac_address': 'fa:16:3e:cb:01:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:34:29.646639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:29.663549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc75b19-bcbc-42b9-b110-0c8238badd69 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:34:29.672462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7fdf1-fed4-4b48-a22a-744abce58e10 req-c00a60d8-3953-43f8-a89a-9b2fecf75716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:29.673968 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66e7fdf1-fed4-4b48-a22a-744abce58e10 req-c00a60d8-3953-43f8-a89a-9b2fecf75716 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 943 time: 0.0802085 Mar 02 19:34:29.678485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:29.718838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-66e7fdf1-fed4-4b48-a22a-744abce58e10 req-6add969b-96fc-4cfb-8312-89f1ca88f1c2 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378327 Mar 02 19:34:29.737350 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:29.805020 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:29.942627 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['0cc75b19-bcbc-42b9-b110-0c8238badd69'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:34:30.904300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dbf465-4913-44f9-a028-3007eb03ddbf req-19b3bf8f-f855-486b-8fbf-3cabc2b001a4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:30.905739 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5dbf465-4913-44f9-a028-3007eb03ddbf req-19b3bf8f-f855-486b-8fbf-3cabc2b001a4 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 944 time: 0.0817513 Mar 02 19:34:30.948642 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5dbf465-4913-44f9-a028-3007eb03ddbf req-04a29219-5a4f-4f4a-b5cd-5cb885daec8c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373151 Mar 02 19:34:31.471551 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0cc75b19-bcbc-42b9-b110-0c8238badd69 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:34:31.592623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 0cc75b19-bcbc-42b9-b110-0c8238badd69 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:34:31.597189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 0cc75b19-bcbc-42b9-b110-0c8238badd69 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:34:31.597556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:31.709464 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:31.735832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:34:31.745360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:34:31.800348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:31.832323 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'code': 200} Mar 02 19:34:31.869588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:31.955499 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756155e0-e5a4-47c8-b0f1-27ed7858a7ba req-48b55835-ead7-4e37-bf3c-bb3080b73ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:31.956969 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-756155e0-e5a4-47c8-b0f1-27ed7858a7ba req-48b55835-ead7-4e37-bf3c-bb3080b73ee7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1096 time: 0.0731733 Mar 02 19:34:32.001375 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-756155e0-e5a4-47c8-b0f1-27ed7858a7ba req-89c474fc-8786-40fe-9751-cfdd612b09e7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388463 Mar 02 19:34:32.131037 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d093d72-730d-4f10-9ab6-b01c8e4e4ead req-0a9384b1-81c5-40be-b23d-1f2e5220249e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:32.133031 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d093d72-730d-4f10-9ab6-b01c8e4e4ead req-0a9384b1-81c5-40be-b23d-1f2e5220249e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0785365 Mar 02 19:34:32.178159 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5d093d72-730d-4f10-9ab6-b01c8e4e4ead req-add49c05-6421-4b23-8c2c-fee7386b682c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393770 Mar 02 19:34:33.467987 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9db188-9636-4692-b66b-75524a02793d req-4b5fae9c-2608-41c5-a01a-5a00d1633428 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:33.469450 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f9db188-9636-4692-b66b-75524a02793d req-4b5fae9c-2608-41c5-a01a-5a00d1633428 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.1830895 Mar 02 19:34:33.513242 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1f9db188-9636-4692-b66b-75524a02793d req-568d7acf-a201-492b-bb98-f3bde6870a11 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380859 Mar 02 19:34:33.693411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941fbed-865e-4b22-8aaa-71d9bbd7d7cf req-a1817c2a-c1ea-470c-a731-79dda1758e37 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:33.694864 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e941fbed-865e-4b22-8aaa-71d9bbd7d7cf req-a1817c2a-c1ea-470c-a731-79dda1758e37 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0799861 Mar 02 19:34:33.737522 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e941fbed-865e-4b22-8aaa-71d9bbd7d7cf req-145baa4d-4e54-459d-98e6-32cb4aed4f2c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370488 Mar 02 19:34:33.759235 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53144) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:33.827498 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a61f07e-97a0-4876-864b-d8dccc260090 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:33.828975 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-2a61f07e-97a0-4876-864b-d8dccc260090 tempest-TestNetworkAdvancedServerOps-1143023963 tempest-TestNetworkAdvancedServerOps-1143023963-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1091 time: 0.0688033 Mar 02 19:34:33.831786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53148) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:33.837343 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:34:33.843786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:34:33.847640 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Usage tracker for resource:floatingip and tenant:5c531b5024b34fdaaa60a41472a6417f is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:34:33.851083 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:34:33.856786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:34:33.960739 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.097793 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.236839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Allocated IP 172.25.7.163 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/39227b74-7501-4a71-9cee-9bb245fc16ad) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:34:34.383702 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.472539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:34.540510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:34:34.543653 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:34:34.547215 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:34:34.579795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=39227b74-7501-4a71-9cee-9bb245fc16ad,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:34.946056 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.080415 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.279944 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.335887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.546831 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event updated for resources: {'Port': ['ID=39227b74-7501-4a71-9cee-9bb245fc16ad,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:34:35.556752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:35.726300 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 3ab18216-b363-43a9-991f-9b267830eaa9 associated. External IP: 172.25.7.163, port: 0cc75b19-bcbc-42b9-b110-0c8238badd69. Mar 02 19:34:36.076330 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router 422dd499-3705-4e3e-9b5b-7def5ae427f8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:34:36.250213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:34:36.261314 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Sync routers for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:34:36.271479 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:36.272410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:36.332023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:36.389745 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-99c9f6ee-b9b3-4f56-9d9b-916b2dea41f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5569057 Mar 02 19:34:36.390355 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:34:36.435968 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'status': 'completed', 'code': 200} Mar 02 19:34:36.452577 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:36.530934 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-0d16f828-b7d3-4350-9e85-2ef77ee486e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.532412 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-0d16f828-b7d3-4350-9e85-2ef77ee486e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1096 time: 0.0717828 Mar 02 19:34:36.565931 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2677a-038b-4f01-8fd5-85d3bd17d934 req-03c7dd0c-0683-4e97-a00f-4b5dd6a827f6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.568054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8c2677a-038b-4f01-8fd5-85d3bd17d934 req-03c7dd0c-0683-4e97-a00f-4b5dd6a827f6 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0843546 Mar 02 19:34:36.613184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a8c2677a-038b-4f01-8fd5-85d3bd17d934 req-850fceca-42fb-4fab-80ee-0fa74a1ae5e1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395207 Mar 02 19:34:36.635543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53156) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:36.668721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-57bf4c66-fd64-4986-9b83-4c46bebdef4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.670251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-57bf4c66-fd64-4986-9b83-4c46bebdef4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 898 time: 0.1320920 Mar 02 19:34:36.744190 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-85ef4348-30cd-4b60-adf4-454d9a8f46b7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 200 len: 991 time: 0.1067793 Mar 02 19:34:36.775438 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-eea58939-86df-4bf2-869a-8c0177ef171d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 999 time: 0.0993333 Mar 02 19:34:36.806388 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3ab18216-b363-43a9-991f-9b267830eaa9', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'port_id': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'mac_address': 'fa:16:3e:cb:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987cc959-f740-43dd-9b91-87b92862a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:34:34Z', 'updated_at': '2022-03-02T19:34:34Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:36.815567 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Checking router: 422dd499-3705-4e3e-9b5b-7def5ae427f8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:34:36.818534 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:34:36.819146 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:36.844471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-9eb8b3e3-ed19-4e52-81e4-3acf29484b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.846173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-9eb8b3e3-ed19-4e52-81e4-3acf29484b79 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 200 len: 834 time: 0.0633154 Mar 02 19:34:36.921204 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-c69305e2-911f-4710-8f23-4c030ccd06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:34:36.922683 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-c69305e2-911f-4710-8f23-4c030ccd06ff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708547 Mar 02 19:34:36.997983 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:34:37.054397 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-82101d2c-4c57-4d19-996e-d7678c42a120 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255167 Mar 02 19:34:37.185779 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ca63e15d-93de-4082-9743-20c5f31c8f8f req-c85cc2c2-dca2-4f94-a42f-b81485f5d704 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259122 Mar 02 19:34:37.368595 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3ab18216-b363-43a9-991f-9b267830eaa9', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'port_id': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'mac_address': 'fa:16:3e:cb:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987cc959-f740-43dd-9b91-87b92862a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:34:34Z', 'updated_at': '2022-03-02T19:34:34Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:34:37.372496 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f0e992-8d6b-4f3d-a2ff-b2e7e3548fa3 None None] The sync data for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 is: [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '3ab18216-b363-43a9-991f-9b267830eaa9', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'floating_ip_address': '172.25.7.163', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'port_id': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4286, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'mac_address': 'fa:16:3e:cb:01:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987cc959-f740-43dd-9b91-87b92862a536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:34:34Z', 'updated_at': '2022-03-02T19:34:34Z', 'revision_number': 0, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:34:37.566144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c521e41-b7df-416c-873e-cafcd55bcf8d None None] New status for floating IP 3ab18216-b363-43a9-991f-9b267830eaa9: ACTIVE {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:34:37.746713 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53160) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:37.858281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a7051fa8-0b24-4725-8ce1-7c0751053e64 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 200 len: 991 time: 0.1104512 Mar 02 19:34:38.862221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53164) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:34:38.968121 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6c8819e3-dc78-422e-b0fc-674a7e5b4a6e tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 200 len: 993 time: 0.1048512 Mar 02 19:34:49.202870 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:34:52.148180 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e4385d11-88c0-4a52-9815-00befbdacb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:54.245520 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1b06c986-f3aa-415a-aafd-0f19bb4da238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:55.580708 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:55.791860 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:56.456749 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:57.050869 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:34:57.610615 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:06.141956 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaa757-7413-4d84-bf90-0ff1e754e14b req-de4a5188-9be8-4fe5-934e-3255aea227e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:06.143472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ddaa757-7413-4d84-bf90-0ff1e754e14b req-de4a5188-9be8-4fe5-934e-3255aea227e8 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0825038 Mar 02 19:35:06.186321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8ddaa757-7413-4d84-bf90-0ff1e754e14b req-28bbbef1-e910-449c-b3ea-8affc3c96331 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370297 Mar 02 19:35:07.085349 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-88f82dc6-cb45-4350-ae49-8f55ea5bc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.086888 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-88f82dc6-cb45-4350-ae49-8f55ea5bc38c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1096 time: 0.0711060 Mar 02 19:35:07.327922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-a65756ee-1a09-42f8-ab34-40f4a2d6928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.329306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-a65756ee-1a09-42f8-ab34-40f4a2d6928b service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 898 time: 0.2229893 Mar 02 19:35:07.373411 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0958c8c-f1cb-41d4-ab77-54e9fbbee4db req-a47e8404-e008-4e3c-8b31-a85a864c3a68 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.374920 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0958c8c-f1cb-41d4-ab77-54e9fbbee4db req-a47e8404-e008-4e3c-8b31-a85a864c3a68 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0804820 Mar 02 19:35:07.418589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b0958c8c-f1cb-41d4-ab77-54e9fbbee4db req-d9503980-7ba7-4907-98b1-e6e671fb79bf tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381210 Mar 02 19:35:07.432638 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-904e14ab-f4ee-49e6-9479-74e3838f74b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 1001 time: 0.0963387 Mar 02 19:35:07.441880 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53182) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:07.498851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-437c908f-d09c-41b3-89d8-b11fd1cfe422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.500365 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-437c908f-d09c-41b3-89d8-b11fd1cfe422 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 200 len: 834 time: 0.0613718 Mar 02 19:35:07.548617 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-38a61ef0-55a0-40e2-b04d-93e7d0be96f9 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 200 len: 993 time: 0.1054807 Mar 02 19:35:07.574978 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-cee72fd0-e7e9-462f-94d5-31b653003ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:07.576514 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-cee72fd0-e7e9-462f-94d5-31b653003ade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702641 Mar 02 19:35:07.706598 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-fabce3ec-0773-41b3-9f43-878659991dde service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232393 Mar 02 19:35:07.837814 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-9bf584a4-c674-449b-91a5-7558b829e5ed req-13a3fb96-8d3f-43bf-9565-393930a26abf service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254623 Mar 02 19:35:09.138316 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b553a5-e076-4ddb-9a1c-4c7afb1650f7 req-a52a7508-ba32-4be0-a04c-42476e6609be tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:09.139783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3b553a5-e076-4ddb-9a1c-4c7afb1650f7 req-a52a7508-ba32-4be0-a04c-42476e6609be tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0866365 Mar 02 19:35:09.208639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-8590d185-6b2f-4016-9ad3-ac2c1d884645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:09.210044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-8590d185-6b2f-4016-9ad3-ac2c1d884645 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1096 time: 0.0785146 Mar 02 19:35:09.302934 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3b553a5-e076-4ddb-9a1c-4c7afb1650f7 req-1e4433ae-35d4-4fa9-91b2-b1a4af9e5da0 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572573 Mar 02 19:35:09.342660 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-c448a4b3-b387-4f40-af56-4bb7698b2020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:09.344080 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-c448a4b3-b387-4f40-af56-4bb7698b2020 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 898 time: 0.1284175 Mar 02 19:35:09.440310 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-ac026aac-ce2c-4239-ba13-2460ff0ece25 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 1001 time: 0.0906236 Mar 02 19:35:09.503913 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-89e7b770-8788-47e8-9335-708e65b16282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:09.505218 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-89e7b770-8788-47e8-9335-708e65b16282 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 200 len: 834 time: 0.0592365 Mar 02 19:35:09.576555 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-9864d994-96e1-43a9-b952-4152ffd0fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:09.577993 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-9864d994-96e1-43a9-b952-4152ffd0fb9e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671229 Mar 02 19:35:09.704475 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-0d9e614e-c380-4380-be05-f5b9ed6d5d76 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207318 Mar 02 19:35:09.832322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-b6ad0bde-6d4a-4bda-b17e-3406cf788ee0 req-1be43b56-29f9-47fc-82d5-76cc38f07d64 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218989 Mar 02 19:35:10.486682 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3baf0-bcf3-45a7-a2d2-477bb277d515 req-488a856f-7a03-473f-8dbb-440448aee361 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:10.488166 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89d3baf0-bcf3-45a7-a2d2-477bb277d515 req-488a856f-7a03-473f-8dbb-440448aee361 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0786743 Mar 02 19:35:10.532692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-89d3baf0-bcf3-45a7-a2d2-477bb277d515 req-8908c385-3e06-4285-8b4f-da465a0820af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388849 Mar 02 19:35:11.716140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723531a-bba9-458d-bfdf-c8b750076029 req-c0227216-8fd0-4c33-b136-af27159b98f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:11.717588 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e723531a-bba9-458d-bfdf-c8b750076029 req-c0227216-8fd0-4c33-b136-af27159b98f7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0811009 Mar 02 19:35:11.759582 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e723531a-bba9-458d-bfdf-c8b750076029 req-2a2f343e-aa96-4525-92e6-539546eca3cd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364528 Mar 02 19:35:11.783456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53196) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:11.888914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-fa2692c4-4d92-46f4-875b-3c075358949f tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 200 len: 993 time: 0.1041627 Mar 02 19:35:12.172141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53204) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:12.373992 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 39227b74-7501-4a71-9cee-9bb245fc16ad {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:35:12.374375 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.540272 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.540544 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.661175 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 39227b74-7501-4a71-9cee-9bb245fc16ad owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:35:12.873989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:12.924553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=39227b74-7501-4a71-9cee-9bb245fc16ad,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:12.959953 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.960309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.960654 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.960993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.961329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.961661 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.961994 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.962398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.962731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.963054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.964022 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:12.964357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:13.029743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:13.030077 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Floating IP 3ab18216-b363-43a9-991f-9b267830eaa9 disassociated (deleted). External IP: 172.25.7.163, port: 0cc75b19-bcbc-42b9-b110-0c8238badd69. Mar 02 19:35:13.517358 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router 422dd499-3705-4e3e-9b5b-7def5ae427f8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:35:13.693936 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:13.704039 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Sync routers for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:13.710352 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:13.712650 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:13.713280 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:13.767928 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-75a159e2-a19f-4f65-84d4-b1cf5460357a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/floatingips/3ab18216-b363-43a9-991f-9b267830eaa9 HTTP/1.1" status: 204 len: 168 time: 1.5946987 Mar 02 19:35:13.768412 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:35:13.815990 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'status': 'completed', 'code': 200} Mar 02 19:35:13.892624 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:13.915457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efeb9-156f-408d-9b0a-c5c038019636 req-51c88bee-81ae-4add-aa75-6a8f141aae4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:13.916978 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-51c88bee-81ae-4add-aa75-6a8f141aae4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=5c531b5024b34fdaaa60a41472a6417f&device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 1096 time: 0.0787714 Mar 02 19:35:14.170974 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efeb9-156f-408d-9b0a-c5c038019636 req-a1f28499-4340-4537-82f5-af983ed24f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:14.172423 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-a1f28499-4340-4537-82f5-af983ed24f47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 200 len: 898 time: 0.2492940 Mar 02 19:35:14.216523 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:14.220936 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Checking router: 422dd499-3705-4e3e-9b5b-7def5ae427f8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:14.229840 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:14.230753 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:14.241725 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-5343572b-94fa-4779-8e15-0a11dd745dc2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 200 len: 217 time: 0.0616136 Mar 02 19:35:14.306829 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efeb9-156f-408d-9b0a-c5c038019636 req-e89e3b26-d679-4d9b-bbde-0a879aac3f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:14.308932 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-e89e3b26-d679-4d9b-bbde-0a879aac3f82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 200 len: 834 time: 0.0615957 Mar 02 19:35:14.322329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2108a51c-b2f5-4ded-ae72-1bc6cc651315 req-20574d14-b0bc-41d2-aed7-d6d695b34b02 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:14.322329 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2108a51c-b2f5-4ded-ae72-1bc6cc651315 req-20574d14-b0bc-41d2-aed7-d6d695b34b02 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:14.384491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019efeb9-156f-408d-9b0a-c5c038019636 req-c5907c6f-87fa-4fed-9471-bf06729106a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:14.386666 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-c5907c6f-87fa-4fed-9471-bf06729106a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ede5ed74-bbaa-460a-82a7-83c0b6348dcf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719790 Mar 02 19:35:14.399255 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-2108a51c-b2f5-4ded-ae72-1bc6cc651315 req-20574d14-b0bc-41d2-aed7-d6d695b34b02 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:14.400474 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2108a51c-b2f5-4ded-ae72-1bc6cc651315 req-20574d14-b0bc-41d2-aed7-d6d695b34b02 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.1698482 Mar 02 19:35:14.410812 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:14.447953 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2108a51c-b2f5-4ded-ae72-1bc6cc651315 req-ef42af81-cad7-49a2-8a97-d8325f6187ce tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Mar 02 19:35:14.520732 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-783247f9-a860-4bb1-a474-33088b8192e9 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272092 Mar 02 19:35:14.652815 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-019efeb9-156f-408d-9b0a-c5c038019636 req-b89c2fa5-cdc5-4893-991c-d9a3f680af04 service neutron] 10.222.0.11 "GET /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258898 Mar 02 19:35:14.718808 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:14.722688 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c9ae40-bb08-422e-95ce-bc312cea6e49 None None] The sync data for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 is: [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '76c8ce10-cf4a-46dc-b1b7-61397b21fd73', 'name': '', 'network_id': 'ede5ed74-bbaa-460a-82a7-83c0b6348dcf', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'mac_address': 'fa:16:3e:b6:b1:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:17Z', 'updated_at': '2022-03-02T19:34:24Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'subnets': [{'id': '16cf79da-c2c4-4640-8467-781a832b0b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:15.017764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154fdf1a-fc96-4984-9112-f5556a3147d3 None None] New status for floating IP 3ab18216-b363-43a9-991f-9b267830eaa9: DOWN {{(pid=88710) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:35:15.638141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b1788e-c322-4d7b-9311-c2c07239be62 req-1bff7580-dbe4-4d7e-9638-12d072be6bbd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:15.639604 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28b1788e-c322-4d7b-9311-c2c07239be62 req-1bff7580-dbe4-4d7e-9638-12d072be6bbd tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0828614 Mar 02 19:35:15.682955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28b1788e-c322-4d7b-9311-c2c07239be62 req-4a4d6ea2-368e-4759-90bb-1716221e685c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/security-groups?id=d6959d77-1e27-417a-9e9d-89742c9bbb82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377846 Mar 02 19:35:15.770562 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-7e4ff307-2bcc-4754-9b5a-39f1ee8651af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:15.771417 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-7e4ff307-2bcc-4754-9b5a-39f1ee8651af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Synchronizing usage tracker for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:15.782779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-7e4ff307-2bcc-4754-9b5a-39f1ee8651af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Unset dirty status for tenant:5c531b5024b34fdaaa60a41472a6417f on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:15.783852 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-7e4ff307-2bcc-4754-9b5a-39f1ee8651af tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 945 time: 0.0948954 Mar 02 19:35:15.850136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 0cc75b19-bcbc-42b9-b110-0c8238badd69 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:35:15.850492 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.089537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 0cc75b19-bcbc-42b9-b110-0c8238badd69, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=0cc75b19-bcbc-42b9-b110-0c8238badd69,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:16.089896 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.210890 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 0cc75b19-bcbc-42b9-b110-0c8238badd69 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:35:16.421977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.470723 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=0cc75b19-bcbc-42b9-b110-0c8238badd69,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:16.512412 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.512763 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.513103 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.513439 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.513768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.514099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.514454 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.514780 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.515104 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.515427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.515747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.516064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:16.556191 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] No DVR routers for this DVR port 0cc75b19-bcbc-42b9-b110-0c8238badd69 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:35:16.559137 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:16.561511 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'name': 'network-vif-deleted', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:35:16.604361 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987cc959-f740-43dd-9b91-87b92862a536', 'name': 'network-vif-deleted', 'tag': '0cc75b19-bcbc-42b9-b110-0c8238badd69', 'status': 'completed', 'code': 200} Mar 02 19:35:16.638585 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-8ec60688-40c6-46d9-bb8b-b28edde13be3 req-b9e789d1-940e-4f92-94f1-8242cabc57a1 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.11 "DELETE /v2.0/ports/0cc75b19-bcbc-42b9-b110-0c8238badd69 HTTP/1.1" status: 204 len: 173 time: 0.8500195 Mar 02 19:35:16.832175 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c573608b-82ff-4af4-8f23-047a375692d5 req-2ccfb32c-b1dd-427d-b92d-f6fa758d8518 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "GET /v2.0/ports?device_id=987cc959-f740-43dd-9b91-87b92862a536 HTTP/1.1" status: 200 len: 210 time: 0.0441048 Mar 02 19:35:17.925458 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53222) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:18.462424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:18.938554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:35:18.939172 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.129112 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 76c8ce10-cf4a-46dc-b1b7-61397b21fd73, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:19.129392 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.253276 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:35:19.513965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:19.564439 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=76c8ce10-cf4a-46dc-b1b7-61397b21fd73,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:19.678667 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0cc75b19-bcbc-42b9-b110-0c8238badd69 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:19.717378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 0cc75b19-bcbc-42b9-b110-0c8238badd69 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:35:19.717730 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 0cc75b19-bcbc-42b9-b110-0c8238badd69 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:19.835288 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.188886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Router 422dd499-3705-4e3e-9b5b-7def5ae427f8 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:35:20.469826 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:20.479310 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Sync routers for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:20.482132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-4e65858c-4007-438a-9efd-b53723f3899a tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "PUT /v2.0/routers/422dd499-3705-4e3e-9b5b-7def5ae427f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5556393 Mar 02 19:35:20.484801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:20.488587 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:20.489192 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:20.551189 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting subnet 16cf79da-c2c4-4640-8467-781a832b0b4f {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:35:20.554072 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.606975 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.689183 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.692634 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:20.828059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.868039 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Subnet': ['ID=16cf79da-c2c4-4640-8467-781a832b0b4f,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:20.870003 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:20.877080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e65cf-f472-4f29-90f1-e847f70b82ff None None] Network ede5ed74-bbaa-460a-82a7-83c0b6348dcf requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:35:20.877567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d839cca7-0436-4b0c-b46f-6bbad7e6d20c tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/subnets/16cf79da-c2c4-4640-8467-781a832b0b4f HTTP/1.1" status: 204 len: 168 time: 0.3914938 Mar 02 19:35:20.880007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53232) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:20.994623 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:35:19Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:20.999396 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Checking router: 422dd499-3705-4e3e-9b5b-7def5ae427f8 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:21.008505 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Routers {'422dd499-3705-4e3e-9b5b-7def5ae427f8'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:21.009111 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:34:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['422dd499-3705-4e3e-9b5b-7def5ae427f8'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:21.075831 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.154206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] DHCP port deletion for ede5ed74-bbaa-460a-82a7-83c0b6348dcf request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:35:21.158076 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Deleting port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:35:21.158485 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.199114 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] Set router 422dd499-3705-4e3e-9b5b-7def5ae427f8 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:21.267231 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.336466 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Deleting port 6a0d3834-dabd-477b-99a0-fa4ce52a366e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:35:21.336752 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.362746 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] For port 31cd5763-6b05-4ad6-86bb-fec25189b1b8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=31cd5763-6b05-4ad6-86bb-fec25189b1b8,segment=NetworkSegment(8a5742ce-00bf-42a8-b895-20b43f8efe6f),segment_id=8a5742ce-00bf-42a8-b895-20b43f8efe6f)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:21.363236 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.484980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Calling delete_port for 31cd5763-6b05-4ad6-86bb-fec25189b1b8 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:35:21.486801 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:35:19Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:21.490924 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d70e651-bb9a-47a4-b972-3354784e1af1 None None] The sync data for ids ['422dd499-3705-4e3e-9b5b-7def5ae427f8'] in n-d-828839-1 is: [{'id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1291161609', 'tenant_id': '5c531b5024b34fdaaa60a41472a6417f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:34:12Z', 'updated_at': '2022-03-02T19:35:19Z', 'revision_number': 5, 'project_id': '5c531b5024b34fdaaa60a41472a6417f', 'gw_port': {'id': '6a0d3834-dabd-477b-99a0-fa4ce52a366e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422dd499-3705-4e3e-9b5b-7def5ae427f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:34:13Z', 'updated_at': '2022-03-02T19:34:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:21.526335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] For port 6a0d3834-dabd-477b-99a0-fa4ce52a366e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=6a0d3834-dabd-477b-99a0-fa4ce52a366e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:21.529582 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.648128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Calling delete_port for 6a0d3834-dabd-477b-99a0-fa4ce52a366e owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:35:21.656306 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223'] for port, after_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.701138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Pushing event deleted for resources: {'Port': ['ID=31cd5763-6b05-4ad6-86bb-fec25189b1b8,revision_number=None']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:21.709810 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] No DVR routers for this DVR port 31cd5763-6b05-4ad6-86bb-fec25189b1b8 on host n-d-828839-1 {{(pid=88710) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:35:21.712472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.712841 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.713183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.713519 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.713851 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.714203 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.714533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.714857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.715684 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.716006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.716335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.716654 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b199b597-02f2-4bfe-aa6b-02edd1f895ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:21.873755 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:21.882691 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 31cd5763-6b05-4ad6-86bb-fec25189b1b8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:21.920999 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 31cd5763-6b05-4ad6-86bb-fec25189b1b8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:35:21.921211 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 31cd5763-6b05-4ad6-86bb-fec25189b1b8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:21.921586 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:21.923454 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Port': ['ID=6a0d3834-dabd-477b-99a0-fa4ce52a366e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:21.959038 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:35:21.963009 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 76c8ce10-cf4a-46dc-b1b7-61397b21fd73 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:22.132881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.154106 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-70274738-13ac-4ef0-a91e-f03f2f06f2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.305153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.307424 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.402744 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.403244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Fanout notify agent at l3_agent the message router_deleted on router 422dd499-3705-4e3e-9b5b-7def5ae427f8 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:35:22.418414 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.419640 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-af9f0e0c-b1ce-43fa-b3a8-6b400051fc57 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/routers/422dd499-3705-4e3e-9b5b-7def5ae427f8 HTTP/1.1" status: 204 len: 168 time: 1.5386868 Mar 02 19:35:22.422471 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53236) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:22.538153 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.666724 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.695166 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede5ed74-bbaa-460a-82a7-83c0b6348dcf']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:22.707008 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5742ce-00bf-42a8-b895-20b43f8efe6f') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:22.707309 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5742ce-00bf-42a8-b895-20b43f8efe6f') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:22.718561 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.734477 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.740306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Releasing vlan 661 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:35:22.740693 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:35:22.755324 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:35:22.900239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.921806 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:22.932648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'Network': ['ID=ede5ed74-bbaa-460a-82a7-83c0b6348dcf,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:22.993945 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ab5b8fb-111f-47cf-bb8f-68f2a9f872fc tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/networks/ede5ed74-bbaa-460a-82a7-83c0b6348dcf HTTP/1.1" status: 204 len: 168 time: 0.5704861 Mar 02 19:35:22.996450 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53240) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:23.064825 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.094216 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.220063 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.238727 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6959d77-1e27-417a-9e9d-89742c9bbb82,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:23.316167 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:23.317297 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d3e5ec1e-68b7-4de7-bc88-1be0195ffcf7 tempest-TestNetworkAdvancedServerOps-1601975971 tempest-TestNetworkAdvancedServerOps-1601975971-project] 10.222.0.66 "DELETE /v2.0/security-groups/d6959d77-1e27-417a-9e9d-89742c9bbb82 HTTP/1.1" status: 204 len: 168 time: 0.3199069 Mar 02 19:35:23.861555 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a0d3834-dabd-477b-99a0-fa4ce52a366e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:35:23.896704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 6a0d3834-dabd-477b-99a0-fa4ce52a366e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:35:23.897054 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 6a0d3834-dabd-477b-99a0-fa4ce52a366e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:35:23.920440 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53250) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:24.089674 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-e7752b50-eea7-48af-803a-7e51f5c78b79 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5c531b5024b34fdaaa60a41472a6417f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1681008 Mar 02 19:35:24.092280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53256) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:24.151527 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.177733 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.238851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-192d5e62-2dc7-4054-aa21-ca08d5c8c57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.288537 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.304207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbafeebd-f22a-4ce4-86da-ee587507d9c2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:24.314539 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:24.315670 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-49b8f742-70d3-403b-a812-51ad492650dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/cbafeebd-f22a-4ce4-86da-ee587507d9c2 HTTP/1.1" status: 204 len: 168 time: 0.2225111 Mar 02 19:35:25.019397 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53264) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:25.037594 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.051370 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:25.055182 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Usage tracker for resource:security_group_rule and tenant:10b369e6b5d74c3ab278ec8bda669f6c is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:25.057973 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:25.063603 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:25.142605 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.216201 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.263736 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951a0b78-0ec4-49cf-b334-5e62d5fba1ca,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:25.267793 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a6105b15-2cdc-4405-8f9c-66caee6c7e90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10b369e6b5d74c3ab278ec8bda669f6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2474074 Mar 02 19:35:25.270365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53268) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:25.326631 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.350955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.467603 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.482375 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951a0b78-0ec4-49cf-b334-5e62d5fba1ca,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:25.489054 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.492924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-78bee5a8-2f50-454a-9ef1-ae767a81ddb7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/951a0b78-0ec4-49cf-b334-5e62d5fba1ca HTTP/1.1" status: 204 len: 168 time: 0.2193656 Mar 02 19:35:25.580443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:25.827603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.202041 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:35:26.496684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.693191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53294) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:26.795197 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1804141133-network', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:26.800387 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:26.804186 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Usage tracker for resource:network and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:26.806982 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:26.813511 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:26.877172 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Made reservation on behalf of dddffa374d0b498db4bba5ca5fb553bf for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:26.879418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.892784 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:26.908839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:26.912909 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:26.916193 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:26.921427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:27.007854 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.056423 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.095942 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.129417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 659} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:35:27.134480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8d74ed-646b-449c-9586-49ed74111e03,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:27.141855 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.141855 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Added segment db7bb9ee-3032-40b5-bda6-e3fac509c4c1 of type vlan for network 02a3f024-8460-4259-a1af-2a8881566167 Mar 02 19:35:27.167138 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.255982 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.256925 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:27.257533 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.357223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] Pushing event updated for resources: {'Network': ['ID=02a3f024-8460-4259-a1af-2a8881566167,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:27.366678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 02a3f024-8460-4259-a1af-2a8881566167 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:35:27.416753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c159f9cb-0993-4bf0-81f3-2f36f763a218 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7223840 Mar 02 19:35:27.420062 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53300) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:27.425436 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Request body: {'subnet': {'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1804141133-subnet', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:27.430984 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:27.435366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Usage tracker for resource:subnet and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:27.438171 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:27.443795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:27.529217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Made reservation on behalf of dddffa374d0b498db4bba5ca5fb553bf for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:27.531828 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.667500 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.810344 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:27.988571 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77c2659f-9983-4a81-9503-6ffc86751ded,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:27.992510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:27.992862 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Network hostable DHCP agents. Network: 02a3f024-8460-4259-a1af-2a8881566167, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:35:28.100391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Network 02a3f024-8460-4259-a1af-2a8881566167 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:35:28.191019 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 02a3f024-8460-4259-a1af-2a8881566167) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:28.195293 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:28.196387 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.201317 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f343cbc7-9f64-46dd-9e47-620ad7366bd3 None None] Network 02a3f024-8460-4259-a1af-2a8881566167 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:35:28.285356 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-844eb710-bf87-4b06-9ce8-d02b64b248f6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8640440 Mar 02 19:35:28.287804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53304) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:28.292631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:28.297927 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:28.301875 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Usage tracker for resource:router and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:28.304689 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:28.311064 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:28.382146 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.383239 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.399438 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.444857 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-02a3f024-8460-4259-a1af-2a8881566167', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:35:28.445690 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.597924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Allocated IP 172.20.0.2 (02a3f024-8460-4259-a1af-2a8881566167/77c2659f-9983-4a81-9503-6ffc86751ded/4b63ac19-6c05-47b8-b5eb-b89a7b80483e) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:28.736390 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.797582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.807164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Transition to ACTIVE for port object 4b63ac19-6c05-47b8-b5eb-b89a7b80483e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:28.824864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Transition to ACTIVE for port object 4b63ac19-6c05-47b8-b5eb-b89a7b80483e will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:28.913955 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:28.975286 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Network 02a3f024-8460-4259-a1af-2a8881566167 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:28.982189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:28.986545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:29.023467 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Pushing event updated for resources: {'Port': ['ID=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:29.080717 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Attempting to bind port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:29.081314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Attempting to bind port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:29.081469 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Attempting to bind port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:29.086615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:29.086985 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:29.087379 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.087767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Bound using segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:29.088224 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Bound port: 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:29.088594 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.124030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.153781 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.173892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] For port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:29.176769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] For port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:29.254864 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.288799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Allocated IP 172.25.7.218 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/62171248-f5b6-4cae-a994-9897d3e7460b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:29.339767 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f040e1-9e2a-493a-88ca-8a4c1d260b6b None None] Pushing event updated for resources: {'Port': ['ID=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:29.443048 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.548110 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:29.614863 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:29.618191 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:29.620708 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:29.659206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Pushing event updated for resources: {'Port': ['ID=62171248-f5b6-4cae-a994-9897d3e7460b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:29.890171 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b63ac19-6c05-47b8-b5eb-b89a7b80483e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:30.027951 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:30.240692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.279863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee79392-2b51-41b5-88f5-d258f4486694 None None] Network 02a3f024-8460-4259-a1af-2a8881566167 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:35:30.451392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Provisioning for port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:30.491281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Provisioning complete for port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:30.491648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.586005 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.630633 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.665530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] For port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:30.736493 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.809491 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ab2ac-d2c3-4934-90d8-011b029fabfc None None] Pushing event updated for resources: {'Port': ['ID=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:30.857114 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-99537acb-7786-431a-a6d6-73e0f5b4948d None None] Provisioning complete for port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:30.857474 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-99537acb-7786-431a-a6d6-73e0f5b4948d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:30.876824 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:35:31.051181 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:31.061806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:31.071289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:31.076845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:31.164688 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.165954 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-785d93ba-d5cc-4265-a3ff-672caff8c5fa admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8772514 Mar 02 19:35:31.169665 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53308) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:31.278795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:31.558007 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:29Z', 'revision_number': 3, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:31.562336 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:31.562821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Updating router 3eb709cc-b667-4e9c-80b3-918959c66a28 port 62171248-f5b6-4cae-a994-9897d3e7460b binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:35:31.621829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:31.874459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b63ac19-6c05-47b8-b5eb-b89a7b80483e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:31.963269 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.013244 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:32.013480 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.038635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.068566 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Transition to ACTIVE for port object 62171248-f5b6-4cae-a994-9897d3e7460b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:32.162939 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.174169 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Allocated IP 172.20.0.1 (02a3f024-8460-4259-a1af-2a8881566167/77c2659f-9983-4a81-9503-6ffc86751ded/ba267580-b7a0-45e6-b24e-04a226152359) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:32.244349 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Attempting to bind port 62171248-f5b6-4cae-a994-9897d3e7460b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:32.245084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Attempting to bind port 62171248-f5b6-4cae-a994-9897d3e7460b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:32.245445 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Attempting to bind port 62171248-f5b6-4cae-a994-9897d3e7460b on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:32.251099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7935a5-49ab-4b24-9ae0-aa2086227919 None None] Pushing event updated for resources: {'Port': ['ID=62171248-f5b6-4cae-a994-9897d3e7460b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:32.255827 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:32.256209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:32.256614 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.257000 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:32.257471 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Bound port: 62171248-f5b6-4cae-a994-9897d3e7460b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:32.257929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.321357 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.330665 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] For port 62171248-f5b6-4cae-a994-9897d3e7460b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:32.333696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] For port 62171248-f5b6-4cae-a994-9897d3e7460b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=62171248-f5b6-4cae-a994-9897d3e7460b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:32.337857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Transition to ACTIVE for port object ba267580-b7a0-45e6-b24e-04a226152359 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:32.410877 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.439443 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.489478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:32.490093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:32.513410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Network 02a3f024-8460-4259-a1af-2a8881566167 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:32.516733 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:32.520296 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:32.554695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Pushing event updated for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:32.562438 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7935a5-49ab-4b24-9ae0-aa2086227919 None None] Pushing event updated for resources: {'Port': ['ID=62171248-f5b6-4cae-a994-9897d3e7460b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:32.579866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.684061 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:32.914872 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:32.926549 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e0f9d803-fa65-4e4c-8a33-4c25c8571a3e None None] Provisioning for port ba267580-b7a0-45e6-b24e-04a226152359 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:32.937281 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e0f9d803-fa65-4e4c-8a33-4c25c8571a3e None None] Provisioning complete for port ba267580-b7a0-45e6-b24e-04a226152359 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:32.937646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d803-fa65-4e4c-8a33-4c25c8571a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.033797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9d803-fa65-4e4c-8a33-4c25c8571a3e None None] Port ba267580-b7a0-45e6-b24e-04a226152359 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:35:33.061780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:29Z', 'revision_number': 3, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:33.066239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd31c97-261c-4cca-b2b4-c5c84c3bec52 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:29Z', 'revision_number': 3, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:33.141955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.210363 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.334279 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.337997 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Pushing event updated for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:33.603386 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Network 02a3f024-8460-4259-a1af-2a8881566167 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:33.604538 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:33.807088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:35:33.867957 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-a1458e4e-32a5-4b50-aa85-b4f86341a27c None None] Provisioning complete for port ba267580-b7a0-45e6-b24e-04a226152359 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:33.868491 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a1458e4e-32a5-4b50-aa85-b4f86341a27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:33.912764 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 62171248-f5b6-4cae-a994-9897d3e7460b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:33.971546 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-a1458e4e-32a5-4b50-aa85-b4f86341a27c None None] Port ba267580-b7a0-45e6-b24e-04a226152359 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:35:33.997224 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:34.006224 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-c1568fce-d989-4a95-a428-682c3441447c admin admin] 10.222.0.66 "PUT /v2.0/routers/3eb709cc-b667-4e9c-80b3-918959c66a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359432 Mar 02 19:35:34.056403 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 62171248-f5b6-4cae-a994-9897d3e7460b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:34.062210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 62171248-f5b6-4cae-a994-9897d3e7460b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:34.063007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.182240 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.198706 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 62171248-f5b6-4cae-a994-9897d3e7460b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=62171248-f5b6-4cae-a994-9897d3e7460b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:34.279399 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.363492 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=62171248-f5b6-4cae-a994-9897d3e7460b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:34.586440 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:34.600107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:34.600107 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:34.772096 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:34.803057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53326) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:34.808607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1794504466-network', 'tenant_id': '0325de6208e34a5abc308bcdd059504a'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:34.814365 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:34.818432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Usage tracker for resource:network and tenant:0325de6208e34a5abc308bcdd059504a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:34.821256 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:34.827575 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:34.928438 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Made reservation on behalf of 0325de6208e34a5abc308bcdd059504a for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:34.930860 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.943157 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:34.957868 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:34.961727 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Usage tracker for resource:security_group_rule and tenant:0325de6208e34a5abc308bcdd059504a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:34.964589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:34.970898 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:35.056578 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.113011 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 2, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:35.116785 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:35.117133 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Updating router 3eb709cc-b667-4e9c-80b3-918959c66a28 port ba267580-b7a0-45e6-b24e-04a226152359 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:35:35.134085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.164856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:35:35.169918 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.173287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabf3bbb-40a4-4eee-962e-90101ff99d7f,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:35.178876 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.179230 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Added segment 3da10986-932e-4192-b0f2-9f2cd4bc465c of type vlan for network ea7e3766-3690-43fd-8060-84e221bdf1a0 Mar 02 19:35:35.206971 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.305803 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.306874 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:35.307462 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.508451 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] Pushing event updated for resources: {'Network': ['ID=ea7e3766-3690-43fd-8060-84e221bdf1a0,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:35.511279 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.518096 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:35:35.523464 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Transition to ACTIVE for port object ba267580-b7a0-45e6-b24e-04a226152359 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:35.558248 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-688c7400-c91c-4005-b98c-402e5a021377 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7539165 Mar 02 19:35:35.561462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53330) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:35.566801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Request body: {'subnet': {'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1794504466-subnet', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'ip_version': 4}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:35.572460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:35.576257 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Usage tracker for resource:subnet and tenant:0325de6208e34a5abc308bcdd059504a is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:35.579077 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:35.584764 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:35.595788 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.677490 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Made reservation on behalf of 0325de6208e34a5abc308bcdd059504a for: {'subnet': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:35.682188 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2789356'] for subnet, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.714175 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Pushing event updated for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:35.723794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.724137 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.724468 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.724793 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.725117 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.725437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.725756 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.726085 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.726414 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.726728 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.727040 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.727351 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:35:35.816205 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Attempting to bind port ba267580-b7a0-45e6-b24e-04a226152359 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:35.816520 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Attempting to bind port ba267580-b7a0-45e6-b24e-04a226152359 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:35.817071 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Attempting to bind port ba267580-b7a0-45e6-b24e-04a226152359 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:35.823063 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:35.823473 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:35.823872 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.824984 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Bound using segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:35.825437 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Bound port: ba267580-b7a0-45e6-b24e-04a226152359, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:35.825888 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.884718 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 62171248-f5b6-4cae-a994-9897d3e7460b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:35.919322 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] For port ba267580-b7a0-45e6-b24e-04a226152359, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:35.922493 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] For port ba267580-b7a0-45e6-b24e-04a226152359, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ba267580-b7a0-45e6-b24e-04a226152359,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:35.964545 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2595696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2789370'] for subnet, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.965368 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 62171248-f5b6-4cae-a994-9897d3e7460b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:35.965748 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:35.994705 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.047902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Checking segment: {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:36.048261 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Network hostable DHCP agents. Network: ea7e3766-3690-43fd-8060-84e221bdf1a0, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88708) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:35:36.055721 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bdc3f41-0784-4c48-a498-b91c9d992097,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:36.088722 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79177b-2a89-4bee-88e8-e8ea1889dfd6 None None] Pushing event updated for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:36.098854 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:36.099457 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:36.153235 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88708) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:35:36.215785 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, ea7e3766-3690-43fd-8060-84e221bdf1a0) {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:36.221275 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:36.222087 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.226379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f1b24b-802d-49d5-a325-8bf75b7deb58 None None] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:35:36.303772 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:36.337817 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-cf72a6fe-639c-403b-be3d-44c6e6578a82 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7747309 Mar 02 19:35:36.340300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53334) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:36.345651 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:36.351029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:36.355004 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Usage tracker for resource:router and tenant:0325de6208e34a5abc308bcdd059504a is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:36.358444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:36.367070 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:36.455947 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.456292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-ea7e3766-3690-43fd-8060-84e221bdf1a0', 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'fixed_ips': [{'subnet_id': '5bdc3f41-0784-4c48-a498-b91c9d992097'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:35:36.457159 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.457900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.475984 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.618565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Allocated IP 172.20.0.2 (ea7e3766-3690-43fd-8060-84e221bdf1a0/5bdc3f41-0784-4c48-a498-b91c9d992097/21908f68-a80e-4208-9ad9-8eaf340298e2) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:36.624800 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:35Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:36.629383 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f000d-f7c9-4456-8d59-c0590b04e2e1 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:35Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:36.846892 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.858636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:36.869745 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Transition to ACTIVE for port object 21908f68-a80e-4208-9ad9-8eaf340298e2 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:36.889459 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Transition to ACTIVE for port object 21908f68-a80e-4208-9ad9-8eaf340298e2 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:36.987753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.080420 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:37.083580 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:37.089239 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:37.092068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Pushing event updated for resources: {'Port': ['ID=21908f68-a80e-4208-9ad9-8eaf340298e2,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:37.187084 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Attempting to bind port 21908f68-a80e-4208-9ad9-8eaf340298e2 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:37.187450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Attempting to bind port 21908f68-a80e-4208-9ad9-8eaf340298e2 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:37.187806 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Attempting to bind port 21908f68-a80e-4208-9ad9-8eaf340298e2 on network ea7e3766-3690-43fd-8060-84e221bdf1a0 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:37.193343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:37.193711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Checking segment: {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:37.194101 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.194518 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Bound using segment: {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:37.194973 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Bound port: 21908f68-a80e-4208-9ad9-8eaf340298e2, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:37.195476 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.297905 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.321485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] For port 21908f68-a80e-4208-9ad9-8eaf340298e2, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:37.324888 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] For port 21908f68-a80e-4208-9ad9-8eaf340298e2, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21908f68-a80e-4208-9ad9-8eaf340298e2,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:37.328023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.382829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.466399 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fe54e-96ba-4ea4-983e-32cfa21052c5 None None] Pushing event updated for resources: {'Port': ['ID=21908f68-a80e-4208-9ad9-8eaf340298e2,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:37.473024 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Allocated IP 172.25.7.51 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/30a6e9dd-581b-41db-a8e5-45eb3f8dac0e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:37.777901 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.857528 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:37.925307 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:37.928329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21908f68-a80e-4208-9ad9-8eaf340298e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:37.928835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:37.932192 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:37.965352 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Pushing event updated for resources: {'Port': ['ID=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:38.054036 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 21908f68-a80e-4208-9ad9-8eaf340298e2 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:38.059449 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ba267580-b7a0-45e6-b24e-04a226152359 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:38.197343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port ba267580-b7a0-45e6-b24e-04a226152359 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:38.202771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ba267580-b7a0-45e6-b24e-04a226152359 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:38.207487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.328257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.364672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port ba267580-b7a0-45e6-b24e-04a226152359, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ba267580-b7a0-45e6-b24e-04a226152359,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:38.436322 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.444604 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.520400 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:38.525146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e3304-79d5-4bb2-a0ec-373f9dff0b55 None None] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:35:38.697101 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Provisioning for port 21908f68-a80e-4208-9ad9-8eaf340298e2 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:38.731679 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Provisioning complete for port 21908f68-a80e-4208-9ad9-8eaf340298e2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:38.732061 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.785434 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.875848 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:38.914412 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] For port 21908f68-a80e-4208-9ad9-8eaf340298e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21908f68-a80e-4208-9ad9-8eaf340298e2,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:38.993345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.064975 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89222bd-ff51-43d8-a53d-78c7c6b666f5 None None] Pushing event updated for resources: {'Port': ['ID=21908f68-a80e-4208-9ad9-8eaf340298e2,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:39.090071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Router 44187c4e-059d-4298-85d3-ed17d46b8b63 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:35:39.112625 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-b353d944-d20c-43bc-a39a-e1c6c0aabf99 None None] Provisioning complete for port 21908f68-a80e-4208-9ad9-8eaf340298e2 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:39.113048 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b353d944-d20c-43bc-a39a-e1c6c0aabf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.268772 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:39.277543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Sync routers for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:39.286643 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:39.287255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:39.359043 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.360279 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-75070ae9-a787-4553-b2d1-e31c4b960a27 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0189843 Mar 02 19:35:39.363090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53338) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:39.469268 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:39.786110 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 3, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:39.789967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Checking router: 44187c4e-059d-4298-85d3-ed17d46b8b63 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:39.790354 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Updating router 44187c4e-059d-4298-85d3-ed17d46b8b63 port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:35:39.842593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:39.892797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21908f68-a80e-4208-9ad9-8eaf340298e2 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:40.102419 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 21908f68-a80e-4208-9ad9-8eaf340298e2 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:40.102419 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.168939 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.312365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ba267580-b7a0-45e6-b24e-04a226152359 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:40.371639 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.381786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Allocated IP 172.20.0.1 (ea7e3766-3690-43fd-8060-84e221bdf1a0/5bdc3f41-0784-4c48-a498-b91c9d992097/05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:40.391120 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Transition to ACTIVE for port object 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:40.404855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port ba267580-b7a0-45e6-b24e-04a226152359 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:40.405231 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.505425 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.531611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.547145 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Transition to ACTIVE for port object 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:40.600118 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Attempting to bind port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:40.600490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Attempting to bind port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:40.600855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Attempting to bind port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:40.610102 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:40.610503 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:40.610907 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.611300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:40.611768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Bound port: 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:40.612142 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.635651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897400b3-f6aa-436b-9d3a-f297799bb66b None None] Pushing event updated for resources: {'Port': ['ID=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.639230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.687068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] For port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:40.690056 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] For port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:40.698287 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:40.705507 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:40.709460 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:40.747327 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Pushing event updated for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.748617 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.773436 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:40.829599 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:40.830234 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:40.901283 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897400b3-f6aa-436b-9d3a-f297799bb66b None None] Pushing event updated for resources: {'Port': ['ID=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:40.955951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.023753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:41.069052 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-01e2b81e-a1ab-49e0-b9cc-3a012faf7964 None None] Provisioning for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:41.134396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-01e2b81e-a1ab-49e0-b9cc-3a012faf7964 None None] Provisioning complete for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:41.135105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-01e2b81e-a1ab-49e0-b9cc-3a012faf7964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.298861 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.317661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-01e2b81e-a1ab-49e0-b9cc-3a012faf7964 None None] Port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:35:41.368320 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.408062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 3, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:41.411879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3437958e-d64c-403f-ba07-ec733b748887 None None] The sync data for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 is: [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 3, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:41.479474 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.483196 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Pushing event updated for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:41.631755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:41.633136 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:41.849475 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Router 44187c4e-059d-4298-85d3-ed17d46b8b63 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:35:41.854967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-c086bde8-808f-4b20-974f-bc180b129c51 None None] Provisioning complete for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:41.855380 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c086bde8-808f-4b20-974f-bc180b129c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:41.919651 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:41.991864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c086bde8-808f-4b20-974f-bc180b129c51 None None] Port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:35:42.040526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:35:42.050492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bdfa8d33-8b2c-4005-b8ff-d18feff44410 admin admin] 10.222.0.66 "PUT /v2.0/routers/44187c4e-059d-4298-85d3-ed17d46b8b63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6863506 Mar 02 19:35:42.072936 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:42.079502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:42.079951 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.206814 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.228129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:42.311417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:42.378824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:42.939815 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53348) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:42.945366 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-757582219', 'description': 'tempest-secgroup-smoke-757582219 description', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:42.952559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:42.956634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:42.959521 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:42.965918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:43.032915 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.055697 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:43.059786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:43.062801 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:43.068663 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:43.136345 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.238332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.281441 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be852e5f-aba0-4428-b948-4f5244695440,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.353182 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.354497 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6af1c77c-cdd1-43ee-901c-21b2b1c52c32 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4136765 Mar 02 19:35:43.357687 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53352) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:43.362755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:43.369405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:43.373914 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:43.376835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:43.382586 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:43.461115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.524047 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.597270 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.622775 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e99beb0-7308-4a45-86d9-7e905ec5d67c,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:43.707749 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.709250 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-11c9c502-f91a-4eef-9794-0871ff91fd14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504708 Mar 02 19:35:43.709556 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Sync routers for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:35:43.712102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53356) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:43.717087 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:43.726640 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:43.726640 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:43.726874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:43.727789 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:43.731289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:43.736929 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:43.833552 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.884131 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:43.901530 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.925450 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:43.955770 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:43.956100 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.974050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:43.997091 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af787e6-e3ff-4aae-bcbb-b316f5a43922,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:44.077284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.081376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7dcb5397-29b9-4754-b212-728e5347b6ab tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3656712 Mar 02 19:35:44.081560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53360) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:44.086406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:44.093673 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:44.097599 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:44.100456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:44.106275 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:44.194098 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.238580 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:40Z', 'revision_number': 4, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8', 'name': '', 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'mac_address': 'fa:16:3e:4a:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:40Z', 'updated_at': '2022-03-02T19:35:41Z', 'revision_number': 2, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'subnets': [{'id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:44.242646 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Checking router: 44187c4e-059d-4298-85d3-ed17d46b8b63 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:35:44.243026 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Updating router 44187c4e-059d-4298-85d3-ed17d46b8b63 port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:35:44.258760 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.299592 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.341215 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.365372 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9244cb-c564-44a4-a438-91e1749e9d2e,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:44.448255 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.452059 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-606bb0d9-9efd-4039-a00b-74e9de17bfed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3669989 Mar 02 19:35:44.452291 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53364) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:44.457427 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:44.463928 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:44.467935 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:44.470734 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:44.477093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:44.570811 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.633094 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.637991 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.649374 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Transition to ACTIVE for port object 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:44.706900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.733335 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02afe89a-8325-443f-be8c-d3d275177558,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:44.769825 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.804580 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.805781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b5825ff4-a7fb-4380-a5bb-0e1fe8496a22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3525336 Mar 02 19:35:44.808543 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 53368) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:44.813553 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:44.820090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:44.824576 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:44.827819 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:44.834288 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:44.907433 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Project dddffa374d0b498db4bba5ca5fb553bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:35:44.915059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.921978 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233dc3-fafd-4c64-a9bd-24a5e8e016a3 None None] Pushing event updated for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:44.986425 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Attempting to bind port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:44.986799 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Attempting to bind port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:44.987161 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Attempting to bind port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 on network ea7e3766-3690-43fd-8060-84e221bdf1a0 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:44.988127 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.992655 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:44.993051 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Checking segment: {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:44.993438 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:44.993831 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Bound using segment: {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:44.994338 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Bound port: 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da10986-932e-4192-b0f2-9f2cd4bc465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:44.996705 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.067395 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.084819 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] For port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:45.094108 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] For port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:45.094493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5169b819-e562-44f4-8da7-88fa0ce579c6,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.170768 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.181373 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.182623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-407d5360-f41b-47c0-a02b-1db12552242b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3731716 Mar 02 19:35:45.185479 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53372) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:35:45.190581 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': 'be852e5f-aba0-4428-b948-4f5244695440', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:45.198664 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:45.203018 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:35:45.205912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:35:45.212243 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:45.252426 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:35:45.253060 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:45.296114 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Project dddffa374d0b498db4bba5ca5fb553bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:35:45.304298 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.318480 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9233dc3-fafd-4c64-a9bd-24a5e8e016a3 None None] Pushing event updated for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.376868 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.461520 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.469463 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:35:45.485820 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60178399-3a1b-4b5c-ae1d-5fff2cba7dc2,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:45.570132 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:45.571383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fe6f52b0-4c6b-4010-9b40-33ccdff6312a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3849413 Mar 02 19:35:45.730755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-fc862535-48d6-4028-b90b-2d742e16c488 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:45.783105 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:40Z', 'revision_number': 4, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8', 'name': '', 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'mac_address': 'fa:16:3e:4a:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:40Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 4, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'subnets': [{'id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:35:45.786988 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7058eb-99b2-4ea9-9ba1-7ddc9675b47b None None] The sync data for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 is: [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:35:40Z', 'revision_number': 4, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': '05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8', 'name': '', 'network_id': 'ea7e3766-3690-43fd-8060-84e221bdf1a0', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'mac_address': 'fa:16:3e:4a:cf:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_interface', 'standard_attr_id': 4315, 'fixed_ips': [{'subnet_id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:40Z', 'updated_at': '2022-03-02T19:35:45Z', 'revision_number': 4, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'subnets': [{'id': '5bdc3f41-0784-4c48-a498-b91c9d992097', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:35:45.810453 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-fc862535-48d6-4028-b90b-2d742e16c488 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:45.811654 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-fc862535-48d6-4028-b90b-2d742e16c488 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-757582219&fields=id&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 267 time: 0.1198590 Mar 02 19:35:45.985774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-7c1cf234-4b03-42b4-ba04-54585fcc2c5a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:45.986408 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-7c1cf234-4b03-42b4-ba04-54585fcc2c5a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:network {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:46.067400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-7c1cf234-4b03-42b4-ba04-54585fcc2c5a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:network {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:46.068612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-7c1cf234-4b03-42b4-ba04-54585fcc2c5a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 809 time: 0.2502995 Mar 02 19:35:46.089032 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-83ed20e8-924f-4323-93c9-3e9d74b78698 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/quotas/dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 375 time: 0.0102944 Mar 02 19:35:46.173184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-8488116c-5bb2-405f-b436-c5755e0de39e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:35:46.271737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-8488116c-5bb2-405f-b436-c5755e0de39e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:35:46.273194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-8488116c-5bb2-405f-b436-c5755e0de39e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1830440 Mar 02 19:35:46.525972 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-793d8891-687d-4780-a473-14b559e2292a service neutron] 10.222.0.66 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387683 Mar 02 19:35:46.654672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-65377a01-9423-4d2a-8281-6ba116012a1f service neutron] 10.222.0.66 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223817 Mar 02 19:35:46.915146 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0b73e48e-3356-449c-ac6d-929ae1390d51 req-fc2c9db1-bbb1-4637-8d98-b7cf35a051b4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0430615 Mar 02 19:35:47.909406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:48.012937 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7eec0a7d-8d95-435c-85e1-e18692926029 req-bb98f440-8563-4515-8331-915204cc287b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0445435 Mar 02 19:35:48.067132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:48.072365 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:48.072739 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:48.190151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:48.222525 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:48.318462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:48.385121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:49.163570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-983854f6-7ce5-46c5-877c-c1c0d0171424 req-dac98469-f732-4eab-92c1-7e0c815bb5c0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0451705 Mar 02 19:35:49.422573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-d0c24a24-2347-42f9-a468-e1a64a47990a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:49.423914 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-d0c24a24-2347-42f9-a468-e1a64a47990a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 809 time: 0.1451182 Mar 02 19:35:49.470982 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-6a13cd61-f0c7-4fe5-9a6a-56713f236997 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 379 time: 0.0394454 Mar 02 19:35:49.478679 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'port': {'device_id': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'admin_state_up': True, 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'security_groups': ['be852e5f-aba0-4428-b948-4f5244695440']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:49.616811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:35:49.626269 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:35:49.712755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Made reservation on behalf of dddffa374d0b498db4bba5ca5fb553bf for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:35:49.717003 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:49.878459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Allocated IP 172.20.0.11 (02a3f024-8460-4259-a1af-2a8881566167/77c2659f-9983-4a81-9503-6ffc86751ded/bc20b01f-336e-4e80-869b-a86224384203) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:35:49.890673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:49.960802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:49.961174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.071406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.087670 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Transition to ACTIVE for port object bc20b01f-336e-4e80-869b-a86224384203 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:50.197166 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.266013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Network 02a3f024-8460-4259-a1af-2a8881566167 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:35:50.274013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:35:50.278512 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:35:50.314648 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:50.349869 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:50.355064 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.363707 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a584ffd-2b67-4e92-8975-b2390e774d63 req-b2b999f7-7539-4314-a8f3-911c50550720 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:50.366651 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a584ffd-2b67-4e92-8975-b2390e774d63 req-b2b999f7-7539-4314-a8f3-911c50550720 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 932 time: 0.0924003 Mar 02 19:35:50.414396 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a584ffd-2b67-4e92-8975-b2390e774d63 req-fd5206f5-116e-4f12-9886-a42806299b07 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Mar 02 19:35:50.468259 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-53a69718-37de-4f5b-9b06-7a386ff68a82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9929700 Mar 02 19:35:50.479385 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Request body: {'port': {'device_id': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:35:50.564333 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb39c80-9ea8-4b28-b631-52f1f3ce2721 None None] Provisioning for port bc20b01f-336e-4e80-869b-a86224384203 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:50.569132 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1cb39c80-9ea8-4b28-b631-52f1f3ce2721 None None] Provisioning complete for port bc20b01f-336e-4e80-869b-a86224384203 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:50.569498 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1cb39c80-9ea8-4b28-b631-52f1f3ce2721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.593050 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.624294 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-1cb39c80-9ea8-4b28-b631-52f1f3ce2721 None None] Port bc20b01f-336e-4e80-869b-a86224384203 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:35:50.927059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:35:50.934694 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:50.948408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Transition to ACTIVE for port object bc20b01f-336e-4e80-869b-a86224384203 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:35:51.013751 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:51.281120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:51.357467 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Attempting to bind port bc20b01f-336e-4e80-869b-a86224384203 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:35:51.357804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Attempting to bind port bc20b01f-336e-4e80-869b-a86224384203 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:35:51.358144 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Attempting to bind port bc20b01f-336e-4e80-869b-a86224384203 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:51.362759 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Port bc20b01f-336e-4e80-869b-a86224384203 on network 02a3f024-8460-4259-a1af-2a8881566167 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:35:51.363129 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Attempting to bind port bc20b01f-336e-4e80-869b-a86224384203 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:35:51.368155 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:35:51.368493 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:35:51.368886 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Bound using segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:35:51.369291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Bound port: bc20b01f-336e-4e80-869b-a86224384203, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:35:51.369635 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:51.460569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:35:51.464379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:35:51.551664 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:51.608610 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51b2f05-f9c0-4734-b327-e75852e020df req-952dfe28-94ba-4413-adf4-9630d7583b1f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:51.609121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:51.609491 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:51.610171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c51b2f05-f9c0-4734-b327-e75852e020df req-952dfe28-94ba-4413-adf4-9630d7583b1f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0863397 Mar 02 19:35:51.616340 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] 10.222.0.11 "PUT /v2.0/ports/bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1092 time: 1.1408894 Mar 02 19:35:51.616822 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:35:51.647702 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62cf23-1910-4bd8-8404-10832dd91e02 service neutron] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:51.665753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c51b2f05-f9c0-4734-b327-e75852e020df req-c92f698d-6837-4c8b-b1ba-f1fef038d8f2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500576 Mar 02 19:35:51.674860 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'status': 'completed', 'code': 200} Mar 02 19:35:51.779105 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-b9a07ee5-9bee-40ed-adc5-f19241cf2cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:51.780687 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-b9a07ee5-9bee-40ed-adc5-f19241cf2cd3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0833428 Mar 02 19:35:51.925274 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-d987a79d-7109-4f4a-a2bc-f6a1bfadbb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:51.926794 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-d987a79d-7109-4f4a-a2bc-f6a1bfadbb0a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1391850 Mar 02 19:35:52.062049 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-afe7bfe2-83aa-4a1f-b809-269597664ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:52.063483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ee978e67-8d31-40d6-b6b8-b54ddc995839 req-afe7bfe2-83aa-4a1f-b809-269597664ac5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311028 Mar 02 19:35:52.164466 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2c015e8-818c-4ec9-8fef-75fbc4242cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:52.167185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-b2d187f7-04a6-4624-bcbc-87c57064d8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:52.169214 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-b2d187f7-04a6-4624-bcbc-87c57064d8e8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0706956 Mar 02 19:35:52.240051 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-c546701b-3744-4ea5-bfc6-3a8946375e22 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 217 time: 0.0636814 Mar 02 19:35:52.301619 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-4fb43343-213b-4be7-be0f-5ae0582bb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:52.303083 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-4fb43343-213b-4be7-be0f-5ae0582bb5ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0579207 Mar 02 19:35:52.379717 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-0d46fb99-8d1c-424c-8c48-4bd258d0dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:52.381258 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-0d46fb99-8d1c-424c-8c48-4bd258d0dc7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727124 Mar 02 19:35:52.511227 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-724baa69-d8c0-4677-9ed3-ee2f758df856 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242702 Mar 02 19:35:52.641020 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ad866bd7-e478-4523-8c5c-b0cca434ba2e req-37b849e7-e48d-45a4-b25b-914bcd0af186 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232951 Mar 02 19:35:52.851917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b22d5d0-2b0d-4e51-8224-4fa9872fd036 req-75509c86-65a6-43d9-b779-d7f8be89880c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:52.853367 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b22d5d0-2b0d-4e51-8224-4fa9872fd036 req-75509c86-65a6-43d9-b779-d7f8be89880c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0783916 Mar 02 19:35:52.899676 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9b22d5d0-2b0d-4e51-8224-4fa9872fd036 req-2a2b2f5d-a906-478c-8798-750a079dc59e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403237 Mar 02 19:35:54.080900 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b38688-aaa7-4b6d-a5d0-8c979807bc56 req-729fb647-5fbc-4249-8e31-e9df17d5bfb6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:54.082496 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b38688-aaa7-4b6d-a5d0-8c979807bc56 req-729fb647-5fbc-4249-8e31-e9df17d5bfb6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0805254 Mar 02 19:35:54.125786 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81b38688-aaa7-4b6d-a5d0-8c979807bc56 req-0cbe645b-bb0f-4c90-91e1-18db9c8064e2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377917 Mar 02 19:35:54.284111 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2d202189-f002-427a-aad1-3b8a265402ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.312398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c72b3-34ec-4cd9-9911-0d07bd43ce4a req-cd515070-0319-46bd-bfb6-cc41c55f86ef tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:55.313781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed0c72b3-34ec-4cd9-9911-0d07bd43ce4a req-cd515070-0319-46bd-bfb6-cc41c55f86ef tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0829701 Mar 02 19:35:55.356935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ed0c72b3-34ec-4cd9-9911-0d07bd43ce4a req-87e17858-8659-4bfc-a06b-79f74c9138d9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375459 Mar 02 19:35:55.598033 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.786767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:55.802644 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:35:55.933689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:55.946907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'bc20b01f-336e-4e80-869b-a86224384203', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:35:56.004141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:56.054137 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:35:56.069210 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:56.175504 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:56.240288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:56.376382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['bc20b01f-336e-4e80-869b-a86224384203'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:35:56.504271 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:56.540857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7652d-4ba3-48a9-b672-9fc5d200c1da req-317ba253-688a-4492-b6dd-28bf9b9fbab1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:56.543494 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5da7652d-4ba3-48a9-b672-9fc5d200c1da req-317ba253-688a-4492-b6dd-28bf9b9fbab1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0800176 Mar 02 19:35:56.585706 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5da7652d-4ba3-48a9-b672-9fc5d200c1da req-61499337-be83-423c-aff6-e7409ed35138 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377424 Mar 02 19:35:57.072648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:57.678201 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:57.771827 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd27350-9d8b-4fae-a747-15a5eda608fa req-29f7e3e7-5ce7-4e27-be58-625740cbba02 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:57.773476 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd27350-9d8b-4fae-a747-15a5eda608fa req-29f7e3e7-5ce7-4e27-be58-625740cbba02 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0845108 Mar 02 19:35:57.813446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:35:57.820779 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2fd27350-9d8b-4fae-a747-15a5eda608fa req-e2fdd072-2050-40ae-ad10-e93944f9c9ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417075 Mar 02 19:35:57.946948 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port bc20b01f-336e-4e80-869b-a86224384203 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:35:57.952055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port bc20b01f-336e-4e80-869b-a86224384203 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:35:57.952430 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:58.068899 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:58.094596 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:35:58.109485 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:35:58.140909 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'code': 200} Mar 02 19:35:58.244306 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:35:58.277811 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc14ac-3582-48df-920e-26dce5bd4cf4 req-0a4cb4be-3ba9-492e-a758-d2d9fda86c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:58.279876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c3fc14ac-3582-48df-920e-26dce5bd4cf4 req-0a4cb4be-3ba9-492e-a758-d2d9fda86c5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1096 time: 0.0779963 Mar 02 19:35:58.315899 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:35:58.320104 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c3fc14ac-3582-48df-920e-26dce5bd4cf4 req-c4abb4a3-d538-4281-8fea-76e12bac48ef service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338159 Mar 02 19:35:59.002933 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307511b8-99bb-49e7-9f71-8878d29031d4 req-81225ab0-6856-45da-af3d-116de363e7ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:35:59.004399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307511b8-99bb-49e7-9f71-8878d29031d4 req-81225ab0-6856-45da-af3d-116de363e7ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0803089 Mar 02 19:35:59.052725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-307511b8-99bb-49e7-9f71-8878d29031d4 req-10bf4d1e-af1b-4fd7-830a-24e8ba639987 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427058 Mar 02 19:36:00.235113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc86fa-ec6f-4173-86db-1bdd39be19ab req-798f7a23-cc24-4115-8ff4-de89996323bd tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:00.236575 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cdc86fa-ec6f-4173-86db-1bdd39be19ab req-798f7a23-cc24-4115-8ff4-de89996323bd tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0799131 Mar 02 19:36:00.281021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7cdc86fa-ec6f-4173-86db-1bdd39be19ab req-7c5db67b-7adc-41e6-a1c6-41b186357d22 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386016 Mar 02 19:36:00.467328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3fcd3-e391-40bd-8aea-b6d5459118b7 req-95e209df-fa22-4a4b-9769-30f596f70e21 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:00.468897 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0c3fcd3-e391-40bd-8aea-b6d5459118b7 req-95e209df-fa22-4a4b-9769-30f596f70e21 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0822151 Mar 02 19:36:00.512440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c0c3fcd3-e391-40bd-8aea-b6d5459118b7 req-3c4c1014-ab98-47b0-875d-eaa37aaaf97e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379751 Mar 02 19:36:00.534997 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53426) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:00.700521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b59e627-e8a0-4247-bedb-3dd179daeaec tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:00.702001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5b59e627-e8a0-4247-bedb-3dd179daeaec tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1092 time: 0.1660318 Mar 02 19:36:00.704922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53432) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:36:00.709634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:36:00.716907 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:36:00.720905 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:floatingip and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:36:00.723790 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:36:00.729447 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:36:00.809518 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:00.955392 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:01.084779 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Allocated IP 172.25.7.65 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/067d1539-530e-4dc6-a04a-2d4ecc09b66c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:36:01.333765 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:01.421072 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:01.484220 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:36:01.487314 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:36:01.491752 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:36:01.521099 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=067d1539-530e-4dc6-a04a-2d4ecc09b66c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:01.892140 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.035158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.237662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.301130 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.413485 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=067d1539-530e-4dc6-a04a-2d4ecc09b66c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:36:02.423034 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:02.591268 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Floating IP 95d253e3-b54e-475c-8c9d-ebf439ad8165 associated. External IP: 172.25.7.65, port: bc20b01f-336e-4e80-869b-a86224384203. Mar 02 19:36:03.056856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:36:03.201613 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:36:03.232825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:36:03.242640 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:36:03.253360 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:36:03.254498 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:03.375677 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:03.431856 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:36:03.435325 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6bc5ce0e-7135-48e5-9130-8f1e34988531 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7288601 Mar 02 19:36:03.435896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:36:03.498692 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'status': 'completed', 'code': 200} Mar 02 19:36:03.588803 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886d97-4fe8-496d-adb7-b739659f821d req-3098262f-363e-40bd-9301-468d4538c864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:03.590320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-3098262f-363e-40bd-9301-468d4538c864 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1097 time: 0.0709743 Mar 02 19:36:03.722402 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886d97-4fe8-496d-adb7-b739659f821d req-0f226143-bb09-44e8-b145-5b42ea5e6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:03.723868 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-0f226143-bb09-44e8-b145-5b42ea5e6453 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1277006 Mar 02 19:36:03.786672 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '95d253e3-b54e-475c-8c9d-ebf439ad8165', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:01Z', 'updated_at': '2022-03-02T19:36:01Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:03.790550 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:36:03.799712 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:36:03.800304 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:35:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:03.826934 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-d49c976d-a84d-4d0b-9d3c-0483995c20b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 999 time: 0.0974457 Mar 02 19:36:03.888883 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886d97-4fe8-496d-adb7-b739659f821d req-9e3f059a-810a-48b1-9dfc-0767ceb8640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:03.890350 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-9e3f059a-810a-48b1-9dfc-0767ceb8640e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0574377 Mar 02 19:36:03.968287 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27886d97-4fe8-496d-adb7-b739659f821d req-072640f5-fa34-4cd3-9aee-1d215f819303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:03.969770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-072640f5-fa34-4cd3-9aee-1d215f819303 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733829 Mar 02 19:36:03.980228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:36:04.103733 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-7e8793e6-7bd6-4926-bf2c-415892787f12 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275327 Mar 02 19:36:04.233360 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-27886d97-4fe8-496d-adb7-b739659f821d req-133ba457-9699-4258-a444-0eff4ad9978e service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238616 Mar 02 19:36:04.379256 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '95d253e3-b54e-475c-8c9d-ebf439ad8165', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:01Z', 'updated_at': '2022-03-02T19:36:01Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:36:04.383389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d301b5a-7fec-4b4e-a754-e54f19bf9225 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '95d253e3-b54e-475c-8c9d-ebf439ad8165', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.65', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4327, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:36:01Z', 'updated_at': '2022-03-02T19:36:01Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:36:04.563093 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf26ae0-1e7f-472d-9275-b3decaf6b9c8 None None] New status for floating IP 95d253e3-b54e-475c-8c9d-ebf439ad8165: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:36:08.325862 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-c02a14a8-9b1b-47ab-ba8c-cebcc6e2efdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686107 Mar 02 19:36:08.465734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b3fd-c122-4538-919c-33fbcb95060c req-2297166e-2c5f-42f6-9ab3-58998106befe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:08.467828 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-2297166e-2c5f-42f6-9ab3-58998106befe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1097 time: 0.0727336 Mar 02 19:36:08.609092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b3fd-c122-4538-919c-33fbcb95060c req-c14c7509-f097-4c3c-a02b-188224ba91ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:08.610458 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-c14c7509-f097-4c3c-a02b-188224ba91ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1233747 Mar 02 19:36:08.708037 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-7b3f3de7-e5e8-4e7a-8012-76069adc1a55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1001 time: 0.0916004 Mar 02 19:36:08.873876 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b3fd-c122-4538-919c-33fbcb95060c req-7c2f79dd-96c1-4f75-acec-dd69a4eb1954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:08.875804 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-7c2f79dd-96c1-4f75-acec-dd69a4eb1954 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.1619489 Mar 02 19:36:08.948495 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606b3fd-c122-4538-919c-33fbcb95060c req-5ce54971-6b90-4e1b-b614-e704fe27e368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:36:08.949952 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-5ce54971-6b90-4e1b-b614-e704fe27e368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680718 Mar 02 19:36:09.081714 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-d4831a69-419f-4f49-ae71-2543e11299c0 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222725 Mar 02 19:36:09.215753 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f606b3fd-c122-4538-919c-33fbcb95060c req-5b44c087-e78b-46b6-8711-13b32c289ede service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243048 Mar 02 19:36:22.191582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cefea3f3-023f-459a-a538-f18c1e9ab734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:24.312091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3374aedd-41a9-4a7d-8eae-666ad8bf72c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:25.578906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:25.826348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:26.494638 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:27.043550 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:27.677771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:40.200958 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:36:52.162988 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c0b34eef-d078-4458-8658-b0e728b45d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:54.260060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72eeb1b0-b491-45c3-b0b3-3e3ac630d9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:55.648365 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:55.808045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:56.505314 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:57.036780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:36:57.720933 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:10.019950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-9aed13cf-9569-40cd-86a1-7d4f1264866d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718372 Mar 02 19:37:10.157237 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-fb82a081-237d-42d5-9bc0-410a38bdf682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:10.157501 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-fb82a081-237d-42d5-9bc0-410a38bdf682 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1097 time: 0.0707965 Mar 02 19:37:10.301416 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-296febbd-8712-4ac6-955e-1e7b2d1a4522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:10.303004 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-296febbd-8712-4ac6-955e-1e7b2d1a4522 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1254954 Mar 02 19:37:10.405145 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-2131fcca-b110-4af7-9972-552a79745124 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1001 time: 0.0954652 Mar 02 19:37:10.466714 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-66ea57ff-0fe6-43ff-980f-312fa95b8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:10.468100 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-66ea57ff-0fe6-43ff-980f-312fa95b8789 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0565867 Mar 02 19:37:10.547205 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-69da0e88-400f-46f9-9018-8ae82c74685b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:10.548711 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-69da0e88-400f-46f9-9018-8ae82c74685b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739815 Mar 02 19:37:10.558639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-bec274ee-4f65-4242-a4a3-fa5cf5e5ba4e service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:37:10.559610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-bec274ee-4f65-4242-a4a3-fa5cf5e5ba4e service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047724 Mar 02 19:37:10.689393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-a772fca3-0fd1-47e8-b8be-bb404dc7eeb7 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234610 Mar 02 19:37:10.816075 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ea4adfd4-1ae7-43d2-ade6-87ce031da552 req-4037c0f6-4725-4d74-bb10-29c01d528c8f service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203980 Mar 02 19:37:17.200410 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:37:22.139359 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4ff6c877-bb12-4105-b6dc-38bb780be52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:24.247600 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a6cb685c-a915-45cd-a410-c159c6bba6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:25.579357 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:25.836056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:26.487842 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:27.064841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:27.727841 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:52.127141 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a4f49508-a170-471a-8e22-850d3891b7b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:54.200794 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:37:54.292986 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-185a5ddc-b2c4-4722-9fcd-af9afafe5231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:55.590007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:55.842186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:56.499079 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:57.086949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:57.715364 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:37:59.816712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3add9-2463-4d23-8053-63fa390e4e5d req-a304cfa4-bbcd-4989-98f1-595c19162f4c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:37:59.818185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01c3add9-2463-4d23-8053-63fa390e4e5d req-a304cfa4-bbcd-4989-98f1-595c19162f4c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0818510 Mar 02 19:37:59.860697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01c3add9-2463-4d23-8053-63fa390e4e5d req-48a2f8dc-5076-4c6f-9bee-0ce5c52ab086 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368979 Mar 02 19:38:01.048098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495ce63-c724-478b-8cd3-6782ee55d7e7 req-2588ce56-ed48-452b-b0c0-fa71bbf90d77 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:01.049561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9495ce63-c724-478b-8cd3-6782ee55d7e7 req-2588ce56-ed48-452b-b0c0-fa71bbf90d77 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0821691 Mar 02 19:38:01.093288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9495ce63-c724-478b-8cd3-6782ee55d7e7 req-c14dfb87-05a4-4259-b5d4-77447fe3300d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380311 Mar 02 19:38:02.280836 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330013b0-407e-494d-88ac-f55a29c038c6 req-194473da-0ef2-4872-97d3-baca909a33c9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:02.282320 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-330013b0-407e-494d-88ac-f55a29c038c6 req-194473da-0ef2-4872-97d3-baca909a33c9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0801687 Mar 02 19:38:02.328549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-330013b0-407e-494d-88ac-f55a29c038c6 req-17ba5d96-6e6f-4ff0-9f4a-050233ad8717 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406725 Mar 02 19:38:03.507485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf00e9e-2c68-467e-b14d-7cd7f9eb048a req-407c4100-28d3-487f-859d-6f14c81e5144 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:03.508935 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-faf00e9e-2c68-467e-b14d-7cd7f9eb048a req-407c4100-28d3-487f-859d-6f14c81e5144 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0783365 Mar 02 19:38:03.552394 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-faf00e9e-2c68-467e-b14d-7cd7f9eb048a req-43d9ac75-0c20-4a32-973b-28cd2ff7ef6a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379133 Mar 02 19:38:04.735649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2f26b-faac-469f-b773-585072772c4b req-943d2f47-d27d-463c-9fd1-bcb0749e8064 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:04.737107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6e2f26b-faac-469f-b773-585072772c4b req-943d2f47-d27d-463c-9fd1-bcb0749e8064 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0826757 Mar 02 19:38:04.780854 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a6e2f26b-faac-469f-b773-585072772c4b req-021a7a53-ccc3-4843-8a1b-b7dfba39070e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377429 Mar 02 19:38:05.962451 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c594-02cb-4144-b023-a46b3fc709cd req-391880ed-fb17-4907-a668-2237af8cece2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:05.963924 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6229c594-02cb-4144-b023-a46b3fc709cd req-391880ed-fb17-4907-a668-2237af8cece2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0796583 Mar 02 19:38:06.007212 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6229c594-02cb-4144-b023-a46b3fc709cd req-ab1e019f-fb17-4485-b638-29684222716e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371821 Mar 02 19:38:07.192942 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01f1fc-6f04-47d5-9f6c-333310aa5fc7 req-ac228342-35b9-46db-a13f-2d9647ae19ed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:07.194454 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f01f1fc-6f04-47d5-9f6c-333310aa5fc7 req-ac228342-35b9-46db-a13f-2d9647ae19ed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0831761 Mar 02 19:38:07.238289 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4f01f1fc-6f04-47d5-9f6c-333310aa5fc7 req-e74c9af1-3764-46b6-83ca-41ce5963a906 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382075 Mar 02 19:38:08.488695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc54b64-0e41-4875-a1d3-b3a089caff4b req-a5cd25be-3709-4278-9cb9-c7255dfae877 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:08.490223 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc54b64-0e41-4875-a1d3-b3a089caff4b req-a5cd25be-3709-4278-9cb9-c7255dfae877 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.1501300 Mar 02 19:38:08.632299 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-adc54b64-0e41-4875-a1d3-b3a089caff4b req-53c0418b-ec5c-460b-8b7a-986e3ad2baed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362896 Mar 02 19:38:10.027938 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa98df-4a00-4ff4-a284-f116222e1fda req-52e3506e-b6b1-431c-bf95-81958a79c87b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:10.030252 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfaa98df-4a00-4ff4-a284-f116222e1fda req-52e3506e-b6b1-431c-bf95-81958a79c87b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.1419871 Mar 02 19:38:10.066425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-c9882a1b-ec86-466c-8172-5c8943e06a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:10.067651 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-c9882a1b-ec86-466c-8172-5c8943e06a4e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1097 time: 0.1148732 Mar 02 19:38:10.077021 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cfaa98df-4a00-4ff4-a284-f116222e1fda req-735cc661-7a16-4ed6-9ad8-aaecdda8283a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398612 Mar 02 19:38:10.213379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-6fb85484-02e2-4ffe-b991-26168f894d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:10.215637 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-6fb85484-02e2-4ffe-b991-26168f894d3c service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1288543 Mar 02 19:38:10.319520 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-e30e7d1e-7f1a-46ef-a59d-a365d27326c2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1001 time: 0.0980027 Mar 02 19:38:10.383422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-f12ff077-ed89-4dcb-9d29-8bdcec07f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:10.384796 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-f12ff077-ed89-4dcb-9d29-8bdcec07f40c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0589807 Mar 02 19:38:10.457635 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-708c4e84-e7ea-40e5-9b63-2f166ff4a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:10.459076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-708c4e84-e7ea-40e5-9b63-2f166ff4a2b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679817 Mar 02 19:38:10.682599 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-22e1087c-154c-4fb7-8e6f-eefaf82d9382 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161291 Mar 02 19:38:10.814446 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-724fcb1a-dbef-4bf7-a7ef-602e860c88cb req-9953b26f-1164-48a7-a90a-a20aa0aa7fdf service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249831 Mar 02 19:38:11.259156 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c358b4-1a3e-4f7b-81c3-2081cde7c5dc req-acae07f3-cc91-4992-a17d-4d320095c3e1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:11.260595 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2c358b4-1a3e-4f7b-81c3-2081cde7c5dc req-acae07f3-cc91-4992-a17d-4d320095c3e1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0809176 Mar 02 19:38:11.303216 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b2c358b4-1a3e-4f7b-81c3-2081cde7c5dc req-4759922c-8e91-4097-8518-e73103abfaad tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370624 Mar 02 19:38:12.489889 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877fe2-3a06-4f55-8e01-f84a0d4102bc req-95003e99-5831-4dba-b9d7-b29cb8445a63 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:12.491376 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04877fe2-3a06-4f55-8e01-f84a0d4102bc req-95003e99-5831-4dba-b9d7-b29cb8445a63 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0815861 Mar 02 19:38:12.511636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:38:12.541215 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04877fe2-3a06-4f55-8e01-f84a0d4102bc req-766fff2d-63f2-4471-be1d-a6c44bbd2de5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441999 Mar 02 19:38:12.647801 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:12.661564 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'bc20b01f-336e-4e80-869b-a86224384203', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:38:12.727783 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:12.745772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:38:12.761439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:12.839856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:12.911068 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:12.918562 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.918921 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.919237 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.919680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.920014 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.920343 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.920662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.920980 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.921300 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.921616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.921932 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.922272 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:38:12.928367 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['bc20b01f-336e-4e80-869b-a86224384203'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:38:13.743203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60b964-f92e-4644-bee4-ab33210a233f req-e85233d3-043b-4265-8f03-fdc9b4747b44 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:13.745311 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a60b964-f92e-4644-bee4-ab33210a233f req-e85233d3-043b-4265-8f03-fdc9b4747b44 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0818355 Mar 02 19:38:13.792519 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1a60b964-f92e-4644-bee4-ab33210a233f req-8efd1b11-cce3-4c23-aa73-e34124c0d94e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412805 Mar 02 19:38:14.528332 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:14.601341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port bc20b01f-336e-4e80-869b-a86224384203 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:14.602007 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.742879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.771782 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:38:14.782143 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:14.864342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:14.937647 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:15.022650 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d4c60-f6ac-4221-b424-85acf67d23ba req-db257568-0c11-428d-ab7c-f3fdf0a7c275 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:15.024759 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b39d4c60-f6ac-4221-b424-85acf67d23ba req-db257568-0c11-428d-ab7c-f3fdf0a7c275 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.1028333 Mar 02 19:38:15.073199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b39d4c60-f6ac-4221-b424-85acf67d23ba req-4090a136-085f-4c71-9e8a-6b126f2adff5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426750 Mar 02 19:38:15.840705 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'code': 200} Mar 02 19:38:16.291961 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92787ebe-9df7-4399-8d0a-22801f43c28e req-79ce9c44-d832-4219-b526-2967cf38acc5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:16.293541 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92787ebe-9df7-4399-8d0a-22801f43c28e req-79ce9c44-d832-4219-b526-2967cf38acc5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0958183 Mar 02 19:38:16.339446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92787ebe-9df7-4399-8d0a-22801f43c28e req-c4d9d01a-7c17-4601-a227-7ff56abae508 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 Mar 02 19:38:17.545124 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d171c0-dcca-4bf4-a49d-42d19fdea49d req-b3dde7c8-a2b4-4a41-b203-4fae4d65c26a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:17.546613 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d171c0-dcca-4bf4-a49d-42d19fdea49d req-b3dde7c8-a2b4-4a41-b203-4fae4d65c26a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0953879 Mar 02 19:38:17.598808 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e3d171c0-dcca-4bf4-a49d-42d19fdea49d req-0b03373a-4290-4270-ad51-fba11a9ce74b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444629 Mar 02 19:38:18.823876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85ecfe-8875-4b22-9f25-1a2d9274ddb1 req-30fdd2c9-143e-4b09-91fe-14cc5115897e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:18.825374 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e85ecfe-8875-4b22-9f25-1a2d9274ddb1 req-30fdd2c9-143e-4b09-91fe-14cc5115897e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.1065617 Mar 02 19:38:18.874151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7e85ecfe-8875-4b22-9f25-1a2d9274ddb1 req-bde68fbf-0811-4d9e-8d80-8bc119f271e6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425236 Mar 02 19:38:20.087896 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef71041-dfc9-4b73-80d8-a9c91ed5a74d req-0fb1cdfe-8aeb-4229-9513-2398d026c5e8 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:20.094626 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cef71041-dfc9-4b73-80d8-a9c91ed5a74d req-0fb1cdfe-8aeb-4229-9513-2398d026c5e8 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0989332 Mar 02 19:38:20.146738 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-cef71041-dfc9-4b73-80d8-a9c91ed5a74d req-3931f379-1637-483f-a969-087178a79831 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509791 Mar 02 19:38:21.346003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d65c87e-4962-4f38-baaa-3a52f29e1065 req-b45d4c04-f447-4075-854e-a32367437535 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:21.346744 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d65c87e-4962-4f38-baaa-3a52f29e1065 req-b45d4c04-f447-4075-854e-a32367437535 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0946543 Mar 02 19:38:21.396288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d65c87e-4962-4f38-baaa-3a52f29e1065 req-d4b7d048-ab33-4340-b52a-c67a1657a6ed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446553 Mar 02 19:38:22.138501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-de2f4603-49be-4ca6-bb90-dc55a5960272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:22.593233 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a48d48-8348-43fd-ab1a-f7d687330558 req-2e5c25ec-9b65-483b-8db9-83b5dba64812 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:22.594726 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5a48d48-8348-43fd-ab1a-f7d687330558 req-2e5c25ec-9b65-483b-8db9-83b5dba64812 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0863307 Mar 02 19:38:22.640731 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d5a48d48-8348-43fd-ab1a-f7d687330558 req-bf9e66bc-6883-4093-8d0f-9a5788f88007 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403557 Mar 02 19:38:23.827126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af385619-2b08-45d5-a6f4-f6f40ee3a753 req-10574cdd-5dee-4f84-ab81-8c11d226218f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:23.828659 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af385619-2b08-45d5-a6f4-f6f40ee3a753 req-10574cdd-5dee-4f84-ab81-8c11d226218f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0838697 Mar 02 19:38:23.874253 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-af385619-2b08-45d5-a6f4-f6f40ee3a753 req-7f4262a0-5f7a-4de1-9942-6b2c2068a136 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389428 Mar 02 19:38:23.951267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-0a368a1c-8dc1-4f7e-9029-885aeeb86488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:23.952763 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-0a368a1c-8dc1-4f7e-9029-885aeeb86488 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1097 time: 0.0760741 Mar 02 19:38:24.083712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-b1e676ce-4d12-45e9-8e01-97153c0b95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:24.085078 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-b1e676ce-4d12-45e9-8e01-97153c0b95d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1259959 Mar 02 19:38:24.185370 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-dc513cdf-13d7-4d27-b228-3da2f24bb89f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1001 time: 0.0939648 Mar 02 19:38:24.250400 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-a1107d4b-9b07-47c9-9faf-f4b0a8572609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:24.252418 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-a1107d4b-9b07-47c9-9faf-f4b0a8572609 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0612242 Mar 02 19:38:24.286876 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fa6155ae-3c44-44cd-b32b-c5974ee98d4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:24.334141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-ce5bb886-7a17-4ea0-a02c-46d23fb377a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:24.335557 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-ce5bb886-7a17-4ea0-a02c-46d23fb377a4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701985 Mar 02 19:38:24.466733 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-6584fdb1-2794-48a7-98b5-60064ba49c1f service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252224 Mar 02 19:38:24.597417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-aafa3a0f-6c78-4ff0-8124-d264bb1898a4 req-fbd91e5e-e307-4823-89b4-66db0de65846 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242681 Mar 02 19:38:25.060766 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029e860-e16e-4d33-b137-35c9c4101bbf req-ce9dd5ee-5ca6-4a60-aea7-54567a778f18 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:25.062272 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c029e860-e16e-4d33-b137-35c9c4101bbf req-ce9dd5ee-5ca6-4a60-aea7-54567a778f18 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0804212 Mar 02 19:38:25.108673 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c029e860-e16e-4d33-b137-35c9c4101bbf req-ca0cfd91-43d7-415f-9885-8300df05aeca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402694 Mar 02 19:38:25.600613 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:25.824045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.295205 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ca1cc-b843-4e4d-b61f-076c07748074 req-83511b52-15d9-4aff-a26c-e0a470d22be2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:26.296669 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f4ca1cc-b843-4e4d-b61f-076c07748074 req-83511b52-15d9-4aff-a26c-e0a470d22be2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 946 time: 0.0815854 Mar 02 19:38:26.339899 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2f4ca1cc-b843-4e4d-b61f-076c07748074 req-2e4e5427-b835-4203-9d53-f489e139d024 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376263 Mar 02 19:38:26.498192 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.557879 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:26.697113 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.723610 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:38:26.734356 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:26.771907 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'code': 200} Mar 02 19:38:26.824005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:26.891051 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:27.052761 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:27.520464 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96a9a0-9644-45c8-ac87-be7c03a1b5ae req-3e816b93-d8fe-40b0-9195-d0966212ea39 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:27.521879 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b96a9a0-9644-45c8-ac87-be7c03a1b5ae req-3e816b93-d8fe-40b0-9195-d0966212ea39 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0804613 Mar 02 19:38:27.565483 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3b96a9a0-9644-45c8-ac87-be7c03a1b5ae req-bcec3ea7-4657-4fa5-8a70-b2f27a15c418 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379477 Mar 02 19:38:27.732512 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:28.104795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12e81-4cda-4e64-8421-7289aa839b7b req-88b9836e-8250-477c-9cc9-bae5e8988c76 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:28.106326 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04f12e81-4cda-4e64-8421-7289aa839b7b req-88b9836e-8250-477c-9cc9-bae5e8988c76 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0802109 Mar 02 19:38:28.151753 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-04f12e81-4cda-4e64-8421-7289aa839b7b req-3b76222f-60c3-4836-842f-6e75247a8236 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394061 Mar 02 19:38:28.623080 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-0e018eab-212f-4886-9b1f-a980f9e09809 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141746 Mar 02 19:38:29.338075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d015cd-8f0f-47d6-9590-06877445cf8c req-167e596d-71c2-42a4-b0c6-acbabae1a3ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:29.339760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92d015cd-8f0f-47d6-9590-06877445cf8c req-167e596d-71c2-42a4-b0c6-acbabae1a3ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0835586 Mar 02 19:38:29.393155 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-92d015cd-8f0f-47d6-9590-06877445cf8c req-a2219984-130b-445d-a8f6-19386a3eb77e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442629 Mar 02 19:38:30.094917 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-46692082-9b71-498f-b378-40801befcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.096381 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-46692082-9b71-498f-b378-40801befcd8d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 1095 time: 0.0700338 Mar 02 19:38:30.187178 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-9e1246a2-7506-42a9-8b62-7d879c772156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.188626 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-9e1246a2-7506-42a9-8b62-7d879c772156 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0723243 Mar 02 19:38:30.319002 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-7d666592-a01f-4986-9a25-abb9e7c91c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.320478 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-7d666592-a01f-4986-9a25-abb9e7c91c1a service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1264215 Mar 02 19:38:30.418291 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-1991b8b0-71dd-4c66-9889-e811ef33cb32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 999 time: 0.0924740 Mar 02 19:38:30.483692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-2c4b73dd-5c87-411d-8f5f-c752b3bfc00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.485163 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-2c4b73dd-5c87-411d-8f5f-c752b3bfc00c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0617516 Mar 02 19:38:30.559682 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-44a576ac-6ff0-4823-8789-11101c523c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.561148 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-44a576ac-6ff0-4823-8789-11101c523c79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700989 Mar 02 19:38:30.579712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ea515-5efd-452a-87a4-855ffd299c02 req-d9799105-21d1-4b5e-9784-315bc71c8b86 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:30.581194 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f51ea515-5efd-452a-87a4-855ffd299c02 req-d9799105-21d1-4b5e-9784-315bc71c8b86 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0783119 Mar 02 19:38:30.589617 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:38:30.630656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f51ea515-5efd-452a-87a4-855ffd299c02 req-7aec25b9-f1a4-4f94-a460-f7eb865f9c9a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434508 Mar 02 19:38:30.695223 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-07910fad-ac4e-43d6-a5b9-cdb9d9e56b55 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272631 Mar 02 19:38:30.826247 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-049bb9e7-d6a6-4ef8-ab97-14fe84d47799 req-ecf339e1-fb13-4327-80e0-27e3ae5af580 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256583 Mar 02 19:38:31.200699 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:38:31.831234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413fcc8d-f143-4a74-8636-d50a43ddb879 req-00fe1c18-470d-4624-8cff-8043998831c5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:31.833434 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-413fcc8d-f143-4a74-8636-d50a43ddb879 req-00fe1c18-470d-4624-8cff-8043998831c5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0840046 Mar 02 19:38:31.885510 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-413fcc8d-f143-4a74-8636-d50a43ddb879 req-d09fb86e-2765-4647-b3fa-8235011fd173 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458279 Mar 02 19:38:33.085589 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fba956-324c-4635-8d71-faa3db762d44 req-8cfebd0f-b090-47c3-b2e0-074c8a9e69a4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:33.088355 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20fba956-324c-4635-8d71-faa3db762d44 req-8cfebd0f-b090-47c3-b2e0-074c8a9e69a4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0971742 Mar 02 19:38:33.136119 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20fba956-324c-4635-8d71-faa3db762d44 req-d00ba4e8-7cb7-4971-bc91-02f75eec6308 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410011 Mar 02 19:38:34.329983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6162b-0bdb-44ba-ab9b-5d4f8ee96df4 req-ead79274-455b-4d55-9392-a2289f2979b5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:34.332165 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47b6162b-0bdb-44ba-ab9b-5d4f8ee96df4 req-ead79274-455b-4d55-9392-a2289f2979b5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0871139 Mar 02 19:38:34.379829 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-47b6162b-0bdb-44ba-ab9b-5d4f8ee96df4 req-ff0d1648-2e34-4641-a15b-522f68561a50 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418885 Mar 02 19:38:35.576986 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420325a-c9fb-49b5-8210-65cf701b01e3 req-9421f794-675f-410f-86bc-2b109642dd4b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:35.578760 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6420325a-c9fb-49b5-8210-65cf701b01e3 req-9421f794-675f-410f-86bc-2b109642dd4b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0927591 Mar 02 19:38:35.628380 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6420325a-c9fb-49b5-8210-65cf701b01e3 req-325202ac-a811-49f5-b99a-380d7508ad2e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Mar 02 19:38:36.835951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7800380-4ebd-4eb1-9645-3e919fd16ad8 req-c46a178f-7f6f-49e3-b15f-a382a44a9056 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:36.837433 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7800380-4ebd-4eb1-9645-3e919fd16ad8 req-c46a178f-7f6f-49e3-b15f-a382a44a9056 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0922196 Mar 02 19:38:36.991472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d7800380-4ebd-4eb1-9645-3e919fd16ad8 req-b5134121-b0bf-4348-8449-b16cc723fe45 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483958 Mar 02 19:38:38.189611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee69a6-5284-4055-843c-4725c12df2ea req-e4370862-efbe-4df9-8e00-6d0286215aff tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:38.191350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3ee69a6-5284-4055-843c-4725c12df2ea req-e4370862-efbe-4df9-8e00-6d0286215aff tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0834486 Mar 02 19:38:38.242743 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d3ee69a6-5284-4055-843c-4725c12df2ea req-c5fdce1c-b72f-43b1-9677-ace6798e2d1d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397019 Mar 02 19:38:39.431832 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff661a-e48c-4da8-b3f7-1c8e3079d2af req-21f3ec31-cd9a-4623-8e9e-93f1d3b06296 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:39.433210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aff661a-e48c-4da8-b3f7-1c8e3079d2af req-21f3ec31-cd9a-4623-8e9e-93f1d3b06296 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0823205 Mar 02 19:38:39.476999 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3aff661a-e48c-4da8-b3f7-1c8e3079d2af req-3709258f-56b5-4d50-b92c-c5cfafc901d8 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375030 Mar 02 19:38:40.659106 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be00922-8be2-4157-afc8-87c560db6fa8 req-1eb32a58-2be7-4923-90e5-d533958f5eff tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:40.660583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9be00922-8be2-4157-afc8-87c560db6fa8 req-1eb32a58-2be7-4923-90e5-d533958f5eff tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0805790 Mar 02 19:38:40.707503 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9be00922-8be2-4157-afc8-87c560db6fa8 req-edfab720-722d-4266-a4c8-ba5e5d941468 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412030 Mar 02 19:38:41.887965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f38e0d-5f56-4855-85a1-a53bc6edc957 req-49a46e55-cc3f-4afe-af16-046f501712c4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:41.889408 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96f38e0d-5f56-4855-85a1-a53bc6edc957 req-49a46e55-cc3f-4afe-af16-046f501712c4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0782719 Mar 02 19:38:41.933174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-96f38e0d-5f56-4855-85a1-a53bc6edc957 req-c6a55390-ff36-4b6d-be0d-9423d7a533c4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378850 Mar 02 19:38:42.761773 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:38:42.893795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:42.907434 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'bc20b01f-336e-4e80-869b-a86224384203', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'port_id': 'bc20b01f-336e-4e80-869b-a86224384203', 'mac_address': 'fa:16:3e:47:b4:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:38:42.960939 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:42.977200 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:38:42.992620 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:43.084342 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:43.117822 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e18865-6ced-4557-a2d5-10a9a1bb8f21 req-e66e1e7b-5ee1-49cc-a7e3-df5524a7a3c0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:43.119327 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70e18865-6ced-4557-a2d5-10a9a1bb8f21 req-e66e1e7b-5ee1-49cc-a7e3-df5524a7a3c0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 944 time: 0.0824318 Mar 02 19:38:43.155092 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:43.166914 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-70e18865-6ced-4557-a2d5-10a9a1bb8f21 req-57a028fa-f768-4798-94e9-c9a4b1c54869 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414720 Mar 02 19:38:43.333055 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['bc20b01f-336e-4e80-869b-a86224384203'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:38:44.344250 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc3267-a1b4-4479-ab0d-13439da6edd3 req-1740cae9-fb8e-4c71-a6da-38b4253d2683 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:44.345715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90fc3267-a1b4-4479-ab0d-13439da6edd3 req-1740cae9-fb8e-4c71-a6da-38b4253d2683 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 945 time: 0.0787451 Mar 02 19:38:44.388781 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-90fc3267-a1b4-4479-ab0d-13439da6edd3 req-61d485ee-13e2-45bb-a032-d837e786fa89 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369241 Mar 02 19:38:44.779694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:38:44.848604 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port bc20b01f-336e-4e80-869b-a86224384203 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:38:44.848967 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:44.959136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:44.984722 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:38:44.994916 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:38:45.028627 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'code': 200} Mar 02 19:38:45.097833 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:45.169266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:38:45.389521 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642fbf48-fac1-4102-be88-d7bdf16c5efc req-d46a0f58-c478-49e6-8540-39d1eb51c4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:45.390992 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-642fbf48-fac1-4102-be88-d7bdf16c5efc req-d46a0f58-c478-49e6-8540-39d1eb51c4d9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1098 time: 0.1644008 Mar 02 19:38:45.430282 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-642fbf48-fac1-4102-be88-d7bdf16c5efc req-86e6b442-fe36-47bd-8126-b4e03ced574a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335457 Mar 02 19:38:45.575523 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e6d808-8423-424d-b8c5-74863c0dc11d req-36023bd5-1152-45e3-8652-f5a194822bb7 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:45.577104 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18e6d808-8423-424d-b8c5-74863c0dc11d req-36023bd5-1152-45e3-8652-f5a194822bb7 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.0825484 Mar 02 19:38:45.619835 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-18e6d808-8423-424d-b8c5-74863c0dc11d req-ee3372bf-8d74-4333-974e-fd9e30a96f45 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371311 Mar 02 19:38:46.809991 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24371063-07ed-4922-a178-6e753aa83e6a req-39141284-659e-4edd-9f27-8f07a49dc56e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:46.811421 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24371063-07ed-4922-a178-6e753aa83e6a req-39141284-659e-4edd-9f27-8f07a49dc56e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.0819168 Mar 02 19:38:46.857969 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-24371063-07ed-4922-a178-6e753aa83e6a req-52d5ca5d-ead7-40c3-8df1-77e7d2fe4634 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407193 Mar 02 19:38:48.039101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a134ea3a-c31a-4e6a-8d45-8900d011552e req-c6a85c80-3b3c-453b-b61c-223f5c2e8172 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:38:48.040564 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a134ea3a-c31a-4e6a-8d45-8900d011552e req-c6a85c80-3b3c-453b-b61c-223f5c2e8172 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.0798378 Mar 02 19:38:48.083727 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a134ea3a-c31a-4e6a-8d45-8900d011552e req-4fd308e8-3958-4ef7-bf26-3f91680ac3b5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374913 Mar 02 19:38:52.154303 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b0bb57b0-1f64-4557-a9cb-3634df636d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:54.263308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-67a52e7c-4844-493a-8aa2-a6574284e375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:55.617446 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:55.863308 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:56.529560 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:57.074340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:38:57.737143 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:08.200037 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:39:10.007918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-40cfe670-e6e8-4465-8fd4-136ec8ab2029 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0688744 Mar 02 19:39:10.147459 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-ed43acef-efa8-4678-b363-d4260529a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:10.148923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-ed43acef-efa8-4678-b363-d4260529a791 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1098 time: 0.0731428 Mar 02 19:39:10.293376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-54a7ec4a-808f-4906-a444-1e2c37a93d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:10.294856 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-54a7ec4a-808f-4906-a444-1e2c37a93d63 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1261554 Mar 02 19:39:10.395980 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-ab7081cc-a35d-41bd-bdd9-5a84e4866ff8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 1001 time: 0.0946770 Mar 02 19:39:10.457705 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-95c53910-9ae5-4e74-9848-16b5bae9f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:10.464070 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-95c53910-9ae5-4e74-9848-16b5bae9f4d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0563180 Mar 02 19:39:10.532604 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-0080e123-3a06-4f5c-be80-f989cd112223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:10.534027 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-0080e123-3a06-4f5c-be80-f989cd112223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684137 Mar 02 19:39:10.664456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-14e7f041-1701-4adf-9c33-2940d13ca6dc service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230240 Mar 02 19:39:10.793631 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7f5e6cbe-4d1b-49b4-ab56-63b1229ed4cb req-810014da-312b-4005-a492-b6163d3a2d1f service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230841 Mar 02 19:39:22.147971 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a9adfd67-d2f5-4733-8349-e4d0d433f706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:24.228044 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f9ef6842-e8c8-4619-a4b7-3b30e4645dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:25.574624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:25.833753 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:26.525234 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:27.051103 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:27.774807 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:45.199045 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:39:52.168366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7df64f33-bebd-42a7-9223-a59b82674e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:54.238949 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cc14e672-7ed2-436f-93a7-3af86fe76614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.570263 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:55.838975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.511242 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:56.999674 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53752) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:39:57.102107 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.202953 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Deleting port 067d1539-530e-4dc6-a04a-2d4ecc09b66c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:39:57.203296 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.370938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.371180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.489963 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Calling delete_port for 067d1539-530e-4dc6-a04a-2d4ecc09b66c owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:39:57.696007 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.776353 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.865023 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'Port': ['ID=067d1539-530e-4dc6-a04a-2d4ecc09b66c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:39:57.911290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.911641 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.912085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.912431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.912768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.913102 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.913433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.913762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.914085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.914437 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.914766 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.915091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:39:57.943185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:57.943618 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Floating IP 95d253e3-b54e-475c-8c9d-ebf439ad8165 disassociated (deleted). External IP: 172.25.7.65, port: bc20b01f-336e-4e80-869b-a86224384203. Mar 02 19:39:58.290654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:39:58.466531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:39:58.475992 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:39:58.482977 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:39:58.484778 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:39:58.485376 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:58.537365 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bde52bb6-1db4-43b5-92c9-b8d4e9016b5f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "DELETE /v2.0/floatingips/95d253e3-b54e-475c-8c9d-ebf439ad8165 HTTP/1.1" status: 204 len: 168 time: 1.5365758 Mar 02 19:39:58.537959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:39:58.637769 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'status': 'completed', 'code': 200} Mar 02 19:39:58.708863 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:39:58.732147 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-4011829c-e717-4cba-8f74-b0948c3faaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:58.733635 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-4011829c-e717-4cba-8f74-b0948c3faaf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 1098 time: 0.0745790 Mar 02 19:39:58.867640 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-9a785591-d38d-4043-8dd5-94943b3a9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:58.869361 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-9a785591-d38d-4043-8dd5-94943b3a9892 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1298299 Mar 02 19:39:58.936770 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-63bc932e-e973-4493-9537-30c18f7f6b05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 200 len: 217 time: 0.0616503 Mar 02 19:39:59.025630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-3020a436-3bad-45b8-8e45-73437163063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:59.027235 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-3020a436-3bad-45b8-8e45-73437163063a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0848794 Mar 02 19:39:59.033319 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:59.037505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:39:59.046315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:39:59.046913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:39:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:59.113509 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-0055d09b-78cc-4eda-90de-30e7fe88451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:59.115049 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-0055d09b-78cc-4eda-90de-30e7fe88451d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815122 Mar 02 19:39:59.161006 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0813ce54-3ccf-498e-a749-14172ff80aff req-8a1ef185-62ca-43e1-ac92-9a6ffc0af7da tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:39:59.162431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0813ce54-3ccf-498e-a749-14172ff80aff req-8a1ef185-62ca-43e1-ac92-9a6ffc0af7da tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.0884442 Mar 02 19:39:59.209681 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0813ce54-3ccf-498e-a749-14172ff80aff req-0f49fdd4-2b35-4b9a-bf27-4fb61cba3cd6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406020 Mar 02 19:39:59.236526 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:39:59.250347 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-faae4fa9-0cc3-4aa9-91e0-a2e5a2d7908b service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284692 Mar 02 19:39:59.496046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-da4f3595-8e01-4543-8e03-911466fc1a36 req-ca0976bf-94e4-4bec-a5f3-3760be726bf2 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396441 Mar 02 19:39:59.553218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:39:59.557279 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54548e42-5d42-4d5c-a9fa-77a6b0b4e14c None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:39:59.760657 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a073d40a-068b-474d-85cc-06a3cfe30258 None None] New status for floating IP 95d253e3-b54e-475c-8c9d-ebf439ad8165: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:40:00.349958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-9b6eea4e-bdb0-462e-aaed-7ae43c9fcd67 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:00.350586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-9b6eea4e-bdb0-462e-aaed-7ae43c9fcd67 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:40:00.399270 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289aa83-446d-4463-812b-dfb5dee2f6e5 req-bd79d998-96b1-46ea-ad4d-626526b23032 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:00.400725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7289aa83-446d-4463-812b-dfb5dee2f6e5 req-bd79d998-96b1-46ea-ad4d-626526b23032 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.0794110 Mar 02 19:40:00.415992 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-9b6eea4e-bdb0-462e-aaed-7ae43c9fcd67 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:40:00.420679 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-9b6eea4e-bdb0-462e-aaed-7ae43c9fcd67 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 947 time: 0.1495504 Mar 02 19:40:00.444570 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-7289aa83-446d-4463-812b-dfb5dee2f6e5 req-35cafb00-c4f4-4690-9b65-8b3f9b8eedbe tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=be852e5f-aba0-4428-b948-4f5244695440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378172 Mar 02 19:40:00.487896 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Deleting port bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:40:00.488235 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:00.728093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] For port bc20b01f-336e-4e80-869b-a86224384203, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=bc20b01f-336e-4e80-869b-a86224384203,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:40:00.728804 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:00.848350 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Calling delete_port for bc20b01f-336e-4e80-869b-a86224384203 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:40:01.051390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.101427 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'Port': ['ID=bc20b01f-336e-4e80-869b-a86224384203,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:01.177881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] No DVR routers for this DVR port bc20b01f-336e-4e80-869b-a86224384203 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:40:01.180480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:01.183072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-deleted', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:40:01.226658 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a94fee8-109f-41ef-b8b8-4f65c90fd5e2', 'name': 'network-vif-deleted', 'tag': 'bc20b01f-336e-4e80-869b-a86224384203', 'status': 'completed', 'code': 200} Mar 02 19:40:01.272291 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c933358b-d1f9-4134-9f15-a3eddf249e93 req-aeb0b6ab-cfef-4e2d-b5d0-cb0bf5dc874b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "DELETE /v2.0/ports/bc20b01f-336e-4e80-869b-a86224384203 HTTP/1.1" status: 204 len: 173 time: 0.8490999 Mar 02 19:40:01.599697 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ea48c4a0-7105-4e6e-a1d4-b9f0bd86531d req-17a00e9b-322f-44a5-89c3-1efc25766d60 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a94fee8-109f-41ef-b8b8-4f65c90fd5e2 HTTP/1.1" status: 200 len: 210 time: 0.0461338 Mar 02 19:40:02.695707 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53772) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:02.762650 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.791832 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.942394 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:02.959215 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be852e5f-aba0-4428-b948-4f5244695440,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:03.043904 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.045022 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-f7fe88fa-56bd-4744-b900-ef363cc851ca tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "DELETE /v2.0/security-groups/be852e5f-aba0-4428-b948-4f5244695440 HTTP/1.1" status: 204 len: 168 time: 0.3483481 Mar 02 19:40:03.166341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:40:03.204341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: bc20b01f-336e-4e80-869b-a86224384203 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:40:03.204619 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device bc20b01f-336e-4e80-869b-a86224384203 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:40:03.483189 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53780) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:03.488925 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279844477', 'description': 'tempest-secgroup-smoke-279844477 description', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:03.495800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:03.499918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:03.502728 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:03.508765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:03.592986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.612912 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:03.616782 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:03.619636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:03.625198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:03.692989 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.770799 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.815379 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13b453-e514-4194-9263-98a667b959b9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:03.896213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:03.897431 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-712b2238-0b82-497e-a21c-de3d56bb86ea tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4132504 Mar 02 19:40:03.900221 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53784) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:03.905175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:03.912471 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:03.916226 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:03.919058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:03.924650 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:04.017085 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.077685 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.147352 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.174017 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc334264-2ab0-45b9-8c27-0ebd5de27be5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:04.238730 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.239898 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-5c9b419d-b4ac-4439-9d67-7ab19fed770c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387558 Mar 02 19:40:04.242718 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53788) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:04.247561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:04.254891 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:04.258708 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:04.261569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:04.267630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:04.339983 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.399960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.478701 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.503136 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e6129d-ae2a-41f1-ac03-1af38d1158c5,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:04.585429 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.586645 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-bfc69f85-0436-40ab-9b16-039a601bda05 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3429701 Mar 02 19:40:04.589363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53792) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:04.596333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:04.600825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:04.604595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:04.607409 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:04.612994 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:04.697161 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.756174 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.836660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.857709 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4550df3e-fb16-4fd1-8352-0ac02a1162a6,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:04.933624 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:04.934843 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b6ee0f9d-9894-4e36-8c94-e0dd75bb4863 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445222 Mar 02 19:40:04.937561 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53796) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:04.942426 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:04.948950 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:04.952722 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:04.955580 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:04.961288 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:05.034176 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.100444 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.170097 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.193091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd7022d-f27a-4ea5-8a7f-cdd130b56468,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:05.273240 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.274462 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-371c3292-671e-409f-9324-de74d97aa14b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3359745 Mar 02 19:40:05.277135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53800) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:05.282267 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:05.289527 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:05.293335 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:05.296182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:05.301777 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:05.376036 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Project dddffa374d0b498db4bba5ca5fb553bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:40:05.382539 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.445833 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.529995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.553292 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84461839-7c34-43d0-9607-ede88620305a,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:05.631638 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.633252 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-d25a98a9-6caa-47df-b02a-4443f1c976ba tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3551190 Mar 02 19:40:05.635596 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 53804) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:05.640506 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'security_group_rule': {'security_group_id': '2f13b453-e514-4194-9263-98a667b959b9', 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:05.648255 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:05.652012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:security_group_rule and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:05.655092 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:05.660442 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:05.770409 n-d-828839-1 neutron-server[88708]: INFO neutron.db.securitygroups_db [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Project dddffa374d0b498db4bba5ca5fb553bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:40:05.777728 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.844416 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.933576 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:05.960212 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03817fad-9c65-4eb1-a0d9-715e1dd48158,revision_number=0']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:06.027154 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:06.028276 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-7b0a5f15-3946-4ae6-9d23-e0c960b64435 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3917708 Mar 02 19:40:22.185135 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3dad0ce-5a45-45d6-b061-862337dee119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:22.198802 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:40:24.273153 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5c63768b-90ad-4e90-80e5-878f1375cdd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:25.637049 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:25.907394 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:26.575558 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:27.055532 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:27.704629 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-9be5cd36-de8a-4fca-b3c7-5adf6d0dc07b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279844477&fields=id&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 267 time: 0.0392601 Mar 02 19:40:27.790905 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:27.853231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-6fc0e802-ec26-4c66-90e1-0ae37adfb8ae tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:27.854772 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-6fc0e802-ec26-4c66-90e1-0ae37adfb8ae tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 809 time: 0.1436276 Mar 02 19:40:27.870438 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-a63975fb-92e2-4186-ac3e-7a7815ac0c53 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/quotas/dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 375 time: 0.0102053 Mar 02 19:40:27.956402 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-27c45433-cd6d-47ad-a596-872351da6087 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0810623 Mar 02 19:40:28.016890 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-c353245d-17d4-4f1b-9941-c8bf15383dcb service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88709) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:40:28.017918 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-c353245d-17d4-4f1b-9941-c8bf15383dcb service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0502522 Mar 02 19:40:28.149117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-ac787315-d92c-4e72-8bc7-941add08efcd service neutron] 10.222.0.66 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252584 Mar 02 19:40:28.376472 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-8a9efb45-a3ec-4e9f-b0e4-bcb28159e4de service neutron] 10.222.0.66 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215669 Mar 02 19:40:29.037293 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-905b5e33-eef7-4be3-a140-24c72226b073 req-7a94dfb1-4ef5-4a13-9ff1-5a392919fed7 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 210 time: 0.0453415 Mar 02 19:40:30.189979 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0d2fc029-073e-4734-b615-aba6141ff6da req-53cc4595-377a-4a74-a8e6-4b6a9ba93f4f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 210 time: 0.0448811 Mar 02 19:40:31.125059 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-79cd0100-2a1e-4069-a101-c5a4bc2f5e7d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:31.126558 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-79cd0100-2a1e-4069-a101-c5a4bc2f5e7d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 809 time: 0.2498932 Mar 02 19:40:31.172817 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-671a90f3-5e86-4494-be0a-5613e82c9a08 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:40:31.255861 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-671a90f3-5e86-4494-be0a-5613e82c9a08 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:40:31.257035 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-671a90f3-5e86-4494-be0a-5613e82c9a08 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 379 time: 0.1235461 Mar 02 19:40:31.265757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'port': {'device_id': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'admin_state_up': True, 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'security_groups': ['2f13b453-e514-4194-9263-98a667b959b9']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:31.351174 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-20cfe093-7e1f-489b-b5ea-f1e49edb7e2f req-de6dbd17-7a9d-4ef3-9530-b5807284ad1a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 210 time: 0.0519016 Mar 02 19:40:31.407290 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:31.411345 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:port and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:31.414154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:31.420408 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:31.501496 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Made reservation on behalf of dddffa374d0b498db4bba5ca5fb553bf for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:40:31.504995 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:31.672240 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Allocated IP 172.20.0.8 (02a3f024-8460-4259-a1af-2a8881566167/77c2659f-9983-4a81-9503-6ffc86751ded/3fb6d6d0-9899-47fa-8b78-8843b7036836) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:40:31.863608 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:31.879069 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Transition to ACTIVE for port object 3fb6d6d0-9899-47fa-8b78-8843b7036836 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:40:31.974133 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:32.040480 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Network 02a3f024-8460-4259-a1af-2a8881566167 is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:40:32.048323 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:40:32.052698 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:40:32.095071 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:32.128435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:32.129113 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:32.248480 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-5b3b31f0-9c3c-4a9d-b248-7ebbc2e3bb14 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9865355 Mar 02 19:40:32.258064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-15b6bdd6-4e86-4e70-b316-0bd80dd7957d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:40:32.259555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-15b6bdd6-4e86-4e70-b316-0bd80dd7957d tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052276 Mar 02 19:40:32.315800 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Request body: {'port': {'device_id': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:32.358209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5036df34-bf22-4556-8d65-4d0139d40c49 None None] Provisioning for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:40:32.363514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-5036df34-bf22-4556-8d65-4d0139d40c49 None None] Provisioning complete for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:32.367161 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5036df34-bf22-4556-8d65-4d0139d40c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:32.426623 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-5036df34-bf22-4556-8d65-4d0139d40c49 None None] Port 3fb6d6d0-9899-47fa-8b78-8843b7036836 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:40:32.437725 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:32.557306 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d57df5-7fbb-40b6-9907-7e3a06ca7a64 req-6474e67c-97a2-4432-a8a1-16ba691a2e4a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:32.561865 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81d57df5-7fbb-40b6-9907-7e3a06ca7a64 req-6474e67c-97a2-4432-a8a1-16ba691a2e4a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 931 time: 0.0880885 Mar 02 19:40:32.602429 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-81d57df5-7fbb-40b6-9907-7e3a06ca7a64 req-657325eb-2cf9-4c9b-b409-fe2c7ef15bed tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381162 Mar 02 19:40:32.783352 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:40:32.791450 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:32.805497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Transition to ACTIVE for port object 3fb6d6d0-9899-47fa-8b78-8843b7036836 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:40:32.889639 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:33.082794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:33.131900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:40:33.133064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:40:33.133064 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:40:33.137621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:40:33.137944 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:40:33.143832 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:40:33.144185 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:40:33.146882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Bound using segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:40:33.146882 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Bound port: 3fb6d6d0-9899-47fa-8b78-8843b7036836, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:40:33.146882 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:33.237884 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:40:33.240749 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:40:33.307361 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:33.363544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:33.364159 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:33.365552 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] 10.222.0.65 "PUT /v2.0/ports/3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1091 time: 1.1002157 Mar 02 19:40:33.365988 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:40:33.389697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87384a-2328-40fc-b2f6-5a94a2804d5c service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:33.415118 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'status': 'completed', 'code': 200} Mar 02 19:40:33.538468 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-edd91c16-ef4c-4e2a-a82a-0ffc560a0f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:33.546290 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-edd91c16-ef4c-4e2a-a82a-0ffc560a0f98 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1094 time: 0.0757473 Mar 02 19:40:33.789701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28472ee2-6e1a-4de1-947d-35fc5675b9bf req-4ba6314c-0e52-40eb-8b7f-bad7187a7000 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:33.791175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-4e1c5a8f-d01c-48c9-9905-caeede74ca17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:33.791440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28472ee2-6e1a-4de1-947d-35fc5675b9bf req-4ba6314c-0e52-40eb-8b7f-bad7187a7000 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0829432 Mar 02 19:40:33.792665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-4e1c5a8f-d01c-48c9-9905-caeede74ca17 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2454691 Mar 02 19:40:33.835752 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28472ee2-6e1a-4de1-947d-35fc5675b9bf req-a8491ffa-df51-4e17-9242-8e564c59b1f2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380766 Mar 02 19:40:33.927687 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-6917f733-184e-4909-94a8-46d6a151080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:33.929170 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-d5cb1436-218e-4ae3-8c70-a0d86510a132 req-6917f733-184e-4909-94a8-46d6a151080d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1309931 Mar 02 19:40:34.035038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-b61e4627-bcf9-4f3e-b161-f3c6b7988242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:34.036671 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-b61e4627-bcf9-4f3e-b161-f3c6b7988242 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1094 time: 0.0752029 Mar 02 19:40:34.107722 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-0646f81c-bfff-4efc-9b6b-00fa95605cc6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 217 time: 0.0650403 Mar 02 19:40:34.168851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-e79b6c8a-02a2-4fa0-8e08-f34717d2ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:34.170320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-e79b6c8a-02a2-4fa0-8e08-f34717d2ca97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0574021 Mar 02 19:40:34.244736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-aeef2bb6-702a-47da-95d4-b82df3472a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:34.246194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-aeef2bb6-702a-47da-95d4-b82df3472a8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700836 Mar 02 19:40:34.376046 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-9d46e601-0fcb-4b59-aedf-4907fe5374ba service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234970 Mar 02 19:40:34.505583 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f99138a0-ea51-4e59-9b8a-e54ae94e1f14 req-92dfd143-aea5-4ba4-9b2f-60cca128c42d service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240649 Mar 02 19:40:35.021799 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23cb7-ccf1-472d-ab85-962aa1e738f0 req-69d6a084-9f15-4f64-bf85-42a83c5f0989 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:35.023378 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9cc23cb7-ccf1-472d-ab85-962aa1e738f0 req-69d6a084-9f15-4f64-bf85-42a83c5f0989 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0809822 Mar 02 19:40:35.070747 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9cc23cb7-ccf1-472d-ab85-962aa1e738f0 req-c2e4c296-d9c7-4960-9806-a034cf513381 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411305 Mar 02 19:40:36.253047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21626f99-5a8e-4064-95fc-9e5ebaff5e66 req-70793f66-5db9-4e2c-88a3-6c30f566a4b5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:36.254475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21626f99-5a8e-4064-95fc-9e5ebaff5e66 req-70793f66-5db9-4e2c-88a3-6c30f566a4b5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0801821 Mar 02 19:40:36.299288 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-21626f99-5a8e-4064-95fc-9e5ebaff5e66 req-b6bf1527-1d83-4fc0-8cdd-cc4e0475e1e8 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392087 Mar 02 19:40:37.483265 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e7add-d7f6-49cd-8048-6d23116ee238 req-17e2a907-b68e-40e6-b293-e212b42f1adf tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:37.484708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c6e7add-d7f6-49cd-8048-6d23116ee238 req-17e2a907-b68e-40e6-b293-e212b42f1adf tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0814924 Mar 02 19:40:37.528656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9c6e7add-d7f6-49cd-8048-6d23116ee238 req-8424babd-97e8-4e1f-b26a-2338a525de63 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384240 Mar 02 19:40:38.714015 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46f979d-0455-4cdf-a5c8-75ae0ded6ce0 req-7db1b693-cb90-4207-bf46-7e18f39c430a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:38.715489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d46f979d-0455-4cdf-a5c8-75ae0ded6ce0 req-7db1b693-cb90-4207-bf46-7e18f39c430a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0813763 Mar 02 19:40:38.757608 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d46f979d-0455-4cdf-a5c8-75ae0ded6ce0 req-13434a3f-326c-4712-a7e2-c335f908990e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365844 Mar 02 19:40:39.939773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26eeb1c-bb5b-47bd-9c84-3fa4db938a94 req-b093e3b5-d4cf-4e0c-8611-0379919574e6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:39.941221 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b26eeb1c-bb5b-47bd-9c84-3fa4db938a94 req-b093e3b5-d4cf-4e0c-8611-0379919574e6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0807927 Mar 02 19:40:39.984244 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b26eeb1c-bb5b-47bd-9c84-3fa4db938a94 req-0371cdb0-d77d-4d11-8155-d57a98f87bb3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374961 Mar 02 19:40:41.167921 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821febfd-1091-4d31-8118-742a78ed3a7c req-d057cce0-07e3-4905-8f15-68e47e249c82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:41.169348 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-821febfd-1091-4d31-8118-742a78ed3a7c req-d057cce0-07e3-4905-8f15-68e47e249c82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0824654 Mar 02 19:40:41.212508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-821febfd-1091-4d31-8118-742a78ed3a7c req-fb96975e-489f-4aa1-8f03-7fe4f8073fe0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376041 Mar 02 19:40:42.440029 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28c983-5204-4893-b482-fdc0f1a08ab9 req-13a07561-3a0d-464f-94c4-995e060388f2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:42.441492 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e28c983-5204-4893-b482-fdc0f1a08ab9 req-13a07561-3a0d-464f-94c4-995e060388f2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0804179 Mar 02 19:40:42.484495 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8e28c983-5204-4893-b482-fdc0f1a08ab9 req-88ddd6e4-7dc4-43d5-a83f-ae35589dd91e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373530 Mar 02 19:40:43.431041 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:40:43.561429 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:40:43.574749 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'mac_address': 'fa:16:3e:56:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:40:43.628035 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:43.645163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:40:43.660353 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:40:43.670331 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a8f71-594e-4532-9a64-1f1d9f7baafd req-c9639e7d-bc1c-48ec-a1a8-82b6c310733c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:43.675397 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc0a8f71-594e-4532-9a64-1f1d9f7baafd req-c9639e7d-bc1c-48ec-a1a8-82b6c310733c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0828283 Mar 02 19:40:43.715205 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fc0a8f71-594e-4532-9a64-1f1d9f7baafd req-d6e1e630-513c-4145-8227-bb3893d0e8a9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377498 Mar 02 19:40:43.735116 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:43.841138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:43.848411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.848795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.849140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.849483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.849819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.850175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.850534 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.850839 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.851164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.851490 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.851816 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.852139 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:43.956824 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['3fb6d6d0-9899-47fa-8b78-8843b7036836'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:40:44.893853 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964cc100-f394-47ee-a00d-0f1e41d77b96 req-2b3b2437-e3f9-4c13-80d8-bc4dc77f8dbe tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:44.895307 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-964cc100-f394-47ee-a00d-0f1e41d77b96 req-2b3b2437-e3f9-4c13-80d8-bc4dc77f8dbe tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 944 time: 0.0779495 Mar 02 19:40:44.940399 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-964cc100-f394-47ee-a00d-0f1e41d77b96 req-0b2ebdf5-98fa-460b-bc52-f4bc80fe4776 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396545 Mar 02 19:40:45.446541 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:40:45.681819 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:40:45.686884 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:40:45.687257 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:45.801557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:45.828046 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:40:45.837521 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:40:45.912400 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:45.944467 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'code': 200} Mar 02 19:40:45.983277 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:46.058756 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beef99d-4ee5-417b-92f5-9628a05d2df1 req-a90d647a-9973-4d07-9b9b-3e02ad5977f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:46.061058 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7beef99d-4ee5-417b-92f5-9628a05d2df1 req-a90d647a-9973-4d07-9b9b-3e02ad5977f1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0794387 Mar 02 19:40:46.101237 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7beef99d-4ee5-417b-92f5-9628a05d2df1 req-79959bc1-f022-4bd5-93c4-5e952af05a66 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342901 Mar 02 19:40:46.127075 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbae7d9-6ad4-4348-a2c8-09c60660f02b req-3f7d987e-84c4-4977-b854-72c8b38f8d89 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:46.128552 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcbae7d9-6ad4-4348-a2c8-09c60660f02b req-3f7d987e-84c4-4977-b854-72c8b38f8d89 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0799127 Mar 02 19:40:46.173313 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fcbae7d9-6ad4-4348-a2c8-09c60660f02b req-0cbc3bb0-409e-4dca-8c3a-483aaf034028 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392871 Mar 02 19:40:47.365266 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b923b7-5d3b-4319-b699-3690f98e7b41 req-90ea6a67-a0ff-4e2c-8d24-a75495bf0806 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.366672 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88b923b7-5d3b-4319-b699-3690f98e7b41 req-90ea6a67-a0ff-4e2c-8d24-a75495bf0806 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0820642 Mar 02 19:40:47.410558 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-88b923b7-5d3b-4319-b699-3690f98e7b41 req-30313d07-703b-401a-94f8-e74f71b3d7c1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378132 Mar 02 19:40:47.591143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d8a5-3f7f-479a-92b9-dac16e4b8753 req-e7f42008-9999-4cbf-bd07-cd634c0d4887 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.592583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a07d8a5-3f7f-479a-92b9-dac16e4b8753 req-e7f42008-9999-4cbf-bd07-cd634c0d4887 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0782182 Mar 02 19:40:47.634882 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0a07d8a5-3f7f-479a-92b9-dac16e4b8753 req-038e17f8-600c-412b-b6b8-3200fdecdecc tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367310 Mar 02 19:40:47.657081 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54016) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:47.727549 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30689adf-400b-440d-ac3c-f4b543965003 tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:47.728251 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30689adf-400b-440d-ac3c-f4b543965003 tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] Synchronizing usage tracker for tenant:0325de6208e34a5abc308bcdd059504a on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:40:47.803299 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-30689adf-400b-440d-ac3c-f4b543965003 tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] Unset dirty status for tenant:0325de6208e34a5abc308bcdd059504a on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:40:47.804412 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-30689adf-400b-440d-ac3c-f4b543965003 tempest-TestShelveInstance-1919243999 tempest-TestShelveInstance-1919243999-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1091 time: 0.1463697 Mar 02 19:40:47.807201 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54020) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:40:47.812631 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:40:47.818947 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:40:47.822758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Usage tracker for resource:floatingip and tenant:dddffa374d0b498db4bba5ca5fb553bf is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:40:47.825559 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:40:47.831231 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:40:47.901194 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:48.035448 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:48.169274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Allocated IP 172.25.7.240 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/f684e752-8aec-416c-8d3c-17e786292282) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:40:48.408129 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:48.493499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:48.550668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:40:48.553485 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:40:48.555965 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:40:48.607252 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=f684e752-8aec-416c-8d3c-17e786292282,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:48.619143 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.619483 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.619812 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.620140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.620462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.620838 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.621158 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.621477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.621792 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.622108 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.622456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.622773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:40:48.979131 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:49.106720 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:49.314718 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:49.386965 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:49.492512 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event updated for resources: {'Port': ['ID=f684e752-8aec-416c-8d3c-17e786292282,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:40:49.506409 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:49.678915 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Floating IP 31a471c7-c7b0-43a5-8da5-47133fb5854c associated. External IP: 172.25.7.240, port: 3fb6d6d0-9899-47fa-8b78-8843b7036836. Mar 02 19:40:50.134705 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:40:50.318088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:40:50.328601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:40:50.337615 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:40:50.338350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:50.403691 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:50.458041 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-81e13ecf-94bc-44e4-a0f1-8fced00786a3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6498501 Mar 02 19:40:50.458649 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:40:50.519771 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:40:50.551962 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'status': 'completed', 'code': 200} Mar 02 19:40:50.642268 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-a4027962-14d1-4693-bb27-e493b464e787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:50.643666 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-a4027962-14d1-4693-bb27-e493b464e787 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0709374 Mar 02 19:40:50.781554 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-5102d2ac-77b5-452d-995c-e102e9ed29b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:50.783076 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-5102d2ac-77b5-452d-995c-e102e9ed29b9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1333153 Mar 02 19:40:50.879082 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '31a471c7-c7b0-43a5-8da5-47133fb5854c', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:56:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:48Z', 'updated_at': '2022-03-02T19:40:48Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:50.882945 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:40:50.886665 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-0ac1b954-6adc-412c-b5b6-959a7cc4649e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 999 time: 0.0971937 Mar 02 19:40:50.891947 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:40:50.892588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:40:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:50.951057 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-c896f0dc-b1de-40b0-a889-86045dd62660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:50.952504 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-c896f0dc-b1de-40b0-a889-86045dd62660 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0605075 Mar 02 19:40:51.026111 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-cd5c7a73-2631-487a-9a4b-7e10b671b855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:40:51.028173 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-cd5c7a73-2631-487a-9a4b-7e10b671b855 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702045 Mar 02 19:40:51.067395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:40:51.159166 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-51efe7b5-385b-4908-8dda-660ff4536f81 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253166 Mar 02 19:40:51.291829 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3a99b15b-d39e-488d-ada8-9a83432f559d req-dbdc3058-9a6a-4b65-be57-1eb4b2a4317e service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269748 Mar 02 19:40:51.442735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '31a471c7-c7b0-43a5-8da5-47133fb5854c', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:56:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:48Z', 'updated_at': '2022-03-02T19:40:48Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:40:51.446795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6c12b6-1388-415c-ad9c-21757d677d95 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '31a471c7-c7b0-43a5-8da5-47133fb5854c', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'floating_ip_address': '172.25.7.240', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4339, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'mac_address': 'fa:16:3e:56:85:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:40:48Z', 'updated_at': '2022-03-02T19:40:48Z', 'revision_number': 0, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:40:51.642691 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b33c94-64ad-4eac-8d97-3e07156dbc43 None None] New status for floating IP 31a471c7-c7b0-43a5-8da5-47133fb5854c: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:40:52.146355 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-9bbf524d-4227-4254-9817-a251f779d934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:54.258688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-fe1ba751-f1db-4e70-a2c3-5ed95a7421ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:55.597494 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:55.855199 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:56.517791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:57.077894 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:57.732780 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:40:59.198273 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:41:22.140495 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c2fed821-c358-4e3b-9752-a53e1ce6fbcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:24.277060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8638e3ce-6301-405f-a524-ad2db829a106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:24.598383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-ecdad3e5-afd5-45e6-92f3-674b9cceb419 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683999 Mar 02 19:41:24.736560 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-cf47acc1-b94d-4029-a3d0-cd43280a459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:24.737122 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-cf47acc1-b94d-4029-a3d0-cd43280a459d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0745156 Mar 02 19:41:24.975208 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-d9b7918e-5ce7-4a07-bf5a-5ea76b18e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:24.976673 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-d9b7918e-5ce7-4a07-bf5a-5ea76b18e33f service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.2220957 Mar 02 19:41:25.078333 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-99f2b0aa-5fc5-447e-bf4b-a52f4860da1d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0955594 Mar 02 19:41:25.139198 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-9cc51ce0-dfa8-46c2-820d-95f3f6818a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:25.140833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-9cc51ce0-dfa8-46c2-820d-95f3f6818a8d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0565407 Mar 02 19:41:25.217406 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-e98ad81c-ae9c-4f08-b8c4-c5ed58ed6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:41:25.218891 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-e98ad81c-ae9c-4f08-b8c4-c5ed58ed6886 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719738 Mar 02 19:41:25.349078 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-e1fa2628-faf8-475f-9701-b63178bf9e48 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235769 Mar 02 19:41:25.479809 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-22e5d4dc-cfe5-4d2a-9e1f-3e4f69fc5b0f req-c41ff430-57c7-4293-b873-a82cf2c7bd67 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244442 Mar 02 19:41:25.603198 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:25.846627 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:26.647358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:27.065829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:27.782959 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:36.197418 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:41:52.151675 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2d61358c-0d81-429a-8121-c67371417ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:54.259562 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-230c7f7a-7b0e-4752-b10d-fea7c5807b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.568738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:55.825771 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:56.537134 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.064479 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:41:57.835330 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:13.197214 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:42:22.149776 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-84acf65e-f8f7-45dd-9262-7a7438227923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:24.270340 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d9565a6c-4d52-4fa7-8f66-5a00e52658ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:25.567079 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:25.829869 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:26.525349 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:26.611153 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-1a941938-1fae-4aa5-9ef3-c97f2a7965b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683115 Mar 02 19:42:26.746540 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-b2149065-08cf-4805-b9d8-0dfb69b6e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:26.747968 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-b2149065-08cf-4805-b9d8-0dfb69b6e04b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0717831 Mar 02 19:42:26.887765 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-da845da6-ac9f-4db9-9e10-82680f5ebdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:26.889083 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-da845da6-ac9f-4db9-9e10-82680f5ebdf6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1233623 Mar 02 19:42:26.985032 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-930b9d40-d29e-4d61-94f2-2d63298dae6b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0900872 Mar 02 19:42:27.052359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-26658e5e-e633-42e9-90be-ccb1e48dc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:27.053821 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-26658e5e-e633-42e9-90be-ccb1e48dc5d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0629756 Mar 02 19:42:27.087569 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:27.128835 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-ba703f81-0f79-4f19-97db-db600856498f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:42:27.130542 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-ba703f81-0f79-4f19-97db-db600856498f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708506 Mar 02 19:42:27.261349 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-8bfc762a-5ca0-45bb-9d5c-c6fc49e09ec1 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249259 Mar 02 19:42:27.391288 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7e8e06fb-698c-427e-88ce-8eda94cf3fc1 req-416cc098-0f69-464d-ac34-81a2431f4f27 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240785 Mar 02 19:42:27.771088 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:50.197253 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:42:52.149506 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-5bf6f8f7-2ae6-43ce-8d1b-528803b1d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:54.263552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c8f70dc3-1535-44f2-91af-1888b49652bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:55.584417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:55.846840 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:56.537794 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:57.092453 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:42:57.783816 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:22.172462 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8e90817f-731d-44d8-843d-09650caea5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:24.278167 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-1afcd1ef-874f-4807-af53-21f693f40c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:25.577449 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:25.834650 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:26.530578 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:27.078626 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:27.196121 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:43:27.804552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:28.761203 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6747906-6e61-4a2b-b35b-547a4412a1b4 req-50a24e38-6848-4b43-8b42-6bc9d17a68af tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:28.761203 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6747906-6e61-4a2b-b35b-547a4412a1b4 req-50a24e38-6848-4b43-8b42-6bc9d17a68af tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.1484916 Mar 02 19:43:28.805158 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b6747906-6e61-4a2b-b35b-547a4412a1b4 req-1d15a65a-5d03-49ca-a501-9cbce17a2445 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Mar 02 19:43:29.368628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-86be4078-46a9-48ff-8b6c-e2ccee0a6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:29.370109 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-86be4078-46a9-48ff-8b6c-e2ccee0a6e3e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0753911 Mar 02 19:43:29.615744 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-2405fca4-3751-4208-a754-0dee4a75fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:29.617171 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-2405fca4-3751-4208-a754-0dee4a75fb1a service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.2299500 Mar 02 19:43:29.718951 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-cdb62032-9e23-4905-bdd6-03fa863d7f84 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0958891 Mar 02 19:43:29.782065 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-05a93b30-81fc-46c9-a289-97880f3571ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:29.783483 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-05a93b30-81fc-46c9-a289-97880f3571ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0584326 Mar 02 19:43:29.859355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-ad2701a9-b5cc-4d05-a8d3-28a110fe415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:29.860827 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-ad2701a9-b5cc-4d05-a8d3-28a110fe415e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712600 Mar 02 19:43:29.994509 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-c058cf59-d68b-4398-8ea1-dd6620ccca80 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265156 Mar 02 19:43:30.044701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf406b9-0e6a-42ac-8143-1f69e1481045 req-84861240-9510-4be7-91d1-758fc9501c72 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:30.046210 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bf406b9-0e6a-42ac-8143-1f69e1481045 req-84861240-9510-4be7-91d1-758fc9501c72 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.1240983 Mar 02 19:43:30.090771 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-3bf406b9-0e6a-42ac-8143-1f69e1481045 req-2e74f606-631f-4005-9022-eedd2fcc701f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387466 Mar 02 19:43:30.129617 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-147babd9-e7f7-4c1d-9b38-e6b390b0e930 req-6296efa5-0fcd-49a2-a844-912a5a0d5f71 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290865 Mar 02 19:43:31.294280 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23559f9-7dfd-4312-9ed2-3fe27ff5dd7e req-71382610-e9a9-482e-b8f7-922801b5334e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:31.295733 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c23559f9-7dfd-4312-9ed2-3fe27ff5dd7e req-71382610-e9a9-482e-b8f7-922801b5334e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0829804 Mar 02 19:43:31.340276 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-c23559f9-7dfd-4312-9ed2-3fe27ff5dd7e req-fb0caf77-b4ec-4675-8c58-2212f1767f74 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386715 Mar 02 19:43:32.519857 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c5036-a87b-4743-88b0-7d1afae6cf49 req-9330d7d4-18be-4752-a575-18c52ff65ba0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:32.521240 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d3c5036-a87b-4743-88b0-7d1afae6cf49 req-9330d7d4-18be-4752-a575-18c52ff65ba0 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0784936 Mar 02 19:43:32.567368 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d3c5036-a87b-4743-88b0-7d1afae6cf49 req-4b146e37-b49a-4b62-9d1f-36772330a784 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405958 Mar 02 19:43:33.749456 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9597cc-f229-4acd-b50c-30672a44a44a req-a50d714d-9a3e-43a0-8c0e-2b599ab2c9d3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:33.750971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f9597cc-f229-4acd-b50c-30672a44a44a req-a50d714d-9a3e-43a0-8c0e-2b599ab2c9d3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0788090 Mar 02 19:43:33.795784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9f9597cc-f229-4acd-b50c-30672a44a44a req-27da7c99-831d-420c-b098-072959c4a01c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392325 Mar 02 19:43:34.980153 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da0880-04b3-4325-a5f0-808b1f4b9f8a req-84713f22-2b2c-4846-b52c-3087e002e518 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:34.981658 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28da0880-04b3-4325-a5f0-808b1f4b9f8a req-84713f22-2b2c-4846-b52c-3087e002e518 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0831490 Mar 02 19:43:35.025628 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-28da0880-04b3-4325-a5f0-808b1f4b9f8a req-4ded48d0-0356-4651-b9b6-447efaea5262 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384135 Mar 02 19:43:36.205390 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f89b1-1099-4aff-9f67-0322a2c5219d req-285b5755-c62c-4527-beae-f7820c5d2330 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:36.206875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d9f89b1-1099-4aff-9f67-0322a2c5219d req-285b5755-c62c-4527-beae-f7820c5d2330 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0792747 Mar 02 19:43:36.250729 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1d9f89b1-1099-4aff-9f67-0322a2c5219d req-42b96883-0a07-4840-a6b0-7f6d415e3b35 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383096 Mar 02 19:43:37.436670 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16044d7c-75bc-44c2-a7d0-3e54698c6ece req-7d350592-0e0e-438a-8e35-0154e071a7a5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:37.438019 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16044d7c-75bc-44c2-a7d0-3e54698c6ece req-7d350592-0e0e-438a-8e35-0154e071a7a5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0817311 Mar 02 19:43:37.479656 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-16044d7c-75bc-44c2-a7d0-3e54698c6ece req-e9c2d258-6557-4393-8eac-763b33cd145b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Mar 02 19:43:38.659595 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ea4c0c-efc2-4dbb-9e17-89d159857894 req-061bb08b-da9d-4376-b93e-18119142c168 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:38.661043 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76ea4c0c-efc2-4dbb-9e17-89d159857894 req-061bb08b-da9d-4376-b93e-18119142c168 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0781846 Mar 02 19:43:38.707440 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-76ea4c0c-efc2-4dbb-9e17-89d159857894 req-af2af0e3-6f1e-406f-bd40-2abf74dae265 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409355 Mar 02 19:43:38.859001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-970d4aa5-ab0c-43fc-8f55-7647f617970e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:38.861019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-970d4aa5-ab0c-43fc-8f55-7647f617970e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1096 time: 0.0747178 Mar 02 19:43:38.989040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-4f76b0de-f115-4626-a759-81945a835ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:38.990491 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-4f76b0de-f115-4626-a759-81945a835ff1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1230030 Mar 02 19:43:39.091318 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-8d29edf7-6c84-41be-b77e-0c36dfc689df service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0953498 Mar 02 19:43:39.152217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-97477e81-1876-4c40-a5a0-39e24f68c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:39.153603 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-97477e81-1876-4c40-a5a0-39e24f68c2a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0561771 Mar 02 19:43:39.228850 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-5107f168-c751-4660-977d-ac0b28717a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:39.230316 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-5107f168-c751-4660-977d-ac0b28717a5a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708945 Mar 02 19:43:39.358463 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-60568850-eee0-4a37-8e74-d3eef4ef0b1c service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217701 Mar 02 19:43:39.489320 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a3fd41db-6050-4319-9051-cd50f55ecb12 req-462c41b1-0a6e-41af-a3ac-1d7a582b8aa0 service neutron] 10.222.0.65 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225317 Mar 02 19:43:39.890350 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9237ba0-9daf-423e-9ac7-138410c8046e req-86284f6a-df2b-4377-a53d-9a07b7a5e4e9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:39.891904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9237ba0-9daf-423e-9ac7-138410c8046e req-86284f6a-df2b-4377-a53d-9a07b7a5e4e9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0798540 Mar 02 19:43:39.935525 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a9237ba0-9daf-423e-9ac7-138410c8046e req-6b0a15f7-6d9e-48f8-bbed-57b3c5a1323b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381248 Mar 02 19:43:41.124845 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe229a-a24a-48f9-ba90-f2a4ba4d069d req-c93e0b9b-4591-405d-82b8-7705d7094e0e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:41.126338 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-affe229a-a24a-48f9-ba90-f2a4ba4d069d req-c93e0b9b-4591-405d-82b8-7705d7094e0e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0844250 Mar 02 19:43:41.169350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-affe229a-a24a-48f9-ba90-f2a4ba4d069d req-5274476e-62dc-4827-9dbf-2b31d690be95 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373113 Mar 02 19:43:42.353750 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404746e2-0809-48fe-b4d7-2602e1cd95b5 req-491d7795-2191-4ad8-884e-0cf492a6afa3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:42.355171 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-404746e2-0809-48fe-b4d7-2602e1cd95b5 req-491d7795-2191-4ad8-884e-0cf492a6afa3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0807474 Mar 02 19:43:42.399147 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-404746e2-0809-48fe-b4d7-2602e1cd95b5 req-476167b8-a8bf-4d42-8390-3024eaaed79f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380249 Mar 02 19:43:42.864489 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40df169-222d-4350-96ff-4c2c3dbe3cf2 req-b2e75c4d-2510-48ca-8eeb-09053558edf2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:42.865997 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d40df169-222d-4350-96ff-4c2c3dbe3cf2 req-b2e75c4d-2510-48ca-8eeb-09053558edf2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0851052 Mar 02 19:43:42.910458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d40df169-222d-4350-96ff-4c2c3dbe3cf2 req-8464908f-39bd-4eb0-8716-39dcf719a0ad tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386789 Mar 02 19:43:42.927381 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-ef7c43d5-6590-495c-b14e-1b783737219a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1069536 Mar 02 19:43:44.097496 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725a840-008c-46e1-9d84-9a2f0ce92a0f req-508ace78-df28-49d3-975d-3fac7f32c6c3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:44.098905 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2725a840-008c-46e1-9d84-9a2f0ce92a0f req-508ace78-df28-49d3-975d-3fac7f32c6c3 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 945 time: 0.0801792 Mar 02 19:43:44.142328 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-2725a840-008c-46e1-9d84-9a2f0ce92a0f req-9126017b-508c-4eee-ab17-05cbe545dd7b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377576 Mar 02 19:43:44.165981 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:43:44.278115 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:44.304838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:43:44.314848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:43:44.346901 n-d-828839-1 neutron-server[88710]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'code': 422} returned with failed status Mar 02 19:43:44.406317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:44.476931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:44.484802 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.485148 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.485488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.485821 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.486170 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.486505 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.486831 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.487154 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.487477 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.487796 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.488116 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:44.488436 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:45.323688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0931d0f-5d6b-4827-8a87-1cea58afa888 req-96d42bf9-d696-447a-bd1d-e7f1d35e56b1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:45.325134 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0931d0f-5d6b-4827-8a87-1cea58afa888 req-96d42bf9-d696-447a-bd1d-e7f1d35e56b1 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0812676 Mar 02 19:43:45.368382 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a0931d0f-5d6b-4827-8a87-1cea58afa888 req-e9eb4084-17da-4d13-9729-1fb9d4801010 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371556 Mar 02 19:43:46.474685 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-75e18365-6aa1-4fdd-b3b2-1a07aeb5bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:46.476152 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-75e18365-6aa1-4fdd-b3b2-1a07aeb5bba6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&tenant_id=dddffa374d0b498db4bba5ca5fb553bf HTTP/1.1" status: 200 len: 1094 time: 0.1085358 Mar 02 19:43:46.487465 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-828839-1', 'device_owner': 'compute:nova'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:43:46.552102 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01418d3c-d909-455b-98e3-e0b735baf045 req-2176796d-a43d-40cd-b271-5479b671fa3b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:46.553567 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01418d3c-d909-455b-98e3-e0b735baf045 req-2176796d-a43d-40cd-b271-5479b671fa3b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0791438 Mar 02 19:43:46.598386 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:46.600125 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-01418d3c-d909-455b-98e3-e0b735baf045 req-d13f9e5d-7bcf-4413-b878-4eae8f14b028 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409682 Mar 02 19:43:46.949156 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:43:46.976712 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:43:47.030470 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:43:47.037682 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:47.051998 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Transition to ACTIVE for port object 3fb6d6d0-9899-47fa-8b78-8843b7036836 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:43:47.129393 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:47.269821 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=7']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:47.290101 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.290474 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.290814 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.291146 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.291482 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.293743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.294085 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.294462 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.294797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.295125 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.295478 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.295797 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:43:47.337559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] No DVR routers for this DVR port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:43:47.564526 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:43:47.565170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:43:47.565170 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:43:47.569497 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:43:47.569812 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Attempting to bind port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on network 02a3f024-8460-4259-a1af-2a8881566167 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:43:47.574859 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:43:47.575193 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Checking segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:43:47.575567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Bound using segment: {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:43:47.575981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Bound port: 3fb6d6d0-9899-47fa-8b78-8843b7036836, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '02a3f024-8460-4259-a1af-2a8881566167'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:43:47.576321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:47.665892 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:43:47.669056 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:43:47.747321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:47.784758 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbcf7e-1716-40c0-99e9-0dab654cd6e6 req-8f048a1e-1aa0-42e1-88b1-d1cbe096ba82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:47.786369 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6dbcf7e-1716-40c0-99e9-0dab654cd6e6 req-8f048a1e-1aa0-42e1-88b1-d1cbe096ba82 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0808575 Mar 02 19:43:47.801375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:47.801980 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:47.803348 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] 10.222.0.11 "PUT /v2.0/ports/3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1091 time: 1.3204994 Mar 02 19:43:47.803776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:43:47.835776 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a27465-1d7e-4a42-9903-86e7ae48aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=8']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:47.847513 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e6dbcf7e-1716-40c0-99e9-0dab654cd6e6 req-8a94caeb-8407-4fc3-8ff2-40ebbdff12d2 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500641 Mar 02 19:43:47.878736 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'status': 'completed', 'code': 200} Mar 02 19:43:47.921515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-a140a598-3f24-4a3f-af03-dcccd319acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:47.923071 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-a140a598-3f24-4a3f-af03-dcccd319acaa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1094 time: 0.0835433 Mar 02 19:43:48.058031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-bea1973e-7443-47c1-97da-14ebbed903b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.059593 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-bea1973e-7443-47c1-97da-14ebbed903b6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1296568 Mar 02 19:43:48.162757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-4c1ef08e-cefb-4635-9155-3ffa9bda7e36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 999 time: 0.0959754 Mar 02 19:43:48.223967 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-93e27608-b0c7-4e32-8767-d0b66f8e034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.225457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-93e27608-b0c7-4e32-8767-d0b66f8e034a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0570519 Mar 02 19:43:48.297836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-ecae9ab0-aaed-4a5d-8154-e1d10f17e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.299298 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-ecae9ab0-aaed-4a5d-8154-e1d10f17e6e8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684040 Mar 02 19:43:48.427894 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-7695a172-29ef-4c6a-9d0a-514823bc912e service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219051 Mar 02 19:43:48.655525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-1dcd2c87-4930-41d1-a1b5-7debfc2f8003 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220626 Mar 02 19:43:48.839958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7580bf-be61-4852-81da-0200c12969d2 req-d3bd02b6-337c-434d-bbee-8e37bdd92fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.841424 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-d3bd02b6-337c-434d-bbee-8e37bdd92fb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1094 time: 0.0724032 Mar 02 19:43:48.972849 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7580bf-be61-4852-81da-0200c12969d2 req-3719f0bf-b656-476e-ad38-284fe1863a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:48.974335 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-3719f0bf-b656-476e-ad38-284fe1863a23 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1266158 Mar 02 19:43:49.085209 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-3f3c8b7d-394f-48ca-8f7b-00ac483408d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 999 time: 0.1035061 Mar 02 19:43:49.141055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5640fc1c-54ee-4674-8f9a-3a4969f25f36 req-a2153658-155b-4513-9169-176d95512f06 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:49.149535 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5640fc1c-54ee-4674-8f9a-3a4969f25f36 req-a2153658-155b-4513-9169-176d95512f06 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.1951330 Mar 02 19:43:49.150690 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7580bf-be61-4852-81da-0200c12969d2 req-3620c4b4-5628-4134-8b8d-fdbae580b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:49.152141 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-3620c4b4-5628-4134-8b8d-fdbae580b238 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0609164 Mar 02 19:43:49.189839 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5640fc1c-54ee-4674-8f9a-3a4969f25f36 req-eccd4893-7422-4726-a4af-67d3efab6c12 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416028 Mar 02 19:43:49.236394 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7580bf-be61-4852-81da-0200c12969d2 req-f4d1facc-215d-46b6-9d46-aa3f9bd3c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:49.237937 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-f4d1facc-215d-46b6-9d46-aa3f9bd3c87c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792978 Mar 02 19:43:49.371551 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-c45b3acf-0b14-4330-ba48-d42b82abe15f service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261158 Mar 02 19:43:49.499850 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-cb7580bf-be61-4852-81da-0200c12969d2 req-1a668130-860f-4f1d-85e6-b46c1b5019e5 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226766 Mar 02 19:43:50.382860 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a51b-98be-443d-94e8-cac4970d83ca req-5746f318-8308-4bf4-a382-cea4d79ac38e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:50.382860 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1714a51b-98be-443d-94e8-cac4970d83ca req-5746f318-8308-4bf4-a382-cea4d79ac38e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0801313 Mar 02 19:43:50.421179 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1714a51b-98be-443d-94e8-cac4970d83ca req-2c3b08dc-acd7-4f65-a2d8-bea70cad96aa tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400772 Mar 02 19:43:51.602825 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12415593-bee8-4421-9180-9c6b5bd37ecf req-068a4c4c-ae9e-4b8c-b8e5-8f8b9c299431 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:51.604277 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12415593-bee8-4421-9180-9c6b5bd37ecf req-068a4c4c-ae9e-4b8c-b8e5-8f8b9c299431 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0818334 Mar 02 19:43:51.649735 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-12415593-bee8-4421-9180-9c6b5bd37ecf req-780481e9-54bf-43cc-859d-b2faf358db4c tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399957 Mar 02 19:43:52.245674 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c6e1b32-8aa7-49b2-895e-b3f80b958fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:52.830094 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc844759-dc0d-4559-a5bd-c779162aaf5a req-ec5b8e9a-4089-4f20-b5bb-d0bd16c21697 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:52.831549 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc844759-dc0d-4559-a5bd-c779162aaf5a req-ec5b8e9a-4089-4f20-b5bb-d0bd16c21697 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0787091 Mar 02 19:43:52.878428 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dc844759-dc0d-4559-a5bd-c779162aaf5a req-c1ad910b-63c9-4bfe-94f4-c559a9de5cc7 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411172 Mar 02 19:43:54.061641 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a6a3-c508-4757-a0eb-02bea9171de6 req-da9507d1-7bf4-4e4e-ab29-2a1da0f8247a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:54.063341 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8464a6a3-c508-4757-a0eb-02bea9171de6 req-da9507d1-7bf4-4e4e-ab29-2a1da0f8247a tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0809889 Mar 02 19:43:54.107439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8464a6a3-c508-4757-a0eb-02bea9171de6 req-3f7407c5-f0c9-41bd-b5ca-b99d7ac0538f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Mar 02 19:43:54.245356 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-768ccdfc-5dea-4661-8b5d-c3ddac6a123f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:55.290814 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76db204-1804-4a78-9c53-54e534dd8bc6 req-60a74702-e1d9-4fa5-ae16-58f0e5da5be6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:55.292246 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d76db204-1804-4a78-9c53-54e534dd8bc6 req-60a74702-e1d9-4fa5-ae16-58f0e5da5be6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0813520 Mar 02 19:43:55.335490 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d76db204-1804-4a78-9c53-54e534dd8bc6 req-34c19a73-4d24-48cd-8566-178783ebead5 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376251 Mar 02 19:43:55.599725 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:55.845698 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.213913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:43:56.345513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:43:56.358379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'port_id': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'mac_address': 'fa:16:3e:56:85:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:43:56.416344 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.432661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:43:56.447797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:43:56.519597 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c4dcb-a9f3-4db8-b00d-3e96c635ae13 req-32586d6f-c632-4273-9959-11e422c03110 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:56.521061 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d2c4dcb-a9f3-4db8-b00d-3e96c635ae13 req-32586d6f-c632-4273-9959-11e422c03110 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 943 time: 0.0803242 Mar 02 19:43:56.529575 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.565557 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:56.565768 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4d2c4dcb-a9f3-4db8-b00d-3e96c635ae13 req-b6fca335-3385-4043-9782-62ee522fe773 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Mar 02 19:43:56.597832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=9']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:56.759565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['3fb6d6d0-9899-47fa-8b78-8843b7036836'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:43:57.119582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:57.749886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3ddf5-fd12-4fe7-9c78-bf58e8afdd0d req-dd404592-d4de-4ae4-98f3-1f8960d3bba6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:57.751947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ea3ddf5-fd12-4fe7-9c78-bf58e8afdd0d req-dd404592-d4de-4ae4-98f3-1f8960d3bba6 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 944 time: 0.0838199 Mar 02 19:43:57.777294 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:57.795423 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9ea3ddf5-fd12-4fe7-9c78-bf58e8afdd0d req-4bf9c13f-e44f-469b-8032-c98fe1aed63b tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378494 Mar 02 19:43:58.229205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:43:58.377037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:43:58.381646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port 3fb6d6d0-9899-47fa-8b78-8843b7036836 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:43:58.382011 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.494863 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.521053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:43:58.530944 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:43:58.564659 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'code': 200} Mar 02 19:43:58.609883 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:43:58.679100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=10']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:43:58.757922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd1fe8-38a2-4c35-b3c5-cc7c2b5e7150 req-f7481a75-206e-44f8-9f17-dc640980a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:58.759387 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28dd1fe8-38a2-4c35-b3c5-cc7c2b5e7150 req-f7481a75-206e-44f8-9f17-dc640980a2e6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1097 time: 0.0671597 Mar 02 19:43:58.797881 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-28dd1fe8-38a2-4c35-b3c5-cc7c2b5e7150 req-f94779c5-cf6c-4300-88c3-a9c1006951d6 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331292 Mar 02 19:43:58.979236 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f7c8a-5fef-4633-8abd-d63b1fe44c8f req-ee686902-224a-4818-a753-b19c32482a63 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:43:58.980680 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578f7c8a-5fef-4633-8abd-d63b1fe44c8f req-ee686902-224a-4818-a753-b19c32482a63 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 946 time: 0.0785196 Mar 02 19:43:59.027390 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-578f7c8a-5fef-4633-8abd-d63b1fe44c8f req-92e21c1b-8516-4aed-83cd-4e9fdd4466f4 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402369 Mar 02 19:44:00.211695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81eee51-53a3-46d9-9d46-6b721f53171b req-9f54f600-a382-40d6-b50c-7306554d26f9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:00.213151 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d81eee51-53a3-46d9-9d46-6b721f53171b req-9f54f600-a382-40d6-b50c-7306554d26f9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 946 time: 0.0802181 Mar 02 19:44:00.257457 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d81eee51-53a3-46d9-9d46-6b721f53171b req-0e8d8dfa-9049-46c8-aed6-0467c3b6296e tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386007 Mar 02 19:44:04.195061 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:44:16.973044 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-c3f49c8b-4bb6-4d5c-8d24-19c16ed8e4a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726166 Mar 02 19:44:17.123303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-535777e1-c232-48f1-95c6-ed50402465c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:17.123303 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-535777e1-c232-48f1-95c6-ed50402465c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1097 time: 0.0732133 Mar 02 19:44:17.272694 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-17f04814-95fe-4373-a35a-8db5b95647af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:17.272694 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-17f04814-95fe-4373-a35a-8db5b95647af service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1329646 Mar 02 19:44:17.381512 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-fa415dff-8014-40ac-82e8-923dd11242f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0993445 Mar 02 19:44:17.446410 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-bf795b8c-d64f-49ec-81b7-12e1e04998c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:17.446410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-bf795b8c-d64f-49ec-81b7-12e1e04998c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0604980 Mar 02 19:44:17.526853 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-d3a439c1-3058-42cd-94e0-7597e53c13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:44:17.526853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-d3a439c1-3058-42cd-94e0-7597e53c13fa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756092 Mar 02 19:44:17.777222 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-aac23823-af56-4f55-b429-3d0357b193f5 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435734 Mar 02 19:44:17.920460 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-6a433aeb-47d7-4596-bf1a-7cddfb20e16f req-cbff6380-433e-4914-bb2d-3b3a7280942c service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342127 Mar 02 19:44:22.159684 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7a24e2da-2e7f-4d2c-b3b9-6b63f7213bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:24.263800 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-55578104-bf9c-430a-a70b-d9189871a482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.634454 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:25.839978 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:26.570447 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:27.102497 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:27.799398 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:41.193715 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:44:52.179871 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-881b524f-e7a3-4803-a248-daef5a2568b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:54.290475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-854bad01-feda-4a3a-9924-697abf37877b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:55.577318 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:55.842298 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:56.596641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:57.118614 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:44:57.797580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:18.193271 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:45:19.005221 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-75fc088a-58f1-4059-b9cb-e34dec97bc02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682938 Mar 02 19:45:19.145768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-3494a45d-1007-4378-a407-abaa5d109eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:19.147251 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-3494a45d-1007-4378-a407-abaa5d109eb8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1097 time: 0.0741196 Mar 02 19:45:19.291945 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-db9efc70-f06b-47e1-a348-e5ad8f8d8524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:19.293415 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-db9efc70-f06b-47e1-a348-e5ad8f8d8524 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1280463 Mar 02 19:45:19.393813 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-7241d50c-b19b-451b-970f-62fe11b5c430 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 1001 time: 0.0949476 Mar 02 19:45:19.460118 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-2ccecc3d-f91e-425e-b7cb-7e62bfe599db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:19.461573 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-2ccecc3d-f91e-425e-b7cb-7e62bfe599db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0614731 Mar 02 19:45:19.535291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-419bb8e5-2c3c-4c2d-97ed-009ef6b349ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:45:19.536719 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-419bb8e5-2c3c-4c2d-97ed-009ef6b349ac service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699711 Mar 02 19:45:19.666393 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-101a131e-2913-47e7-888c-96bd1c7c14c6 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238961 Mar 02 19:45:19.797801 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e787202e-92b2-4bc4-9d74-1a0e19c92a67 req-7b19916f-252a-4ff3-bd08-5f8e4fa684da service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252732 Mar 02 19:45:22.164016 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e6688690-eab5-4e82-b1a4-634f2127b4f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:24.289630 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8535aa19-8975-4649-8300-ed50a5478c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:25.632943 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:25.889484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:26.552549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:27.095186 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:27.815267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:52.163358 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bf5d6b29-9637-4733-8f63-405ea60409bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:54.254713 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-277b4c36-5c51-4006-a75e-5ce963ac9adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.193237 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:45:55.578207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:55.860548 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:56.578635 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.163415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:57.774741 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.162207 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54228) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:45:58.530955 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Deleting port f684e752-8aec-416c-8d3c-17e786292282 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:45:58.531295 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.695963 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.696294 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:58.819739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Calling delete_port for f684e752-8aec-416c-8d3c-17e786292282 owned by network:floatingip {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:45:59.043522 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.093536 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'Port': ['ID=f684e752-8aec-416c-8d3c-17e786292282,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:45:59.134376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.134722 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.135063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.135401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.135740 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.136071 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.136398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.136718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.137298 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.137624 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.137945 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.138315 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:45:59.196173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for floatingip, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.196884 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Floating IP 31a471c7-c7b0-43a5-8da5-47133fb5854c disassociated (deleted). External IP: 172.25.7.240, port: 3fb6d6d0-9899-47fa-8b78-8843b7036836. Mar 02 19:45:59.646913 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:45:59.821319 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:45:59.831523 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:45:59.837335 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:45:59.840825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:45:59.842005 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:45:59.895431 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-bcec8f23-f675-452e-92ed-44c61dc4b599 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "DELETE /v2.0/floatingips/31a471c7-c7b0-43a5-8da5-47133fb5854c HTTP/1.1" status: 204 len: 168 time: 1.7321248 Mar 02 19:45:59.896020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:46:00.043500 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:00.066175 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'status': 'completed', 'code': 200} Mar 02 19:46:00.167031 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-4a006a8e-acef-4c88-a302-9f351fce6f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:00.167031 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-4a006a8e-acef-4c88-a302-9f351fce6f7d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 1097 time: 0.0763719 Mar 02 19:46:00.298805 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-f6007ce6-09a3-47ad-95b6-d36ea8b14c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:00.300289 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-f6007ce6-09a3-47ad-95b6-d36ea8b14c9f service neutron] 10.222.0.11 "GET /v2.0/networks?id=02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 200 len: 910 time: 0.1290019 Mar 02 19:46:00.366875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:00.367757 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-771e534f-13e4-48f0-a337-5f2fde1c9f07 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 200 len: 217 time: 0.0610254 Mar 02 19:46:00.370967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:00.380216 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:00.380822 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:00.434108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-ea754f92-2517-47e5-ada0-bd0d2a415390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:00.436001 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-ea754f92-2517-47e5-ada0-bd0d2a415390 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 200 len: 848 time: 0.0616744 Mar 02 19:46:00.516054 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-696b5d09-e6ee-43d4-a07f-2023daf5f1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:00.517554 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-696b5d09-e6ee-43d4-a07f-2023daf5f1bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02a3f024-8460-4259-a1af-2a8881566167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747480 Mar 02 19:46:00.524342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349cc1d-d30c-4fad-8686-e660aa9bb0b2 req-fbdb6410-7b3d-4442-83ac-db99eb636299 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:00.525026 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6349cc1d-d30c-4fad-8686-e660aa9bb0b2 req-fbdb6410-7b3d-4442-83ac-db99eb636299 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:00.593331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:00.601539 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-6349cc1d-d30c-4fad-8686-e660aa9bb0b2 req-fbdb6410-7b3d-4442-83ac-db99eb636299 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:00.603015 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6349cc1d-d30c-4fad-8686-e660aa9bb0b2 req-fbdb6410-7b3d-4442-83ac-db99eb636299 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 946 time: 0.1604021 Mar 02 19:46:00.651117 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6349cc1d-d30c-4fad-8686-e660aa9bb0b2 req-2a6eec9d-2a0c-407c-bce2-fd3536e3d77f tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417786 Mar 02 19:46:00.655477 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-84a9227a-3fba-4b49-acd3-8e1c9b7e6d7d service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306677 Mar 02 19:46:00.895928 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-c967c24c-0583-4a0a-b2d1-a08c4d8f5125 req-cf02c954-3cdd-42fe-bd00-1944d7ed5eb5 service neutron] 10.222.0.11 "GET /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334850 Mar 02 19:46:00.910875 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:00.914955 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca924f42-fa1a-4a6a-8826-c58f1a02e9a2 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:35:32Z', 'revision_number': 4, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'ba267580-b7a0-45e6-b24e-04a226152359', 'name': '', 'network_id': '02a3f024-8460-4259-a1af-2a8881566167', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'mac_address': 'fa:16:3e:70:8b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:32Z', 'updated_at': '2022-03-02T19:35:38Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'subnets': [{'id': '77c2659f-9983-4a81-9503-6ffc86751ded', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:01.124320 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f10927-b9e3-42f6-aadc-ef82b9fb5549 None None] New status for floating IP 31a471c7-c7b0-43a5-8da5-47133fb5854c: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:46:01.841570 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ab212-9de2-4563-a641-5ab92764c088 req-445ab5d4-f083-418f-9de9-dbe93060caac tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:01.843072 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1ab212-9de2-4563-a641-5ab92764c088 req-445ab5d4-f083-418f-9de9-dbe93060caac tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 946 time: 0.0832548 Mar 02 19:46:01.887647 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-1e1ab212-9de2-4563-a641-5ab92764c088 req-20715121-7881-4f81-97a9-7bccc257e8bd tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/security-groups?id=2f13b453-e514-4194-9263-98a667b959b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388474 Mar 02 19:46:01.916005 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e0423e37-71fe-40e3-beb1-80f87b977b37 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:01.916693 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e0423e37-71fe-40e3-beb1-80f87b977b37 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Synchronizing usage tracker for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:01.928128 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e0423e37-71fe-40e3-beb1-80f87b977b37 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Unset dirty status for tenant:dddffa374d0b498db4bba5ca5fb553bf on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:01.929194 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e0423e37-71fe-40e3-beb1-80f87b977b37 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 946 time: 0.0956144 Mar 02 19:46:01.996266 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Deleting port 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:01.996605 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.244677 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] For port 3fb6d6d0-9899-47fa-8b78-8843b7036836, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=3fb6d6d0-9899-47fa-8b78-8843b7036836,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:02.245056 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.367200 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Calling delete_port for 3fb6d6d0-9899-47fa-8b78-8843b7036836 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:02.551925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.600696 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'Port': ['ID=3fb6d6d0-9899-47fa-8b78-8843b7036836,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:02.641308 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.641649 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.641982 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.642343 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.642667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.642986 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.643303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.643622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.643937 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.644254 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.644563 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.644873 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:02.687414 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] No DVR routers for this DVR port 3fb6d6d0-9899-47fa-8b78-8843b7036836 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:46:02.689878 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:02.692376 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-deleted', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:46:02.758761 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7569b303-bc6f-477d-8d0e-ed0b250190d0 req-e354be5f-86d7-4ff0-a436-0d781e2d58ec tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.11 "DELETE /v2.0/ports/3fb6d6d0-9899-47fa-8b78-8843b7036836 HTTP/1.1" status: 204 len: 173 time: 0.8242433 Mar 02 19:46:02.784646 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e89725a-2a6a-42e1-9961-bb5465e990f8', 'name': 'network-vif-deleted', 'tag': '3fb6d6d0-9899-47fa-8b78-8843b7036836', 'status': 'completed', 'code': 200} Mar 02 19:46:03.042132 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-bb3241a8-2c3a-474a-9f76-2c4f474ae631 req-8436e0c2-efb3-482d-826c-98078cfa9ae9 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 210 time: 0.0448112 Mar 02 19:46:04.212548 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-32c4c7f3-5c6a-441d-9e29-9e2bf8fc43dc req-5da3664d-03a3-42e2-95ae-1e6d998c86e8 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "GET /v2.0/ports?device_id=3e89725a-2a6a-42e1-9961-bb5465e990f8 HTTP/1.1" status: 200 len: 210 time: 0.0477071 Mar 02 19:46:04.757274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:04.793161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: 3fb6d6d0-9899-47fa-8b78-8843b7036836 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:04.793513 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device 3fb6d6d0-9899-47fa-8b78-8843b7036836 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:05.307472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54260) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:05.379465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.408665 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.549441 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.569542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13b453-e514-4194-9263-98a667b959b9,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:05.637103 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:05.638185 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7ad7f846-f2d3-4dce-8e17-3216edc9d923 tempest-TestShelveInstance-704643137 tempest-TestShelveInstance-704643137-project] 10.222.0.66 "DELETE /v2.0/security-groups/2f13b453-e514-4194-9263-98a667b959b9 HTTP/1.1" status: 204 len: 168 time: 0.3297179 Mar 02 19:46:05.766998 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54266) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:06.630293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:06.973983 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Deleting port ba267580-b7a0-45e6-b24e-04a226152359 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:06.974356 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.145200 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] For port ba267580-b7a0-45e6-b24e-04a226152359, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=ba267580-b7a0-45e6-b24e-04a226152359,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:07.145564 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.269919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Calling delete_port for ba267580-b7a0-45e6-b24e-04a226152359 owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:07.641529 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:07.688223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba267580-b7a0-45e6-b24e-04a226152359,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:08.070820 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:08.423406 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Router 3eb709cc-b667-4e9c-80b3-918959c66a28 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:46:08.597244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:08.605823 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Sync routers for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:08.614350 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-23185513-e8c2-4276-9b82-b166487f52d5 admin admin] 10.222.0.66 "PUT /v2.0/routers/3eb709cc-b667-4e9c-80b3-918959c66a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418741 Mar 02 19:46:08.619535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:08.620140 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:08.683341 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54272) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:08.792861 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:08.851105 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.029022 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.075695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:46:07Z', 'revision_number': 5, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port': {'id': '62171248-f5b6-4cae-a994-9897d3e7460b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:f9:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:29Z', 'updated_at': '2022-03-02T19:35:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:09.077993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Deleting port 62171248-f5b6-4cae-a994-9897d3e7460b {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:09.078361 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.080100 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Checking router: 3eb709cc-b667-4e9c-80b3-918959c66a28 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:09.088366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Routers {'3eb709cc-b667-4e9c-80b3-918959c66a28'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:09.088961 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['3eb709cc-b667-4e9c-80b3-918959c66a28'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:09.238395 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] Set router 3eb709cc-b667-4e9c-80b3-918959c66a28 gateway port host: None {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:09.249428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] For port 62171248-f5b6-4cae-a994-9897d3e7460b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=62171248-f5b6-4cae-a994-9897d3e7460b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:09.249769 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.343364 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 6, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:09.347222 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9a9333-d0b1-4392-9b73-c21a8da51655 None None] The sync data for ids ['3eb709cc-b667-4e9c-80b3-918959c66a28'] in n-d-828839-1 is: [{'id': '3eb709cc-b667-4e9c-80b3-918959c66a28', 'name': 'tempest-TestShelveInstance-1804141133-router', 'tenant_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:28Z', 'updated_at': '2022-03-02T19:46:09Z', 'revision_number': 6, 'project_id': 'dddffa374d0b498db4bba5ca5fb553bf', 'gw_port_host': None}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:09.370611 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Calling delete_port for 62171248-f5b6-4cae-a994-9897d3e7460b owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:09.751837 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:09.831210 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=62171248-f5b6-4cae-a994-9897d3e7460b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:09.889099 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.060706 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.062991 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.140156 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.140703 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eb709cc-b667-4e9c-80b3-918959c66a28 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:46:10.153393 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.154553 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-792273e4-7fad-4dd5-bada-0af836c78ab7 admin admin] 10.222.0.66 "DELETE /v2.0/routers/3eb709cc-b667-4e9c-80b3-918959c66a28 HTTP/1.1" status: 204 len: 168 time: 1.4756866 Mar 02 19:46:10.157639 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54276) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:10.179344 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ba267580-b7a0-45e6-b24e-04a226152359 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:10.214313 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: ba267580-b7a0-45e6-b24e-04a226152359 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:10.214734 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device ba267580-b7a0-45e6-b24e-04a226152359 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:10.215229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 62171248-f5b6-4cae-a994-9897d3e7460b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:10.223303 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Deleting subnet 77c2659f-9983-4a81-9503-6ffc86751ded {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:46:10.226292 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.277819 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.294207 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 62171248-f5b6-4cae-a994-9897d3e7460b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:10.294458 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 62171248-f5b6-4cae-a994-9897d3e7460b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:10.359741 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.471945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.509762 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77c2659f-9983-4a81-9503-6ffc86751ded,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:10.512021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.518610 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-add623d3-4a59-4814-a7cf-c8703084c6ed admin admin] 10.222.0.66 "DELETE /v2.0/subnets/77c2659f-9983-4a81-9503-6ffc86751ded HTTP/1.1" status: 204 len: 168 time: 0.3599100 Mar 02 19:46:10.518938 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f48fa9a-84b2-4bb2-8be0-d62adf07c6da None None] Network 02a3f024-8460-4259-a1af-2a8881566167 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:10.521154 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54280) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:10.625324 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.635757 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Deleting port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:10.636090 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.770690 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] DHCP port deletion for 02a3f024-8460-4259-a1af-2a8881566167 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:46:10.774971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Deleting port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:10.775509 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.849734 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] For port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:10.850115 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:10.983289 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] For port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,segment=NetworkSegment(db7bb9ee-3032-40b5-bda6-e3fac509c4c1),segment_id=db7bb9ee-3032-40b5-bda6-e3fac509c4c1)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:10.983706 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.071603 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Calling delete_port for 4b63ac19-6c05-47b8-b5eb-b89a7b80483e owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:11.105834 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Calling delete_port for 4b63ac19-6c05-47b8-b5eb-b89a7b80483e owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 02 19:46:11.208443 n-d-828839-1 neutron-server[88710]: util.warn( Mar 02 19:46:11.212038 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.214591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:46:11.215045 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:46:11.259322 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b63ac19-6c05-47b8-b5eb-b89a7b80483e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:11.261000 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] No DVR routers for this DVR port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:46:11.375135 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.399359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a3f024-8460-4259-a1af-2a8881566167']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:11.410984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:11.411284 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db7bb9ee-3032-40b5-bda6-e3fac509c4c1') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:11.422870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.438986 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.445217 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:46:11.445646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:46:11.458788 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:46:11.600820 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.616956 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.628028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a3f024-8460-4259-a1af-2a8881566167,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:11.710306 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-c4c13abd-0996-4276-a344-06d52bdb4f26 admin admin] 10.222.0.66 "DELETE /v2.0/networks/02a3f024-8460-4259-a1af-2a8881566167 HTTP/1.1" status: 204 len: 168 time: 1.1880541 Mar 02 19:46:11.712990 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54284) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:11.715928 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Deleting port 4b63ac19-6c05-47b8-b5eb-b89a7b80483e {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:11.716309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:11.779876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-b6142b01-5317-4faa-b2c7-50dfa0f3a2d2 None None] The port '4b63ac19-6c05-47b8-b5eb-b89a7b80483e' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:46:12.175209 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b63ac19-6c05-47b8-b5eb-b89a7b80483e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:12.210524 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 4b63ac19-6c05-47b8-b5eb-b89a7b80483e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:12.211181 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 4b63ac19-6c05-47b8-b5eb-b89a7b80483e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:12.252180 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.692337 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Deleting port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:12.692678 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.860038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] For port 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:12.860391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:12.980431 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Calling delete_port for 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:13.362853 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:13.407836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:13.669529 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.134433 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Router 44187c4e-059d-4298-85d3-ed17d46b8b63 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:46:14.310686 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:14.319936 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Sync routers for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:14.328817 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:14.329422 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:14.398981 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b8f03916-32bf-4054-a4fe-e981d2b56d6a admin admin] 10.222.0.66 "PUT /v2.0/routers/44187c4e-059d-4298-85d3-ed17d46b8b63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6849298 Mar 02 19:46:14.401560 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54288) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:14.504921 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:14.579510 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.759946 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.817008 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51'}], 'enable_snat': True}, 'gw_port_id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:46:13Z', 'revision_number': 5, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port': {'id': '30a6e9dd-581b-41db-a8e5-45eb3f8dac0e', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:4f:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4314, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:35:37Z', 'updated_at': '2022-03-02T19:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:14.820714 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Checking router: 44187c4e-059d-4298-85d3-ed17d46b8b63 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:14.829323 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Routers {'44187c4e-059d-4298-85d3-ed17d46b8b63'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:14.829965 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['44187c4e-059d-4298-85d3-ed17d46b8b63'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:14.840874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Deleting port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:14.841230 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:14.987306 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] Set router 44187c4e-059d-4298-85d3-ed17d46b8b63 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:15.016222 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] For port 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:15.016581 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.090889 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:46:14Z', 'revision_number': 6, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:15.094740 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b42bfd-e415-4f91-b487-8128b45f516d None None] The sync data for ids ['44187c4e-059d-4298-85d3-ed17d46b8b63'] in n-d-828839-1 is: [{'id': '44187c4e-059d-4298-85d3-ed17d46b8b63', 'name': 'tempest-TestShelveInstance-1794504466-router', 'tenant_id': '0325de6208e34a5abc308bcdd059504a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:35:36Z', 'updated_at': '2022-03-02T19:46:14Z', 'revision_number': 6, 'project_id': '0325de6208e34a5abc308bcdd059504a', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:15.140583 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Calling delete_port for 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:15.355131 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.521999 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a6e9dd-581b-41db-a8e5-45eb3f8dac0e,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:15.614431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.782343 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.784440 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.871761 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.872223 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44187c4e-059d-4298-85d3-ed17d46b8b63 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:46:15.884692 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:15.885800 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0f30750-9b1d-4bce-95ce-283ca9435ec1 admin admin] 10.222.0.66 "DELETE /v2.0/routers/44187c4e-059d-4298-85d3-ed17d46b8b63 HTTP/1.1" status: 204 len: 168 time: 1.4832478 Mar 02 19:46:15.888874 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54292) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:15.953065 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_v2 [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Deleting subnet 5bdc3f41-0784-4c48-a498-b91c9d992097 {{(pid=88709) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:46:15.956431 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.006863 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2516111'] for subnet, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.092465 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.179152 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:16.213753 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:16.214099 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 05e8e0cb-6ce3-45ba-b6b0-358e051bfdf8 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:16.214545 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:16.226406 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2516010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3481399'] for subnet, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.246262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:16.246616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 30a6e9dd-581b-41db-a8e5-45eb3f8dac0e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:16.265360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bdc3f41-0784-4c48-a498-b91c9d992097,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:16.270313 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.275330 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d53603-3de4-47fb-bd76-4d427a93d176 None None] Network ea7e3766-3690-43fd-8060-84e221bdf1a0 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:16.276971 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-223806fb-552e-4fa6-87c5-fe12a6d22769 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5bdc3f41-0784-4c48-a498-b91c9d992097 HTTP/1.1" status: 204 len: 168 time: 0.3866093 Mar 02 19:46:16.279385 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54296) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:16.384267 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.395645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Deleting port 21908f68-a80e-4208-9ad9-8eaf340298e2 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:16.395978 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.514736 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] DHCP port deletion for ea7e3766-3690-43fd-8060-84e221bdf1a0 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:46:16.519067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Deleting port 21908f68-a80e-4208-9ad9-8eaf340298e2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:16.519505 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.605060 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] For port 21908f68-a80e-4208-9ad9-8eaf340298e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21908f68-a80e-4208-9ad9-8eaf340298e2,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:16.605628 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.717799 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] For port 21908f68-a80e-4208-9ad9-8eaf340298e2, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=21908f68-a80e-4208-9ad9-8eaf340298e2,segment=NetworkSegment(3da10986-932e-4192-b0f2-9f2cd4bc465c),segment_id=3da10986-932e-4192-b0f2-9f2cd4bc465c)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:16.718224 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.727199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Calling delete_port for 21908f68-a80e-4208-9ad9-8eaf340298e2 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:16.868164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Calling delete_port for 21908f68-a80e-4208-9ad9-8eaf340298e2 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:46:16.871514 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:16.918432 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Pushing event deleted for resources: {'Port': ['ID=21908f68-a80e-4208-9ad9-8eaf340298e2,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:16.922484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] No DVR routers for this DVR port 21908f68-a80e-4208-9ad9-8eaf340298e2 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:46:16.940526 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:46:16.940888 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:46:17.037550 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.062648 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea7e3766-3690-43fd-8060-84e221bdf1a0']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:17.074510 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da10986-932e-4192-b0f2-9f2cd4bc465c') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:17.074810 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da10986-932e-4192-b0f2-9f2cd4bc465c') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:17.085858 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.101951 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.107993 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:46:17.112508 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:46:17.122002 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:46:17.248734 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.264957 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.274717 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea7e3766-3690-43fd-8060-84e221bdf1a0,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:17.282184 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-64b49af8-0904-4855-af38-576446c18554 admin admin] 10.222.0.66 "DELETE /v2.0/networks/ea7e3766-3690-43fd-8060-84e221bdf1a0 HTTP/1.1" status: 204 len: 168 time: 1.0018671 Mar 02 19:46:17.442633 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Deleting port 21908f68-a80e-4208-9ad9-8eaf340298e2 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:46:17.443139 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.508280 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-0613687e-6545-4885-8e7a-7310b85d54ff None None] The port '21908f68-a80e-4208-9ad9-8eaf340298e2' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:46:17.588179 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54302) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:17.639173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54306) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:17.640338 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-24699bc0-c54a-439f-99bd-95742e92cab4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=dddffa374d0b498db4bba5ca5fb553bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498328 Mar 02 19:46:17.696881 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.725866 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.843065 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.859739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8d74ed-646b-449c-9586-49ed74111e03,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:17.866742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:17.867843 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-163f0978-f37f-4577-ad8a-05964afbda56 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf8d74ed-646b-449c-9586-49ed74111e03 HTTP/1.1" status: 204 len: 168 time: 0.2270899 Mar 02 19:46:18.176805 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21908f68-a80e-4208-9ad9-8eaf340298e2 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:46:18.209825 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 21908f68-a80e-4208-9ad9-8eaf340298e2 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:46:18.210197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 21908f68-a80e-4208-9ad9-8eaf340298e2 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:46:18.515038 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54314) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:18.564860 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-4e986d8f-5d2f-4439-95a4-39dcdef0c008 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0325de6208e34a5abc308bcdd059504a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485926 Mar 02 19:46:18.567260 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54318) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:18.623304 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:18.648756 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:18.763213 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:18.783151 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabf3bbb-40a4-4eee-962e-90101ff99d7f,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:18.787879 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:18.788555 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-471d9efe-875d-4874-9b62-3cc760c7dd22 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/fabf3bbb-40a4-4eee-962e-90101ff99d7f HTTP/1.1" status: 204 len: 168 time: 0.2204294 Mar 02 19:46:19.881771 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54342) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:19.988124 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1293108031-network', 'tenant_id': '7aa01461114b421995c59b732a7f53cc'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:19.993795 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:19.997625 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Usage tracker for resource:network and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:20.000532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:20.006167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:20.048367 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Made reservation on behalf of 7aa01461114b421995c59b732a7f53cc for: {'network': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:20.050640 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.062692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.076494 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:20.080300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:20.084375 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:20.090549 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:20.172726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.240329 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.272068 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=88708) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:46:20.277053 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6be0c85-01f7-4f03-9944-6c4882819f01,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:20.284229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.284577 n-d-828839-1 neutron-server[88708]: INFO neutron.db.segments_db [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Added segment 0aded57e-24c2-4f2c-b604-67349a6be729 of type vlan for network 8a953881-a9a0-41c9-a277-179cc92c676a Mar 02 19:46:20.309495 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.394750 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.395613 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:20.396189 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:20.497460 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a953881-a9a0-41c9-a277-179cc92c676a,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:20.507309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 8a953881-a9a0-41c9-a277-179cc92c676a details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:46:20.550019 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-adcbda9e-4612-4ca7-a4a9-273eb683aad5 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6671281 Mar 02 19:46:20.552967 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54348) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:20.558417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Request body: {'subnet': {'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1293108031-subnet', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:20.564020 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:20.568128 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Usage tracker for resource:subnet and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:20.570951 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:20.576615 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:20.669206 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Made reservation on behalf of 7aa01461114b421995c59b732a7f53cc for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:20.672135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.037190 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.112381 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bac358f-dd3d-4e54-a978-ac2920a3f1c8,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:21.120770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Checking segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:21.121126 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Network hostable DHCP agents. Network: 8a953881-a9a0-41c9-a277-179cc92c676a, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:46:21.203243 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Network 8a953881-a9a0-41c9-a277-179cc92c676a is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:46:21.283023 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 8a953881-a9a0-41c9-a277-179cc92c676a) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:21.287103 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:21.287743 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.292512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785dddd5-2a4f-40d1-9ac5-6921c22e3d0c None None] Network 8a953881-a9a0-41c9-a277-179cc92c676a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:21.369508 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-63363914-9d1c-41e8-b359-b65a71d0f8eb admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8153636 Mar 02 19:46:21.372199 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54352) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:21.377658 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:21.382850 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:21.387038 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Usage tracker for resource:router and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:21.390472 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:21.396187 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:21.460293 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.461301 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.475405 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.505212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-8a953881-a9a0-41c9-a277-179cc92c676a', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:46:21.506072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.658969 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Allocated IP 172.20.0.2 (8a953881-a9a0-41c9-a277-179cc92c676a/4bac358f-dd3d-4e54-a978-ac2920a3f1c8/981df9c9-8134-498e-a48d-fb0ae0cfe706) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:21.809181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.857070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:21.867202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Transition to ACTIVE for port object 981df9c9-8134-498e-a48d-fb0ae0cfe706 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:21.885048 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Transition to ACTIVE for port object 981df9c9-8134-498e-a48d-fb0ae0cfe706 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:21.944059 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.006266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Network 8a953881-a9a0-41c9-a277-179cc92c676a is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:22.012255 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:22.016768 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:22.050917 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Pushing event updated for resources: {'Port': ['ID=981df9c9-8134-498e-a48d-fb0ae0cfe706,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:22.067129 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.067488 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.067832 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.068173 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.068515 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.068854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.069183 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.069512 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.069838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.070184 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.070514 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.070838 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:22.134622 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Attempting to bind port 981df9c9-8134-498e-a48d-fb0ae0cfe706 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:22.134994 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Attempting to bind port 981df9c9-8134-498e-a48d-fb0ae0cfe706 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:22.135358 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Attempting to bind port 981df9c9-8134-498e-a48d-fb0ae0cfe706 on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:22.140935 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:22.142309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Checking segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:22.142309 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.142309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Bound using segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:22.142715 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Bound port: 981df9c9-8134-498e-a48d-fb0ae0cfe706, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:22.142929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.197448 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eef5e785-d3cd-4f06-98c3-46a3e96d9c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.210696 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.234392 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] For port 981df9c9-8134-498e-a48d-fb0ae0cfe706, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:22.237267 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] For port 981df9c9-8134-498e-a48d-fb0ae0cfe706, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=981df9c9-8134-498e-a48d-fb0ae0cfe706,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:22.241284 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.298452 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.379435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Allocated IP 172.25.7.43 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/01eb382e-ebcb-4c93-9420-7b56d1a91c9b) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:22.387164 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f919c4c-fda0-4913-a996-3031b9ba5666 None None] Pushing event updated for resources: {'Port': ['ID=981df9c9-8134-498e-a48d-fb0ae0cfe706,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:22.538023 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.637887 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:22.698720 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:22.706633 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:22.709593 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:22.751007 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Pushing event updated for resources: {'Port': ['ID=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:23.310748 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7510ee8-b373-42a0-94ee-c3f6d49d5e93 None None] Network 8a953881-a9a0-41c9-a277-179cc92c676a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:23.356611 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:23.472896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-fd3bea54-6420-453d-8e06-f3ac81750246 None None] Provisioning for port 981df9c9-8134-498e-a48d-fb0ae0cfe706 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:23.721669 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.042868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Router bbcd824b-c618-4576-8a3a-f6dcff11442a is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:46:24.223645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:24.246501 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:24.253556 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 981df9c9-8134-498e-a48d-fb0ae0cfe706 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:24.302415 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:24.303024 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:45:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:24.309521 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.310804 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a4188fc1-c48d-4b12-9b8c-4eb4636e3a7b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9376836 Mar 02 19:46:24.314194 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54356) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:24.376714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c6af33f4-6eb0-46ed-b274-2b7c73ef029d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.489057 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:24.588892 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 981df9c9-8134-498e-a48d-fb0ae0cfe706 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:24.615755 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 981df9c9-8134-498e-a48d-fb0ae0cfe706 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:24.616127 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.859335 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:24.904261 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 981df9c9-8134-498e-a48d-fb0ae0cfe706, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=981df9c9-8134-498e-a48d-fb0ae0cfe706,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:24.912792 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:23Z', 'revision_number': 3, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:24.916694 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:24.917050 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Updating router bbcd824b-c618-4576-8a3a-f6dcff11442a port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:46:24.974042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.014046 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.119062 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.156312 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=981df9c9-8134-498e-a48d-fb0ae0cfe706,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:25.318446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Allocated IP 172.20.0.1 (8a953881-a9a0-41c9-a277-179cc92c676a/4bac358f-dd3d-4e54-a978-ac2920a3f1c8/c05a8d6a-97e4-4c21-a963-c102e460f75e) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:25.359195 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.370754 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Transition to ACTIVE for port object 01eb382e-ebcb-4c93-9420-7b56d1a91c9b will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:25.429045 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.464949 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.481033 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Transition to ACTIVE for port object c05a8d6a-97e4-4c21-a963-c102e460f75e will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:25.510478 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Attempting to bind port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:25.510852 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Attempting to bind port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:25.511214 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Attempting to bind port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:25.530027 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbb1f0-5f6f-49ce-9120-7025c37925f9 None None] Pushing event updated for resources: {'Port': ['ID=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:25.535142 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:25.535530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:25.535922 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.536309 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:25.536790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Bound port: 01eb382e-ebcb-4c93-9420-7b56d1a91c9b, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:25.537136 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.569123 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.611601 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] For port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:25.615177 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] For port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:25.619946 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.632173 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Network 8a953881-a9a0-41c9-a277-179cc92c676a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:25.635009 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:25.643217 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:25.681676 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Pushing event updated for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:25.695268 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.702937 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:25.789390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:25.790010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:25.910025 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbb1f0-5f6f-49ce-9120-7025c37925f9 None None] Pushing event updated for resources: {'Port': ['ID=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:26.027388 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:26.069678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f09788cc-ed48-4a2d-ad83-e8f9b848734c None None] Provisioning for port c05a8d6a-97e4-4c21-a963-c102e460f75e completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:26.072614 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.100675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.138396 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f09788cc-ed48-4a2d-ad83-e8f9b848734c None None] Provisioning complete for port c05a8d6a-97e4-4c21-a963-c102e460f75e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:26.138688 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f09788cc-ed48-4a2d-ad83-e8f9b848734c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.205871 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 981df9c9-8134-498e-a48d-fb0ae0cfe706 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:26.309869 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f09788cc-ed48-4a2d-ad83-e8f9b848734c None None] Port c05a8d6a-97e4-4c21-a963-c102e460f75e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:46:26.334727 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.391585 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.403548 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 981df9c9-8134-498e-a48d-fb0ae0cfe706 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:26.403926 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.529890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:23Z', 'revision_number': 3, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:26.545411 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c425031-cef1-45c8-ae10-9652e2ea69da None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:23Z', 'revision_number': 3, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:26.625804 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.632486 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Pushing event updated for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:26.635130 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:26.786230 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Network 8a953881-a9a0-41c9-a277-179cc92c676a is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:26.787342 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:26.990480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:46:27.034689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f18ebe33-611e-4067-9c12-4407970f57b2 None None] Provisioning complete for port c05a8d6a-97e4-4c21-a963-c102e460f75e triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:27.035070 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f18ebe33-611e-4067-9c12-4407970f57b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:27.106409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f18ebe33-611e-4067-9c12-4407970f57b2 None None] Port c05a8d6a-97e4-4c21-a963-c102e460f75e cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:46:27.194054 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:27.198573 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:27.208561 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-baddcd3c-b648-4908-966d-8fcc32b1840f admin admin] 10.222.0.66 "PUT /v2.0/routers/bbcd824b-c618-4576-8a3a-f6dcff11442a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8932540 Mar 02 19:46:27.783686 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.002685 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54376) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:28.012771 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1071102858-network', 'tenant_id': '882800b362b147fcb47881901ca4e991'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:28.020396 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:28.024688 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Usage tracker for resource:network and tenant:882800b362b147fcb47881901ca4e991 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:28.027783 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:28.034846 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:28.040948 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:28.050031 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:28.050667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:28.155282 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Made reservation on behalf of 882800b362b147fcb47881901ca4e991 for: {'network': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:28.157604 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for network, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.173107 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.189328 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:28.193244 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Usage tracker for resource:security_group_rule and tenant:882800b362b147fcb47881901ca4e991 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:28.196090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:28.202652 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:28.223906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 01eb382e-ebcb-4c93-9420-7b56d1a91c9b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:28.231402 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:28.287896 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.352030 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.379924 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:28.385790 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:28.386105 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.390152 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=88709) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 02 19:46:28.395480 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee2d5db-dcee-495d-8fe6-55165a6c448e,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:28.403066 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.403416 n-d-828839-1 neutron-server[88709]: INFO neutron.db.segments_db [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Added segment e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59 of type vlan for network 8ec474c8-c828-4451-a766-3c53e966ee06 Mar 02 19:46:28.435089 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762210218891'] for network, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.507319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.523273 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764'] for network, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.523657 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:28.524272 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:28.524859 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.544682 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:26Z', 'revision_number': 2, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:28.549099 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:28.549447 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Updating router bbcd824b-c618-4576-8a3a-f6dcff11442a port c05a8d6a-97e4-4c21-a963-c102e460f75e binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:46:28.589165 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.602750 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.630721 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] Pushing event updated for resources: {'Network': ['ID=8ec474c8-c828-4451-a766-3c53e966ee06,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:28.642165 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Network 8ec474c8-c828-4451-a766-3c53e966ee06 details requested by agent ovs-agent-n-d-828839-1 with host n-d-828839-1 {{(pid=88710) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 02 19:46:28.689692 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a08317ec-b4b2-48f3-b6f3-2ac1b5ce5d2d admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6852765 Mar 02 19:46:28.692401 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54380) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:28.698646 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Request body: {'subnet': {'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1071102858-subnet', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'ip_version': 4}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:28.704656 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:28.708419 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Usage tracker for resource:subnet and tenant:882800b362b147fcb47881901ca4e991 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:28.711577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:28.717777 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:28.744648 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:28.794786 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Made reservation on behalf of 882800b362b147fcb47881901ca4e991 for: {'subnet': 1} {{(pid=88709) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:28.797925 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3481370'] for subnet, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.984443 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:28.996248 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Transition to ACTIVE for port object c05a8d6a-97e4-4c21-a963-c102e460f75e will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:29.069347 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2516075', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3481356'] for subnet, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.080729 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.147107 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06351d49-828d-4eac-b72e-bb0e595e5c34,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:29.160373 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Checking segment: {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:29.160739 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Network hostable DHCP agents. Network: 8ec474c8-c828-4451-a766-3c53e966ee06, hostable agents: ['50a49278-d7c7-447a-be02-4dd5b389af9b'], hosted agents: [] {{(pid=88709) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 02 19:46:29.209266 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Pushing event updated for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:29.244933 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.245182 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.245513 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.245841 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.246261 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.246585 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.246905 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.247224 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.247618 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.247973 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.248190 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.248504 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88711) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:46:29.248774 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Network 8ec474c8-c828-4451-a766-3c53e966ee06 is scheduled to be hosted by DHCP agent 50a49278-d7c7-447a-be02-4dd5b389af9b with binding_index 1 {{(pid=88709) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 02 19:46:29.307839 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Attempting to bind port c05a8d6a-97e4-4c21-a963-c102e460f75e on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:29.308209 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Attempting to bind port c05a8d6a-97e4-4c21-a963-c102e460f75e by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:29.308565 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Attempting to bind port c05a8d6a-97e4-4c21-a963-c102e460f75e on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:29.313822 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:29.314213 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Checking segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:29.314667 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.315058 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Bound using segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:29.315509 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Bound port: c05a8d6a-97e4-4c21-a963-c102e460f75e, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:29.316041 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.317398 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-828839-1, 8ec474c8-c828-4451-a766-3c53e966ee06) {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:29.322608 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:29.326346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.326543 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b30abb3-aded-4915-986b-34f135f541d4 None None] Network 8ec474c8-c828-4451-a766-3c53e966ee06 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:29.403022 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] For port c05a8d6a-97e4-4c21-a963-c102e460f75e, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:29.406441 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] For port c05a8d6a-97e4-4c21-a963-c102e460f75e, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c05a8d6a-97e4-4c21-a963-c102e460f75e,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:29.424439 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-9f15f6fe-c626-41f4-9d35-366aa8564cc6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7303691 Mar 02 19:46:29.426839 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54384) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:29.433426 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:29.437476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:29.441612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Usage tracker for resource:router and tenant:882800b362b147fcb47881901ca4e991 is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:29.444484 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:29.450474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:29.492858 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.521378 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-2034100', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-487'] for router, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.522499 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2035626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2036085', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689473', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-494'] for router, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.538152 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.571068 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:29.571907 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:29.572591 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc6db57f5-c501-5318-9ef8-8f73d98b9aff-8ec474c8-c828-4451-a766-3c53e966ee06', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34'}]}} from n-d-828839-1. {{(pid=88710) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 02 19:46:29.573543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:29.637569 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447371b-dc28-40de-bc5d-227dcce3ed01 None None] Pushing event updated for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:29.773566 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:29.787784 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.db_base_plugin_common [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Allocated IP 172.20.0.2 (8ec474c8-c828-4451-a766-3c53e966ee06/06351d49-828d-4eac-b72e-bb0e595e5c34/96edc30d-ed1b-4e43-bc01-7e7f269c68e5) {{(pid=88710) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:29.944159 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2035975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2034009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-284'] for router, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.010649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks [] for port, precommit_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.022196 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Transition to ACTIVE for port object 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:30.041967 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Transition to ACTIVE for port object 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 will not be triggered until provisioned by entity DHCP. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:30.104508 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214'] for port, after_create {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.125667 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:29Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:30.130471 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10362ff9-b13e-4e18-857d-2ce1b58f76c2 None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:29Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:30.172187 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Network 8ec474c8-c828-4451-a766-3c53e966ee06 is already hosted by enough agents. {{(pid=88710) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:30.179447 n-d-828839-1 neutron-server[88710]: DEBUG neutron.scheduler.base_scheduler [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Resources bound (agent type, host, resource id): {{(pid=88710) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:30.184389 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Received port after_create {{(pid=88710) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:30.210229 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Pushing event updated for resources: {'Port': ['ID=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,revision_number=1']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:30.294146 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 01eb382e-ebcb-4c93-9420-7b56d1a91c9b up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:30.365197 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Attempting to bind port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:30.365709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Attempting to bind port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:30.365709 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Attempting to bind port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 on network 8ec474c8-c828-4451-a766-3c53e966ee06 {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:30.375072 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:30.375530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Checking segment: {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:30.375991 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.376446 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Bound using segment: {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:30.377006 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Bound port: 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:30.377438 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.451711 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:30.452040 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.484525 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.516480 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.523162 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] For port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:30.533269 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] For port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:30.667079 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Allocated IP 172.25.7.157 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/eb0ef65d-36a3-4a29-a14c-e9c99b1713a7) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:30.671806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.779063 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb31c1a-e8cc-4f60-b29b-01b7f722dfd9 None None] Pushing event updated for resources: {'Port': ['ID=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:30.852059 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:30.963242 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:31.034214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:31.037446 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:31.041093 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:31.071013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:31.515589 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:31.712797 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3780ac-1652-4535-bacf-f0afb6c4b29f None None] Network 8ec474c8-c828-4451-a766-3c53e966ee06 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:46:31.885579 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-1df63cba-4f18-4740-9bd2-d731892a0bf8 None None] Provisioning for port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:31.982411 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2033999', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2036008'] for router, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:32.197546 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:46:32.265906 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:32.294168 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Router 759ed928-2523-4ac2-aae2-547a8daa3540 is scheduled to L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a with binding_index 1 {{(pid=88709) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 02 19:46:32.406680 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:32.411780 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:32.416415 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:32.479966 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:32.507292 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Sync routers for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:32.535350 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:32.536022 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:32.566251 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:32.570294 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-7f57e62e-2c14-4586-b984-5ed2364183c9 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1399403 Mar 02 19:46:32.570692 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54390) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:32.601724 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:32.709958 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:32.739111 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:32.780995 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:32.781762 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c05a8d6a-97e4-4c21-a963-c102e460f75e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:33.079907 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:33.176850 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:31Z', 'revision_number': 3, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:33.178795 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port c05a8d6a-97e4-4c21-a963-c102e460f75e completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:33.184704 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Checking router: 759ed928-2523-4ac2-aae2-547a8daa3540 for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:33.185053 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Updating router 759ed928-2523-4ac2-aae2-547a8daa3540 port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 binding host n-d-828839-1 {{(pid=88710) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:46:33.215954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c05a8d6a-97e4-4c21-a963-c102e460f75e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:33.216332 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.241742 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.285928 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.462565 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.575683 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Allocated IP 172.20.0.1 (8ec474c8-c828-4451-a766-3c53e966ee06/06351d49-828d-4eac-b72e-bb0e595e5c34/f9e19a67-cf67-440f-adaa-a0ac934b460d) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:33.583339 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port c05a8d6a-97e4-4c21-a963-c102e460f75e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c05a8d6a-97e4-4c21-a963-c102e460f75e,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:33.685155 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.724541 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.735798 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.740542 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.provisioning_blocks [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Transition to ACTIVE for port object f9e19a67-cf67-440f-adaa-a0ac934b460d will not be triggered until provisioned by entity DHCP. {{(pid=88709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:33.759653 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Transition to ACTIVE for port object eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 will not be triggered until provisioned by entity L2. {{(pid=88710) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:33.771854 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:33.831567 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.843470 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.889712 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Network 8ec474c8-c828-4451-a766-3c53e966ee06 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:33.892575 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:33.900607 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:33.924329 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Attempting to bind port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 on host n-d-828839-1 for vnic_type normal with profile {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:33.924700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Attempting to bind port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:33.925064 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Attempting to bind port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 on network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:33.931288 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54b21a-e246-42dc-b232-9490c249326d None None] Pushing event updated for resources: {'Port': ['ID=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,revision_number=2']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:33.936701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:33.937584 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Checking segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88710) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:33.937584 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.937860 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Bound using segment: {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'} {{(pid=88710) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:33.938341 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.managers [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Bound port: eb0ef65d-36a3-4a29-a14c-e9c99b1713a7, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e4b10b-c6d5-4d57-82b6-7e1506a63dc6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e'}}] {{(pid=88710) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:33.939052 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:33.948444 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:33.966989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2036578'] for router_interface, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.018725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] For port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7, host n-d-828839-1, cleared binding levels {{(pid=88710) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:34.022417 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] For port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:34.081465 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.164986 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.167037 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:34.167662 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:34.224062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:34.263578 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54b21a-e246-42dc-b232-9490c249326d None None] Pushing event updated for resources: {'Port': ['ID=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,revision_number=3']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:34.363202 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8cbe81bc-e720-4c41-a40b-3c1f4497795c None None] Provisioning for port f9e19a67-cf67-440f-adaa-a0ac934b460d completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:34.384106 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-8cbe81bc-e720-4c41-a40b-3c1f4497795c None None] Provisioning complete for port f9e19a67-cf67-440f-adaa-a0ac934b460d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:34.384459 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-8cbe81bc-e720-4c41-a40b-3c1f4497795c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.392817 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.448404 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:34.457917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.533673 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:34.533936 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.567223 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1574814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2035931'] for router_interface, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:34.571530 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Pushing event updated for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:34.586848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-8cbe81bc-e720-4c41-a40b-3c1f4497795c None None] Port f9e19a67-cf67-440f-adaa-a0ac934b460d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:46:34.702755 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Network 8ec474c8-c828-4451-a766-3c53e966ee06 is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:34.704800 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:34.834151 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c05a8d6a-97e4-4c21-a963-c102e460f75e up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:34.896188 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Router 759ed928-2523-4ac2-aae2-547a8daa3540 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:46:34.958855 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port c05a8d6a-97e4-4c21-a963-c102e460f75e triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:34.959222 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:35.021274 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f9e19a67-cf67-440f-adaa-a0ac934b460d', 'name': '', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'mac_address': 'fa:16:3e:a8:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:33Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 1, 'project_id': '882800b362b147fcb47881901ca4e991', 'subnets': [{'id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:35.032435 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f359b6-d773-4982-bd76-20f0bcbd51f5 None None] The sync data for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 is: [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f9e19a67-cf67-440f-adaa-a0ac934b460d', 'name': '', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'mac_address': 'fa:16:3e:a8:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:33Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 1, 'project_id': '882800b362b147fcb47881901ca4e991', 'subnets': [{'id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:35.038109 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-d3ecad7b-4ef2-4701-90f4-dacbf0691f40 None None] Provisioning complete for port f9e19a67-cf67-440f-adaa-a0ac934b460d triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:35.038503 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d3ecad7b-4ef2-4701-90f4-dacbf0691f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:35.087013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:35.103306 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-df3c6bba-287d-4a08-812e-67d412187a7c admin admin] 10.222.0.66 "PUT /v2.0/routers/759ed928-2523-4ac2-aae2-547a8daa3540/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5250354 Mar 02 19:46:35.137603 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-d3ecad7b-4ef2-4701-90f4-dacbf0691f40 None None] Port f9e19a67-cf67-440f-adaa-a0ac934b460d cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:46:35.732852 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54402) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:35.738474 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-976555069', 'description': 'tempest-secgroup-smoke-976555069 description', 'project_id': '7aa01461114b421995c59b732a7f53cc'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:35.745455 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:35.749946 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:35.752918 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:35.759013 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:35.830926 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:35.850190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:35.853906 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:35.856678 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:35.862410 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:35.930173 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.012270 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.056567 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32123a4b-19e4-4cac-891e-16a15edc2e60,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:36.105707 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.106955 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0d538d26-1cd5-45c0-be5c-9368f572d63a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3730993 Mar 02 19:46:36.110395 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54406) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:36.115305 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:36.121759 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:36.126274 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:36.129090 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:36.134725 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:36.312179 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.382464 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.431133 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.454357 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2f95d4-a962-495a-9040-7fcbbadb8d78,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:36.505515 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.506761 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-3488c19d-4faf-4bf9-a1c0-934a9bcd57b5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3954170 Mar 02 19:46:36.509590 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54410) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:36.514776 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:36.521147 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:36.524932 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:36.527770 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:36.533901 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:36.603675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.663768 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.709160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.732710 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e659e525-35b6-4199-a846-4f87ad95689a,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:36.817917 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:36.819339 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-53661d6c-2c3d-4c9f-8c3a-7685f60063ef tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3088000 Mar 02 19:46:36.822435 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54414) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:36.828174 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:36.834959 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:36.838804 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:36.841795 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:36.848321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:36.946808 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.027876 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.091437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.120605 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99933c44-1db8-49c0-aad7-3eb94f0143bc,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:37.206620 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.207995 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-8bf29bb3-74df-469d-a384-98870b1dce42 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845901 Mar 02 19:46:37.211971 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54418) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:37.217055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:37.224517 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:37.228769 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:37.231962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:37.237975 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:37.330346 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.396160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.463227 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.486718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9715366d-4d57-4584-b983-8b78704e8645,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:37.551497 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.552715 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-5300aee8-5473-45b1-810b-66af9f7e0266 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3408477 Mar 02 19:46:37.555613 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54422) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:37.560855 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:37.568214 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:37.572003 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:37.574835 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:37.580526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:37.671705 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Project 7aa01461114b421995c59b732a7f53cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:46:37.678702 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.743563 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.814017 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.837701 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24dcff4c-cbff-4044-a69e-c30c40929b6d,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:37.909171 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:37.910405 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-a00fac2e-578c-4809-8262-19a6a2c8e8f9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3538363 Mar 02 19:46:37.913088 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54426) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:37.917919 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'security_group_rule': {'security_group_id': '32123a4b-19e4-4cac-891e-16a15edc2e60', 'project_id': '7aa01461114b421995c59b732a7f53cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:37.925131 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:37.928962 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:security_group_rule and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:37.931841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:37.937731 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:38.029923 n-d-828839-1 neutron-server[88709]: INFO neutron.db.securitygroups_db [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Project 7aa01461114b421995c59b732a7f53cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 02 19:46:38.030027 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Sync routers for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:38.031683 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.039668 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:38.040458 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:38.103001 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.191505 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1673441'] for security_group_rule, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.218514 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0249f185-695d-4d5c-9a97-8ef9d6b6134b,revision_number=0']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:38.224970 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:38.251407 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:38.315115 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.316248 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-0ed521ef-c106-44d3-aa7e-8827d64eb89f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022486 Mar 02 19:46:38.345570 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:38.351185 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:38.351676 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.479831 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.492912 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-7f54775d-7704-4254-8bfb-42d485636253 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:security_group {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:38.497296 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:38.567956 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f9e19a67-cf67-440f-adaa-a0ac934b460d', 'name': '', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'mac_address': 'fa:16:3e:a8:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:33Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 2, 'project_id': '882800b362b147fcb47881901ca4e991', 'subnets': [{'id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:38.571556 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Checking router: 759ed928-2523-4ac2-aae2-547a8daa3540 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:38.571896 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Updating router 759ed928-2523-4ac2-aae2-547a8daa3540 port f9e19a67-cf67-440f-adaa-a0ac934b460d binding host n-d-828839-1 {{(pid=88711) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 02 19:46:38.585511 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.596634 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-7f54775d-7704-4254-8bfb-42d485636253 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:security_group {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:38.600597 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-7f54775d-7704-4254-8bfb-42d485636253 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976555069&fields=id&tenant_id=7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 267 time: 0.1505301 Mar 02 19:46:38.628810 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.653678 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:38.753668 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-9cacd77a-70f0-4be2-ae34-61555dac7f93 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:38.755161 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-9cacd77a-70f0-4be2-ae34-61555dac7f93 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 810 time: 0.1502845 Mar 02 19:46:38.771321 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-3fcf285c-12a3-4477-b351-40ba304be144 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/quotas/7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 375 time: 0.0105398 Mar 02 19:46:38.857751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-54a7cdfb-8851-4d03-954d-0fe1eea4de8d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:38.956669 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-54a7cdfb-8851-4d03-954d-0fe1eea4de8d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:38.958000 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-54a7cdfb-8851-4d03-954d-0fe1eea4de8d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814520 Mar 02 19:46:38.962482 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks [] for port, precommit_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:38.974331 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.provisioning_blocks [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Transition to ACTIVE for port object f9e19a67-cf67-440f-adaa-a0ac934b460d will not be triggered until provisioned by entity L2. {{(pid=88711) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:39.040278 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:39.173579 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a81b6-a97a-41d3-bfb8-fd08545354fb None None] Pushing event updated for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=3']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:39.204053 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-a3832e6c-ba42-4d8e-8463-a0fe1789f938 service neutron] 10.222.0.66 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342048 Mar 02 19:46:39.272012 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Attempting to bind port f9e19a67-cf67-440f-adaa-a0ac934b460d on host n-d-828839-1 for vnic_type normal with profile {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:39.272383 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Attempting to bind port f9e19a67-cf67-440f-adaa-a0ac934b460d by drivers openvswitch,hyperv on host n-d-828839-1 at level 0 using segments [{'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:39.272745 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Attempting to bind port f9e19a67-cf67-440f-adaa-a0ac934b460d on network 8ec474c8-c828-4451-a766-3c53e966ee06 {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:39.278019 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Checking agent: {'id': '821c7da7-d8f2-4094-914e-670953eddc86', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 0, 25), 'started_at': datetime.datetime(2022, 3, 2, 18, 0, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-828839-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:39.278428 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Checking segment: {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88711) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:39.278829 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:39.279217 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Bound using segment: {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'} {{(pid=88711) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:39.279677 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.managers [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Bound port: f9e19a67-cf67-440f-adaa-a0ac934b460d, host: n-d-828839-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06'}}] {{(pid=88711) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:39.280048 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:39.339699 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-b0b6d63d-e8aa-49ae-9c81-f706356affcb service neutron] 10.222.0.66 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288345 Mar 02 19:46:39.368981 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] For port f9e19a67-cf67-440f-adaa-a0ac934b460d, host n-d-828839-1, cleared binding levels {{(pid=88711) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:39.376250 n-d-828839-1 neutron-server[88711]: DEBUG neutron.plugins.ml2.db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] For port f9e19a67-cf67-440f-adaa-a0ac934b460d, host n-d-828839-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f9e19a67-cf67-440f-adaa-a0ac934b460d,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88711) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:39.458382 n-d-828839-1 neutron-server[88711]: DEBUG neutron_lib.callbacks.manager [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88711) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:39.545903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:39.545903 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:39.592164 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a81b6-a97a-41d3-bfb8-fd08545354fb None None] Pushing event updated for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=4']} {{(pid=88711) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:39.719939 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:40.048665 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f9e19a67-cf67-440f-adaa-a0ac934b460d', 'name': '', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'mac_address': 'fa:16:3e:a8:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:33Z', 'updated_at': '2022-03-02T19:46:39Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'subnets': [{'id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:40.052560 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de455a55-46c4-4a28-bf7b-01c6f025f044 None None] The sync data for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 is: [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:46:34Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'f9e19a67-cf67-440f-adaa-a0ac934b460d', 'name': '', 'network_id': '8ec474c8-c828-4451-a766-3c53e966ee06', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'mac_address': 'fa:16:3e:a8:81:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_interface', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:33Z', 'updated_at': '2022-03-02T19:46:39Z', 'revision_number': 4, 'project_id': '882800b362b147fcb47881901ca4e991', 'subnets': [{'id': '06351d49-828d-4eac-b72e-bb0e595e5c34', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:40.219552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f9e19a67-cf67-440f-adaa-a0ac934b460d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:40.385772 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning for port f9e19a67-cf67-440f-adaa-a0ac934b460d completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:40.392223 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f9e19a67-cf67-440f-adaa-a0ac934b460d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:40.392802 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:40.512295 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:40.560067 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] For port f9e19a67-cf67-440f-adaa-a0ac934b460d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f9e19a67-cf67-440f-adaa-a0ac934b460d,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:40.610429 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:40.611126 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:40.616877 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-50413601-f746-4451-bd85-67e52417e0c7 req-bbe9ec56-0893-4967-90d8-4153ebe855a0 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0430241 Mar 02 19:46:40.726439 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Pushing event updated for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:40.740433 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:40.740805 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:41.714904 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-39695235-0b54-4bbc-a06d-ffc4a63c77ec req-289a0f90-c155-452f-bfc7-4f449528458b tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0423684 Mar 02 19:46:42.196905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f9e19a67-cf67-440f-adaa-a0ac934b460d up at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:42.265206 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Provisioning complete for port f9e19a67-cf67-440f-adaa-a0ac934b460d triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:42.265571 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:42.810071 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-07734023-5a68-4c71-a782-219a90c2099c req-d82800db-5e5c-4dbd-b6e6-542cdf7b77b9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0451856 Mar 02 19:46:43.956114 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-be9e8fe5-d5aa-4705-953d-f9763222aa6e req-7b0c5a83-cf75-4427-bd89-9033db797fe7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0439847 Mar 02 19:46:44.885731 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-58569668-6150-453b-bf95-935b51778480 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:44.886692 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-58569668-6150-453b-bf95-935b51778480 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:network {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:45.014055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-58569668-6150-453b-bf95-935b51778480 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:network {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:45.015264 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-58569668-6150-453b-bf95-935b51778480 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 810 time: 0.2750309 Mar 02 19:46:45.071834 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-a15fa108-a284-4179-808c-668150ed98db tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:security_group {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:46:45.083768 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-a15fa108-a284-4179-808c-668150ed98db tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:security_group {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:46:45.084922 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-a15fa108-a284-4179-808c-668150ed98db tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 379 time: 0.0622969 Mar 02 19:46:45.093688 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'port': {'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'admin_state_up': True, 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'security_groups': ['32123a4b-19e4-4cac-891e-16a15edc2e60']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:45.118105 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fefff8be-160a-4076-a23c-8ffc34990b6a req-f685b81c-1752-4e8a-9352-d97657c99661 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0445507 Mar 02 19:46:45.230900 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:45.241051 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:45.310940 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Made reservation on behalf of 7aa01461114b421995c59b732a7f53cc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:46:45.314390 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.473716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Allocated IP 172.20.0.7 (8a953881-a9a0-41c9-a277-179cc92c676a/4bac358f-dd3d-4e54-a978-ac2920a3f1c8/f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:45.666397 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.681999 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Transition to ACTIVE for port object f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:45.760838 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:45.833825 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Network 8a953881-a9a0-41c9-a277-179cc92c676a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:45.837184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:45.840918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:45.871182 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:45.910655 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:45.911316 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:46.030153 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-2d61a64d-56d8-4402-bca4-5ef8da42d4a7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9400899 Mar 02 19:46:46.087184 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Request body: {'port': {'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:46.126750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd0d323d-05a5-410b-a0ca-03960af511ad None None] Provisioning for port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:46.132725 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-bd0d323d-05a5-410b-a0ca-03960af511ad None None] Provisioning complete for port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:46.133098 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-bd0d323d-05a5-410b-a0ca-03960af511ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:46.233150 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d323d-05a5-410b-a0ca-03960af511ad None None] Port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:46:46.312660 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:46.324917 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a9062-f4af-4e56-80bb-ce7e463b12a9 req-0b5f7056-a245-4577-ac71-69fbc7dc5e97 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:46.326398 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107a9062-f4af-4e56-80bb-ce7e463b12a9 req-0b5f7056-a245-4577-ac71-69fbc7dc5e97 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 931 time: 0.0826280 Mar 02 19:46:46.371557 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-107a9062-f4af-4e56-80bb-ce7e463b12a9 req-557f62b4-6424-4d2a-9cb2-f3b258608ca6 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386882 Mar 02 19:46:46.654653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:46:46.661788 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:46.676231 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Transition to ACTIVE for port object f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:46:46.744792 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:46.902920 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:46.978355 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Attempting to bind port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 on host n-h1-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:46:46.978962 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Attempting to bind port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 by drivers openvswitch,hyperv on host n-h1-828839-1 at level 0 using segments [{'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:46:46.979058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Attempting to bind port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:46.983532 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 on network 8a953881-a9a0-41c9-a277-179cc92c676a not bound, no agent of type Open vSwitch agent registered on host n-h1-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:46:46.984411 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Attempting to bind port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:46:46.989425 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Checking agent: {'id': '4121ff0d-e52d-4f5f-9392-1b44222a8309', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:46:46.989760 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Checking segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:46:46.990169 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Bound using segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:46:46.990595 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Bound port: f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host: n-h1-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:46:46.990938 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:47.078860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:46:47.081736 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:46:47.145185 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:47.203067 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.203683 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:47.205130 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] 10.222.0.65 "PUT /v2.0/ports/f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 1091 time: 1.1683974 Mar 02 19:46:47.205491 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:46:47.230533 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b04ecc-783d-4927-89dc-38df6a2e3305 service neutron] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:47.259535 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'status': 'completed', 'code': 200} Mar 02 19:46:47.351887 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-c3096710-420d-4033-9675-d086d4a2a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.353376 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-c3096710-420d-4033-9675-d086d4a2a4f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1094 time: 0.0742149 Mar 02 19:46:47.495139 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-aaf1a345-42c9-4b45-bc14-9e6fad9d843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.496578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-aaf1a345-42c9-4b45-bc14-9e6fad9d843b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=7aa01461114b421995c59b732a7f53cc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1366286 Mar 02 19:46:47.564493 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a3bc0-ca6f-4988-a575-98d76a56c84a req-71fd8045-f6e1-4c08-afdc-8e92c726e018 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.565985 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-255a3bc0-ca6f-4988-a575-98d76a56c84a req-71fd8045-f6e1-4c08-afdc-8e92c726e018 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0884349 Mar 02 19:46:47.609725 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-255a3bc0-ca6f-4988-a575-98d76a56c84a req-79922d38-7993-4493-9ff8-ae8308926386 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380576 Mar 02 19:46:47.632548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-5876c8de-577c-4500-b81f-25f2e6bb642c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.634051 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-2968af5e-019f-4a59-85a8-e564aa9efad0 req-5876c8de-577c-4500-b81f-25f2e6bb642c service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320171 Mar 02 19:46:47.737083 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-508183fe-cccb-4e75-900e-6b77e480fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.738482 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-508183fe-cccb-4e75-900e-6b77e480fbfb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1094 time: 0.0692334 Mar 02 19:46:47.807339 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-6f4ec9d5-8cb3-4e73-ba62-c9638fdf6e82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 217 time: 0.0626948 Mar 02 19:46:47.866366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-1d6d1e5e-22c3-4f2b-a4e8-6b51ba0a3c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.867728 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-1d6d1e5e-22c3-4f2b-a4e8-6b51ba0a3c48 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0553660 Mar 02 19:46:47.942858 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-05ea34a9-96b0-401d-8b1a-75098207974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:47.944307 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-05ea34a9-96b0-401d-8b1a-75098207974d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707376 Mar 02 19:46:48.177655 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-c226e096-9c09-4a85-affd-69e0911b7cc9 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272520 Mar 02 19:46:48.307967 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-87d34eac-7b9b-4269-ae04-00551319e3fb req-587dae41-6c66-4015-9d95-2a18b4d75be3 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244164 Mar 02 19:46:48.791428 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8387b788-959e-42a6-a81b-64e4be87d76a req-5e75c222-de24-454d-b5a7-4101ea2f6691 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:48.792867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8387b788-959e-42a6-a81b-64e4be87d76a req-5e75c222-de24-454d-b5a7-4101ea2f6691 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0785797 Mar 02 19:46:48.836054 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8387b788-959e-42a6-a81b-64e4be87d76a req-82e60735-b760-41a2-948d-504aa8cc07ae tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371487 Mar 02 19:46:50.021035 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a8470-8690-471e-a4a1-58ca80cdcb4f req-f9ffc877-8d3b-4b23-9c98-697a71fde551 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:50.022432 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-152a8470-8690-471e-a4a1-58ca80cdcb4f req-f9ffc877-8d3b-4b23-9c98-697a71fde551 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0832639 Mar 02 19:46:50.066913 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-152a8470-8690-471e-a4a1-58ca80cdcb4f req-4def784e-a30f-4e2b-9ef6-f679e8d4a0c8 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385556 Mar 02 19:46:51.029533 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:46:51.161605 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:51.175287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:46:51.233457 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:51.250701 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:46:51.251718 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcfab-7b81-4ed7-aa5f-aabd0f98bce2 req-3386e641-dbe1-4ba0-8cf8-576056137bd1 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:51.253199 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-392fcfab-7b81-4ed7-aa5f-aabd0f98bce2 req-3386e641-dbe1-4ba0-8cf8-576056137bd1 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0808556 Mar 02 19:46:51.266193 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:51.300430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-392fcfab-7b81-4ed7-aa5f-aabd0f98bce2 req-a785ce2f-2b46-48f2-bdff-94a3b879b87b tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414317 Mar 02 19:46:51.333778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:51.399696 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:51.571262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:46:52.171351 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f0508d76-9f97-418a-806b-bead050d5511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:52.485312 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a576085-e5d6-47f3-8efb-50fe3ae66146 req-cef91abb-ebe0-48e8-9013-132953fa17e3 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:52.487362 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a576085-e5d6-47f3-8efb-50fe3ae66146 req-cef91abb-ebe0-48e8-9013-132953fa17e3 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 944 time: 0.0808551 Mar 02 19:46:52.531301 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-6a576085-e5d6-47f3-8efb-50fe3ae66146 req-116b32cb-6995-4925-a024-f8bc9d727277 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Mar 02 19:46:53.029331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:46:53.176872 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning for port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:46:53.181565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:46:53.181942 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:53.297691 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:53.322954 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:46:53.333451 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:46:53.416020 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'code': 200} Mar 02 19:46:53.417195 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:53.486169 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:53.541515 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f12c70-689d-497b-9724-f886df3b690d req-b6509b79-554f-4ec7-aece-6406c6e603bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:53.543140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-04f12c70-689d-497b-9724-f886df3b690d req-b6509b79-554f-4ec7-aece-6406c6e603bf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1096 time: 0.0715780 Mar 02 19:46:53.585331 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-04f12c70-689d-497b-9724-f886df3b690d req-fd7451ee-a931-43c6-9766-5ef057b6c3b2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362327 Mar 02 19:46:53.719418 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd63297-483b-408c-b0d4-908972ee2540 req-f30c082e-c413-4f74-85ef-d43815bcba79 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:53.721191 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bd63297-483b-408c-b0d4-908972ee2540 req-f30c082e-c413-4f74-85ef-d43815bcba79 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 945 time: 0.0850892 Mar 02 19:46:53.867992 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-8bd63297-483b-408c-b0d4-908972ee2540 req-83996307-9a19-49f2-beb7-fa1061d4fc16 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412032 Mar 02 19:46:54.316543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f52bbb91-a46e-4e02-bacc-62c13b062ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.056569 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b629dc8-6579-4b31-8939-8b754d704b6b req-b3bf4281-a6a9-4035-8301-0acf1ea915a2 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:55.058217 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b629dc8-6579-4b31-8939-8b754d704b6b req-b3bf4281-a6a9-4035-8301-0acf1ea915a2 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 945 time: 0.0806170 Mar 02 19:46:55.102754 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4b629dc8-6579-4b31-8939-8b754d704b6b req-146b7bc7-3a62-4a4d-8118-2eeb4a10f380 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Mar 02 19:46:55.283518 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5342ec1a-6676-4567-9039-b07240409282 req-d4f53366-274b-4e54-baa0-9297c80a8066 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:55.285473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5342ec1a-6676-4567-9039-b07240409282 req-d4f53366-274b-4e54-baa0-9297c80a8066 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 945 time: 0.0812454 Mar 02 19:46:55.328512 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5342ec1a-6676-4567-9039-b07240409282 req-cc1b40a5-c3ab-4eee-a790-9c23a4a529bc tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375869 Mar 02 19:46:55.351211 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54510) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:55.461545 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a5a695-d1b6-4936-ba7b-8b31e7a057f0 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:55.463063 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-92a5a695-d1b6-4936-ba7b-8b31e7a057f0 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1091 time: 0.1108794 Mar 02 19:46:55.465916 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54516) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:46:55.470683 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:46:55.477922 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:46:55.481914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:floatingip and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:46:55.484667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:46:55.490298 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:46:55.591052 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.624781 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.730726 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:55.868583 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Allocated IP 172.25.7.182 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/43eb217c-0167-4d89-b560-63b10347849c) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:46:55.874767 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.015748 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.122480 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.194819 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:46:56.198149 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:46:56.201836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:46:56.232530 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=43eb217c-0167-4d89-b560-63b10347849c,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:56.615858 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.619151 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:56.796368 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.111060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.112321 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.167600 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.276047 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=43eb217c-0167-4d89-b560-63b10347849c,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:46:57.287925 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.454323 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Floating IP 9b5a8f8c-2933-4788-93eb-d2e8c09951fb associated. External IP: 172.25.7.182, port: f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9. Mar 02 19:46:57.790774 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:57.797984 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:46:57.974432 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:46:57.983723 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:46:57.993483 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:57.994175 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:58.099716 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:46:58.166399 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-a930dcac-6aef-410e-aace-3902f72a5e9c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6885068 Mar 02 19:46:58.166399 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:46:58.172095 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:58.206553 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'status': 'completed', 'code': 200} Mar 02 19:46:58.299524 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-c73b2df8-a15b-49a4-b770-8cccd3d6bff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:58.301583 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-c73b2df8-a15b-49a4-b770-8cccd3d6bff2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1096 time: 0.0736098 Mar 02 19:46:58.433281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-eb1308fa-1ca4-4fcb-bf05-0c7994f86d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:58.434744 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-eb1308fa-1ca4-4fcb-bf05-0c7994f86d33 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1270080 Mar 02 19:46:58.517243 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:56Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:58.521714 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:46:58.530017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:46:58.530636 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:46:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:58.537950 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-2c07128c-3bcd-44c6-88f6-8c6843903d42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 999 time: 0.0974562 Mar 02 19:46:58.600802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-650a3677-0fa1-4dde-b9c6-e126dbdfa82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:58.602295 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-650a3677-0fa1-4dde-b9c6-e126dbdfa82d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0588775 Mar 02 19:46:58.680164 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-386afa68-c863-4618-93d5-039848428df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:46:58.681640 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-386afa68-c863-4618-93d5-039848428df0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737846 Mar 02 19:46:58.743818 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:46:58.928140 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-5fbe3977-bfe9-476c-b6e6-ec4a794d104c service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400758 Mar 02 19:46:59.064517 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f8b3e535-49a3-4892-b350-3682e17fe69c req-e7c274bc-742b-435a-a9be-fa270144885f service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306448 Mar 02 19:46:59.098235 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:56Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:46:59.102208 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7fc8420-f733-4398-a840-2207aaac1893 None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:56Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:46:59.291797 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4a4d08-e29a-47f5-9fdb-2d86955f9b80 None None] New status for floating IP 9b5a8f8c-2933-4788-93eb-d2e8c09951fb: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:47:09.194138 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:47:22.241579 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-e92d5b16-3526-48e0-b3b3-03c71e02873f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:24.338564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3d1823e9-aea2-413d-b44e-dd7c8aa40f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.618646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:25.887422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:26.595719 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.138642 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:27.813389 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:35.586833 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-fe5fa4f6-3ba4-46c0-b5a7-faed8b5cbd9e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697474 Mar 02 19:47:35.724737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-e7980452-279f-4989-b93d-46dea4be2a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:35.726219 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-e7980452-279f-4989-b93d-46dea4be2a05 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1096 time: 0.0731511 Mar 02 19:47:35.868265 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-62353d81-f793-4529-80a4-03e3c4a63061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:35.869700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-62353d81-f793-4529-80a4-03e3c4a63061 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1257081 Mar 02 19:47:35.969383 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-5da35d2b-0596-4d6d-9c0e-82385bc858f5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0944049 Mar 02 19:47:36.031647 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-e4430a2d-5372-46cf-9ad1-27dbdfff4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:36.033086 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-e4430a2d-5372-46cf-9ad1-27dbdfff4018 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0585816 Mar 02 19:47:36.107359 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-f33e48fb-a08b-4898-ada3-b5ac756ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:47:36.108883 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-f33e48fb-a08b-4898-ada3-b5ac756ecd9d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703266 Mar 02 19:47:36.239901 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-86e2076c-a2a7-4311-8be0-f33613900441 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253116 Mar 02 19:47:36.372826 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e8dfbc01-47f2-4d5e-9fd9-60e4013c8a80 req-354ff548-a45e-4369-adb1-50d134f7810d service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270738 Mar 02 19:47:46.194046 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:47:52.181665 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-44fa3633-e835-4a73-9488-67dbaf70616e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:54.275609 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-b7bbb4e2-a4ac-4334-a99b-35633aaef1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:55.606796 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:55.846652 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:56.601021 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:57.153096 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:47:57.798754 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:22.177322 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-24b0ef13-fa51-43e9-b3ee-1edfcea4153b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:23.193133 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:48:24.280482 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-10834adb-3fb2-470e-bec5-947e601a5413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:25.582882 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:25.857606 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:26.609738 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:27.129929 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:27.817099 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:37.589820 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-c0c2232b-b5f3-424a-985f-97b33a8ed004 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0733223 Mar 02 19:48:37.725161 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-7f2c6d4d-44d9-4be6-9e66-1fa034ddcc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:37.726790 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-7f2c6d4d-44d9-4be6-9e66-1fa034ddcc92 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1096 time: 0.0711865 Mar 02 19:48:37.867881 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-ceb8c02c-52ce-4b17-b178-c644eea51b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:37.869231 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-ceb8c02c-52ce-4b17-b178-c644eea51b35 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1240544 Mar 02 19:48:37.971537 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-860eb3a2-c133-4429-b0b4-226daf8cf3ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 1001 time: 0.0966098 Mar 02 19:48:38.032672 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-e7b04df8-7454-4083-a24a-fe1e689ecc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:38.034084 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-e7b04df8-7454-4083-a24a-fe1e689ecc76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0573909 Mar 02 19:48:38.215860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-53f1cf9e-b103-48ba-90a0-1ed6e47f0b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:48:38.217329 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-53f1cf9e-b103-48ba-90a0-1ed6e47f0b33 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771877 Mar 02 19:48:38.348853 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-fff9ab8d-b98a-4486-907a-0a4cf67747fd service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246479 Mar 02 19:48:38.482693 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3972b547-dcc3-4788-b8ff-4ddd1893803f req-5a86fc6d-dcfb-4ac4-8f22-2475c76a7050 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259751 Mar 02 19:48:52.157917 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2be46bc5-b120-4336-bc20-574349dc1992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:54.294874 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-30f5844c-02e0-440a-8cb3-fdb93e545033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.588252 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.599159 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 details requested by agent hyperv_n-h1-828839-1 with host n-h1-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:48:55.727105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:48:55.739687 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Returning: {'device': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:48:55.792580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.817472 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:48:55.832406 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:48:55.900244 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:55.936484 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:56.010845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:48:56.015794 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] get_ports_and_sgs() called for port_ids ['f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:48:56.048538 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.048905 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.049228 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.049559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.049894 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.050262 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.050588 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.050918 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.051242 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.051565 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.051890 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.052212 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:48:56.628408 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:57.125743 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:57.624522 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 up at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:48:57.743213 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Provisioning complete for port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:48:57.743890 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:57.832185 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:57.863677 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:57.889390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:48:57.899189 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:48:57.939153 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'code': 200} Mar 02 19:48:57.997539 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:48:58.081697 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:00.193127 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:08.271200 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-f467ca0c-facc-4137-b1e4-1133248e97a3 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-976555069&fields=id&tenant_id=7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 267 time: 0.0394990 Mar 02 19:49:08.423213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-df485586-a0d0-4b65-bc7c-3d61eda2da77 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:08.424579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-df485586-a0d0-4b65-bc7c-3d61eda2da77 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 810 time: 0.1465635 Mar 02 19:49:08.439499 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-238b0001-6bb5-4a5b-972b-d80e0ef1f4d8 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/quotas/7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 375 time: 0.0095088 Mar 02 19:49:08.528422 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-cddfa128-396c-4c26-b351-bce4d3d7a5e9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840213 Mar 02 19:49:08.664583 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-d9e27633-7225-4ac3-9f7b-c3707a794c50 service neutron] 10.222.0.66 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248980 Mar 02 19:49:08.794475 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-b616fbc0-c4c2-45c7-89af-c87eb740f345 service neutron] 10.222.0.66 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240904 Mar 02 19:49:09.125060 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9e65e8ab-cd81-4cf5-a872-6eeb5c6af7b6 req-c9c14946-fd20-4b53-a8db-b6f37efa448a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 210 time: 0.1128256 Mar 02 19:49:10.276612 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5cd2adcc-809e-4f52-bf6e-c513931f4510 req-9490508d-85c0-4676-a6ac-9f6ca5d36f08 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 210 time: 0.0427272 Mar 02 19:49:11.198487 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-17f348a3-7bb4-47df-b28a-1f584e65609e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:11.199925 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-17f348a3-7bb4-47df-b28a-1f584e65609e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 810 time: 0.1479461 Mar 02 19:49:11.246187 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-c86230db-71c3-46d8-814b-28c84b4ec6da tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7aa01461114b421995c59b732a7f53cc HTTP/1.1" status: 200 len: 379 time: 0.0387046 Mar 02 19:49:11.254622 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'port': {'device_id': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'admin_state_up': True, 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'security_groups': ['32123a4b-19e4-4cac-891e-16a15edc2e60']}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:49:11.392921 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:49:11.397041 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:port and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:49:11.399926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88708) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:49:11.405662 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.quota.driver [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88708) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:49:11.431300 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-4ee7b247-8d91-4f4d-a03a-8b8f41b62941 req-3f122a68-7314-4a9f-8142-9d41707a6032 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 210 time: 0.0448143 Mar 02 19:49:11.460398 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Made reservation on behalf of 7aa01461114b421995c59b732a7f53cc for: {'port': 1} {{(pid=88708) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 02 19:49:11.464021 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:11.633022 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_common [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Allocated IP 172.20.0.3 (8a953881-a9a0-41c9-a277-179cc92c676a/4bac358f-dd3d-4e54-a978-ac2920a3f1c8/b4a12b2f-4fc9-4f28-be07-c7b503ef9b32) {{(pid=88708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:49:11.687452 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:49:11.817537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:11.867310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-f1232871-81e1-43ef-899f-154f95746280 None None] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:49:11.868460 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:49:11.896891 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:11.914135 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Transition to ACTIVE for port object b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 will not be triggered until provisioned by entity DHCP. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:49:11.929297 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'code': 200} Mar 02 19:49:11.953679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:12.009966 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_create {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:12.050997 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Pushing event updated for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:12.138836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Network 8a953881-a9a0-41c9-a277-179cc92c676a is already hosted by enough agents. {{(pid=88708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:49:12.140544 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=1']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:12.148371 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.base_scheduler [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources bound (agent type, host, resource id): {{(pid=88708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:49:12.152120 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.152607 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.153040 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.153559 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.153929 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.154327 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.154667 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.155008 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.155348 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.155815 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.156247 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.156638 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:12.162004 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Received port after_create {{(pid=88708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:49:12.265076 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:12.265814 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:12.365428 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-06cfc2f1-5eee-47bc-a8ff-cbf2ec827573 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1141455 Mar 02 19:49:12.597409 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f0a5a328-0aa9-4da2-b84b-508beff28964 None None] Provisioning for port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 completed by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:49:12.602689 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-f0a5a328-0aa9-4da2-b84b-508beff28964 None None] Provisioning complete for port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 triggered by entity DHCP. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:49:12.603157 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f0a5a328-0aa9-4da2-b84b-508beff28964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:12.645184 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf5b4d-baf9-4180-84b3-092335d80867 req-253b3bd8-4493-4a9d-b46a-379d4f56a0b4 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:12.646589 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eacf5b4d-baf9-4180-84b3-092335d80867 req-253b3bd8-4493-4a9d-b46a-379d4f56a0b4 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0990422 Mar 02 19:49:12.665646 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5a328-0aa9-4da2-b84b-508beff28964 None None] Port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 cannot update to ACTIVE because it is not bound. {{(pid=88710) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 02 19:49:12.711615 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-eacf5b4d-baf9-4180-84b3-092335d80867 req-847ccaf9-02e4-4bf9-8712-001da55f9b78 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536492 Mar 02 19:49:13.916550 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb8e8a-5d14-4f97-ac0a-fb7e6e37f4b8 req-0b4f1e70-cadc-4201-b15d-670cb5d75e7d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:13.918052 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31bb8e8a-5d14-4f97-ac0a-fb7e6e37f4b8 req-0b4f1e70-cadc-4201-b15d-670cb5d75e7d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0936656 Mar 02 19:49:13.963909 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-31bb8e8a-5d14-4f97-ac0a-fb7e6e37f4b8 req-5ace3b52-8d11-43c4-9ad5-8a58cca432af tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400910 Mar 02 19:49:15.158842 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc213f5-5f85-4c98-8823-1f4e10a953a6 req-db7aba2a-7f60-4012-8651-cc0a24c21a44 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:15.160342 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc213f5-5f85-4c98-8823-1f4e10a953a6 req-db7aba2a-7f60-4012-8651-cc0a24c21a44 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0820808 Mar 02 19:49:15.210296 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0cc213f5-5f85-4c98-8823-1f4e10a953a6 req-93118fa5-32f3-4758-8d08-efa9521f4b04 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441415 Mar 02 19:49:16.413582 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d03f75-34df-4b40-9ddf-9f656038c4b4 req-1bbddbd8-9b67-423c-bc99-08271f8f1eac tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:16.415074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5d03f75-34df-4b40-9ddf-9f656038c4b4 req-1bbddbd8-9b67-423c-bc99-08271f8f1eac tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0919464 Mar 02 19:49:16.469568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-b5d03f75-34df-4b40-9ddf-9f656038c4b4 req-9ca848f1-383a-4c3c-a4fc-b01e52db31e0 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454102 Mar 02 19:49:17.668773 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194be1c-2712-490f-8d5d-873623290448 req-09144b3b-fb3a-4249-95d3-f19e87da34d2 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:17.671153 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5194be1c-2712-490f-8d5d-873623290448 req-09144b3b-fb3a-4249-95d3-f19e87da34d2 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0885377 Mar 02 19:49:17.719623 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-5194be1c-2712-490f-8d5d-873623290448 req-6e59739d-7f9f-4639-8cd0-7c99b2d8e6d0 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404589 Mar 02 19:49:18.913382 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5418aa6-d4e0-42a8-94d6-b97c111994b2 req-5f05289a-ec1a-497e-897e-56c19dcb549e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:18.915010 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5418aa6-d4e0-42a8-94d6-b97c111994b2 req-5f05289a-ec1a-497e-897e-56c19dcb549e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0820475 Mar 02 19:49:18.960446 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e5418aa6-d4e0-42a8-94d6-b97c111994b2 req-3b7e00e2-dfd2-4118-9b4f-931790b38ba7 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399716 Mar 02 19:49:19.559743 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-1e79d328-4a1e-42c1-925c-da644e07c19a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:49:19.560834 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-1e79d328-4a1e-42c1-925c-da644e07c19a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052965 Mar 02 19:49:19.611801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.v2.base [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Request body: {'port': {'device_id': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-828839-1'}} {{(pid=88708) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:49:19.721233 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.055165 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 {{(pid=88708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:49:20.063636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.079028 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.provisioning_blocks [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Transition to ACTIVE for port object b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 will not be triggered until provisioned by entity L2. {{(pid=88708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 02 19:49:20.149841 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd05d41a-0fce-4aeb-8e6e-ad37bf8653d0 req-f8cc4d2a-078e-408b-8b76-1f6f6097588c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:20.151875 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd05d41a-0fce-4aeb-8e6e-ad37bf8653d0 req-f8cc4d2a-078e-408b-8b76-1f6f6097588c tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 931 time: 0.0844820 Mar 02 19:49:20.152217 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.198152 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-dd05d41a-0fce-4aeb-8e6e-ad37bf8653d0 req-cc939f8d-9f85-4894-a51b-17a9e10bed4f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398831 Mar 02 19:49:20.411711 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=2']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:20.494401 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Attempting to bind port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 on host n-h2-828839-1 for vnic_type normal with profile {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 02 19:49:20.494737 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Attempting to bind port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 by drivers openvswitch,hyperv on host n-h2-828839-1 at level 0 using segments [{'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 02 19:49:20.495055 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Attempting to bind port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:49:20.499541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 on network 8a953881-a9a0-41c9-a277-179cc92c676a not bound, no agent of type Open vSwitch agent registered on host n-h2-828839-1 {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 02 19:49:20.499860 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Attempting to bind port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 on network 8a953881-a9a0-41c9-a277-179cc92c676a {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 02 19:49:20.504802 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Checking agent: {'id': '8ff8fc40-3aee-4aa6-a79b-645b234badad', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-828839-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'started_at': datetime.datetime(2022, 3, 2, 18, 8, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 2, 19, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 02 19:49:20.505130 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Checking segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 02 19:49:20.505504 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Bound using segment: {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'} {{(pid=88708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 02 19:49:20.505914 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.managers [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Bound port: b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host: n-h2-828839-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aded57e-24c2-4f2c-b604-67349a6be729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a'}}] {{(pid=88708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 02 19:49:20.506282 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.592121 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, cleared binding levels {{(pid=88708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 02 19:49:20.594910 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 02 19:49:20.656755 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2596087'] for port, after_update {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.717395 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:20.718000 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:20.719364 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] 10.222.0.11 "PUT /v2.0/ports/b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 200 len: 1091 time: 1.1530969 Mar 02 19:49:20.719851 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:49:20.750207 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400bd05-3894-44dd-a58a-f017528d98f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=3']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:20.781054 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'status': 'completed', 'code': 200} Mar 02 19:49:20.877716 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-eded092b-2f32-4de6-81bc-2354a77b4a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:20.879244 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-eded092b-2f32-4de6-81bc-2354a77b4a97 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1094 time: 0.0769188 Mar 02 19:49:21.019981 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-b319d464-8129-4440-8e59-a26ebdb0176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.021358 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-b319d464-8129-4440-8e59-a26ebdb0176a service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7aa01461114b421995c59b732a7f53cc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1358101 Mar 02 19:49:21.154838 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-0496945a-bd39-4a02-978e-0eaa176ccfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.156196 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a5cae415-9dd3-42be-b386-a6c9f5084fc6 req-0496945a-bd39-4a02-978e-0eaa176ccfa5 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293542 Mar 02 19:49:21.257519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-c0ec5d2e-4af3-4d55-b050-e23724d27d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.259013 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-c0ec5d2e-4af3-4d55-b050-e23724d27d86 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1094 time: 0.0693550 Mar 02 19:49:21.328900 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-a019c9ed-330e-425f-87ab-655f8e6cc61c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 200 len: 217 time: 0.0631793 Mar 02 19:49:21.381119 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a9f63-53b3-460b-8d38-a0b35ddd9cfa req-64d998a1-026d-40ac-81b7-208524597f1f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.382619 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d1a9f63-53b3-460b-8d38-a0b35ddd9cfa req-64d998a1-026d-40ac-81b7-208524597f1f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 943 time: 0.0804608 Mar 02 19:49:21.389537 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-4c4dfae4-0e21-4bb3-b39f-48983cd14b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.390999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-4c4dfae4-0e21-4bb3-b39f-48983cd14b75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0572288 Mar 02 19:49:21.429579 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9d1a9f63-53b3-460b-8d38-a0b35ddd9cfa req-ba5b4b74-0288-4d32-9ed9-6679f6a99a99 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409846 Mar 02 19:49:21.468242 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-3b5b6cb9-7e0a-4d6a-9972-ebb6b6a2281c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:21.469700 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-3b5b6cb9-7e0a-4d6a-9972-ebb6b6a2281c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729241 Mar 02 19:49:21.596525 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-af09f923-c27b-4b0e-9f01-85651836fe28 service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208956 Mar 02 19:49:21.722961 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-58369ab0-d3b2-4b7f-a9cb-026e071dddb6 req-a592adef-a48e-44c4-b0e6-bfffb665706b service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205325 Mar 02 19:49:22.165073 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a0eb2880-9a96-4a21-903a-d5570ebbc441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:22.610681 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c44343-300f-4a9e-a716-0b9e38bf1129 req-906375c2-2293-4c52-8f40-ddcc4f761f58 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:22.612136 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56c44343-300f-4a9e-a716-0b9e38bf1129 req-906375c2-2293-4c52-8f40-ddcc4f761f58 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 943 time: 0.0788710 Mar 02 19:49:22.656783 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-56c44343-300f-4a9e-a716-0b9e38bf1129 req-d61b78bb-fdb9-43c6-84e2-7ab6ef49c5f8 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391273 Mar 02 19:49:23.859383 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027cda8-d9f5-4bd2-b60e-57c09a2bc099 req-1d978929-3087-4f9e-a59f-31b33838a22a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:23.860838 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d027cda8-d9f5-4bd2-b60e-57c09a2bc099 req-1d978929-3087-4f9e-a59f-31b33838a22a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 943 time: 0.0867119 Mar 02 19:49:23.905107 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-d027cda8-d9f5-4bd2-b60e-57c09a2bc099 req-7b412f1d-ef3d-4109-9d70-7d7528f8abca tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386627 Mar 02 19:49:24.282778 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-99b85609-dbe1-4eaf-af38-a3ac5417b147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.088321 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce2f4e-f79d-4ce9-87b5-c99a99ac942f req-af888f42-fb26-4ff5-b160-dbebea931ec8 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:25.089784 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94ce2f4e-f79d-4ce9-87b5-c99a99ac942f req-af888f42-fb26-4ff5-b160-dbebea931ec8 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 943 time: 0.0805550 Mar 02 19:49:25.133708 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-94ce2f4e-f79d-4ce9-87b5-c99a99ac942f req-398b18f0-5c80-4630-939c-57c954c2f699 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Mar 02 19:49:25.593514 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.643913 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:49:25.774626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:49:25.787934 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'mac_address': 'fa:16:3e:2b:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:49:25.856305 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.873062 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:49:25.889592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:49:25.890908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:25.970716 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:26.037695 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=4']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:26.214509 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:49:26.322730 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deedd574-9051-42df-af7b-943e6ebd7b68 req-e6b0c974-56cf-4367-8cd1-d3bf7b7c8f03 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:26.324740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-deedd574-9051-42df-af7b-943e6ebd7b68 req-e6b0c974-56cf-4367-8cd1-d3bf7b7c8f03 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 944 time: 0.0841165 Mar 02 19:49:26.368258 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-deedd574-9051-42df-af7b-943e6ebd7b68 req-a50b9270-bf1b-47ba-a99a-1f48eb4b51fe tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377505 Mar 02 19:49:26.633582 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:27.122624 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:27.550369 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa126b77-5618-4923-82ab-fd36c23a1c0c req-b6c2de2a-cf56-48aa-b120-6b32c2d8b64f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:27.551814 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa126b77-5618-4923-82ab-fd36c23a1c0c req-b6c2de2a-cf56-48aa-b120-6b32c2d8b64f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 944 time: 0.0782504 Mar 02 19:49:27.659144 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:49:27.703458 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-fa126b77-5618-4923-82ab-fd36c23a1c0c req-3cd98a2b-e50e-49f7-9fa2-117dbeeef754 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461129 Mar 02 19:49:27.810260 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:27.819450 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning for port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 completed by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 02 19:49:27.825535 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:49:27.825535 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:27.938636 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:27.964540 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:49:27.980215 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:49:28.011432 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'code': 200} Mar 02 19:49:28.054056 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:28.122047 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=5']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:28.128621 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cffad2-bda5-424d-97db-b0fcee983004 req-64ac9322-ba7e-4dac-b7b6-50165bae3efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:28.131724 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03cffad2-bda5-424d-97db-b0fcee983004 req-64ac9322-ba7e-4dac-b7b6-50165bae3efb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1096 time: 0.0698605 Mar 02 19:49:28.169901 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-03cffad2-bda5-424d-97db-b0fcee983004 req-b7ae8dc7-ce97-4add-b4a7-a334f3264513 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337160 Mar 02 19:49:28.883400 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02934417-05c6-4cb3-bd2f-fcfd39cf3122 req-f93c25b0-8d98-40c0-b878-2cbd71a49efa tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:28.885106 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02934417-05c6-4cb3-bd2f-fcfd39cf3122 req-f93c25b0-8d98-40c0-b878-2cbd71a49efa tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 945 time: 0.0781307 Mar 02 19:49:28.928462 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-02934417-05c6-4cb3-bd2f-fcfd39cf3122 req-509e9d72-afae-4627-8d84-edb45689379e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372362 Mar 02 19:49:30.112937 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf96b9-a745-4b54-821f-0da5321bb676 req-c1d2b9be-0036-41c9-9262-bb3a3d235d83 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:30.114418 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0edf96b9-a745-4b54-821f-0da5321bb676 req-c1d2b9be-0036-41c9-9262-bb3a3d235d83 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 945 time: 0.0815806 Mar 02 19:49:30.158473 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-0edf96b9-a745-4b54-821f-0da5321bb676 req-aaa2f803-5888-4d84-9c83-44ccc4b6f49f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383770 Mar 02 19:49:30.337365 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d96c9a-fdaa-4cf3-aa48-cb4a22667e4b req-b8c6c04a-f0c0-474e-8c0d-db31b8143771 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:30.338740 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58d96c9a-fdaa-4cf3-aa48-cb4a22667e4b req-b8c6c04a-f0c0-474e-8c0d-db31b8143771 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 945 time: 0.0786121 Mar 02 19:49:30.384335 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-58d96c9a-fdaa-4cf3-aa48-cb4a22667e4b req-61130f81-060c-43ae-b0b2-ecaeed297b5f tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398302 Mar 02 19:49:30.405606 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54798) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:30.472376 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6be467f-e5e5-4abf-9942-254a9f426ed9 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:30.473067 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6be467f-e5e5-4abf-9942-254a9f426ed9 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] Synchronizing usage tracker for tenant:882800b362b147fcb47881901ca4e991 on resource:port {{(pid=88709) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:49:30.587637 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-d6be467f-e5e5-4abf-9942-254a9f426ed9 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] Unset dirty status for tenant:882800b362b147fcb47881901ca4e991 on resource:port {{(pid=88709) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:49:30.588720 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-d6be467f-e5e5-4abf-9942-254a9f426ed9 tempest-TestSnapshotPattern-854981401 tempest-TestSnapshotPattern-854981401-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1091 time: 0.1821649 Mar 02 19:49:30.591612 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 54802) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:49:30.596554 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.v2.base [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Request body: {'floatingip': {'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88709) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 02 19:49:30.603048 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 02 19:49:30.607300 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Usage tracker for resource:floatingip and tenant:7aa01461114b421995c59b732a7f53cc is out of sync, need to count used quota {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 02 19:49:30.610051 n-d-828839-1 neutron-server[88709]: DEBUG neutron.quota.resource [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88709) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 02 19:49:30.615667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.quota.driver [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88709) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 02 19:49:30.707725 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:30.844212 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:30.982620 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.db_base_plugin_common [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Allocated IP 172.25.7.226 (ae40ce2c-b33f-4fb6-9053-98bd37d9b90e/ed073686-83e2-4a3a-ba14-e2e4206d9778/ca6685cf-f56a-4dcf-a860-4c8e01631652) {{(pid=88709) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 02 19:49:31.127675 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:31.216894 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762210184214', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:31.273923 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Network ae40ce2c-b33f-4fb6-9053-98bd37d9b90e is already hosted by enough agents. {{(pid=88709) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 02 19:49:31.276876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Resources bound (agent type, host, resource id): {{(pid=88709) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 02 19:49:31.286234 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Received port after_create {{(pid=88709) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 02 19:49:31.332063 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=ca6685cf-f56a-4dcf-a860-4c8e01631652,revision_number=1']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:31.345179 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.345526 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.345868 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.346242 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.346580 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.346911 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.347237 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.347562 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.347886 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.348212 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.348545 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.348867 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:49:31.705050 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:31.819790 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:32.125004 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for port, precommit_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:32.187787 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2515948'] for port, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:32.297882 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event updated for resources: {'Port': ['ID=ca6685cf-f56a-4dcf-a860-4c8e01631652,revision_number=2']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:49:32.307690 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2036727'] for floatingip, after_update {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:32.475300 n-d-828839-1 neutron-server[88709]: INFO neutron.db.l3_db [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Floating IP fdc086d7-eb78-4d8d-8912-7348e8d35312 associated. External IP: 172.25.7.226, port: b4a12b2f-4fc9-4f28-be07-c7b503ef9b32. Mar 02 19:49:32.821908 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:49:33.000264 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:49:33.010270 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:49:33.020660 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:49:33.021382 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:49:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:49:33.102181 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:33.158089 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-f0a0c0cc-2f15-4f37-a7dd-6fab6ed7405d tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5654156 Mar 02 19:49:33.158803 n-d-828839-1 neutron-server[88709]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88709) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:49:33.205997 n-d-828839-1 neutron-server[88709]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'status': 'completed', 'code': 200} Mar 02 19:49:33.206638 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:49:33.300755 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-319c114a-46cf-4e34-8586-8a6fff87fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:33.302513 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-319c114a-46cf-4e34-8586-8a6fff87fbf7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1096 time: 0.0750520 Mar 02 19:49:33.539141 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-ccde696b-4146-47e2-9140-94bcfc6cd74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:33.540578 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-ccde696b-4146-47e2-9140-94bcfc6cd74b service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.2328832 Mar 02 19:49:33.586030 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}, {'id': 'fdc086d7-eb78-4d8d-8912-7348e8d35312', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:2b:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:49:31Z', 'updated_at': '2022-03-02T19:49:31Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:49:33.589931 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:49:33.598431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:49:33.599017 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:49:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:49:33.643377 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-0b9e2ed2-5bcc-477a-a9be-5c3edb081afa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 200 len: 999 time: 0.0953071 Mar 02 19:49:33.704602 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-dbe70137-79e2-46b4-aedd-63cd08330517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:33.706037 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-dbe70137-79e2-46b4-aedd-63cd08330517 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0569439 Mar 02 19:49:33.778266 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:49:33.783828 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-1ce64f9a-fd6f-40af-81ba-00f6077a8097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:33.785322 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-1ce64f9a-fd6f-40af-81ba-00f6077a8097 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733511 Mar 02 19:49:33.917410 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-171added-1bbe-4231-a766-296f5120558b service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263454 Mar 02 19:49:34.056886 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fce3c24a-85f6-48bc-abab-d420689c57e9 req-806c5b0f-e5f3-492e-8069-59c8feef31a2 service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318378 Mar 02 19:49:34.133044 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}, {'id': 'fdc086d7-eb78-4d8d-8912-7348e8d35312', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:2b:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:49:31Z', 'updated_at': '2022-03-02T19:49:31Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:49:34.140314 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fd5ba5-5425-4b3b-8359-32942f7b7831 None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}, {'id': 'fdc086d7-eb78-4d8d-8912-7348e8d35312', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.226', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:2b:62:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:49:31Z', 'updated_at': '2022-03-02T19:49:31Z', 'revision_number': 0, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:49:34.319908 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a70a3-dbd8-4e6b-998a-b07f558afac0 None None] New status for floating IP fdc086d7-eb78-4d8d-8912-7348e8d35312: ACTIVE {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:49:37.194220 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:49:37.580746 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-0c0dcb70-6553-40a2-85a1-1f6c97a72458 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669222 Mar 02 19:49:37.712810 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-bae4986b-0a90-4724-b505-66eedf77c93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:37.714281 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-bae4986b-0a90-4724-b505-66eedf77c93f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1094 time: 0.0686145 Mar 02 19:49:37.856100 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-6eb129bf-c879-4c5d-b868-b725fe90dff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:37.857473 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-6eb129bf-c879-4c5d-b868-b725fe90dff4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1262925 Mar 02 19:49:37.961225 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-df922ecc-5e4c-4206-803c-ccbbc0114f0e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 999 time: 0.0979698 Mar 02 19:49:38.028457 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-73fe3c89-5471-4b49-876c-926909979ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:38.029918 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-73fe3c89-5471-4b49-876c-926909979ec0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0627704 Mar 02 19:49:38.104333 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-22026596-2494-4186-a6e7-21864b36c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:49:38.105841 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-22026596-2494-4186-a6e7-21864b36c0e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706365 Mar 02 19:49:38.235564 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-6e6b8065-4b16-40d4-aa15-ad52e27b5e0a service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233871 Mar 02 19:49:38.364584 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-a9023f9b-5aa5-4786-b91c-c9f0bca6b7d0 req-53f5b368-dd71-40c0-8ab0-3e7e807cf776 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235576 Mar 02 19:49:52.187270 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-eea101e1-60d5-4c4f-9507-71f831512256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:54.270885 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-95e1658b-a1f6-485d-aed2-d2ae3bcf4d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:55.636454 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:55.895649 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:56.625850 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:57.151005 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:49:57.832806 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:14.194269 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:50:21.948797 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-97e02ad0-a9e3-452d-a469-c858bc8a389f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0714269 Mar 02 19:50:22.085422 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-e85f1888-4c84-499b-ac3e-cabe2691817c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:22.086919 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-e85f1888-4c84-499b-ac3e-cabe2691817c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1096 time: 0.0704474 Mar 02 19:50:22.162052 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c3b7971c-ca00-43f4-9143-cebb2049015e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:22.337519 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-da8194fe-88d4-4be3-b61b-6029ff4d7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:22.338999 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-da8194fe-88d4-4be3-b61b-6029ff4d7086 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.2340906 Mar 02 19:50:22.440571 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-23830052-5612-4f1c-9f9a-7d702e86d9bd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 200 len: 1001 time: 0.0948370 Mar 02 19:50:22.501446 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-64d90be0-b363-4b53-87b0-f34efb63c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:22.502986 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-64d90be0-b363-4b53-87b0-f34efb63c939 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0572433 Mar 02 19:50:22.578958 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-3b4e72c3-c22e-4d7a-b0a9-d0fa40542290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:22.580485 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-3b4e72c3-c22e-4d7a-b0a9-d0fa40542290 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715866 Mar 02 19:50:22.710923 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-1c3eebc2-9459-4c6a-8a69-83a9e951a3e5 service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244726 Mar 02 19:50:22.838810 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-7478a1ad-465a-4c21-abb3-66bcf5ebbf2c req-8191cf2a-63f2-489f-9e76-5a5b2004662e service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218414 Mar 02 19:50:24.283443 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0961bcda-2ac4-41a1-90b2-cd6d1c1a470d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.615196 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:25.872267 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:26.624591 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.173475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:27.826451 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:37.597586 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-7eb23b4c-9f82-48d3-8673-a6bb3a779f48 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684135 Mar 02 19:50:37.733589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-3ad47d34-bd84-441a-ad63-b4d91717fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:37.735105 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-3ad47d34-bd84-441a-ad63-b4d91717fbdc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1094 time: 0.0728912 Mar 02 19:50:37.875871 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-adf44cb9-5d78-462c-a7e1-2c9557d226d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:37.877823 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-adf44cb9-5d78-462c-a7e1-2c9557d226d9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1258063 Mar 02 19:50:37.977453 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-11f92197-34af-42d1-91db-6010672e3594 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 999 time: 0.0936749 Mar 02 19:50:38.039856 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-bcc2fd43-f6b9-463c-91ac-28cbd2c7f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:38.041417 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-bcc2fd43-f6b9-463c-91ac-28cbd2c7f428 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0579505 Mar 02 19:50:38.118968 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-f4ac5b94-9a13-423c-9dba-90fc62e8a381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:50:38.120726 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-f4ac5b94-9a13-423c-9dba-90fc62e8a381 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738208 Mar 02 19:50:38.131924 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-1f525518-2704-436f-9044-72a3b2f91ae1 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=88708) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 02 19:50:38.132787 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-1f525518-2704-436f-9044-72a3b2f91ae1 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049851 Mar 02 19:50:38.264623 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-337c0cf1-0c72-4b59-a640-3f73fb146e21 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251891 Mar 02 19:50:38.395456 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-f790de69-7d74-4f17-a180-2bf1f3b33edd req-0f0dedfd-916a-46d6-98b9-4e42afce1cb6 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253364 Mar 02 19:50:51.194506 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:50:52.195255 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-badac1e5-0151-4f5a-8f1e-6d2dcb5bdb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:54.323345 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-72f6fd81-8b9d-4325-b756-b85753acf0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:55.617709 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:55.874844 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:56.634887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:57.172366 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:50:57.840543 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:04.112896 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 details requested by agent hyperv_n-h2-828839-1 with host n-h2-828839-1 {{(pid=88710) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 02 19:51:04.280559 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:04.293815 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Returning: {'device': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'port_id': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'mac_address': 'fa:16:3e:2b:62:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88710) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 02 19:51:04.349908 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:04.366741 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 {{(pid=88710) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 02 19:51:04.381531 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:04.442924 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:04.515387 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=6']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:04.524230 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.524675 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.525028 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.525366 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.525700 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.526104 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.526464 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.526793 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.527133 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.527444 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.527769 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.528093 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88710) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:04.532320 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] get_ports_and_sgs() called for port_ids ['b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'] {{(pid=88710) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 02 19:51:06.127071 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 up at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 02 19:51:06.204085 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.provisioning_blocks [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Provisioning complete for port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 triggered by entity L2. {{(pid=88710) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 02 19:51:06.204487 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-998549'] for port, provisioning_complete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:06.360142 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:06.392637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:06.404218 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:06.453806 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'code': 200} Mar 02 19:51:06.497829 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:06.574532 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=7']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:16.884836 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 54998) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:17.196072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Deleting port ca6685cf-f56a-4dcf-a860-4c8e01631652 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:17.196410 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:17.364054 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:17.364391 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:17.484939 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Calling delete_port for ca6685cf-f56a-4dcf-a860-4c8e01631652 owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:17.717043 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:17.764578 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event deleted for resources: {'Port': ['ID=ca6685cf-f56a-4dcf-a860-4c8e01631652,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:17.807629 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.807977 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.808318 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.808654 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.808985 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.809312 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.809636 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.809959 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.810306 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.810630 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.810955 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.811276 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:17.865456 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:17.865790 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Floating IP fdc086d7-eb78-4d8d-8912-7348e8d35312 disassociated (deleted). External IP: 172.25.7.226, port: b4a12b2f-4fc9-4f28-be07-c7b503ef9b32. Mar 02 19:51:18.213010 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:51:18.392919 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:51:18.404702 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:51:18.410552 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:18.414661 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:18.415302 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:18.465457 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1b884e6c-a1fa-4f68-9ec2-fe866a53d860 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "DELETE /v2.0/floatingips/fdc086d7-eb78-4d8d-8912-7348e8d35312 HTTP/1.1" status: 204 len: 168 time: 1.5795155 Mar 02 19:51:18.466033 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:18.569572 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'status': 'completed', 'code': 200} Mar 02 19:51:18.605914 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:18.781634 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-27561884-7fa9-4631-8440-fc33497fa85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:18.783299 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-27561884-7fa9-4631-8440-fc33497fa85e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 1096 time: 0.1908417 Mar 02 19:51:18.920697 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-6b1addc7-ede7-43f4-a7d6-f036cd951736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:18.922343 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-6b1addc7-ede7-43f4-a7d6-f036cd951736 service neutron] 10.222.0.11 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1320975 Mar 02 19:51:18.969431 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:18.973637 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:51:18.982882 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:18.983574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:50:54Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:18.992432 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-64e63d3a-b3b3-46fa-8d73-c90598c6edde service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 200 len: 217 time: 0.0623050 Mar 02 19:51:19.066550 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-72b95196-df51-4103-99d9-781c8ff53ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:19.068273 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-72b95196-df51-4103-99d9-781c8ff53ed0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0687904 Mar 02 19:51:19.074311 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f43-117c-4f54-bdfa-2a8ad26fc5dc req-c37d456f-c989-4eef-9464-c4160a727f65 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:19.075947 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e44a1f43-117c-4f54-bdfa-2a8ad26fc5dc req-c37d456f-c989-4eef-9464-c4160a727f65 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 945 time: 0.1081603 Mar 02 19:51:19.132097 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-e44a1f43-117c-4f54-bdfa-2a8ad26fc5dc req-61dea9c4-17a8-4e86-9646-2663a4778e18 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500448 Mar 02 19:51:19.145167 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-680be11b-02dc-4c73-be99-0ef4480d03e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:19.146882 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-680be11b-02dc-4c73-be99-0ef4480d03e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718305 Mar 02 19:51:19.162021 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:19.279819 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-f87869da-aee6-4cd8-a4c6-854f229f4a4f service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253512 Mar 02 19:51:19.411181 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-fe30f86d-0c13-44b0-ba60-42404c0a1f05 req-1f5818e0-5652-4d50-8cc2-91d1e0596985 service neutron] 10.222.0.11 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250892 Mar 02 19:51:19.538359 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:19.542876 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b55c85-8780-4160-9670-cb4d41f2a1fe None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_floatingips': [{'id': '9b5a8f8c-2933-4788-93eb-d2e8c09951fb', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'floating_ip_address': '172.25.7.182', 'floating_network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'router_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'port_id': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'mac_address': 'fa:16:3e:6b:d8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0823df34-d533-4404-92cb-18a49a01034c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-02T19:46:56Z', 'updated_at': '2022-03-02T19:46:59Z', 'revision_number': 1, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:51:19.745724 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dddc9874-0b1c-481c-9285-755beeff3625 None None] New status for floating IP fdc086d7-eb78-4d8d-8912-7348e8d35312: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:51:20.194287 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:20.310549 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-629108'] for port, before_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:20.323876 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e46a7-cb4a-4e5c-b962-28048e3692bc req-a2b635cc-d936-40cf-ac68-b4983a74abbe tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:20.325430 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300e46a7-cb4a-4e5c-b962-28048e3692bc req-a2b635cc-d936-40cf-ac68-b4983a74abbe tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 945 time: 0.0848947 Mar 02 19:51:20.342902 n-d-828839-1 neutron-server[88710]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88710) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:20.353887 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:20.372336 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-300e46a7-cb4a-4e5c-b962-28048e3692bc req-abdc537f-1413-444f-a22e-159e35306528 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404520 Mar 02 19:51:20.392411 n-d-828839-1 neutron-server[88710]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'code': 200} Mar 02 19:51:20.402763 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762210563566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762210184232', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762210184277'] for port, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:20.468413 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Pushing event updated for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=8']} {{(pid=88710) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:20.595415 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-6e884361-e17b-4b93-a28e-2ee9d329f580 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:20.596098 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-6e884361-e17b-4b93-a28e-2ee9d329f580 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:51:20.659646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-6e884361-e17b-4b93-a28e-2ee9d329f580 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:51:20.660755 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-6e884361-e17b-4b93-a28e-2ee9d329f580 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 943 time: 0.1451991 Mar 02 19:51:20.728093 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Deleting port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:20.728406 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:20.966592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] For port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32, host n-h2-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-828839-1',level=0,port_id=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:20.966945 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:21.101091 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Calling delete_port for b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:21.294013 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:21.344592 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event deleted for resources: {'Port': ['ID=b4a12b2f-4fc9-4f28-be07-c7b503ef9b32,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:21.421789 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] No DVR routers for this DVR port b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 on host n-h2-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:51:21.424428 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:21.428628 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-deleted', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:21.475135 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d', 'name': 'network-vif-deleted', 'tag': 'b4a12b2f-4fc9-4f28-be07-c7b503ef9b32', 'status': 'completed', 'code': 200} Mar 02 19:51:21.498447 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-e9fa5c2c-58f2-4177-82bc-f1470a7d4267 req-592d6702-98d0-46b0-9649-9b7e8bd14ef9 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.11 "DELETE /v2.0/ports/b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 HTTP/1.1" status: 204 len: 173 time: 0.8327501 Mar 02 19:51:21.518867 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-a825e5a4-5513-4e5c-b17b-8a1a5a0c476a req-562a803d-3c9c-4204-aea7-10a160b6b833 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 210 time: 0.0426266 Mar 02 19:51:21.937087 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-e0daf99c-424b-4a51-bbf4-e84a285b88b3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0402000 Mar 02 19:51:22.152367 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-1365d655-05e1-4ba3-8c18-1ada89a6c668 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=bb4bafaa-b7ca-4d3d-b840-4d5a2a9b235d HTTP/1.1" status: 200 len: 210 time: 0.1499569 Mar 02 19:51:22.172132 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-98ca5838-fcea-4e55-96c6-83f51325199e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:22.304434 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-fbade650-4e04-4530-8d29-aad5c3c6c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:22.305876 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-fbade650-4e04-4530-8d29-aad5c3c6c305 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7aa01461114b421995c59b732a7f53cc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1355119 Mar 02 19:51:22.439801 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-646034b6-28f9-4e95-bbc3-7a80316bb547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:22.441240 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-efb338d5-367e-4f53-bd86-17434fccaa4c req-646034b6-28f9-4e95-bbc3-7a80316bb547 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291354 Mar 02 19:51:23.828058 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55064) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:24.026484 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Deleting port 43eb217c-0167-4d89-b560-63b10347849c {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:24.026826 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.191359 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.191692 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.274393 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ff6c1fd4-ddd3-4100-8350-b366c53aa903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.313463 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Calling delete_port for 43eb217c-0167-4d89-b560-63b10347849c owned by network:floatingip {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:24.525935 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.572001 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event deleted for resources: {'Port': ['ID=43eb217c-0167-4d89-b560-63b10347849c,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:24.663091 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for floatingip, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:24.664183 n-d-828839-1 neutron-server[88708]: INFO neutron.db.l3_db [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Floating IP 9b5a8f8c-2933-4788-93eb-d2e8c09951fb disassociated (deleted). External IP: 172.25.7.182, port: f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9. Mar 02 19:51:25.130108 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:51:25.309548 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:51:25.319378 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:51:25.326432 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for floatingip, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:25.329010 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:25.329621 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:25.385890 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-68f335ce-7aa6-461e-b370-e7adcc802f21 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "DELETE /v2.0/floatingips/9b5a8f8c-2933-4788-93eb-d2e8c09951fb HTTP/1.1" status: 204 len: 168 time: 1.5567477 Mar 02 19:51:25.387589 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:25.436488 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'status': 'completed', 'code': 200} Mar 02 19:51:25.519463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:25.526794 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-1a7b4da7-961a-46ff-8d6c-ea9f4b5021c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:25.528476 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-1a7b4da7-961a-46ff-8d6c-ea9f4b5021c8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=7aa01461114b421995c59b732a7f53cc&device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 1094 time: 0.0721107 Mar 02 19:51:25.667804 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-30d22489-948c-4c3d-b324-efe98b9852eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:25.669183 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-30d22489-948c-4c3d-b324-efe98b9852eb service neutron] 10.222.0.65 "GET /v2.0/networks?id=8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 200 len: 911 time: 0.1340730 Mar 02 19:51:25.734618 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:25.743791 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-3466fbed-c33c-4a6e-bf5b-b528ca30a784 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 200 len: 217 time: 0.0691578 Mar 02 19:51:25.809074 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-677e4b26-32c5-4c29-802b-a1d6a3ad6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:25.810545 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-677e4b26-32c5-4c29-802b-a1d6a3ad6a1c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 200 len: 849 time: 0.0616281 Mar 02 19:51:25.861554 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:25.865553 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:51:25.874577 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:25.875163 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:25.894663 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-6c3e3b13-2218-4292-b214-a6ad8e60ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:25.896199 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-6c3e3b13-2218-4292-b214-a6ad8e60ad34 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8a953881-a9a0-41c9-a277-179cc92c676a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772238 Mar 02 19:51:25.927730 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:25.978190 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196d168-ccdb-4d20-9b77-a4c9a517a66c req-324cccac-7784-4e42-9a36-04271f183e8a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:25.980568 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9196d168-ccdb-4d20-9b77-a4c9a517a66c req-324cccac-7784-4e42-9a36-04271f183e8a tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0818737 Mar 02 19:51:26.035048 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-9196d168-ccdb-4d20-9b77-a4c9a517a66c req-180e5b94-3b60-47b0-9afb-557e89df2c94 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483689 Mar 02 19:51:26.052390 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-2113d8ec-297d-4ea6-bbf9-4b116a806230 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490338 Mar 02 19:51:26.055692 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:26.188275 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-ed817904-90d2-4756-9d6d-233fa58886b5 req-99e983c9-10ef-4bf6-a0b2-c7f9c39783d2 service neutron] 10.222.0.65 "GET /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288533 Mar 02 19:51:26.241250 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 no longer exists at agent hyperv_n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:26.286983 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] No Port match for: b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:26.287331 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Device b4a12b2f-4fc9-4f28-be07-c7b503ef9b32 not bound to the agent host n-h2-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:26.435719 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:26.439592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c6f21c-c8cc-4c63-80ea-6fad4cfbc707 None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:46:25Z', 'revision_number': 4, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1', '_interfaces': [{'id': 'c05a8d6a-97e4-4c21-a963-c102e460f75e', 'name': '', 'network_id': '8a953881-a9a0-41c9-a277-179cc92c676a', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'mac_address': 'fa:16:3e:f8:64:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:25Z', 'updated_at': '2022-03-02T19:46:33Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'subnets': [{'id': '4bac358f-dd3d-4e54-a978-ac2920a3f1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:51:26.653975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:26.656531 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb7ed0f-df13-4a82-8035-1d68424374a9 None None] New status for floating IP 9b5a8f8c-2933-4788-93eb-d2e8c09951fb: DOWN {{(pid=88711) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 02 19:51:27.180128 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:27.235417 n-d-828839-1 neutron-server[88709]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66de01-72bb-4bc0-bb47-dee962b6e45b req-f10d8534-0ef3-4d11-b470-e6d4c0f330a5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88709) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:27.236872 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba66de01-72bb-4bc0-bb47-dee962b6e45b req-f10d8534-0ef3-4d11-b470-e6d4c0f330a5 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.0821803 Mar 02 19:51:27.281074 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-ba66de01-72bb-4bc0-bb47-dee962b6e45b req-e410761a-25a3-4520-88ab-36d02c759634 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/security-groups?id=32123a4b-19e4-4cac-891e-16a15edc2e60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381150 Mar 02 19:51:27.378557 n-d-828839-1 neutron-server[88708]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-8072c870-f082-41e8-b931-c148409700ba tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88708) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 02 19:51:27.379175 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-8072c870-f082-41e8-b931-c148409700ba tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Synchronizing usage tracker for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88708) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 02 19:51:27.471014 n-d-828839-1 neutron-server[88708]: DEBUG neutron.quota.resource [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-8072c870-f082-41e8-b931-c148409700ba tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Unset dirty status for tenant:7aa01461114b421995c59b732a7f53cc on resource:port {{(pid=88708) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 02 19:51:27.472118 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-8072c870-f082-41e8-b931-c148409700ba tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.65 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 943 time: 0.1748543 Mar 02 19:51:27.540541 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Deleting port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:27.540884 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:27.782281 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] For port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9, host n-h1-828839-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-828839-1',level=0,port_id=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:27.782643 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:27.846422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:28.013761 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Calling delete_port for f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 owned by compute:nova {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:28.193887 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:51:28.217421 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:28.270826 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event deleted for resources: {'Port': ['ID=f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:28.344300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] No DVR routers for this DVR port f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 on host n-h1-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:51:28.346916 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-109908'] for port, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:28.349453 n-d-828839-1 neutron-server[88708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-deleted', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9'}] {{(pid=88708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 02 19:51:28.395567 n-d-828839-1 neutron-server[88708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0823df34-d533-4404-92cb-18a49a01034c', 'name': 'network-vif-deleted', 'tag': 'f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9', 'status': 'completed', 'code': 200} Mar 02 19:51:28.431655 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [req-38718dcd-0d49-4dd8-be87-8d0798567034 req-11cdf54d-b418-4a34-ad8f-a85c2f4eee6e tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "GET /v2.0/ports?device_id=0823df34-d533-4404-92cb-18a49a01034c HTTP/1.1" status: 200 len: 210 time: 0.0465627 Mar 02 19:51:28.455042 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [req-3cc98e5e-852d-4668-b6ab-e6c291f4c80e req-dc7a6c1e-fc53-4215-bff9-fd0b73855301 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.65 "DELETE /v2.0/ports/f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 HTTP/1.1" status: 204 len: 173 time: 0.9778721 Mar 02 19:51:29.526646 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55082) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:29.595911 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:29.625335 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:29.749078 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:29.767813 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32123a4b-19e4-4cac-891e-16a15edc2e60,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:29.856919 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:29.858522 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6dad3924-7097-4775-8a56-85fcffdc0461 tempest-TestSnapshotPattern-654897984 tempest-TestSnapshotPattern-654897984-project] 10.222.0.66 "DELETE /v2.0/security-groups/32123a4b-19e4-4cac-891e-16a15edc2e60 HTTP/1.1" status: 204 len: 168 time: 0.3304436 Mar 02 19:51:30.987653 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55090) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:31.627215 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:31.963902 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Deleting port c05a8d6a-97e4-4c21-a963-c102e460f75e {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:31.964244 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:32.237466 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] For port c05a8d6a-97e4-4c21-a963-c102e460f75e, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=c05a8d6a-97e4-4c21-a963-c102e460f75e,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:32.238158 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:32.328536 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 no longer exists at agent hyperv_n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:32.357072 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Calling delete_port for c05a8d6a-97e4-4c21-a963-c102e460f75e owned by network:router_interface {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:32.365315 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-f1232871-81e1-43ef-899f-154f95746280 None None] No Port match for: f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:32.365668 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Device f6d2ed7d-5ad9-4a06-bed6-7dc1e5342ce9 not bound to the agent host n-h1-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:32.594651 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:32.643624 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05a8d6a-97e4-4c21-a963-c102e460f75e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:32.907377 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:33.259747 n-d-828839-1 neutron-server[88708]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Router bbcd824b-c618-4576-8a3a-f6dcff11442a has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88708) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:51:33.546951 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88708) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:51:33.556463 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Sync routers for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:51:33.561395 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-8be353d1-d994-4a35-affe-d2674a2396d1 admin admin] 10.222.0.66 "PUT /v2.0/routers/bbcd824b-c618-4576-8a3a-f6dcff11442a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5710635 Mar 02 19:51:33.562340 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55098) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:33.565864 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:33.566530 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:33.747626 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:33.849119 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:34.024446 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:34.028724 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:51:32Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:34.032766 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Checking router: bbcd824b-c618-4576-8a3a-f6dcff11442a for host: n-d-828839-1 {{(pid=88710) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:51:34.041699 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Routers {'bbcd824b-c618-4576-8a3a-f6dcff11442a'} bound to L3 agent in host n-d-828839-1 {{(pid=88710) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:34.042335 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['bbcd824b-c618-4576-8a3a-f6dcff11442a'], 'active': True} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:34.115055 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Deleting port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:34.115333 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:34.220893 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_dvr_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] Set router bbcd824b-c618-4576-8a3a-f6dcff11442a gateway port host: n-d-828839-1 {{(pid=88710) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:34.291738 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] For port 01eb382e-ebcb-4c93-9420-7b56d1a91c9b, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:34.292093 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:34.416537 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Calling delete_port for 01eb382e-ebcb-4c93-9420-7b56d1a91c9b owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:34.511911 n-d-828839-1 neutron-server[88710]: DEBUG neutron.db.l3_hamode_db [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:51:32Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:34.515848 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8504573d-bedd-4a1a-a6e3-fcb76676e797 None None] The sync data for ids ['bbcd824b-c618-4576-8a3a-f6dcff11442a'] in n-d-828839-1 is: [{'id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'name': 'tempest-TestSnapshotPattern-1293108031-router', 'tenant_id': '7aa01461114b421995c59b732a7f53cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:21Z', 'updated_at': '2022-03-02T19:51:32Z', 'revision_number': 5, 'project_id': '7aa01461114b421995c59b732a7f53cc', 'gw_port': {'id': '01eb382e-ebcb-4c93-9420-7b56d1a91c9b', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:2f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd824b-c618-4576-8a3a-f6dcff11442a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4350, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:22Z', 'updated_at': '2022-03-02T19:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}] {{(pid=88710) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:51:34.785247 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:34.835922 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Pushing event deleted for resources: {'Port': ['ID=01eb382e-ebcb-4c93-9420-7b56d1a91c9b,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:34.879796 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.880140 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.880477 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.880811 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.881141 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.881462 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.881781 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.882097 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.882695 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.883716 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.884047 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.884367 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-828839-1 {{(pid=88709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 02 19:51:34.942277 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.237417 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.239593 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.345664 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.346098 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbcd824b-c618-4576-8a3a-f6dcff11442a {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:51:35.359802 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.363489 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-b373e158-5365-4a7d-a001-55708aea73eb admin admin] 10.222.0.66 "DELETE /v2.0/routers/bbcd824b-c618-4576-8a3a-f6dcff11442a HTTP/1.1" status: 204 len: 168 time: 1.7976468 Mar 02 19:51:35.364229 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55104) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:35.425586 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Deleting subnet 4bac358f-dd3d-4e54-a978-ac2920a3f1c8 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:51:35.428699 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.480546 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.557534 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.694229 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.732573 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bac358f-dd3d-4e54-a978-ac2920a3f1c8,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:35.738190 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.744070 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4e0018-1988-40b3-8798-940f5f702391 None None] Network 8a953881-a9a0-41c9-a277-179cc92c676a requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:51:35.745936 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-b5b45284-b755-4ffb-9b73-f437b2b54b89 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4bac358f-dd3d-4e54-a978-ac2920a3f1c8 HTTP/1.1" status: 204 len: 168 time: 0.3806841 Mar 02 19:51:35.748577 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55108) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:35.861536 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:35.872706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Deleting port 981df9c9-8134-498e-a48d-fb0ae0cfe706 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:35.873041 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.049612 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] DHCP port deletion for 8a953881-a9a0-41c9-a277-179cc92c676a request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:51:36.054241 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Deleting port 981df9c9-8134-498e-a48d-fb0ae0cfe706 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:36.054890 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.084768 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] For port 981df9c9-8134-498e-a48d-fb0ae0cfe706, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=981df9c9-8134-498e-a48d-fb0ae0cfe706,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:36.085217 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.211558 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Calling delete_port for 981df9c9-8134-498e-a48d-fb0ae0cfe706 owned by network:dhcp {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:36.253511 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] For port 981df9c9-8134-498e-a48d-fb0ae0cfe706, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=981df9c9-8134-498e-a48d-fb0ae0cfe706,segment=NetworkSegment(0aded57e-24c2-4f2c-b604-67349a6be729),segment_id=0aded57e-24c2-4f2c-b604-67349a6be729)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:36.253822 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.372135 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.372379 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 01eb382e-ebcb-4c93-9420-7b56d1a91c9b no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:36.405750 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Calling delete_port for 981df9c9-8134-498e-a48d-fb0ae0cfe706 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:36.420289 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Pushing event deleted for resources: {'Port': ['ID=981df9c9-8134-498e-a48d-fb0ae0cfe706,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:36.423915 n-d-828839-1 neutron-server[88709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] No DVR routers for this DVR port 981df9c9-8134-498e-a48d-fb0ae0cfe706 on host n-d-828839-1 {{(pid=88709) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:51:36.441205 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 01eb382e-ebcb-4c93-9420-7b56d1a91c9b {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:36.441552 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 01eb382e-ebcb-4c93-9420-7b56d1a91c9b not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:36.441971 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c05a8d6a-97e4-4c21-a963-c102e460f75e no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:36.479735 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: c05a8d6a-97e4-4c21-a963-c102e460f75e {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:36.480080 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device c05a8d6a-97e4-4c21-a963-c102e460f75e not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:36.480502 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 981df9c9-8134-498e-a48d-fb0ae0cfe706 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:36.521598 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 981df9c9-8134-498e-a48d-fb0ae0cfe706 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:36.521862 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 981df9c9-8134-498e-a48d-fb0ae0cfe706 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:36.545418 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.547872 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:51:36.548228 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:51:36.570101 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a953881-a9a0-41c9-a277-179cc92c676a']}} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:36.582405 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aded57e-24c2-4f2c-b604-67349a6be729') {'for_net_delete': True} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:36.582706 n-d-828839-1 neutron-server[88709]: DEBUG neutron.services.segments.db [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aded57e-24c2-4f2c-b604-67349a6be729') {} {{(pid=88709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:36.594437 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2516150'] for segment, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.610046 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.616012 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=88709) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:51:36.616396 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2515848'] for segment, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: Traceback (most recent call last): Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: timer() Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: cb(*args, **kw) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: return func(*args, **kwargs) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: self._notify() Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: self.callback(batched_events) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: event.method(event) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: return f(self, *a, **k) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: return self._get(url).json() Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: return self.request(url, 'GET', **kwargs) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:51:36.629239 n-d-828839-1 neutron-server[88709]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:51:36.791145 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.795332 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Notify callbacks [] for network, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:36.818737 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a953881-a9a0-41c9-a277-179cc92c676a,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:36.911765 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-226ae514-1dd7-47bd-8cc2-0f819791df00 admin admin] 10.222.0.66 "DELETE /v2.0/networks/8a953881-a9a0-41c9-a277-179cc92c676a HTTP/1.1" status: 204 len: 168 time: 1.1620462 Mar 02 19:51:36.914548 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55112) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:37.050105 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Deleting port 981df9c9-8134-498e-a48d-fb0ae0cfe706 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:37.050856 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:37.118845 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-800bf5e2-be32-4fd6-917f-ab19339724d9 None None] The port '981df9c9-8134-498e-a48d-fb0ae0cfe706' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:51:37.575989 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2035941'] for router_interface, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:37.922476 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Deleting port f9e19a67-cf67-440f-adaa-a0ac934b460d {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:37.923160 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:38.091541 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] For port f9e19a67-cf67-440f-adaa-a0ac934b460d, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=f9e19a67-cf67-440f-adaa-a0ac934b460d,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:38.091900 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:38.217099 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Calling delete_port for f9e19a67-cf67-440f-adaa-a0ac934b460d owned by network:router_interface {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:38.514509 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:38.562645 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e19a67-cf67-440f-adaa-a0ac934b460d,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:38.827150 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1574807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2035801'] for router_interface, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:39.287667 n-d-828839-1 neutron-server[88709]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Router 759ed928-2523-4ac2-aae2-547a8daa3540 has already been hosted by L3 agent 5120f477-aca2-4290-801b-0e82b5f6191a {{(pid=88709) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 02 19:51:39.465074 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] Notify agent at l3_agent.n-d-828839-1 the message routers_updated {{(pid=88709) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 02 19:51:39.474473 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Sync routers for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 02 19:51:39.484320 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:39.485537 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:39.529815 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-6d81327f-fdb9-45bd-9db3-33d066600097 admin admin] 10.222.0.66 "PUT /v2.0/routers/759ed928-2523-4ac2-aae2-547a8daa3540/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6142313 Mar 02 19:51:39.532391 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55116) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:39.657984 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: n-d-828839-1 {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:39.705367 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks [] for router, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:39.880637 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:39.935554 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'external_fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157'}], 'enable_snat': True}, 'gw_port_id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:51:38Z', 'revision_number': 5, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port': {'id': 'eb0ef65d-36a3-4a29-a14c-e9c99b1713a7', 'name': '', 'network_id': 'ae40ce2c-b33f-4fb6-9053-98bd37d9b90e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4362, 'fixed_ips': [{'subnet_id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'ip_address': '172.25.7.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-828839-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-02T19:46:30Z', 'updated_at': '2022-03-02T19:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ed073686-83e2-4a3a-ba14-e2e4206d9778', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-828839-1'}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:39.939151 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Checking router: 759ed928-2523-4ac2-aae2-547a8daa3540 for host: n-d-828839-1 {{(pid=88711) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 02 19:51:39.947841 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Routers {'759ed928-2523-4ac2-aae2-547a8daa3540'} bound to L3 agent in host n-d-828839-1 {{(pid=88711) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 02 19:51:39.948425 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-828839-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-02T18:00:24Z,description=,heartbeat_timestamp=2022-03-02T19:51:24Z,host='n-d-828839-1',id=5120f477-aca2-4290-801b-0e82b5f6191a,load=0,resource_versions=,resources_synced=,started_at=2022-03-02T18:00:25Z,topic='l3_agent')) {'router_ids': ['759ed928-2523-4ac2-aae2-547a8daa3540'], 'active': True} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:39.991416 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Deleting port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 {{(pid=88709) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:39.991842 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:40.094563 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_dvr_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] Set router 759ed928-2523-4ac2-aae2-547a8daa3540 gateway port host: None {{(pid=88711) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 02 19:51:40.165213 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.db [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] For port eb0ef65d-36a3-4a29-a14c-e9c99b1713a7, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,segment=NetworkSegment(89e4b10b-c6d5-4d57-82b6-7e1506a63dc6),segment_id=89e4b10b-c6d5-4d57-82b6-7e1506a63dc6)] {{(pid=88709) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:40.165572 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:40.198328 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.l3_hamode_db [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:51:39Z', 'revision_number': 6, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port_host': None}], 'n-d-828839-1', False) {} {{(pid=88711) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:40.202228 n-d-828839-1 neutron-server[88711]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a0c197-2fe4-42b0-b853-08f64005b122 None None] The sync data for ids ['759ed928-2523-4ac2-aae2-547a8daa3540'] in n-d-828839-1 is: [{'id': '759ed928-2523-4ac2-aae2-547a8daa3540', 'name': 'tempest-TestSnapshotPattern-1071102858-router', 'tenant_id': '882800b362b147fcb47881901ca4e991', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-02T19:46:29Z', 'updated_at': '2022-03-02T19:51:39Z', 'revision_number': 6, 'project_id': '882800b362b147fcb47881901ca4e991', 'gw_port_host': None}] {{(pid=88711) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 02 19:51:40.289581 n-d-828839-1 neutron-server[88709]: DEBUG neutron.plugins.ml2.plugin [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Calling delete_port for eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 owned by network:router_gateway {{(pid=88709) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:40.583186 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f9e19a67-cf67-440f-adaa-a0ac934b460d no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:40.614846 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: f9e19a67-cf67-440f-adaa-a0ac934b460d {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:40.615199 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device f9e19a67-cf67-440f-adaa-a0ac934b460d not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:40.630869 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2515931'] for port, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:40.679751 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0ef65d-36a3-4a29-a14c-e9c99b1713a7,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:40.766999 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2036672'] for router_gateway, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:40.934518 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2057938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-277'] for router, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:40.936070 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.036980 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2057768'] for router, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.037524 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 759ed928-2523-4ac2-aae2-547a8daa3540 {{(pid=88709) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 02 19:51:41.052773 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] Notify callbacks [] for router, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.054555 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-dac33473-1b40-472a-846c-9904d244c38f admin admin] 10.222.0.66 "DELETE /v2.0/routers/759ed928-2523-4ac2-aae2-547a8daa3540 HTTP/1.1" status: 204 len: 168 time: 1.5206585 Mar 02 19:51:41.057012 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55120) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:41.116050 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Deleting subnet 06351d49-828d-4eac-b72e-bb0e595e5c34 {{(pid=88708) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 02 19:51:41.119216 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.170249 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2595607'] for subnet, precommit_delete_associations {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.256549 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-986773'] for subnet, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.406262 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-986780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2595633', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2789313'] for subnet, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.447246 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06351d49-828d-4eac-b72e-bb0e595e5c34,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:41.450861 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.456616 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd892c-9b9a-44d4-833f-bb4d610102ed None None] Network 8ec474c8-c828-4451-a766-3c53e966ee06 requested from n-d-828839-1 {{(pid=88710) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 02 19:51:41.456782 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-ed81f53a-0f45-490d-a383-3da6c490764d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/06351d49-828d-4eac-b72e-bb0e595e5c34 HTTP/1.1" status: 204 len: 168 time: 0.3986254 Mar 02 19:51:41.459300 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55124) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:41.560029 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-554558'] for network, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.570363 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Deleting port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 {{(pid=88708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:41.570694 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.689629 n-d-828839-1 neutron-server[88710]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7623a44-6472-425f-af99-ff96126372eb None None] DHCP port deletion for 8ec474c8-c828-4451-a766-3c53e966ee06 request from n-d-828839-1 {{(pid=88710) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 02 19:51:41.693592 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Deleting port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:41.693973 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.779918 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.db [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] For port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:41.780283 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.894390 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.db [None req-c7623a44-6472-425f-af99-ff96126372eb None None] For port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5, host n-d-828839-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-828839-1',level=0,port_id=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,segment=NetworkSegment(e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59),segment_id=e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59)] {{(pid=88710) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 02 19:51:41.894797 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2036453'] for port, precommit_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:41.903531 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.plugin [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Calling delete_port for 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 owned by network:dhcp {{(pid=88708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:42.017121 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Calling delete_port for 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 owned by network:dhcp {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 02 19:51:42.071399 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-627385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-471095', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762210563548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762210184223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2596032'] for port, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.119109 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=96edc30d-ed1b-4e43-bc01-7e7f269c68e5,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:42.119683 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.db.api [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88710) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 02 19:51:42.120035 n-d-828839-1 neutron-server[88710]: DEBUG oslo_db.api [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88710) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 02 19:51:42.124011 n-d-828839-1 neutron-server[88708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] No DVR routers for this DVR port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 on host n-d-828839-1 {{(pid=88708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 02 19:51:42.239515 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-985882', 'neutron.services.segments.db._delete_segments_for_network-8762210738755'] for network, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.264013 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec474c8-c828-4451-a766-3c53e966ee06']}} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:42.276291 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59') {'for_net_delete': True} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:42.276590 n-d-828839-1 neutron-server[88708]: DEBUG neutron.services.segments.db [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e15dddc8-e87b-4a96-a3f6-3e1ba11c0d59') {} {{(pid=88708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 02 19:51:42.287669 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762210736478', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2595630'] for segment, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.308381 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-983102'] for segment, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.314567 n-d-828839-1 neutron-server[88708]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=88708) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 02 19:51:42.314960 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-983120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2595987'] for segment, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: Traceback (most recent call last): Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: timer() Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: cb(*args, **kw) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: return func(*args, **kwargs) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: self._notify() Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: self.callback(batched_events) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: event.method(event) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: aggregate_uuid = self.p_client.list_aggregates( Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: return f(self, *a, **k) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: return self._get(url).json() Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: return self.request(url, 'GET', **kwargs) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: base_url = self.get_endpoint(auth, allow=allow, Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 02 19:51:42.328640 n-d-828839-1 neutron-server[88708]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 02 19:51:42.339558 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:42.372812 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:42.373161 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device eb0ef65d-36a3-4a29-a14c-e9c99b1713a7 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:42.373574 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 no longer exists at agent ovs-agent-n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 02 19:51:42.409138 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] No Port match for: 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 {{(pid=88710) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 02 19:51:42.409480 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.rpc [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Device 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 not bound to the agent host n-d-828839-1 {{(pid=88710) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 02 19:51:42.505172 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-985861', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675087', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1574764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2036709'] for network, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.521870 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Notify callbacks [] for network, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.534391 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec474c8-c828-4451-a766-3c53e966ee06,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:42.539053 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-fc307d21-0b4c-44cb-b64f-ffd5432a7d3a admin admin] 10.222.0.66 "DELETE /v2.0/networks/8ec474c8-c828-4451-a766-3c53e966ee06 HTTP/1.1" status: 204 len: 168 time: 1.0788844 Mar 02 19:51:42.621273 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Deleting port 96edc30d-ed1b-4e43-bc01-7e7f269c68e5 {{(pid=88710) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 02 19:51:42.621662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c7623a44-6472-425f-af99-ff96126372eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762210556142'] for port, before_delete {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:42.686310 n-d-828839-1 neutron-server[88710]: DEBUG neutron.plugins.ml2.plugin [None req-c7623a44-6472-425f-af99-ff96126372eb None None] The port '96edc30d-ed1b-4e43-bc01-7e7f269c68e5' was deleted {{(pid=88710) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 02 19:51:42.897113 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55134) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:42.948324 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-33cc38d4-4c09-47d7-8105-5c6b07f690a8 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7aa01461114b421995c59b732a7f53cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499444 Mar 02 19:51:42.950892 n-d-828839-1 neutron-server[88709]: DEBUG neutron.wsgi [-] (88709) accepted ('10.222.0.66', 55138) {{(pid=88709) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:43.006955 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:43.032452 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:43.148782 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:43.168360 n-d-828839-1 neutron-server[88709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6be0c85-01f7-4f03-9944-6c4882819f01,revision_number=None']} {{(pid=88709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:43.172775 n-d-828839-1 neutron-server[88709]: DEBUG neutron_lib.callbacks.manager [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:43.174578 n-d-828839-1 neutron-server[88709]: INFO neutron.wsgi [None req-ad700bd1-3361-4025-8aa2-c8a7f5e31c08 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b6be0c85-01f7-4f03-9944-6c4882819f01 HTTP/1.1" status: 204 len: 168 time: 0.2227523 Mar 02 19:51:43.859926 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55146) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:43.912079 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-6b9b8761-f8e8-47c9-aa43-d09ed393e535 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=882800b362b147fcb47881901ca4e991&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0509424 Mar 02 19:51:43.914435 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [-] (88708) accepted ('10.222.0.66', 55150) {{(pid=88708) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 02 19:51:43.971662 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:43.996646 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:44.121973 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1675036'] for security_group, after_delete {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:44.137569 n-d-828839-1 neutron-server[88708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee2d5db-dcee-495d-8fe6-55165a6c448e,revision_number=None']} {{(pid=88708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 02 19:51:44.145636 n-d-828839-1 neutron-server[88708]: DEBUG neutron_lib.callbacks.manager [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:44.147748 n-d-828839-1 neutron-server[88708]: INFO neutron.wsgi [None req-1e315a47-a323-4e28-98ee-48ee235d54f6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8ee2d5db-dcee-495d-8fe6-55165a6c448e HTTP/1.1" status: 204 len: 168 time: 0.2314818 Mar 02 19:51:52.176620 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-840145f8-123f-4dcf-8488-0c83b90a7ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:54.316190 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d1655873-6044-4e98-8fd8-916fa98af707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.602171 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:55.864581 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:56.647613 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:57.148502 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:51:57.847697 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:05.196811 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:52:22.176145 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a734abbd-6298-41d8-84a2-d1c343e9faab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:24.292610 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a55cc7d2-0cf9-4c5a-b38d-5b4ca098f596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:25.601285 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:25.873301 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:26.641287 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:27.147592 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:27.861440 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:42.195322 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:52:52.223648 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-81fad8ee-4c94-49b9-9523-80e754e36cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:54.281176 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-af29710c-9f9a-458e-8e4b-7944fb070036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:55.612122 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:55.909131 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:56.652072 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:57.157915 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:52:57.849360 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:19.194521 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:22.186422 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ce99c0d1-7e99-4912-960a-b59b80e407d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:24.280042 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ba7c429d-12c6-4f65-ae8a-26646a0d6fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:25.600118 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:25.880245 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:26.649317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:27.186477 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:27.885880 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:52.185791 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-482bb083-7af6-49d0-b361-7153d9b4be8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:54.314383 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7c39dba1-04a8-4102-b992-31ac4cca8be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:55.591071 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:55.888589 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:56.193928 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:53:56.659878 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:57.147834 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:53:57.851146 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:22.181766 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d167aa39-d472-406e-93c7-96e54eff4c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:24.281963 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c59fed42-a6e3-4cf0-8a08-846c70c1c3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:25.604364 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:25.919000 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:26.642216 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:27.167669 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:27.876450 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:33.192873 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:54:52.213043 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0ea69fd4-ed07-48b6-9645-99e524ea71f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:54.281553 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-0f728fcf-7758-4ffa-b118-9164625eb5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:55.609354 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:55.910658 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:56.667083 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:57.163954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:54:57.847357 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:10.191618 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:55:22.197710 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-ee373fce-5281-4911-a937-f064d93ea806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:24.278002 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-4482e484-40e8-4715-ad12-b3ffd586a29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.637392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:25.900217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:26.649217 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.163404 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:27.889317 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:47.190492 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:55:52.177601 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-95fa1cf7-74f1-4fc6-8515-a7ca91a0d50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:54.266174 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-955674ca-616c-402b-9f10-0d51a7628485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.625625 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:55.899646 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:56.671375 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.166041 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:55:57.840091 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:22.182608 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-59eea599-6f50-4869-a43f-170d5b54876e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:24.192212 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:56:24.279516 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-43354a1e-3f0c-4a0a-a89f-5907281d0b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.599552 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:25.908067 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:26.656975 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.165501 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:27.882055 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:52.205027 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-d39b6272-5f6b-4cda-a4d3-a84e40f918b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:54.270903 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-a1267f78-9c4b-460e-8415-d4fefde72d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.635879 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:55.930564 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:56.692913 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.184013 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:56:57.847166 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:01.191308 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:57:22.187058 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3f88be48-29c4-4465-850b-09afcc6a3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:24.286912 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2e9f0d1d-eded-4459-a434-20116a2f1763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.595529 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:25.912887 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:26.663568 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.200593 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:27.869202 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:38.190412 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:57:52.217662 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-49a779e7-abad-4e43-9c2c-91af223f4403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:54.286723 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7e0d3d0d-2aa9-4e01-ab1c-53b6fd6e2e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.620580 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:55.906057 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:56.680211 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.215190 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:57:57.885954 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:15.190403 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:58:22.163006 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-33b0254c-6500-4418-9faf-4a5d895af7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:24.282714 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-c436ec42-1f8d-48aa-840f-b2b7114858dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.602950 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:25.914060 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:26.711392 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.187994 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:27.882626 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:42.928366 n-d-828839-1 neutron-server[88708]: DEBUG neutron.wsgi [req-7ef59b7b-2d7d-45e2-b07e-95d6578c8a17 req-ef7c43d5-6590-495c-b14e-1b783737219a service neutron] (88708) timed out ('10.222.0.66', 49040) {{(pid=88708) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 02 19:58:52.185214 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-6455ecb5-2d90-4395-9b70-37e088b61adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:52.189639 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:58:54.271469 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-13824761-c72f-4175-bb6b-d38d3eaf7207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.610641 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:55.913556 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:56.727537 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.176319 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:58:57.873587 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:22.184207 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-cd2cad9b-79c8-4016-bdba-14915301bebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:24.287417 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-129e77d0-9c38-4b6b-8fee-bba34b8fa584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.607348 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:25.921603 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:26.749851 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.195742 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:27.910897 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:29.190131 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 19:59:52.223962 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-25b00a3c-3d57-4557-998f-9b500be81668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:54.300931 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-2210de92-1c6b-46ce-b4c0-bf4ee2a69346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.623612 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-69a873b3-52a8-4ef5-ada4-982b53f3df28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:55.920679 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-3c25e110-7e74-4f37-bea2-935a9d0ac4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:56.763475 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-f1232871-81e1-43ef-899f-154f95746280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.186336 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-7be1d5b7-0722-4e63-88e8-e94b31f16de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 19:59:57.866670 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-45d0b73b-9db0-4521-b224-afcbe2150507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 02 20:00:06.189879 n-d-828839-1 neutron-server[88711]: DEBUG neutron.db.agents_db [None req-da0d0b81-b8f1-49e4-b232-6018ad42c2ca None None] Agent healthcheck: found 7 active agents {{(pid=88711) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 02 20:00:22.197906 n-d-828839-1 neutron-server[88710]: DEBUG neutron_lib.callbacks.manager [None req-dae5ceaf-5d3e-42c7-bf22-cb7b52fe63d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762210738728', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-998596'] for agent, after_update {{(pid=88710) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}